CoolFace
Modelpublic

RiosWesley/gemma-3-270M-Model-Router

sourceHugging Facegemmaupdated 10mo agoView on Hugging Face
1likes64downloads
adapter_config.json38 linesDownload Raw Back to root
1{2  "alpha_pattern": {},3  "auto_mapping": {4    "base_model_class": "Gemma3ForCausalLM",5    "parent_library": "transformers.models.gemma3.modeling_gemma3",6    "unsloth_fixed": true7  },8  "base_model_name_or_path": "unsloth/gemma-3-270m-it-unsloth-bnb-4bit",9  "bias": "none",10  "corda_config": null,11  "eva_config": null,12  "exclude_modules": null,13  "fan_in_fan_out": false,14  "inference_mode": true,15  "init_lora_weights": true,16  "layer_replication": null,17  "layers_pattern": null,18  "layers_to_transform": null,19  "loftq_config": {},20  "lora_alpha": 8,21  "lora_bias": false,22  "lora_dropout": 0,23  "megatron_config": null,24  "megatron_core": "megatron.core",25  "modules_to_save": null,26  "peft_type": "LORA",27  "qalora_group_size": 16,28  "r": 8,29  "rank_pattern": {},30  "revision": null,31  "target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:q_proj|k_proj|v_proj|o_proj|gate_proj|up_proj|down_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:q_proj|k_proj|v_proj|o_proj|gate_proj|up_proj|down_proj)))",32  "target_parameters": null,33  "task_type": "CAUSAL_LM",34  "trainable_token_indices": null,35  "use_dora": false,36  "use_qalora": false,37  "use_rslora": false38}