dipikakhullar/olmo-code-python3-text-only
04
1{2 "alpha_pattern": {},3 "auto_mapping": null,4 "base_model_name_or_path": "allenai/OLMo-1B-hf",5 "bias": "none",6 "fan_in_fan_out": false,7 "inference_mode": true,8 "init_lora_weights": true,9 "layers_pattern": null,10 "layers_to_transform": null,11 "loftq_config": {},12 "lora_alpha": 16,13 "lora_dropout": 0.05,14 "megatron_config": null,15 "megatron_core": "megatron.core",16 "modules_to_save": null,17 "peft_type": "LORA",18 "r": 8,19 "rank_pattern": {},20 "revision": null,21 "target_modules": [22 "down_proj",23 "q_proj",24 "v_proj",25 "up_proj",26 "k_proj",27 "gate_proj",28 "o_proj"29 ],30 "task_type": "CAUSAL_LM"31}