Colby/starcoder-manhan-corpus

1{2    "model": "bigcode/starcoderbase-7b",3    "project_name": "starcoder-manhan-corpus",4    "data_path": "starcoder-manhan-corpus/autotrain-data",5    "train_split": "train",6    "valid_split": null,7    "add_eos_token": true,8    "block_size": 1024,9    "model_max_length": 2048,10    "padding": "right",11    "trainer": "sft",12    "use_flash_attention_2": false,13    "log": "tensorboard",14    "disable_gradient_checkpointing": false,15    "logging_steps": -1,16    "eval_strategy": "epoch",17    "save_total_limit": 1,18    "auto_find_batch_size": false,19    "mixed_precision": "fp16",20    "lr": 0.0002,21    "epochs": 1,22    "batch_size": 2,23    "warmup_ratio": 0.1,24    "gradient_accumulation": 4,25    "optimizer": "adamw_torch",26    "scheduler": "linear",27    "weight_decay": 0.01,28    "max_grad_norm": 1.0,29    "seed": 42,30    "chat_template": null,31    "quantization": "int4",32    "target_modules": "all-linear",33    "merge_adapter": false,34    "peft": true,35    "lora_r": 16,36    "lora_alpha": 32,37    "lora_dropout": 0.05,38    "model_ref": null,39    "dpo_beta": 0.1,40    "max_prompt_length": 128,41    "max_completion_length": null,42    "prompt_text_column": "autotrain_prompt",43    "text_column": "autotrain_text",44    "rejected_text_column": "autotrain_rejected_text",45    "push_to_hub": true,46    "username": "Colby",47    "unsloth": false,48    "distributed_backend": null49}