Colby/tiny-starcoder-eluse-generic

1{2    "model": "bigcode/tiny_starcoder_py",3    "project_name": "autotrain-4x1ce-mvvnm",4    "data_path": "manhan/eluse-change-corpus",5    "train_split": "train",6    "valid_split": null,7    "add_eos_token": true,8    "block_size": 1024,9    "model_max_length": 2048,10    "padding": "right",11    "trainer": "default",12    "use_flash_attention_2": false,13    "log": "tensorboard",14    "disable_gradient_checkpointing": false,15    "logging_steps": -1,16    "eval_strategy": "epoch",17    "save_total_limit": 1,18    "auto_find_batch_size": false,19    "mixed_precision": "fp16",20    "lr": 3e-05,21    "epochs": 3,22    "batch_size": 2,23    "warmup_ratio": 0.1,24    "gradient_accumulation": 4,25    "optimizer": "adamw_torch",26    "scheduler": "linear",27    "weight_decay": 0.0,28    "max_grad_norm": 1.0,29    "seed": 42,30    "chat_template": "none",31    "quantization": "int4",32    "target_modules": "all-linear",33    "merge_adapter": false,34    "peft": false,35    "lora_r": 16,36    "lora_alpha": 32,37    "lora_dropout": 0.05,38    "model_ref": null,39    "dpo_beta": 0.1,40    "max_prompt_length": 128,41    "max_completion_length": null,42    "prompt_text_column": "prompt",43    "text_column": "JSON_text",44    "rejected_text_column": "rejected_text",45    "push_to_hub": true,46    "username": "Colby",47    "unsloth": false,48    "distributed_backend": null49}