hayulalab/Hayula-Algorithm-7B-LoRA

1{2    "adapter_path": "/Volumes/KINGSTON/model-training/algorithm/output",3    "batch_size": 2,4    "config": "config.yaml",5    "data": "/Volumes/KINGSTON/model-training/algorithm/data",6    "fine_tune_type": "lora",7    "grad_accumulation_steps": 1,8    "grad_checkpoint": true,9    "iters": 500,10    "learning_rate": 1e-05,11    "lora_parameters": {12        "rank": 8,13        "dropout": 0.0,14        "scale": 20.015    },16    "lr_schedule": null,17    "mask_prompt": false,18    "max_seq_length": 1024,19    "model": "/Users/ai/models/averroes-q-instruct",20    "num_layers": 16,21    "optimizer": "adamw",22    "optimizer_config": {23        "adam": {},24        "adamw": {},25        "muon": {},26        "sgd": {},27        "adafactor": {}28    },29    "project_name": null,30    "report_to": null,31    "resume_adapter_file": null,32    "save_every": 100,33    "seed": 7,34    "steps_per_eval": 25,35    "steps_per_report": 10,36    "test": false,37    "test_batches": 500,38    "train": true,39    "val_batches": 1040}