Ailiance-fr/devstral-python-bf16-lora

1{2    "adapter_path": "/Users/clems/KIKI-Mac_tunner/output/eu-kiki-hf/devstral-python-bf16",3    "batch_size": 1,4    "clear_cache_threshold": 0,5    "config": "/Users/clems/KIKI-Mac_tunner/output/eu-kiki-hf/devstral-python-bf16/train_config.yaml",6    "data": "/Users/clems/eu-kiki/data/hf-traced/python",7    "fine_tune_type": "lora",8    "grad_accumulation_steps": 4,9    "grad_checkpoint": true,10    "iters": 500,11    "learning_rate": 1e-05,12    "lora_parameters": {13        "alpha": 32,14        "dropout": 0.05,15        "rank": 16,16        "scale": 2.017    },18    "lr_schedule": null,19    "mask_prompt": false,20    "max_seq_length": 2048,21    "model": "/Users/clems/KIKI-Mac_tunner/models/Devstral-Small-2-24B-BF16",22    "num_layers": -1,23    "optimizer": "adam",24    "optimizer_config": {25        "adam": {},26        "adamw": {},27        "muon": {},28        "sgd": {},29        "adafactor": {}30    },31    "project_name": null,32    "report_to": null,33    "resume_adapter_file": null,34    "save_every": 200,35    "seed": 42,36    "steps_per_eval": 200,37    "steps_per_report": 10,38    "test": false,39    "test_batches": 500,40    "train": true,41    "val_batches": 542}