Modelpublic

gtonkov/SpecAI

sourceHugging Faceotherupdated 2y agoView on Hugging Face

0likes16downloads

training_args.yaml35 linesDownload Raw Back to root

1badam_mode: layer2badam_switch_interval: 73badam_switch_mode: ascending4badam_update_ratio: 0.055bf16: true6cutoff_len: 102407dataset: api_eval_dataset8dataset_dir: data9ddp_timeout: 18000000010do_train: true11finetuning_type: full12flash_attn: fa213gradient_accumulation_steps: 414include_num_input_tokens_seen: true15learning_rate: 3.0e-0616logging_steps: 517lr_scheduler_type: cosine18max_grad_norm: 1.019max_samples: 1000000020model_name_or_path: microsoft/Phi-3.5-mini-instruct21num_train_epochs: 32.022optim: adamw_torch23output_dir: saves/Custom/full/SpecAI24packing: false25per_device_train_batch_size: 426plot_loss: true27preprocessing_num_workers: 1628report_to: none29save_steps: 200030shift_attn: true31stage: sft32template: phi33use_badam: true34warmup_steps: 035