Akirk1213/codereviewai
05
1{2 "data_path": "codereviewai/autotrain-data",3 "model": "distilbert/distilbert-base-uncased",4 "lr": 5e-05,5 "epochs": 3,6 "max_seq_length": 128,7 "batch_size": 8,8 "warmup_ratio": 0.1,9 "gradient_accumulation": 1,10 "optimizer": "adamw_torch",11 "scheduler": "linear",12 "weight_decay": 0.0,13 "max_grad_norm": 1.0,14 "seed": 42,15 "train_split": "train",16 "valid_split": "validation",17 "text_column": "autotrain_text",18 "target_column": "autotrain_label",19 "logging_steps": -1,20 "project_name": "codereviewai",21 "auto_find_batch_size": false,22 "mixed_precision": "fp16",23 "save_total_limit": 1,24 "push_to_hub": true,25 "eval_strategy": "epoch",26 "username": "Akirk1213",27 "log": "tensorboard",28 "early_stopping_patience": 5,29 "early_stopping_threshold": 0.0130}