Xuan-Rui/pet-1000-p4

1{"device": "cuda", "per_gpu_train_batch_size": 1, "per_gpu_unlabeled_batch_size": 1, "n_gpu": 1, "num_train_epochs": 3, "max_steps": 5000, "gradient_accumulation_steps": 16, "weight_decay": 0.01, "learning_rate": 1e-05, "adam_epsilon": 1e-08, "warmup_steps": 0, "max_grad_norm": 1.0, "lm_training": false, "use_logits": true, "alpha": 0.9999, "temperature": 2}