andreadm/reddit-pulse-bert

1{2  "output_dir": null,3  "per_device_train_batch_size": 64,4  "num_train_epochs": 15,5  "max_steps": -1,6  "learning_rate": 5e-05,7  "lr_scheduler_type": "linear",8  "lr_scheduler_kwargs": null,9  "warmup_steps": 0,10  "optim": "adamw_torch_fused",11  "optim_args": null,12  "weight_decay": 0.01,13  "adam_beta1": 0.9,14  "adam_beta2": 0.999,15  "adam_epsilon": 1e-08,16  "optim_target_modules": null,17  "gradient_accumulation_steps": 1,18  "average_tokens_across_devices": true,19  "max_grad_norm": 1.0,20  "label_smoothing_factor": 0.0,21  "bf16": false,22  "fp16": true,23  "bf16_full_eval": false,24  "fp16_full_eval": false,25  "tf32": null,26  "gradient_checkpointing": false,27  "gradient_checkpointing_kwargs": null,28  "torch_compile": false,29  "torch_compile_backend": null,30  "torch_compile_mode": null,31  "use_liger_kernel": false,32  "liger_kernel_config": null,33  "use_cache": false,34  "neftune_noise_alpha": null,35  "torch_empty_cache_steps": null,36  "auto_find_batch_size": false,37  "logging_strategy": "steps",38  "logging_steps": 500,39  "logging_first_step": false,40  "log_on_each_node": true,41  "logging_nan_inf_filter": true,42  "include_num_input_tokens_seen": "no",43  "log_level": "passive",44  "log_level_replica": "warning",45  "disable_tqdm": true,46  "report_to": [],47  "run_name": null,48  "project": "huggingface",49  "trackio_space_id": null,50  "trackio_bucket_id": null,51  "trackio_static_space_id": null,52  "eval_strategy": "epoch",53  "eval_steps": null,54  "eval_delay": 0,55  "per_device_eval_batch_size": 64,56  "prediction_loss_only": false,57  "eval_on_start": false,58  "eval_do_concat_batches": true,59  "eval_use_gather_object": false,60  "eval_accumulation_steps": null,61  "include_for_metrics": [],62  "batch_eval_metrics": false,63  "save_only_model": false,64  "save_strategy": "epoch",65  "save_steps": 500,66  "save_on_each_node": false,67  "save_total_limit": 2,68  "enable_jit_checkpoint": false,69  "push_to_hub": false,70  "hub_token": "<HUB_TOKEN>",71  "hub_private_repo": null,72  "hub_model_id": null,73  "hub_strategy": "every_save",74  "hub_always_push": false,75  "hub_revision": null,76  "load_best_model_at_end": true,77  "metric_for_best_model": "f1_weighted",78  "greater_is_better": true,79  "ignore_data_skip": false,80  "restore_callback_states_from_checkpoint": false,81  "full_determinism": false,82  "seed": 42,83  "data_seed": null,84  "use_cpu": false,85  "accelerator_config": {86    "split_batches": false,87    "dispatch_batches": null,88    "even_batches": true,89    "use_seedable_sampler": true,90    "non_blocking": false,91    "gradient_accumulation_kwargs": null92  },93  "parallelism_config": null,94  "dataloader_drop_last": false,95  "dataloader_num_workers": 4,96  "dataloader_pin_memory": true,97  "dataloader_persistent_workers": false,98  "dataloader_prefetch_factor": null,99  "dataloader_multiprocessing_context": null,100  "dataloader_in_order": true,101  "remove_unused_columns": true,102  "label_names": null,103  "train_sampling_strategy": "random",104  "length_column_name": "length",105  "ddp_find_unused_parameters": null,106  "ddp_bucket_cap_mb": null,107  "ddp_broadcast_buffers": null,108  "ddp_static_graph": null,109  "ddp_backend": null,110  "ddp_timeout": 1800,111  "fsdp": null,112  "fsdp_config": null,113  "deepspeed": null,114  "debug": [],115  "skip_memory_metrics": true,116  "do_train": false,117  "do_eval": true,118  "do_predict": false,119  "resume_from_checkpoint": null,120  "local_rank": -1,121  "logging_dir": null122}