LeoZotos/OLMo-2-0425-1B_math_cpt_math_textbooks_qa

{
    "model_name_or_path": "/scratch-shared/lzotos/local_models/OLMo-2-0425-1B_math_cpt",
    "revision": "main",
    "training_qa_corpora": "LeoZotos/math_textbooks_qa",
    "max_level": 3,
    "levels": null,
    "subjects": "Prealgebra,Algebra,Geometry,Number Theory,Intermediate Algebra",
    "warmup_steps": 300,
    "warmup_lr": 2e-05,
    "grpo_steps": 10000,
    "grpo_lr": 1e-05,
    "num_generations": 8,
    "batch_size": 2,
    "gradient_accumulation_steps": 2,
    "clip_range": 0.2,
    "kl_coeff": 0.04,
    "max_seq_length": 2048,
    "max_new_tokens": 1024,
    "temperature": 0.85,
    "eval_datasets": [
        "gsm8k",
        "math500",
        "svamp"
    ],
    "eval_every_n_steps": 300,
    "push_every_n_steps": 1000,
    "checkpoint_revision": "math_post_OLMo-2-0425-1B_math_cpt_lvl3_20260902_121849_a043ba-start"
}