CoolFace
Modelpublic

MARS-Retokenization/olmo2-7b-instruct-inv-reference-mixed

sourceHugging Faceapache-2.0updated 15d agoView on Hugging Face
0likes77downloads
test_metrics.json19 linesDownload Raw Back to root
1{2  "canonical_answer_nll": 1.252042673200658,3  "canonical_answer_perplexity": 3.4974798741948536,4  "evaluated_prompts": 2477,5  "generation_rouge_l_f1": 0.3024088364317219,6  "generation_token_f1": 0.42547394221365986,7  "path_samples_per_prompt": 4,8  "preparation": {9    "discarded_prompts": 111,10    "discarded_responses": 111,11    "kept_prompts": 247712  },13  "reading_logprob_std": 1.261352655227725,14  "reading_span_available_prompts": 2477,15  "reading_span_unavailable_prompts": 0,16  "tokenization_path_logprob_std": 114.96431571929517,17  "trajectory_balance_rmse": 3209.446034770009618}19