MARS-Retokenization/olmo2-7b-instruct-inv-reference-mixed
077
1{2 "canonical_answer_nll": 1.252042673200658,3 "canonical_answer_perplexity": 3.4974798741948536,4 "evaluated_prompts": 2477,5 "generation_rouge_l_f1": 0.3024088364317219,6 "generation_token_f1": 0.42547394221365986,7 "path_samples_per_prompt": 4,8 "preparation": {9 "discarded_prompts": 111,10 "discarded_responses": 111,11 "kept_prompts": 247712 },13 "reading_logprob_std": 1.261352655227725,14 "reading_span_available_prompts": 2477,15 "reading_span_unavailable_prompts": 0,16 "tokenization_path_logprob_std": 114.96431571929517,17 "trajectory_balance_rmse": 3209.446034770009618}19 