MARS-Retokenization/olmo2-7b-instruct-inv-reference-mixed

1{2  "failed_groups": [],3  "groups": {4    "attn": {5      "bit_identical_tensors": 0,6      "relative_l2_drift": 0.011781303073684989,7      "tensors": 1928    },9    "embed_tokens": {10      "bit_identical_tensors": 0,11      "relative_l2_drift": 0.0009620733409380173,12      "tensors": 113    },14    "lm_head": {15      "bit_identical_tensors": 0,16      "relative_l2_drift": 0.00709358530636513,17      "tensors": 118    },19    "mlp": {20      "bit_identical_tensors": 0,21      "relative_l2_drift": 0.012873352072381432,22      "tensors": 9623    },24    "norm": {25      "bit_identical_tensors": 1,26      "relative_l2_drift": 0.0009664618617231844,27      "tensors": 6528    }29  },30  "init": "allenai/OLMo-2-1124-7B-Instruct",31  "min_drift": 1e-05,32  "ok": true,33  "trained": "/home/fs01/smw362/mars/distill/SOLD/outputs/alpaca_smollm_olmo/instruct/inv_reference_mixed"34}35