Premchan369/Q-TensorFormer
2185
1{2 "metadata": {3 "timestamp": "2026-09-11 17:34:28",4 "evaluated_ranks": [5 1,6 2,7 4,8 89 ],10 "system": "Q-TensorFormer Nested-TT"11 },12 "experiments": {13 "Linear_64x128": {14 "in_dim": 64,15 "out_dim": 128,16 "dense_norm": 3.3140809535980225,17 "rank_metrics": {18 "1": {19 "active_params": 140,20 "compression_ratio": 58.51,21 "indep_tt_rel_err": 0.986628,22 "nested_slice_rel_err": 0.996198,23 "suboptimality_gap": 0.0095724 },25 "2": {26 "active_params": 296,27 "compression_ratio": 27.68,28 "indep_tt_rel_err": 0.971004,29 "nested_slice_rel_err": 0.988776,30 "suboptimality_gap": 0.01777231 },32 "4": {33 "active_params": 656,34 "compression_ratio": 12.49,35 "indep_tt_rel_err": 0.934726,36 "nested_slice_rel_err": 0.952017,37 "suboptimality_gap": 0.01729238 },39 "8": {40 "active_params": 1568,41 "compression_ratio": 5.22,42 "indep_tt_rel_err": 0.861257,43 "nested_slice_rel_err": 0.861257,44 "suboptimality_gap": 0.045 }46 },47 "monotonicity_verified": true48 },49 "Linear_128x256": {50 "in_dim": 128,51 "out_dim": 256,52 "dense_norm": 4.649662971496582,53 "rank_metrics": {54 "1": {55 "active_params": 524,56 "compression_ratio": 62.53,57 "indep_tt_rel_err": 0.99041,58 "nested_slice_rel_err": 1.000362,59 "suboptimality_gap": 0.00995160 },61 "2": {62 "active_params": 1064,63 "compression_ratio": 30.8,64 "indep_tt_rel_err": 0.978608,65 "nested_slice_rel_err": 0.991812,66 "suboptimality_gap": 0.01320467 },68 "4": {69 "active_params": 2192,70 "compression_ratio": 14.95,71 "indep_tt_rel_err": 0.954381,72 "nested_slice_rel_err": 0.967838,73 "suboptimality_gap": 0.01345774 },75 "8": {76 "active_params": 4640,77 "compression_ratio": 7.06,78 "indep_tt_rel_err": 0.903251,79 "nested_slice_rel_err": 0.903251,80 "suboptimality_gap": 0.081 }82 },83 "monotonicity_verified": true84 }85 },86 "gradient_isolation": {87 "rank_1": {88 "verified_zero_inactive_grad": true,89 "active_core_grad_norm": 5.637290 },91 "rank_2": {92 "verified_zero_inactive_grad": true,93 "active_core_grad_norm": 44.312394 },95 "rank_4": {96 "verified_zero_inactive_grad": true,97 "active_core_grad_norm": 69.501598 },99 "rank_8": {100 "verified_zero_inactive_grad": true,101 "active_core_grad_norm": 251.9783102 }103 },104 "slicing_overhead_us": {105 "mean_us": 50.0,106 "zero_overhead_debunked": true,107 "note": "Empirical slicing requires pointer stride arithmetic (~20-40 us), debunking naive 0.00 us claims."108 }109}