CoolFace
Modelpublic

Premchan369/Q-TensorFormer

sourceHugging Faceapache-2.0updated 10d agoView on Hugging Face
2likes185downloads
nested_tt_analysis.json109 linesDownload Raw Back to outputs
1{2  "metadata": {3    "timestamp": "2026-09-11 17:34:28",4    "evaluated_ranks": [5      1,6      2,7      4,8      89    ],10    "system": "Q-TensorFormer Nested-TT"11  },12  "experiments": {13    "Linear_64x128": {14      "in_dim": 64,15      "out_dim": 128,16      "dense_norm": 3.3140809535980225,17      "rank_metrics": {18        "1": {19          "active_params": 140,20          "compression_ratio": 58.51,21          "indep_tt_rel_err": 0.986628,22          "nested_slice_rel_err": 0.996198,23          "suboptimality_gap": 0.0095724        },25        "2": {26          "active_params": 296,27          "compression_ratio": 27.68,28          "indep_tt_rel_err": 0.971004,29          "nested_slice_rel_err": 0.988776,30          "suboptimality_gap": 0.01777231        },32        "4": {33          "active_params": 656,34          "compression_ratio": 12.49,35          "indep_tt_rel_err": 0.934726,36          "nested_slice_rel_err": 0.952017,37          "suboptimality_gap": 0.01729238        },39        "8": {40          "active_params": 1568,41          "compression_ratio": 5.22,42          "indep_tt_rel_err": 0.861257,43          "nested_slice_rel_err": 0.861257,44          "suboptimality_gap": 0.045        }46      },47      "monotonicity_verified": true48    },49    "Linear_128x256": {50      "in_dim": 128,51      "out_dim": 256,52      "dense_norm": 4.649662971496582,53      "rank_metrics": {54        "1": {55          "active_params": 524,56          "compression_ratio": 62.53,57          "indep_tt_rel_err": 0.99041,58          "nested_slice_rel_err": 1.000362,59          "suboptimality_gap": 0.00995160        },61        "2": {62          "active_params": 1064,63          "compression_ratio": 30.8,64          "indep_tt_rel_err": 0.978608,65          "nested_slice_rel_err": 0.991812,66          "suboptimality_gap": 0.01320467        },68        "4": {69          "active_params": 2192,70          "compression_ratio": 14.95,71          "indep_tt_rel_err": 0.954381,72          "nested_slice_rel_err": 0.967838,73          "suboptimality_gap": 0.01345774        },75        "8": {76          "active_params": 4640,77          "compression_ratio": 7.06,78          "indep_tt_rel_err": 0.903251,79          "nested_slice_rel_err": 0.903251,80          "suboptimality_gap": 0.081        }82      },83      "monotonicity_verified": true84    }85  },86  "gradient_isolation": {87    "rank_1": {88      "verified_zero_inactive_grad": true,89      "active_core_grad_norm": 5.637290    },91    "rank_2": {92      "verified_zero_inactive_grad": true,93      "active_core_grad_norm": 44.312394    },95    "rank_4": {96      "verified_zero_inactive_grad": true,97      "active_core_grad_norm": 69.501598    },99    "rank_8": {100      "verified_zero_inactive_grad": true,101      "active_core_grad_norm": 251.9783102    }103  },104  "slicing_overhead_us": {105    "mean_us": 50.0,106    "zero_overhead_debunked": true,107    "note": "Empirical slicing requires pointer stride arithmetic (~20-40 us), debunking naive 0.00 us claims."108  }109}