pbhappliedsystems/quant_eval_throughput_telemetry
quant_eval — Throughput telemetry One record per generation call across all published runs, pooled into a single union schema. Carries token counts, timing, and the token-count source per call. Part of the quant_eval public corpus: a per-case behavioral evaluation of full-weight and quantized large language models across eight agent-relevant task families, with paired statistical testing. Cite this dataset: 10.5281/zenodo.22009987 — concept DOI, always resolves to the latest… See the full description on the dataset page: https://huggingface.co/datasets/pbhappliedsystems/quant_eval_throughput_telemetry.
067
1{2 "algorithm": "sha256",3 "bundles": {4 "Mistral_Nemo_Instruct_2407_20260814_030505": {5 "algorithm": "sha256",6 "files": {7 "README.md": {8 "bytes": 2150,9 "digest": "bfe5f8b7e1a4eb15fb113e52ec46b2adfcd48586c8263de0413d9cdfa3dc804d"10 },11 "catalog_recommendation.json": {12 "bytes": 7673,13 "digest": "cbeee1e99faccb743d7e6e5c55cacce75389e24c5b7eb2d0461286c20e69fe6b"14 },15 "comparison_results.csv": {16 "bytes": 4152703,17 "digest": "67790d5e926bcce8ea2d686a96fb2a88ac9f2d21a74faab0801426db4b263e25"18 },19 "data_dictionary.json": {20 "bytes": 113342,21 "digest": "f9ef0b16afd66f512b0402499a2a99c0c9d1881c5a6cf01bc117903fa27cb6a9"22 },23 "fuzz_prompt_contract_v2.json": {24 "bytes": 2562,25 "digest": "8d33e0debb6bd5f4acdde0fdb49898ed3d59cbcfdd1585998884aa6bc674d115"26 },27 "golden_oracle_fixtures.json": {28 "bytes": 2733585,29 "digest": "ae7d7fa90a2ef8d4e673108886599248dff52c83829ac79b51e332d01421a23f"30 },31 "model_card.md": {32 "bytes": 33871,33 "digest": "eed30b26bd8ab7ed74282550d2a374b3f86fc0a2233acaddd2590d8dc6e4aff8"34 },35 "prompt_contract.json": {36 "bytes": 1201,37 "digest": "93ab8d18b8638e639d44e82f24b9a52cdda051f25202ae7fc695ecc834b3d1f5"38 },39 "rollup.json": {40 "bytes": 167724,41 "digest": "cfcc57beaadf7c91c7e089c77148bffc6e1fbc6ea55bb369e9ab417aa46659a3"42 },43 "run_manifest.json": {44 "bytes": 43414,45 "digest": "f8fe3f4eae5b3189f4781f4faf40757276157d193c7afb4c755e089b0b146551"46 },47 "summary.md": {48 "bytes": 25964,49 "digest": "f3e13f13dd2ea62bcacc2227170740c2de95377083f22b116d0cb08f826299d9"50 },51 "throughput_telemetry.jsonl": {52 "bytes": 4616300,53 "digest": "a3751d8c726e6eb96813cad03b0ac2f5b956a3b829243edaff69a55586d06dab"54 }55 },56 "schema_version": 157 },58 "Mistral_Nemo_Instruct_2407_20260815_113254": {59 "algorithm": "sha256",60 "files": {61 "README.md": {62 "bytes": 2219,63 "digest": "8b54c407e2f0f57e2191a611d911a57c91f008861a93204fb5402449dad12826"64 },65 "catalog_recommendation.json": {66 "bytes": 8018,67 "digest": "bce6a2148a6ee735500bb32290a1ea83cfe57028d5d062642e2a5acd7bd6888a"68 },69 "comparison_results.csv": {70 "bytes": 4077659,71 "digest": "e73595593c9964cd275c4a08a3a76e531ff89dc5c07ca5b4459b4f81f7e1e157"72 },73 "data_dictionary.json": {74 "bytes": 113936,75 "digest": "0aeae6ff39f6de23bf0e39c71b57390b1a744d32e4b9c7d99f89b128d8fc0d24"76 },77 "fuzz_prompt_contract_v2.json": {78 "bytes": 2562,79 "digest": "8d33e0debb6bd5f4acdde0fdb49898ed3d59cbcfdd1585998884aa6bc674d115"80 },81 "golden_oracle_fixtures.json": {82 "bytes": 2733585,83 "digest": "0673b5e5c0fb1b7ba4bdc8c9aa985104260db183453c5708aff14c87823edb97"84 },85 "model_card.md": {86 "bytes": 27948,87 "digest": "a3ca5753009de33b3da3d03d21d11261ca6d6d991acec040918a867592e37602"88 },89 "prompt_contract.json": {90 "bytes": 1201,91 "digest": "6c27b0082c69a3835a6da271a83b85a51833359205ec525e717afed14200b6eb"92 },93 "rollup.json": {94 "bytes": 173426,95 "digest": "7bc73a87594828e3704b658f5fcd3bce771c2f550147efd95ea0f422f70c39ad"96 },97 "run_manifest.json": {98 "bytes": 43947,99 "digest": "59e34c48ce40e250a4e552861672249600eb3fc45f744f349c45fdcaffc4e610"100 },101 "summary.md": {102 "bytes": 26263,103 "digest": "47df582b5beef742660603a6dc5d10712c8bf46bcb0d44f7e37290b3044f0a2e"104 },105 "throughput_telemetry.jsonl": {106 "bytes": 4711031,107 "digest": "3192c2dd4b8599705a0516596181cc5c3c44dba2d9b9a06966ee58bf23d250ec"108 }109 },110 "schema_version": 1111 },112 "Mistral_Nemo_Instruct_2407_20260816_084553": {113 "algorithm": "sha256",114 "files": {115 "README.md": {116 "bytes": 2219,117 "digest": "5cea5760617aa300f87979d18d36f7c8b9ad4e2a524c53aa52aa2f44cb31025a"118 },119 "catalog_recommendation.json": {120 "bytes": 8026,121 "digest": "ba46a89c460fdd03272ff473b9cd1e480e86e7a977c6b11c31c5b512e84f4aaa"122 },123 "comparison_results.csv": {124 "bytes": 4079525,125 "digest": "c7938baee6f32858fd4086838b2147c2a8aac4ce23b15a3d68ddc0eb0e1a2c66"126 },127 "data_dictionary.json": {128 "bytes": 113936,129 "digest": "6d5bbd677c22058a990128afa3c69ff11f961000f01166f803bd2bd9018984f5"130 },131 "fuzz_prompt_contract_v2.json": {132 "bytes": 2562,133 "digest": "8d33e0debb6bd5f4acdde0fdb49898ed3d59cbcfdd1585998884aa6bc674d115"134 },135 "golden_oracle_fixtures.json": {136 "bytes": 2733585,137 "digest": "0673b5e5c0fb1b7ba4bdc8c9aa985104260db183453c5708aff14c87823edb97"138 },139 "model_card.md": {140 "bytes": 27966,141 "digest": "143f6556bb86d5c251a549ec5f92dfe962fa1bfd4d90bb5f218ff2a341e6ab7a"142 },143 "prompt_contract.json": {144 "bytes": 1201,145 "digest": "6c27b0082c69a3835a6da271a83b85a51833359205ec525e717afed14200b6eb"146 },147 "rollup.json": {148 "bytes": 177653,149 "digest": "89869e1fb5e46f86793d276779a525171299be9f6362cd34124b9a841dcf9897"150 },151 "run_manifest.json": {152 "bytes": 47610,153 "digest": "8f6a3cfa77639906201203a822924e49e207f5ad28a38450ab362a570986c10f"154 },155 "summary.md": {156 "bytes": 26254,157 "digest": "c009e6c45423f2e368c8c919b604e7c5993266479f0e341d13bdaa266835b39c"158 },159 "throughput_telemetry.jsonl": {160 "bytes": 4976541,161 "digest": "c9c7a9d6051789f80978b9b613426e7175bb565ec3feea41f2adca01db027a6d"162 }163 },164 "schema_version": 1165 },166 "Qwen2.5_14B_Instruct_1M_20260815_220633": {167 "algorithm": "sha256",168 "files": {169 "README.md": {170 "bytes": 2208,171 "digest": "17cce8f4247e9765c876293412ac5bb705e3dc894821a41318035d05bf4f7d5b"172 },173 "catalog_recommendation.json": {174 "bytes": 7555,175 "digest": "948958891f1427c29e1eb7724ff909192a1f4391a0f71278c51300ab963fd5d9"176 },177 "comparison_results.csv": {178 "bytes": 4207377,179 "digest": "0ecc5a306805cf6cccd3f6ab11acd4a1cc5fd09b1f250a627487358663940a6c"180 },181 "data_dictionary.json": {182 "bytes": 115855,183 "digest": "a4b30b0dc4a78c70c3fee7a4d13af7de2763362e543b2bb7094f75ea8394e74d"184 },185 "fuzz_prompt_contract_v2.json": {186 "bytes": 2562,187 "digest": "8d33e0debb6bd5f4acdde0fdb49898ed3d59cbcfdd1585998884aa6bc674d115"188 },189 "golden_oracle_fixtures.json": {190 "bytes": 2733585,191 "digest": "0673b5e5c0fb1b7ba4bdc8c9aa985104260db183453c5708aff14c87823edb97"192 },193 "model_card.md": {194 "bytes": 31171,195 "digest": "553609be28f4235f6bfbd583cd9169dda96b6c31a4fbb993590b153c83049fb6"196 },197 "prompt_contract.json": {198 "bytes": 1201,199 "digest": "6c27b0082c69a3835a6da271a83b85a51833359205ec525e717afed14200b6eb"200 },201 "rollup.json": {202 "bytes": 166299,203 "digest": "be5eb5a632956a8f405e2a957e35969be7f6dbd022fa546b73fd1b9a738a2c5d"204 },205 "run_manifest.json": {206 "bytes": 44517,207 "digest": "e4eb3b59adbd830de2864f864e6532086ce0bb59e7763d212dd6a8e5c88da548"208 },209 "summary.md": {210 "bytes": 27280,211 "digest": "dfe84d8a4150b5389e46774e420c9ab2634ee302a69fa6aba12352c7beda99d5"212 },213 "throughput_telemetry.jsonl": {214 "bytes": 5688976,215 "digest": "17b9e3234942f43b05554340fc108e70367b350ec5daa1d49e9037c8c17867f8"216 }217 },218 "schema_version": 1219 },220 "Qwen2.5_32B_Instruct_20260815_081051": {221 "algorithm": "sha256",222 "files": {223 "README.md": {224 "bytes": 2202,225 "digest": "e7171c6e10929dff69a1da701ba42b128b3bb680263d668dec0aa3b83e0ea0f2"226 },227 "catalog_recommendation.json": {228 "bytes": 8024,229 "digest": "d9f046fc3cdac2ce5779af3dc87643ee7c14cfc85c70c85400e2f0d014667fc8"230 },231 "comparison_results.csv": {232 "bytes": 4167080,233 "digest": "3fe31c07817f2c577ca4f7a4e9c3ff3419b790e671cf89ccf4c7158a8eda3242"234 },235 "data_dictionary.json": {236 "bytes": 115857,237 "digest": "01e71d1f6ad7f6fd41a0bfe43923921e8f7e5528f48c4afdfe13211187d43c63"238 },239 "fuzz_prompt_contract_v2.json": {240 "bytes": 2562,241 "digest": "8d33e0debb6bd5f4acdde0fdb49898ed3d59cbcfdd1585998884aa6bc674d115"242 },243 "golden_oracle_fixtures.json": {244 "bytes": 2733585,245 "digest": "0673b5e5c0fb1b7ba4bdc8c9aa985104260db183453c5708aff14c87823edb97"246 },247 "model_card.md": {248 "bytes": 28367,249 "digest": "ae46aba69a24170f98a274de5e5f3f904c2810a939655578af41369401666dc0"250 },251 "prompt_contract.json": {252 "bytes": 1201,253 "digest": "6c27b0082c69a3835a6da271a83b85a51833359205ec525e717afed14200b6eb"254 },255 "rollup.json": {256 "bytes": 181263,257 "digest": "a34a7dab00ed885863583765a0202e48e6ee67542743bf119c73750820aa4b7a"258 },259 "run_manifest.json": {260 "bytes": 59189,261 "digest": "5f088aeee5f3f7ca71e2c220359a60740013569dd259ca9526b810eb789bae4c"262 },263 "summary.md": {264 "bytes": 27501,265 "digest": "dcf1ee5804133a05e4a33469921ee68835f48a56783b3fa5ad26e2a5ca52cb6b"266 },267 "throughput_telemetry.jsonl": {268 "bytes": 5777376,269 "digest": "3aedd41004fe03ffb17ae0f077a6dc9c1658a9c199fd04208a3d5778ea55e02d"270 }271 },272 "schema_version": 1273 },274 "Qwen2.5_7B_Instruct_20260814_234822": {275 "algorithm": "sha256",276 "files": {277 "README.md": {278 "bytes": 2131,279 "digest": "32b96d073e0a546da4a0407ae12868dfdc7ae1be9ae9886ba857d51ed7b3a5e9"280 },281 "catalog_recommendation.json": {282 "bytes": 7458,283 "digest": "d26a1e12bed873c092e11315f732780c742d48883fb837a4fdf4f3d752422b98"284 },285 "comparison_results.csv": {286 "bytes": 3988377,287 "digest": "b4dcb99fdc94aac60a6a3cc0b069c6e45a28a846731481a4197183d4bb3a56ba"288 },289 "data_dictionary.json": {290 "bytes": 113339,291 "digest": "3bf135bd566ed21d14cce4e89683ecb958bf721650f493708128a11322c3cc03"292 },293 "fuzz_prompt_contract_v2.json": {294 "bytes": 2562,295 "digest": "8d33e0debb6bd5f4acdde0fdb49898ed3d59cbcfdd1585998884aa6bc674d115"296 },297 "golden_oracle_fixtures.json": {298 "bytes": 2733585,299 "digest": "2a0f7cdd3d2432d715baf6026c07a8a20d6302d46a60c84c04257f8ade06914c"300 },301 "model_card.md": {302 "bytes": 30372,303 "digest": "c4ca14ebc8a8e48609ad692f29576b3ba6f1f78e510faabeb1a2c5df9f138f15"304 },305 "prompt_contract.json": {306 "bytes": 1201,307 "digest": "6bd13219380bb461f4c5df6a12e2b3718117f69a257bd08e8d4a6c571ab7237b"308 },309 "rollup.json": {310 "bytes": 156786,311 "digest": "899138cfcef0c42e889d5366fec7934e250ed4f8a2191b3dcb9ac2da70fb64ec"312 },313 "run_manifest.json": {314 "bytes": 31597,315 "digest": "1abc9b14e58e1e081c39e7668faaa17cc8d2f76e05de822f6f8c81ebb907338b"316 },317 "summary.md": {318 "bytes": 25248,319 "digest": "6125411eeeebf2ddf00ea554e8e51db32afb6ab7789e425f5fd54b6e0e7698a0"320 },321 "throughput_telemetry.jsonl": {322 "bytes": 4500598,323 "digest": "65c2191605e6c45e062f5b99dd79fbc1963891d72e12f547bf6818cd6782626f"324 }325 },326 "schema_version": 1327 }328 },329 "note": "Verbatim source-bundle digests. No bundle file was modified. Sanitization is by field selection during derivation."330}