zeromodels/glm-4.7-flash
02
1{2 "metadata": {3 "total_size": 59886787840.04 },5 "weight_map": {6 "/layers/embedding/vars": [7 "model_00000.weights.h5"8 ],9 "/layers/glm4_moe_lite_decoder_layer/attention_norm/vars": [10 "model_00000.weights.h5"11 ],12 "/layers/glm4_moe_lite_decoder_layer/mlp/down/vars": [13 "model_00000.weights.h5"14 ],15 "/layers/glm4_moe_lite_decoder_layer/mlp/gate/vars": [16 "model_00000.weights.h5"17 ],18 "/layers/glm4_moe_lite_decoder_layer/mlp/up/vars": [19 "model_00000.weights.h5"20 ],21 "/layers/glm4_moe_lite_decoder_layer/mlp_norm/vars": [22 "model_00000.weights.h5"23 ],24 "/layers/glm4_moe_lite_decoder_layer/attention/kv_a_norm/vars": [25 "model_00000.weights.h5"26 ],27 "/layers/glm4_moe_lite_decoder_layer/attention/kv_a/vars": [28 "model_00000.weights.h5"29 ],30 "/layers/glm4_moe_lite_decoder_layer/attention/kv_b/vars": [31 "model_00000.weights.h5"32 ],33 "/layers/glm4_moe_lite_decoder_layer/attention/output_proj/vars": [34 "model_00000.weights.h5"35 ],36 "/layers/glm4_moe_lite_decoder_layer/attention/query_a_norm/vars": [37 "model_00000.weights.h5"38 ],39 "/layers/glm4_moe_lite_decoder_layer/attention/query_a/vars": [40 "model_00000.weights.h5"41 ],42 "/layers/glm4_moe_lite_decoder_layer/attention/query_b/vars": [43 "model_00000.weights.h5"44 ],45 "/layers/glm4_moe_lite_decoder_layer_1/attention_norm/vars": [46 "model_00000.weights.h5"47 ],48 "/layers/glm4_moe_lite_decoder_layer_1/mlp/experts/vars": [49 "model_00000.weights.h5"50 ],51 "/layers/glm4_moe_lite_decoder_layer_1/mlp/vars": [52 "model_00000.weights.h5"53 ],54 "/layers/glm4_moe_lite_decoder_layer_1/mlp/shared_experts/down/vars": [55 "model_00000.weights.h5"56 ],57 "/layers/glm4_moe_lite_decoder_layer_1/mlp/shared_experts/gate/vars": [58 "model_00000.weights.h5"59 ],60 "/layers/glm4_moe_lite_decoder_layer_1/mlp/shared_experts/up/vars": [61 "model_00000.weights.h5"62 ],63 "/layers/glm4_moe_lite_decoder_layer_1/mlp_norm/vars": [64 "model_00000.weights.h5"65 ],66 "/layers/glm4_moe_lite_decoder_layer_1/attention/kv_a_norm/vars": [67 "model_00000.weights.h5"68 ],69 "/layers/glm4_moe_lite_decoder_layer_1/attention/kv_a/vars": [70 "model_00000.weights.h5"71 ],72 "/layers/glm4_moe_lite_decoder_layer_1/attention/kv_b/vars": [73 "model_00000.weights.h5"74 ],75 "/layers/glm4_moe_lite_decoder_layer_1/attention/output_proj/vars": [76 "model_00000.weights.h5"77 ],78 "/layers/glm4_moe_lite_decoder_layer_1/attention/query_a_norm/vars": [79 "model_00000.weights.h5"80 ],81 "/layers/glm4_moe_lite_decoder_layer_1/attention/query_a/vars": [82 "model_00000.weights.h5"83 ],84 "/layers/glm4_moe_lite_decoder_layer_1/attention/query_b/vars": [85 "model_00000.weights.h5"86 ],87 "/layers/glm4_moe_lite_decoder_layer_2/attention_norm/vars": [88 "model_00000.weights.h5"89 ],90 "/layers/glm4_moe_lite_decoder_layer_2/mlp/experts/vars": [91 "model_00000.weights.h5"92 ],93 "/layers/glm4_moe_lite_decoder_layer_2/mlp/vars": [94 "model_00000.weights.h5"95 ],96 "/layers/glm4_moe_lite_decoder_layer_2/mlp/shared_experts/down/vars": [97 "model_00000.weights.h5"98 ],99 "/layers/glm4_moe_lite_decoder_layer_2/mlp/shared_experts/gate/vars": [100 "model_00000.weights.h5"101 ],102 "/layers/glm4_moe_lite_decoder_layer_2/mlp/shared_experts/up/vars": [103 "model_00000.weights.h5"104 ],105 "/layers/glm4_moe_lite_decoder_layer_2/mlp_norm/vars": [106 "model_00000.weights.h5"107 ],108 "/layers/glm4_moe_lite_decoder_layer_2/attention/kv_a_norm/vars": [109 "model_00000.weights.h5"110 ],111 "/layers/glm4_moe_lite_decoder_layer_2/attention/kv_a/vars": [112 "model_00000.weights.h5"113 ],114 "/layers/glm4_moe_lite_decoder_layer_2/attention/kv_b/vars": [115 "model_00000.weights.h5"116 ],117 "/layers/glm4_moe_lite_decoder_layer_2/attention/output_proj/vars": [118 "model_00000.weights.h5"119 ],120 "/layers/glm4_moe_lite_decoder_layer_2/attention/query_a_norm/vars": [121 "model_00000.weights.h5"122 ],123 "/layers/glm4_moe_lite_decoder_layer_2/attention/query_a/vars": [124 "model_00000.weights.h5"125 ],126 "/layers/glm4_moe_lite_decoder_layer_2/attention/query_b/vars": [127 "model_00000.weights.h5"128 ],129 "/layers/glm4_moe_lite_decoder_layer_3/attention_norm/vars": [130 "model_00000.weights.h5"131 ],132 "/layers/glm4_moe_lite_decoder_layer_3/mlp/experts/vars": [133 "model_00000.weights.h5"134 ],135 "/layers/glm4_moe_lite_decoder_layer_3/mlp/vars": [136 "model_00000.weights.h5"137 ],138 "/layers/glm4_moe_lite_decoder_layer_3/mlp/shared_experts/down/vars": [139 "model_00000.weights.h5"140 ],141 "/layers/glm4_moe_lite_decoder_layer_3/mlp/shared_experts/gate/vars": [142 "model_00000.weights.h5"143 ],144 "/layers/glm4_moe_lite_decoder_layer_3/mlp/shared_experts/up/vars": [145 "model_00000.weights.h5"146 ],147 "/layers/glm4_moe_lite_decoder_layer_3/mlp_norm/vars": [148 "model_00000.weights.h5"149 ],150 "/layers/glm4_moe_lite_decoder_layer_3/attention/kv_a_norm/vars": [151 "model_00000.weights.h5"152 ],153 "/layers/glm4_moe_lite_decoder_layer_3/attention/kv_a/vars": [154 "model_00000.weights.h5"155 ],156 "/layers/glm4_moe_lite_decoder_layer_3/attention/kv_b/vars": [157 "model_00000.weights.h5"158 ],159 "/layers/glm4_moe_lite_decoder_layer_3/attention/output_proj/vars": [160 "model_00000.weights.h5"161 ],162 "/layers/glm4_moe_lite_decoder_layer_3/attention/query_a_norm/vars": [163 "model_00000.weights.h5"164 ],165 "/layers/glm4_moe_lite_decoder_layer_3/attention/query_a/vars": [166 "model_00000.weights.h5"167 ],168 "/layers/glm4_moe_lite_decoder_layer_3/attention/query_b/vars": [169 "model_00000.weights.h5"170 ],171 "/layers/glm4_moe_lite_decoder_layer_4/attention_norm/vars": [172 "model_00000.weights.h5"173 ],174 "/layers/glm4_moe_lite_decoder_layer_4/mlp/experts/vars": [175 "model_00001.weights.h5"176 ],177 "/layers/glm4_moe_lite_decoder_layer_4/mlp/vars": [178 "model_00001.weights.h5"179 ],180 "/layers/glm4_moe_lite_decoder_layer_4/mlp/shared_experts/down/vars": [181 "model_00001.weights.h5"182 ],183 "/layers/glm4_moe_lite_decoder_layer_4/mlp/shared_experts/gate/vars": [184 "model_00001.weights.h5"185 ],186 "/layers/glm4_moe_lite_decoder_layer_4/mlp/shared_experts/up/vars": [187 "model_00001.weights.h5"188 ],189 "/layers/glm4_moe_lite_decoder_layer_4/mlp_norm/vars": [190 "model_00001.weights.h5"191 ],192 "/layers/glm4_moe_lite_decoder_layer_4/attention/kv_a_norm/vars": [193 "model_00001.weights.h5"194 ],195 "/layers/glm4_moe_lite_decoder_layer_4/attention/kv_a/vars": [196 "model_00001.weights.h5"197 ],198 "/layers/glm4_moe_lite_decoder_layer_4/attention/kv_b/vars": [199 "model_00001.weights.h5"200 ],201 "/layers/glm4_moe_lite_decoder_layer_4/attention/output_proj/vars": [202 "model_00001.weights.h5"203 ],204 "/layers/glm4_moe_lite_decoder_layer_4/attention/query_a_norm/vars": [205 "model_00001.weights.h5"206 ],207 "/layers/glm4_moe_lite_decoder_layer_4/attention/query_a/vars": [208 "model_00001.weights.h5"209 ],210 "/layers/glm4_moe_lite_decoder_layer_4/attention/query_b/vars": [211 "model_00001.weights.h5"212 ],213 "/layers/glm4_moe_lite_decoder_layer_5/attention_norm/vars": [214 "model_00001.weights.h5"215 ],216 "/layers/glm4_moe_lite_decoder_layer_5/mlp/experts/vars": [217 "model_00001.weights.h5"218 ],219 "/layers/glm4_moe_lite_decoder_layer_5/mlp/vars": [220 "model_00001.weights.h5"221 ],222 "/layers/glm4_moe_lite_decoder_layer_5/mlp/shared_experts/down/vars": [223 "model_00001.weights.h5"224 ],225 "/layers/glm4_moe_lite_decoder_layer_5/mlp/shared_experts/gate/vars": [226 "model_00001.weights.h5"227 ],228 "/layers/glm4_moe_lite_decoder_layer_5/mlp/shared_experts/up/vars": [229 "model_00001.weights.h5"230 ],231 "/layers/glm4_moe_lite_decoder_layer_5/mlp_norm/vars": [232 "model_00001.weights.h5"233 ],234 "/layers/glm4_moe_lite_decoder_layer_5/attention/kv_a_norm/vars": [235 "model_00001.weights.h5"236 ],237 "/layers/glm4_moe_lite_decoder_layer_5/attention/kv_a/vars": [238 "model_00001.weights.h5"239 ],240 "/layers/glm4_moe_lite_decoder_layer_5/attention/kv_b/vars": [241 "model_00001.weights.h5"242 ],243 "/layers/glm4_moe_lite_decoder_layer_5/attention/output_proj/vars": [244 "model_00001.weights.h5"245 ],246 "/layers/glm4_moe_lite_decoder_layer_5/attention/query_a_norm/vars": [247 "model_00001.weights.h5"248 ],249 "/layers/glm4_moe_lite_decoder_layer_5/attention/query_a/vars": [250 "model_00001.weights.h5"251 ],252 "/layers/glm4_moe_lite_decoder_layer_5/attention/query_b/vars": [253 "model_00001.weights.h5"254 ],255 "/layers/glm4_moe_lite_decoder_layer_6/attention_norm/vars": [256 "model_00001.weights.h5"257 ],258 "/layers/glm4_moe_lite_decoder_layer_6/mlp/experts/vars": [259 "model_00001.weights.h5"260 ],261 "/layers/glm4_moe_lite_decoder_layer_6/mlp/vars": [262 "model_00001.weights.h5"263 ],264 "/layers/glm4_moe_lite_decoder_layer_6/mlp/shared_experts/down/vars": [265 "model_00001.weights.h5"266 ],267 "/layers/glm4_moe_lite_decoder_layer_6/mlp/shared_experts/gate/vars": [268 "model_00001.weights.h5"269 ],270 "/layers/glm4_moe_lite_decoder_layer_6/mlp/shared_experts/up/vars": [271 "model_00001.weights.h5"272 ],273 "/layers/glm4_moe_lite_decoder_layer_6/mlp_norm/vars": [274 "model_00001.weights.h5"275 ],276 "/layers/glm4_moe_lite_decoder_layer_6/attention/kv_a_norm/vars": [277 "model_00001.weights.h5"278 ],279 "/layers/glm4_moe_lite_decoder_layer_6/attention/kv_a/vars": [280 "model_00001.weights.h5"281 ],282 "/layers/glm4_moe_lite_decoder_layer_6/attention/kv_b/vars": [283 "model_00001.weights.h5"284 ],285 "/layers/glm4_moe_lite_decoder_layer_6/attention/output_proj/vars": [286 "model_00001.weights.h5"287 ],288 "/layers/glm4_moe_lite_decoder_layer_6/attention/query_a_norm/vars": [289 "model_00001.weights.h5"290 ],291 "/layers/glm4_moe_lite_decoder_layer_6/attention/query_a/vars": [292 "model_00001.weights.h5"293 ],294 "/layers/glm4_moe_lite_decoder_layer_6/attention/query_b/vars": [295 "model_00001.weights.h5"296 ],297 "/layers/glm4_moe_lite_decoder_layer_7/attention_norm/vars": [298 "model_00001.weights.h5"299 ],300 "/layers/glm4_moe_lite_decoder_layer_7/mlp/experts/vars": [301 "model_00001.weights.h5"302 ],303 "/layers/glm4_moe_lite_decoder_layer_7/mlp/vars": [304 "model_00001.weights.h5"305 ],306 "/layers/glm4_moe_lite_decoder_layer_7/mlp/shared_experts/down/vars": [307 "model_00001.weights.h5"308 ],309 "/layers/glm4_moe_lite_decoder_layer_7/mlp/shared_experts/gate/vars": [310 "model_00001.weights.h5"311 ],312 "/layers/glm4_moe_lite_decoder_layer_7/mlp/shared_experts/up/vars": [313 "model_00001.weights.h5"314 ],315 "/layers/glm4_moe_lite_decoder_layer_7/mlp_norm/vars": [316 "model_00001.weights.h5"317 ],318 "/layers/glm4_moe_lite_decoder_layer_7/attention/kv_a_norm/vars": [319 "model_00001.weights.h5"320 ],321 "/layers/glm4_moe_lite_decoder_layer_7/attention/kv_a/vars": [322 "model_00001.weights.h5"323 ],324 "/layers/glm4_moe_lite_decoder_layer_7/attention/kv_b/vars": [325 "model_00001.weights.h5"326 ],327 "/layers/glm4_moe_lite_decoder_layer_7/attention/output_proj/vars": [328 "model_00001.weights.h5"329 ],330 "/layers/glm4_moe_lite_decoder_layer_7/attention/query_a_norm/vars": [331 "model_00001.weights.h5"332 ],333 "/layers/glm4_moe_lite_decoder_layer_7/attention/query_a/vars": [334 "model_00001.weights.h5"335 ],336 "/layers/glm4_moe_lite_decoder_layer_7/attention/query_b/vars": [337 "model_00001.weights.h5"338 ],339 "/layers/glm4_moe_lite_decoder_layer_8/attention_norm/vars": [340 "model_00001.weights.h5"341 ],342 "/layers/glm4_moe_lite_decoder_layer_8/mlp/experts/vars": [343 "model_00002.weights.h5"344 ],345 "/layers/glm4_moe_lite_decoder_layer_8/mlp/vars": [346 "model_00002.weights.h5"347 ],348 "/layers/glm4_moe_lite_decoder_layer_8/mlp/shared_experts/down/vars": [349 "model_00002.weights.h5"350 ],351 "/layers/glm4_moe_lite_decoder_layer_8/mlp/shared_experts/gate/vars": [352 "model_00002.weights.h5"353 ],354 "/layers/glm4_moe_lite_decoder_layer_8/mlp/shared_experts/up/vars": [355 "model_00002.weights.h5"356 ],357 "/layers/glm4_moe_lite_decoder_layer_8/mlp_norm/vars": [358 "model_00002.weights.h5"359 ],360 "/layers/glm4_moe_lite_decoder_layer_8/attention/kv_a_norm/vars": [361 "model_00002.weights.h5"362 ],363 "/layers/glm4_moe_lite_decoder_layer_8/attention/kv_a/vars": [364 "model_00002.weights.h5"365 ],366 "/layers/glm4_moe_lite_decoder_layer_8/attention/kv_b/vars": [367 "model_00002.weights.h5"368 ],369 "/layers/glm4_moe_lite_decoder_layer_8/attention/output_proj/vars": [370 "model_00002.weights.h5"371 ],372 "/layers/glm4_moe_lite_decoder_layer_8/attention/query_a_norm/vars": [373 "model_00002.weights.h5"374 ],375 "/layers/glm4_moe_lite_decoder_layer_8/attention/query_a/vars": [376 "model_00002.weights.h5"377 ],378 "/layers/glm4_moe_lite_decoder_layer_8/attention/query_b/vars": [379 "model_00002.weights.h5"380 ],381 "/layers/glm4_moe_lite_decoder_layer_9/attention_norm/vars": [382 "model_00002.weights.h5"383 ],384 "/layers/glm4_moe_lite_decoder_layer_9/mlp/experts/vars": [385 "model_00002.weights.h5"386 ],387 "/layers/glm4_moe_lite_decoder_layer_9/mlp/vars": [388 "model_00002.weights.h5"389 ],390 "/layers/glm4_moe_lite_decoder_layer_9/mlp/shared_experts/down/vars": [391 "model_00002.weights.h5"392 ],393 "/layers/glm4_moe_lite_decoder_layer_9/mlp/shared_experts/gate/vars": [394 "model_00002.weights.h5"395 ],396 "/layers/glm4_moe_lite_decoder_layer_9/mlp/shared_experts/up/vars": [397 "model_00002.weights.h5"398 ],399 "/layers/glm4_moe_lite_decoder_layer_9/mlp_norm/vars": [400 "model_00002.weights.h5"401 ],402 "/layers/glm4_moe_lite_decoder_layer_9/attention/kv_a_norm/vars": [403 "model_00002.weights.h5"404 ],405 "/layers/glm4_moe_lite_decoder_layer_9/attention/kv_a/vars": [406 "model_00002.weights.h5"407 ],408 "/layers/glm4_moe_lite_decoder_layer_9/attention/kv_b/vars": [409 "model_00002.weights.h5"410 ],411 "/layers/glm4_moe_lite_decoder_layer_9/attention/output_proj/vars": [412 "model_00002.weights.h5"413 ],414 "/layers/glm4_moe_lite_decoder_layer_9/attention/query_a_norm/vars": [415 "model_00002.weights.h5"416 ],417 "/layers/glm4_moe_lite_decoder_layer_9/attention/query_a/vars": [418 "model_00002.weights.h5"419 ],420 "/layers/glm4_moe_lite_decoder_layer_9/attention/query_b/vars": [421 "model_00002.weights.h5"422 ],423 "/layers/glm4_moe_lite_decoder_layer_10/attention_norm/vars": [424 "model_00002.weights.h5"425 ],426 "/layers/glm4_moe_lite_decoder_layer_10/mlp/experts/vars": [427 "model_00002.weights.h5"428 ],429 "/layers/glm4_moe_lite_decoder_layer_10/mlp/vars": [430 "model_00002.weights.h5"431 ],432 "/layers/glm4_moe_lite_decoder_layer_10/mlp/shared_experts/down/vars": [433 "model_00002.weights.h5"434 ],435 "/layers/glm4_moe_lite_decoder_layer_10/mlp/shared_experts/gate/vars": [436 "model_00002.weights.h5"437 ],438 "/layers/glm4_moe_lite_decoder_layer_10/mlp/shared_experts/up/vars": [439 "model_00002.weights.h5"440 ],441 "/layers/glm4_moe_lite_decoder_layer_10/mlp_norm/vars": [442 "model_00002.weights.h5"443 ],444 "/layers/glm4_moe_lite_decoder_layer_10/attention/kv_a_norm/vars": [445 "model_00002.weights.h5"446 ],447 "/layers/glm4_moe_lite_decoder_layer_10/attention/kv_a/vars": [448 "model_00002.weights.h5"449 ],450 "/layers/glm4_moe_lite_decoder_layer_10/attention/kv_b/vars": [451 "model_00002.weights.h5"452 ],453 "/layers/glm4_moe_lite_decoder_layer_10/attention/output_proj/vars": [454 "model_00002.weights.h5"455 ],456 "/layers/glm4_moe_lite_decoder_layer_10/attention/query_a_norm/vars": [457 "model_00002.weights.h5"458 ],459 "/layers/glm4_moe_lite_decoder_layer_10/attention/query_a/vars": [460 "model_00002.weights.h5"461 ],462 "/layers/glm4_moe_lite_decoder_layer_10/attention/query_b/vars": [463 "model_00002.weights.h5"464 ],465 "/layers/glm4_moe_lite_decoder_layer_11/attention_norm/vars": [466 "model_00002.weights.h5"467 ],468 "/layers/glm4_moe_lite_decoder_layer_11/mlp/experts/vars": [469 "model_00002.weights.h5"470 ],471 "/layers/glm4_moe_lite_decoder_layer_11/mlp/vars": [472 "model_00002.weights.h5"473 ],474 "/layers/glm4_moe_lite_decoder_layer_11/mlp/shared_experts/down/vars": [475 "model_00002.weights.h5"476 ],477 "/layers/glm4_moe_lite_decoder_layer_11/mlp/shared_experts/gate/vars": [478 "model_00002.weights.h5"479 ],480 "/layers/glm4_moe_lite_decoder_layer_11/mlp/shared_experts/up/vars": [481 "model_00002.weights.h5"482 ],483 "/layers/glm4_moe_lite_decoder_layer_11/mlp_norm/vars": [484 "model_00002.weights.h5"485 ],486 "/layers/glm4_moe_lite_decoder_layer_11/attention/kv_a_norm/vars": [487 "model_00002.weights.h5"488 ],489 "/layers/glm4_moe_lite_decoder_layer_11/attention/kv_a/vars": [490 "model_00002.weights.h5"491 ],492 "/layers/glm4_moe_lite_decoder_layer_11/attention/kv_b/vars": [493 "model_00002.weights.h5"494 ],495 "/layers/glm4_moe_lite_decoder_layer_11/attention/output_proj/vars": [496 "model_00002.weights.h5"497 ],498 "/layers/glm4_moe_lite_decoder_layer_11/attention/query_a_norm/vars": [499 "model_00002.weights.h5"500 ],501 "/layers/glm4_moe_lite_decoder_layer_11/attention/query_a/vars": [502 "model_00002.weights.h5"503 ],504 "/layers/glm4_moe_lite_decoder_layer_11/attention/query_b/vars": [505 "model_00002.weights.h5"506 ],507 "/layers/glm4_moe_lite_decoder_layer_12/attention_norm/vars": [508 "model_00002.weights.h5"509 ],510 "/layers/glm4_moe_lite_decoder_layer_12/mlp/experts/vars": [511 "model_00003.weights.h5"512 ],513 "/layers/glm4_moe_lite_decoder_layer_12/mlp/vars": [514 "model_00003.weights.h5"515 ],516 "/layers/glm4_moe_lite_decoder_layer_12/mlp/shared_experts/down/vars": [517 "model_00003.weights.h5"518 ],519 "/layers/glm4_moe_lite_decoder_layer_12/mlp/shared_experts/gate/vars": [520 "model_00003.weights.h5"521 ],522 "/layers/glm4_moe_lite_decoder_layer_12/mlp/shared_experts/up/vars": [523 "model_00003.weights.h5"524 ],525 "/layers/glm4_moe_lite_decoder_layer_12/mlp_norm/vars": [526 "model_00003.weights.h5"527 ],528 "/layers/glm4_moe_lite_decoder_layer_12/attention/kv_a_norm/vars": [529 "model_00003.weights.h5"530 ],531 "/layers/glm4_moe_lite_decoder_layer_12/attention/kv_a/vars": [532 "model_00003.weights.h5"533 ],534 "/layers/glm4_moe_lite_decoder_layer_12/attention/kv_b/vars": [535 "model_00003.weights.h5"536 ],537 "/layers/glm4_moe_lite_decoder_layer_12/attention/output_proj/vars": [538 "model_00003.weights.h5"539 ],540 "/layers/glm4_moe_lite_decoder_layer_12/attention/query_a_norm/vars": [541 "model_00003.weights.h5"542 ],543 "/layers/glm4_moe_lite_decoder_layer_12/attention/query_a/vars": [544 "model_00003.weights.h5"545 ],546 "/layers/glm4_moe_lite_decoder_layer_12/attention/query_b/vars": [547 "model_00003.weights.h5"548 ],549 "/layers/glm4_moe_lite_decoder_layer_13/attention_norm/vars": [550 "model_00003.weights.h5"551 ],552 "/layers/glm4_moe_lite_decoder_layer_13/mlp/experts/vars": [553 "model_00003.weights.h5"554 ],555 "/layers/glm4_moe_lite_decoder_layer_13/mlp/vars": [556 "model_00003.weights.h5"557 ],558 "/layers/glm4_moe_lite_decoder_layer_13/mlp/shared_experts/down/vars": [559 "model_00003.weights.h5"560 ],561 "/layers/glm4_moe_lite_decoder_layer_13/mlp/shared_experts/gate/vars": [562 "model_00003.weights.h5"563 ],564 "/layers/glm4_moe_lite_decoder_layer_13/mlp/shared_experts/up/vars": [565 "model_00003.weights.h5"566 ],567 "/layers/glm4_moe_lite_decoder_layer_13/mlp_norm/vars": [568 "model_00003.weights.h5"569 ],570 "/layers/glm4_moe_lite_decoder_layer_13/attention/kv_a_norm/vars": [571 "model_00003.weights.h5"572 ],573 "/layers/glm4_moe_lite_decoder_layer_13/attention/kv_a/vars": [574 "model_00003.weights.h5"575 ],576 "/layers/glm4_moe_lite_decoder_layer_13/attention/kv_b/vars": [577 "model_00003.weights.h5"578 ],579 "/layers/glm4_moe_lite_decoder_layer_13/attention/output_proj/vars": [580 "model_00003.weights.h5"581 ],582 "/layers/glm4_moe_lite_decoder_layer_13/attention/query_a_norm/vars": [583 "model_00003.weights.h5"584 ],585 "/layers/glm4_moe_lite_decoder_layer_13/attention/query_a/vars": [586 "model_00003.weights.h5"587 ],588 "/layers/glm4_moe_lite_decoder_layer_13/attention/query_b/vars": [589 "model_00003.weights.h5"590 ],591 "/layers/glm4_moe_lite_decoder_layer_14/attention_norm/vars": [592 "model_00003.weights.h5"593 ],594 "/layers/glm4_moe_lite_decoder_layer_14/mlp/experts/vars": [595 "model_00003.weights.h5"596 ],597 "/layers/glm4_moe_lite_decoder_layer_14/mlp/vars": [598 "model_00003.weights.h5"599 ],600 "/layers/glm4_moe_lite_decoder_layer_14/mlp/shared_experts/down/vars": [601 "model_00003.weights.h5"602 ],603 "/layers/glm4_moe_lite_decoder_layer_14/mlp/shared_experts/gate/vars": [604 "model_00003.weights.h5"605 ],606 "/layers/glm4_moe_lite_decoder_layer_14/mlp/shared_experts/up/vars": [607 "model_00003.weights.h5"608 ],609 "/layers/glm4_moe_lite_decoder_layer_14/mlp_norm/vars": [610 "model_00003.weights.h5"611 ],612 "/layers/glm4_moe_lite_decoder_layer_14/attention/kv_a_norm/vars": [613 "model_00003.weights.h5"614 ],615 "/layers/glm4_moe_lite_decoder_layer_14/attention/kv_a/vars": [616 "model_00003.weights.h5"617 ],618 "/layers/glm4_moe_lite_decoder_layer_14/attention/kv_b/vars": [619 "model_00003.weights.h5"620 ],621 "/layers/glm4_moe_lite_decoder_layer_14/attention/output_proj/vars": [622 "model_00003.weights.h5"623 ],624 "/layers/glm4_moe_lite_decoder_layer_14/attention/query_a_norm/vars": [625 "model_00003.weights.h5"626 ],627 "/layers/glm4_moe_lite_decoder_layer_14/attention/query_a/vars": [628 "model_00003.weights.h5"629 ],630 "/layers/glm4_moe_lite_decoder_layer_14/attention/query_b/vars": [631 "model_00003.weights.h5"632 ],633 "/layers/glm4_moe_lite_decoder_layer_15/attention_norm/vars": [634 "model_00003.weights.h5"635 ],636 "/layers/glm4_moe_lite_decoder_layer_15/mlp/experts/vars": [637 "model_00003.weights.h5"638 ],639 "/layers/glm4_moe_lite_decoder_layer_15/mlp/vars": [640 "model_00003.weights.h5"641 ],642 "/layers/glm4_moe_lite_decoder_layer_15/mlp/shared_experts/down/vars": [643 "model_00003.weights.h5"644 ],645 "/layers/glm4_moe_lite_decoder_layer_15/mlp/shared_experts/gate/vars": [646 "model_00003.weights.h5"647 ],648 "/layers/glm4_moe_lite_decoder_layer_15/mlp/shared_experts/up/vars": [649 "model_00003.weights.h5"650 ],651 "/layers/glm4_moe_lite_decoder_layer_15/mlp_norm/vars": [652 "model_00003.weights.h5"653 ],654 "/layers/glm4_moe_lite_decoder_layer_15/attention/kv_a_norm/vars": [655 "model_00003.weights.h5"656 ],657 "/layers/glm4_moe_lite_decoder_layer_15/attention/kv_a/vars": [658 "model_00003.weights.h5"659 ],660 "/layers/glm4_moe_lite_decoder_layer_15/attention/kv_b/vars": [661 "model_00003.weights.h5"662 ],663 "/layers/glm4_moe_lite_decoder_layer_15/attention/output_proj/vars": [664 "model_00003.weights.h5"665 ],666 "/layers/glm4_moe_lite_decoder_layer_15/attention/query_a_norm/vars": [667 "model_00003.weights.h5"668 ],669 "/layers/glm4_moe_lite_decoder_layer_15/attention/query_a/vars": [670 "model_00003.weights.h5"671 ],672 "/layers/glm4_moe_lite_decoder_layer_15/attention/query_b/vars": [673 "model_00003.weights.h5"674 ],675 "/layers/glm4_moe_lite_decoder_layer_16/attention_norm/vars": [676 "model_00003.weights.h5"677 ],678 "/layers/glm4_moe_lite_decoder_layer_16/mlp/experts/vars": [679 "model_00004.weights.h5"680 ],681 "/layers/glm4_moe_lite_decoder_layer_16/mlp/vars": [682 "model_00004.weights.h5"683 ],684 "/layers/glm4_moe_lite_decoder_layer_16/mlp/shared_experts/down/vars": [685 "model_00004.weights.h5"686 ],687 "/layers/glm4_moe_lite_decoder_layer_16/mlp/shared_experts/gate/vars": [688 "model_00004.weights.h5"689 ],690 "/layers/glm4_moe_lite_decoder_layer_16/mlp/shared_experts/up/vars": [691 "model_00004.weights.h5"692 ],693 "/layers/glm4_moe_lite_decoder_layer_16/mlp_norm/vars": [694 "model_00004.weights.h5"695 ],696 "/layers/glm4_moe_lite_decoder_layer_16/attention/kv_a_norm/vars": [697 "model_00004.weights.h5"698 ],699 "/layers/glm4_moe_lite_decoder_layer_16/attention/kv_a/vars": [700 "model_00004.weights.h5"701 ],702 "/layers/glm4_moe_lite_decoder_layer_16/attention/kv_b/vars": [703 "model_00004.weights.h5"704 ],705 "/layers/glm4_moe_lite_decoder_layer_16/attention/output_proj/vars": [706 "model_00004.weights.h5"707 ],708 "/layers/glm4_moe_lite_decoder_layer_16/attention/query_a_norm/vars": [709 "model_00004.weights.h5"710 ],711 "/layers/glm4_moe_lite_decoder_layer_16/attention/query_a/vars": [712 "model_00004.weights.h5"713 ],714 "/layers/glm4_moe_lite_decoder_layer_16/attention/query_b/vars": [715 "model_00004.weights.h5"716 ],717 "/layers/glm4_moe_lite_decoder_layer_17/attention_norm/vars": [718 "model_00004.weights.h5"719 ],720 "/layers/glm4_moe_lite_decoder_layer_17/mlp/experts/vars": [721 "model_00004.weights.h5"722 ],723 "/layers/glm4_moe_lite_decoder_layer_17/mlp/vars": [724 "model_00004.weights.h5"725 ],726 "/layers/glm4_moe_lite_decoder_layer_17/mlp/shared_experts/down/vars": [727 "model_00004.weights.h5"728 ],729 "/layers/glm4_moe_lite_decoder_layer_17/mlp/shared_experts/gate/vars": [730 "model_00004.weights.h5"731 ],732 "/layers/glm4_moe_lite_decoder_layer_17/mlp/shared_experts/up/vars": [733 "model_00004.weights.h5"734 ],735 "/layers/glm4_moe_lite_decoder_layer_17/mlp_norm/vars": [736 "model_00004.weights.h5"737 ],738 "/layers/glm4_moe_lite_decoder_layer_17/attention/kv_a_norm/vars": [739 "model_00004.weights.h5"740 ],741 "/layers/glm4_moe_lite_decoder_layer_17/attention/kv_a/vars": [742 "model_00004.weights.h5"743 ],744 "/layers/glm4_moe_lite_decoder_layer_17/attention/kv_b/vars": [745 "model_00004.weights.h5"746 ],747 "/layers/glm4_moe_lite_decoder_layer_17/attention/output_proj/vars": [748 "model_00004.weights.h5"749 ],750 "/layers/glm4_moe_lite_decoder_layer_17/attention/query_a_norm/vars": [751 "model_00004.weights.h5"752 ],753 "/layers/glm4_moe_lite_decoder_layer_17/attention/query_a/vars": [754 "model_00004.weights.h5"755 ],756 "/layers/glm4_moe_lite_decoder_layer_17/attention/query_b/vars": [757 "model_00004.weights.h5"758 ],759 "/layers/glm4_moe_lite_decoder_layer_18/attention_norm/vars": [760 "model_00004.weights.h5"761 ],762 "/layers/glm4_moe_lite_decoder_layer_18/mlp/experts/vars": [763 "model_00004.weights.h5"764 ],765 "/layers/glm4_moe_lite_decoder_layer_18/mlp/vars": [766 "model_00004.weights.h5"767 ],768 "/layers/glm4_moe_lite_decoder_layer_18/mlp/shared_experts/down/vars": [769 "model_00004.weights.h5"770 ],771 "/layers/glm4_moe_lite_decoder_layer_18/mlp/shared_experts/gate/vars": [772 "model_00004.weights.h5"773 ],774 "/layers/glm4_moe_lite_decoder_layer_18/mlp/shared_experts/up/vars": [775 "model_00004.weights.h5"776 ],777 "/layers/glm4_moe_lite_decoder_layer_18/mlp_norm/vars": [778 "model_00004.weights.h5"779 ],780 "/layers/glm4_moe_lite_decoder_layer_18/attention/kv_a_norm/vars": [781 "model_00004.weights.h5"782 ],783 "/layers/glm4_moe_lite_decoder_layer_18/attention/kv_a/vars": [784 "model_00004.weights.h5"785 ],786 "/layers/glm4_moe_lite_decoder_layer_18/attention/kv_b/vars": [787 "model_00004.weights.h5"788 ],789 "/layers/glm4_moe_lite_decoder_layer_18/attention/output_proj/vars": [790 "model_00004.weights.h5"791 ],792 "/layers/glm4_moe_lite_decoder_layer_18/attention/query_a_norm/vars": [793 "model_00004.weights.h5"794 ],795 "/layers/glm4_moe_lite_decoder_layer_18/attention/query_a/vars": [796 "model_00004.weights.h5"797 ],798 "/layers/glm4_moe_lite_decoder_layer_18/attention/query_b/vars": [799 "model_00004.weights.h5"800 ],801 "/layers/glm4_moe_lite_decoder_layer_19/attention_norm/vars": [802 "model_00004.weights.h5"803 ],804 "/layers/glm4_moe_lite_decoder_layer_19/mlp/experts/vars": [805 "model_00004.weights.h5"806 ],807 "/layers/glm4_moe_lite_decoder_layer_19/mlp/vars": [808 "model_00004.weights.h5"809 ],810 "/layers/glm4_moe_lite_decoder_layer_19/mlp/shared_experts/down/vars": [811 "model_00004.weights.h5"812 ],813 "/layers/glm4_moe_lite_decoder_layer_19/mlp/shared_experts/gate/vars": [814 "model_00004.weights.h5"815 ],816 "/layers/glm4_moe_lite_decoder_layer_19/mlp/shared_experts/up/vars": [817 "model_00004.weights.h5"818 ],819 "/layers/glm4_moe_lite_decoder_layer_19/mlp_norm/vars": [820 "model_00004.weights.h5"821 ],822 "/layers/glm4_moe_lite_decoder_layer_19/attention/kv_a_norm/vars": [823 "model_00004.weights.h5"824 ],825 "/layers/glm4_moe_lite_decoder_layer_19/attention/kv_a/vars": [826 "model_00004.weights.h5"827 ],828 "/layers/glm4_moe_lite_decoder_layer_19/attention/kv_b/vars": [829 "model_00004.weights.h5"830 ],831 "/layers/glm4_moe_lite_decoder_layer_19/attention/output_proj/vars": [832 "model_00004.weights.h5"833 ],834 "/layers/glm4_moe_lite_decoder_layer_19/attention/query_a_norm/vars": [835 "model_00004.weights.h5"836 ],837 "/layers/glm4_moe_lite_decoder_layer_19/attention/query_a/vars": [838 "model_00004.weights.h5"839 ],840 "/layers/glm4_moe_lite_decoder_layer_19/attention/query_b/vars": [841 "model_00004.weights.h5"842 ],843 "/layers/glm4_moe_lite_decoder_layer_20/attention_norm/vars": [844 "model_00004.weights.h5"845 ],846 "/layers/glm4_moe_lite_decoder_layer_20/mlp/experts/vars": [847 "model_00005.weights.h5"848 ],849 "/layers/glm4_moe_lite_decoder_layer_20/mlp/vars": [850 "model_00005.weights.h5"851 ],852 "/layers/glm4_moe_lite_decoder_layer_20/mlp/shared_experts/down/vars": [853 "model_00005.weights.h5"854 ],855 "/layers/glm4_moe_lite_decoder_layer_20/mlp/shared_experts/gate/vars": [856 "model_00005.weights.h5"857 ],858 "/layers/glm4_moe_lite_decoder_layer_20/mlp/shared_experts/up/vars": [859 "model_00005.weights.h5"860 ],861 "/layers/glm4_moe_lite_decoder_layer_20/mlp_norm/vars": [862 "model_00005.weights.h5"863 ],864 "/layers/glm4_moe_lite_decoder_layer_20/attention/kv_a_norm/vars": [865 "model_00005.weights.h5"866 ],867 "/layers/glm4_moe_lite_decoder_layer_20/attention/kv_a/vars": [868 "model_00005.weights.h5"869 ],870 "/layers/glm4_moe_lite_decoder_layer_20/attention/kv_b/vars": [871 "model_00005.weights.h5"872 ],873 "/layers/glm4_moe_lite_decoder_layer_20/attention/output_proj/vars": [874 "model_00005.weights.h5"875 ],876 "/layers/glm4_moe_lite_decoder_layer_20/attention/query_a_norm/vars": [877 "model_00005.weights.h5"878 ],879 "/layers/glm4_moe_lite_decoder_layer_20/attention/query_a/vars": [880 "model_00005.weights.h5"881 ],882 "/layers/glm4_moe_lite_decoder_layer_20/attention/query_b/vars": [883 "model_00005.weights.h5"884 ],885 "/layers/glm4_moe_lite_decoder_layer_21/attention_norm/vars": [886 "model_00005.weights.h5"887 ],888 "/layers/glm4_moe_lite_decoder_layer_21/mlp/experts/vars": [889 "model_00005.weights.h5"890 ],891 "/layers/glm4_moe_lite_decoder_layer_21/mlp/vars": [892 "model_00005.weights.h5"893 ],894 "/layers/glm4_moe_lite_decoder_layer_21/mlp/shared_experts/down/vars": [895 "model_00005.weights.h5"896 ],897 "/layers/glm4_moe_lite_decoder_layer_21/mlp/shared_experts/gate/vars": [898 "model_00005.weights.h5"899 ],900 "/layers/glm4_moe_lite_decoder_layer_21/mlp/shared_experts/up/vars": [901 "model_00005.weights.h5"902 ],903 "/layers/glm4_moe_lite_decoder_layer_21/mlp_norm/vars": [904 "model_00005.weights.h5"905 ],906 "/layers/glm4_moe_lite_decoder_layer_21/attention/kv_a_norm/vars": [907 "model_00005.weights.h5"908 ],909 "/layers/glm4_moe_lite_decoder_layer_21/attention/kv_a/vars": [910 "model_00005.weights.h5"911 ],912 "/layers/glm4_moe_lite_decoder_layer_21/attention/kv_b/vars": [913 "model_00005.weights.h5"914 ],915 "/layers/glm4_moe_lite_decoder_layer_21/attention/output_proj/vars": [916 "model_00005.weights.h5"917 ],918 "/layers/glm4_moe_lite_decoder_layer_21/attention/query_a_norm/vars": [919 "model_00005.weights.h5"920 ],921 "/layers/glm4_moe_lite_decoder_layer_21/attention/query_a/vars": [922 "model_00005.weights.h5"923 ],924 "/layers/glm4_moe_lite_decoder_layer_21/attention/query_b/vars": [925 "model_00005.weights.h5"926 ],927 "/layers/glm4_moe_lite_decoder_layer_22/attention_norm/vars": [928 "model_00005.weights.h5"929 ],930 "/layers/glm4_moe_lite_decoder_layer_22/mlp/experts/vars": [931 "model_00005.weights.h5"932 ],933 "/layers/glm4_moe_lite_decoder_layer_22/mlp/vars": [934 "model_00005.weights.h5"935 ],936 "/layers/glm4_moe_lite_decoder_layer_22/mlp/shared_experts/down/vars": [937 "model_00005.weights.h5"938 ],939 "/layers/glm4_moe_lite_decoder_layer_22/mlp/shared_experts/gate/vars": [940 "model_00005.weights.h5"941 ],942 "/layers/glm4_moe_lite_decoder_layer_22/mlp/shared_experts/up/vars": [943 "model_00005.weights.h5"944 ],945 "/layers/glm4_moe_lite_decoder_layer_22/mlp_norm/vars": [946 "model_00005.weights.h5"947 ],948 "/layers/glm4_moe_lite_decoder_layer_22/attention/kv_a_norm/vars": [949 "model_00005.weights.h5"950 ],951 "/layers/glm4_moe_lite_decoder_layer_22/attention/kv_a/vars": [952 "model_00005.weights.h5"953 ],954 "/layers/glm4_moe_lite_decoder_layer_22/attention/kv_b/vars": [955 "model_00005.weights.h5"956 ],957 "/layers/glm4_moe_lite_decoder_layer_22/attention/output_proj/vars": [958 "model_00005.weights.h5"959 ],960 "/layers/glm4_moe_lite_decoder_layer_22/attention/query_a_norm/vars": [961 "model_00005.weights.h5"962 ],963 "/layers/glm4_moe_lite_decoder_layer_22/attention/query_a/vars": [964 "model_00005.weights.h5"965 ],966 "/layers/glm4_moe_lite_decoder_layer_22/attention/query_b/vars": [967 "model_00005.weights.h5"968 ],969 "/layers/glm4_moe_lite_decoder_layer_23/attention_norm/vars": [970 "model_00005.weights.h5"971 ],972 "/layers/glm4_moe_lite_decoder_layer_23/mlp/experts/vars": [973 "model_00005.weights.h5"974 ],975 "/layers/glm4_moe_lite_decoder_layer_23/mlp/vars": [976 "model_00005.weights.h5"977 ],978 "/layers/glm4_moe_lite_decoder_layer_23/mlp/shared_experts/down/vars": [979 "model_00005.weights.h5"980 ],981 "/layers/glm4_moe_lite_decoder_layer_23/mlp/shared_experts/gate/vars": [982 "model_00005.weights.h5"983 ],984 "/layers/glm4_moe_lite_decoder_layer_23/mlp/shared_experts/up/vars": [985 "model_00005.weights.h5"986 ],987 "/layers/glm4_moe_lite_decoder_layer_23/mlp_norm/vars": [988 "model_00005.weights.h5"989 ],990 "/layers/glm4_moe_lite_decoder_layer_23/attention/kv_a_norm/vars": [991 "model_00005.weights.h5"992 ],993 "/layers/glm4_moe_lite_decoder_layer_23/attention/kv_a/vars": [994 "model_00005.weights.h5"995 ],996 "/layers/glm4_moe_lite_decoder_layer_23/attention/kv_b/vars": [997 "model_00005.weights.h5"998 ],999 "/layers/glm4_moe_lite_decoder_layer_23/attention/output_proj/vars": [1000 "model_00005.weights.h5"1001 ],1002 "/layers/glm4_moe_lite_decoder_layer_23/attention/query_a_norm/vars": [1003 "model_00005.weights.h5"1004 ],1005 "/layers/glm4_moe_lite_decoder_layer_23/attention/query_a/vars": [1006 "model_00005.weights.h5"1007 ],1008 "/layers/glm4_moe_lite_decoder_layer_23/attention/query_b/vars": [1009 "model_00005.weights.h5"1010 ],1011 "/layers/glm4_moe_lite_decoder_layer_24/attention_norm/vars": [1012 "model_00005.weights.h5"1013 ],1014 "/layers/glm4_moe_lite_decoder_layer_24/mlp/experts/vars": [1015 "model_00006.weights.h5"1016 ],1017 "/layers/glm4_moe_lite_decoder_layer_24/mlp/vars": [1018 "model_00006.weights.h5"1019 ],1020 "/layers/glm4_moe_lite_decoder_layer_24/mlp/shared_experts/down/vars": [1021 "model_00006.weights.h5"1022 ],1023 "/layers/glm4_moe_lite_decoder_layer_24/mlp/shared_experts/gate/vars": [1024 "model_00006.weights.h5"1025 ],1026 "/layers/glm4_moe_lite_decoder_layer_24/mlp/shared_experts/up/vars": [1027 "model_00006.weights.h5"1028 ],1029 "/layers/glm4_moe_lite_decoder_layer_24/mlp_norm/vars": [1030 "model_00006.weights.h5"1031 ],1032 "/layers/glm4_moe_lite_decoder_layer_24/attention/kv_a_norm/vars": [1033 "model_00006.weights.h5"1034 ],1035 "/layers/glm4_moe_lite_decoder_layer_24/attention/kv_a/vars": [1036 "model_00006.weights.h5"1037 ],1038 "/layers/glm4_moe_lite_decoder_layer_24/attention/kv_b/vars": [1039 "model_00006.weights.h5"1040 ],1041 "/layers/glm4_moe_lite_decoder_layer_24/attention/output_proj/vars": [1042 "model_00006.weights.h5"1043 ],1044 "/layers/glm4_moe_lite_decoder_layer_24/attention/query_a_norm/vars": [1045 "model_00006.weights.h5"1046 ],1047 "/layers/glm4_moe_lite_decoder_layer_24/attention/query_a/vars": [1048 "model_00006.weights.h5"1049 ],1050 "/layers/glm4_moe_lite_decoder_layer_24/attention/query_b/vars": [1051 "model_00006.weights.h5"1052 ],1053 "/layers/glm4_moe_lite_decoder_layer_25/attention_norm/vars": [1054 "model_00006.weights.h5"1055 ],1056 "/layers/glm4_moe_lite_decoder_layer_25/mlp/experts/vars": [1057 "model_00006.weights.h5"1058 ],1059 "/layers/glm4_moe_lite_decoder_layer_25/mlp/vars": [1060 "model_00006.weights.h5"1061 ],1062 "/layers/glm4_moe_lite_decoder_layer_25/mlp/shared_experts/down/vars": [1063 "model_00006.weights.h5"1064 ],1065 "/layers/glm4_moe_lite_decoder_layer_25/mlp/shared_experts/gate/vars": [1066 "model_00006.weights.h5"1067 ],1068 "/layers/glm4_moe_lite_decoder_layer_25/mlp/shared_experts/up/vars": [1069 "model_00006.weights.h5"1070 ],1071 "/layers/glm4_moe_lite_decoder_layer_25/mlp_norm/vars": [1072 "model_00006.weights.h5"1073 ],1074 "/layers/glm4_moe_lite_decoder_layer_25/attention/kv_a_norm/vars": [1075 "model_00006.weights.h5"1076 ],1077 "/layers/glm4_moe_lite_decoder_layer_25/attention/kv_a/vars": [1078 "model_00006.weights.h5"1079 ],1080 "/layers/glm4_moe_lite_decoder_layer_25/attention/kv_b/vars": [1081 "model_00006.weights.h5"1082 ],1083 "/layers/glm4_moe_lite_decoder_layer_25/attention/output_proj/vars": [1084 "model_00006.weights.h5"1085 ],1086 "/layers/glm4_moe_lite_decoder_layer_25/attention/query_a_norm/vars": [1087 "model_00006.weights.h5"1088 ],1089 "/layers/glm4_moe_lite_decoder_layer_25/attention/query_a/vars": [1090 "model_00006.weights.h5"1091 ],1092 "/layers/glm4_moe_lite_decoder_layer_25/attention/query_b/vars": [1093 "model_00006.weights.h5"1094 ],1095 "/layers/glm4_moe_lite_decoder_layer_26/attention_norm/vars": [1096 "model_00006.weights.h5"1097 ],1098 "/layers/glm4_moe_lite_decoder_layer_26/mlp/experts/vars": [1099 "model_00006.weights.h5"1100 ],1101 "/layers/glm4_moe_lite_decoder_layer_26/mlp/vars": [1102 "model_00006.weights.h5"1103 ],1104 "/layers/glm4_moe_lite_decoder_layer_26/mlp/shared_experts/down/vars": [1105 "model_00006.weights.h5"1106 ],1107 "/layers/glm4_moe_lite_decoder_layer_26/mlp/shared_experts/gate/vars": [1108 "model_00006.weights.h5"1109 ],1110 "/layers/glm4_moe_lite_decoder_layer_26/mlp/shared_experts/up/vars": [1111 "model_00006.weights.h5"1112 ],1113 "/layers/glm4_moe_lite_decoder_layer_26/mlp_norm/vars": [1114 "model_00006.weights.h5"1115 ],1116 "/layers/glm4_moe_lite_decoder_layer_26/attention/kv_a_norm/vars": [1117 "model_00006.weights.h5"1118 ],1119 "/layers/glm4_moe_lite_decoder_layer_26/attention/kv_a/vars": [1120 "model_00006.weights.h5"1121 ],1122 "/layers/glm4_moe_lite_decoder_layer_26/attention/kv_b/vars": [1123 "model_00006.weights.h5"1124 ],1125 "/layers/glm4_moe_lite_decoder_layer_26/attention/output_proj/vars": [1126 "model_00006.weights.h5"1127 ],1128 "/layers/glm4_moe_lite_decoder_layer_26/attention/query_a_norm/vars": [1129 "model_00006.weights.h5"1130 ],1131 "/layers/glm4_moe_lite_decoder_layer_26/attention/query_a/vars": [1132 "model_00006.weights.h5"1133 ],1134 "/layers/glm4_moe_lite_decoder_layer_26/attention/query_b/vars": [1135 "model_00006.weights.h5"1136 ],1137 "/layers/glm4_moe_lite_decoder_layer_27/attention_norm/vars": [1138 "model_00006.weights.h5"1139 ],1140 "/layers/glm4_moe_lite_decoder_layer_27/mlp/experts/vars": [1141 "model_00006.weights.h5"1142 ],1143 "/layers/glm4_moe_lite_decoder_layer_27/mlp/vars": [1144 "model_00006.weights.h5"1145 ],1146 "/layers/glm4_moe_lite_decoder_layer_27/mlp/shared_experts/down/vars": [1147 "model_00006.weights.h5"1148 ],1149 "/layers/glm4_moe_lite_decoder_layer_27/mlp/shared_experts/gate/vars": [1150 "model_00006.weights.h5"1151 ],1152 "/layers/glm4_moe_lite_decoder_layer_27/mlp/shared_experts/up/vars": [1153 "model_00006.weights.h5"1154 ],1155 "/layers/glm4_moe_lite_decoder_layer_27/mlp_norm/vars": [1156 "model_00006.weights.h5"1157 ],1158 "/layers/glm4_moe_lite_decoder_layer_27/attention/kv_a_norm/vars": [1159 "model_00006.weights.h5"1160 ],1161 "/layers/glm4_moe_lite_decoder_layer_27/attention/kv_a/vars": [1162 "model_00006.weights.h5"1163 ],1164 "/layers/glm4_moe_lite_decoder_layer_27/attention/kv_b/vars": [1165 "model_00006.weights.h5"1166 ],1167 "/layers/glm4_moe_lite_decoder_layer_27/attention/output_proj/vars": [1168 "model_00006.weights.h5"1169 ],1170 "/layers/glm4_moe_lite_decoder_layer_27/attention/query_a_norm/vars": [1171 "model_00006.weights.h5"1172 ],1173 "/layers/glm4_moe_lite_decoder_layer_27/attention/query_a/vars": [1174 "model_00006.weights.h5"1175 ],1176 "/layers/glm4_moe_lite_decoder_layer_27/attention/query_b/vars": [1177 "model_00006.weights.h5"1178 ],1179 "/layers/glm4_moe_lite_decoder_layer_28/attention_norm/vars": [1180 "model_00006.weights.h5"1181 ],1182 "/layers/glm4_moe_lite_decoder_layer_28/mlp/experts/vars": [1183 "model_00007.weights.h5"1184 ],1185 "/layers/glm4_moe_lite_decoder_layer_28/mlp/vars": [1186 "model_00007.weights.h5"1187 ],1188 "/layers/glm4_moe_lite_decoder_layer_28/mlp/shared_experts/down/vars": [1189 "model_00007.weights.h5"1190 ],1191 "/layers/glm4_moe_lite_decoder_layer_28/mlp/shared_experts/gate/vars": [1192 "model_00007.weights.h5"1193 ],1194 "/layers/glm4_moe_lite_decoder_layer_28/mlp/shared_experts/up/vars": [1195 "model_00007.weights.h5"1196 ],1197 "/layers/glm4_moe_lite_decoder_layer_28/mlp_norm/vars": [1198 "model_00007.weights.h5"1199 ],1200 "/layers/glm4_moe_lite_decoder_layer_28/attention/kv_a_norm/vars": [