gemma2

{ "metadata": { "gemma2.attention.head_count": 32, "gemma2.attention.head_count_kv": 16, "gemma2.attention.key_length": 128, "gemma2.attention.layer_norm_rms_epsilon": 0.000001, "gemma2.attention.value_length": 128, "gemma2.block_count": 46, "gemma2.context_length": 8192, "gemma2.embedding_length": 4608, "gemma2.feed_forward_length": 36864, "general.architecture": "gemma2", "general.file_type": 12, "general.name": "gemma2", "general.quantization_version": 2, "tokenizer.ggml.add_bos_token": true, "tokenizer.ggml.add_eos_token": false, "tokenizer.ggml.add_padding_token": false, "tokenizer.ggml.add_unknown_token": false, "tokenizer.ggml.bos_token_id": 2, "tokenizer.ggml.eos_token_id": 1, "tokenizer.ggml.eot_token_id": 107, "tokenizer.ggml.middle_token_id": 68, "tokenizer.ggml.model": "llama", "tokenizer.ggml.padding_token_id": 0, "tokenizer.ggml.pre": "default", "tokenizer.ggml.prefix_token_id": 67, "tokenizer.ggml.scores": "... (256000 values)", "tokenizer.ggml.suffix_token_id": 69, "tokenizer.ggml.token_type": "... (256000 values)", "tokenizer.ggml.tokens": "... (256000 values)", "tokenizer.ggml.unknown_token_id": 3 }, "num_params": 27227128320, "tensors": [ { "name": "blk.0.ffn_down.weight", "offset": 18432, "shape": [ 36864, 4608 ], "size": 18432, "type": 13 }, { "name": "blk.0.ffn_gate.weight", "offset": 116803584, "shape": [ 4608, 36864 ], "size": 116785152, "type": 11 }, { "name": "blk.0.ffn_up.weight", "offset": 189794304, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.0.post_attention_norm.weight", "offset": 262785024, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.0.post_ffw_norm.weight", "offset": 262803456, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.0.ffn_norm.weight", "offset": 262821888, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.0.attn_k.weight", "offset": 262840320, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.0.attn_output.weight", "offset": 266895360, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.0.attn_q.weight", "offset": 277512192, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.0.attn_v.weight", "offset": 285622272, "shape": [ 4608, 2048 ], "size": 8110080, "type": 13 }, { "name": "blk.1.attn_norm.weight", "offset": 292110336, "shape": [ 4608 ], "size": 6488064, "type": 0 }, { "name": "blk.1.ffn_down.weight", "offset": 292128768, "shape": [ 36864, 4608 ], "size": 18432, "type": 13 }, { "name": "blk.1.ffn_gate.weight", "offset": 408913920, "shape": [ 4608, 36864 ], "size": 116785152, "type": 11 }, { "name": "blk.1.ffn_up.weight", "offset": 481904640, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.1.post_attention_norm.weight", "offset": 554895360, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.1.post_ffw_norm.weight", "offset": 554913792, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.1.ffn_norm.weight", "offset": 554932224, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.1.attn_k.weight", "offset": 554950656, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.1.attn_output.weight", "offset": 559005696, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.1.attn_q.weight", "offset": 569622528, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.1.attn_v.weight", "offset": 577732608, "shape": [ 4608, 2048 ], "size": 8110080, "type": 13 }, { "name": "blk.2.attn_k.weight", "offset": 584220672, "shape": [ 4608, 2048 ], "size": 6488064, "type": 11 }, { "name": "blk.2.attn_output.weight", "offset": 588275712, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.2.attn_q.weight", "offset": 598892544, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.2.attn_v.weight", "offset": 607002624, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.2.attn_norm.weight", "offset": 612311040, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.2.ffn_down.weight", "offset": 612329472, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.2.ffn_gate.weight", "offset": 707880960, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.2.ffn_up.weight", "offset": 780871680, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.2.post_attention_norm.weight", "offset": 853862400, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.2.post_ffw_norm.weight", "offset": 853880832, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.2.ffn_norm.weight", "offset": 853899264, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.attn_norm.weight", "offset": 853917696, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.ffn_down.weight", "offset": 853936128, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.3.ffn_gate.weight", "offset": 949487616, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.3.ffn_up.weight", "offset": 1022478336, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.3.post_attention_norm.weight", "offset": 1095469056, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.3.post_ffw_norm.weight", "offset": 1095487488, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.ffn_norm.weight", "offset": 1095505920, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.attn_k.weight", "offset": 1095524352, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.3.attn_output.weight", "offset": 1099579392, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.3.attn_q.weight", "offset": 1110196224, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.3.attn_v.weight", "offset": 1118306304, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.4.attn_norm.weight", "offset": 1123614720, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.4.ffn_down.weight", "offset": 1123633152, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.4.ffn_gate.weight", "offset": 1219184640, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.4.ffn_up.weight", "offset": 1292175360, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.4.post_attention_norm.weight", "offset": 1365166080, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.4.post_ffw_norm.weight", "offset": 1365184512, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.4.ffn_norm.weight", "offset": 1365202944, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.4.attn_k.weight", "offset": 1365221376, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.4.attn_output.weight", "offset": 1369276416, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.4.attn_q.weight", "offset": 1379893248, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.4.attn_v.weight", "offset": 1388003328, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.5.attn_norm.weight", "offset": 1393311744, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.5.ffn_down.weight", "offset": 1393330176, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.5.ffn_gate.weight", "offset": 1488881664, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.5.ffn_up.weight", "offset": 1561872384, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "\u0000\u0000\u0000\u0000\u0000\u0000blk.17.attn_q.weight\u0002\u0000\u0000\u0000\u0000\u0012", "offset": 1634863104, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.5.post_ffw_norm.weight", "offset": 1634881536, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.5.ffn_norm.weight", "offset": 1634899968, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.5.attn_k.weight", "offset": 1634918400, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.5.attn_output.weight", "offset": 1638973440, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.5.attn_q.weight", "offset": 1649590272, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.5.attn_v.weight", "offset": 1657700352, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.6.ffn_gate.weight", "offset": 1663008768, "shape": [ 4608, 36864 ], "size": 5308416, "type": 11 }, { "name": "blk.6.attn_k.weight", "offset": 1735999488, "shape": [ 4608, 2048 ], "size": 72990720, "type": 11 }, { "name": "blk.6.attn_output.weight", "offset": 1740054528, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.6.attn_q.weight", "offset": 1750671360, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.6.attn_v.weight", "offset": 1758781440, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.6.attn_norm.weight", "offset": 1764089856, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.6.ffn_down.weight", "offset": 1764108288, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.6.ffn_up.weight", "offset": 1859659776, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.6.post_attention_norm.weight", "offset": 1932650496, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.6.post_ffw_norm.weight", "offset": 1932668928, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.6.ffn_norm.weight", "offset": 1932687360, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.attn_norm.weight", "offset": 1932705792, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.ffn_down.weight", "offset": 1932724224, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.7.ffn_gate.weight", "offset": 2028275712, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.7.ffn_up.weight", "offset": 2101266432, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.7.post_attention_norm.weight", "offset": 2174257152, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.7.post_ffw_norm.weight", "offset": 2174275584, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.ffn_norm.weight", "offset": 2174294016, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.attn_k.weight", "offset": 2174312448, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.7.attn_output.weight", "offset": 2178367488, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.7.attn_q.weight", "offset": 2188984320, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.7.attn_v.weight", "offset": 2197094400, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.8.attn_norm.weight", "offset": 2202402816, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.8.ffn_down.weight", "offset": 2202421248, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.8.ffn_gate.weight", "offset": 2297972736, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.8.ffn_up.weight", "offset": 2370963456, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.8.post_attention_norm.weight", "offset": 2443954176, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.8.post_ffw_norm.weight", "offset": 2443972608, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.8.ffn_norm.weight", "offset": 2443991040, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.8.attn_k.weight", "offset": 2444009472, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.8.attn_output.weight", "offset": 2448064512, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.8.attn_q.weight", "offset": 2458681344, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.8.attn_v.weight", "offset": 2466791424, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.9.attn_norm.weight", "offset": 2472099840, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.9.ffn_down.weight", "offset": 2472118272, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.9.ffn_gate.weight", "offset": 2567669760, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.9.ffn_up.weight", "offset": 2640660480, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.9.post_attention_norm.weight", "offset": 2713651200, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.9.post_ffw_norm.weight", "offset": 2713669632, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.9.ffn_norm.weight", "offset": 2713688064, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.9.attn_k.weight", "offset": 2713706496, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.9.attn_output.weight", "offset": 2717761536, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.9.attn_q.weight", "offset": 2728378368, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.9.attn_v.weight", "offset": 2736488448, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.10.ffn_gate.weight", "offset": 2741796864, "shape": [ 4608, 36864 ], "size": 5308416, "type": 11 }, { "name": "blk.10.ffn_up.weight", "offset": 2814787584, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.10.attn_k.weight", "offset": 2887778304, "shape": [ 4608, 2048 ], "size": 72990720, "type": 11 }, { "name": "blk.10.attn_output.weight", "offset": 2891833344, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.10.attn_q.weight", "offset": 2902450176, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.10.attn_v.weight", "offset": 2910560256, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.10.attn_norm.weight", "offset": 2915868672, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.10.ffn_down.weight", "offset": 2915887104, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.10.post_attention_norm.weight", "offset": 3011438592, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.10.post_ffw_norm.weight", "offset": 3011457024, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.10.ffn_norm.weight", "offset": 3011475456, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.attn_norm.weight", "offset": 3011493888, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.ffn_down.weight", "offset": 3011512320, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.11.ffn_gate.weight", "offset": 3107063808, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.11.ffn_up.weight", "offset": 3180054528, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.11.post_attention_norm.weight", "offset": 3253045248, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.11.post_ffw_norm.weight", "offset": 3253063680, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.ffn_norm.weight", "offset": 3253082112, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.attn_k.weight", "offset": 3253100544, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.11.attn_output.weight", "offset": 3257155584, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.11.attn_q.weight", "offset": 3267772416, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.11.attn_v.weight", "offset": 3275882496, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.12.attn_norm.weight", "offset": 3281190912, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.12.ffn_down.weight", "offset": 3281209344, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.12.ffn_gate.weight", "offset": 3376760832, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.12.ffn_up.weight", "offset": 3449751552, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.12.post_attention_norm.weight", "offset": 3522742272, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.12.post_ffw_norm.weight", "offset": 3522760704, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.12.ffn_norm.weight", "offset": 3522779136, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.12.attn_k.weight", "offset": 3522797568, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.12.attn_output.weight", "offset": 3526852608, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.12.attn_q.weight", "offset": 3537469440, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.12.attn_v.weight", "offset": 3545579520, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.13.attn_norm.weight", "offset": 3550887936, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.13.ffn_down.weight", "offset": 3550906368, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.13.ffn_gate.weight", "offset": 3646457856, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.13.ffn_up.weight", "offset": 3719448576, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.13.post_attention_norm.weight", "offset": 3792439296, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.13.post_ffw_norm.weight", "offset": 3792457728, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.13.ffn_norm.weight", "offset": 3792476160, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.13.attn_k.weight", "offset": 3792494592, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.13.attn_output.weight", "offset": 3796549632, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.13.attn_q.weight", "offset": 3807166464, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.13.attn_v.weight", "offset": 3815276544, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.14.attn_norm.weight", "offset": 3820584960, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.14.ffn_down.weight", "offset": 3820603392, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.14.ffn_gate.weight", "offset": 3916154880, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.14.ffn_up.weight", "offset": 3989145600, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.14.post_attention_norm.weight", "offset": 4062136320, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.14.post_ffw_norm.weight", "offset": 4062154752, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.14.ffn_norm.weight", "offset": 4062173184, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.14.attn_k.weight", "offset": 4062191616, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.14.attn_output.weight", "offset": 4066246656, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.14.attn_q.weight", "offset": 4076863488, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.14.attn_v.weight", "offset": 4084973568, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.15.attn_k.weight", "offset": 4090281984, "shape": [ 4608, 2048 ], "size": 5308416, "type": 11 }, { "name": "blk.15.attn_output.weight", "offset": 4094337024, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.15.attn_q.weight", "offset": 4104953856, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.15.attn_v.weight", "offset": 4113063936, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.15.attn_norm.weight", "offset": 4118372352, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.15.ffn_down.weight", "offset": 4118390784, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.15.ffn_gate.weight", "offset": 4213942272, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.15.ffn_up.weight", "offset": 4286932992, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.15.post_attention_norm.weight", "offset": 4359923712, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.15.post_ffw_norm.weight", "offset": 4359942144, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.15.ffn_norm.weight", "offset": 4359960576, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.attn_norm.weight", "offset": 4359979008, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.ffn_down.weight", "offset": 4359997440, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.16.ffn_gate.weight", "offset": 4455548928, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.16.ffn_up.weight", "offset": 4528539648, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.16.post_attention_norm.weight", "offset": 4601530368, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.16.post_ffw_norm.weight", "offset": 4601548800, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.ffn_norm.weight", "offset": 4601567232, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.attn_k.weight", "offset": 4601585664, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.16.attn_output.weight", "offset": 4605640704, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.16.attn_q.weight", "offset": 4616257536, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.16.attn_v.weight", "offset": 4624367616, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.17.attn_norm.weight", "offset": 4629676032, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.17.ffn_down.weight", "offset": 4629694464, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.17.ffn_gate.weight", "offset": 4725245952, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.17.ffn_up.weight", "offset": 4798236672, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.17.post_attention_norm.weight", "offset": 4871227392, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.17.post_ffw_norm.weight", "offset": 4871245824, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.17.ffn_norm.weight", "offset": 4871264256, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.17.attn_k.weight", "offset": 4871282688, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.17.attn_output.weight", "offset": 4875337728, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "ffn_gate.weight\u0002\u0000\u0000\u0000\u0000", "offset": 4885954560, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.17.attn_v.weight", "offset": 4894064640, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.18.attn_norm.weight", "offset": 4899373056, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.18.ffn_down.weight", "offset": 4899391488, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.18.ffn_gate.weight", "offset": 4994942976, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.18.ffn_up.weight", "offset": 5067933696, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.18.post_attention_norm.weight", "offset": 5140924416, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.18.post_ffw_norm.weight", "offset": 5140942848, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.18.ffn_norm.weight", "offset": 5140961280, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.18.attn_k.weight", "offset": 5140979712, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.18.attn_output.weight", "offset": 5145034752, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.18.attn_q.weight", "offset": 5155651584, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.18.attn_v.weight", "offset": 5163761664, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.19.ffn_gate.weight", "offset": 5169070080, "shape": [ 4608, 36864 ], "size": 5308416, "type": 11 }, { "name": "blk.19.attn_k.weight", "offset": 5242060800, "shape": [ 4608, 2048 ], "size": 72990720, "type": 11 }, { "name": "blk.19.attn_output.weight", "offset": 5246115840, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.19.attn_q.weight", "offset": 5256732672, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.19.attn_v.weight", "offset": 5264842752, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.19.attn_norm.weight", "offset": 5270151168, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.19.ffn_down.weight", "offset": 5270169600, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.19.ffn_up.weight", "offset": 5365721088, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.19.post_attention_norm.weight", "offset": 5438711808, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.19.post_ffw_norm.weight", "offset": 5438730240, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.19.ffn_norm.weight", "offset": 5438748672, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.attn_norm.weight", "offset": 5438767104, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.ffn_down.weight", "offset": 5438785536, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.20.ffn_gate.weight", "offset": 5534337024, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.20.ffn_up.weight", "offset": 5607327744, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.20.post_attention_norm.weight", "offset": 5680318464, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.20.post_ffw_norm.weight", "offset": 5680336896, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.ffn_norm.weight", "offset": 5680355328, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.attn_k.weight", "offset": 5680373760, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.20.attn_output.weight", "offset": 5684428800, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.20.attn_q.weight", "offset": 5695045632, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.20.attn_v.weight", "offset": 5703155712, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.21.attn_norm.weight", "offset": 5708464128, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.21.ffn_down.weight", "offset": 5708482560, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.21.ffn_gate.weight", "offset": 5804034048, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.21.ffn_up.weight", "offset": 5877024768, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.21.post_attention_norm.weight", "offset": 5950015488, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.21.post_ffw_norm.weight", "offset": 5950033920, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.21.ffn_norm.weight", "offset": 5950052352, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.21.attn_k.weight", "offset": 5950070784, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.21.attn_output.weight", "offset": 5954125824, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.21.attn_q.weight", "offset": 5964742656, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.21.attn_v.weight", "offset": 5972852736, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.22.attn_norm.weight", "offset": 5978161152, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.22.ffn_down.weight", "offset": 5978179584, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.22.ffn_gate.weight", "offset": 6073731072, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.22.ffn_up.weight", "offset": 6146721792, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.22.post_attention_norm.weight", "offset": 6219712512, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.22.post_ffw_norm.weight", "offset": 6219730944, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.22.ffn_norm.weight", "offset": 6219749376, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.22.attn_k.weight", "offset": 6219767808, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.22.attn_output.weight", "offset": 6223822848, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.22.attn_q.weight", "offset": 6234439680, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.22.attn_v.weight", "offset": 6242549760, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.23.ffn_up.weight", "offset": 6247858176, "shape": [ 4608, 36864 ], "size": 5308416, "type": 11 }, { "name": "blk.23.ffn_gate.weight", "offset": 6320848896, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.23.attn_k.weight", "offset": 6393839616, "shape": [ 4608, 2048 ], "size": 72990720, "type": 11 }, { "name": "blk.23.attn_output.weight", "offset": 6397894656, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.23.attn_q.weight", "offset": 6408511488, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.23.attn_v.weight", "offset": 6416621568, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.23.attn_norm.weight", "offset": 6421929984, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.23.ffn_down.weight", "offset": 6421948416, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.23.post_attention_norm.weight", "offset": 6517499904, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.23.post_ffw_norm.weight", "offset": 6517518336, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.23.ffn_norm.weight", "offset": 6517536768, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.attn_norm.weight", "offset": 6517555200, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.ffn_down.weight", "offset": 6517573632, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.24.ffn_gate.weight", "offset": 6613125120, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.24.ffn_up.weight", "offset": 6686115840, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.24.post_attention_norm.weight", "offset": 6759106560, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.24.post_ffw_norm.weight", "offset": 6759124992, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.ffn_norm.weight", "offset": 6759143424, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.attn_k.weight", "offset": 6759161856, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.24.attn_output.weight", "offset": 6763216896, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.24.attn_q.weight", "offset": 6773833728, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.24.attn_v.weight", "offset": 6781943808, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.25.attn_norm.weight", "offset": 6787252224, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.25.ffn_down.weight", "offset": 6787270656, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.25.ffn_gate.weight", "offset": 6882822144, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.25.ffn_up.weight", "offset": 6955812864, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.25.post_attention_norm.weight", "offset": 7028803584, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.25.post_ffw_norm.weight", "offset": 7028822016, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.25.ffn_norm.weight", "offset": 7028840448, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.25.attn_k.weight", "offset": 7028858880, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.25.attn_output.weight", "offset": 7032913920, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.25.attn_q.weight", "offset": 7043530752, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.25.attn_v.weight", "offset": 7051640832, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.26.attn_norm.weight", "offset": 7056949248, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.26.ffn_down.weight", "offset": 7056967680, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.26.ffn_gate.weight", "offset": 7152519168, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.26.ffn_up.weight", "offset": 7225509888, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.26.post_attention_norm.weight", "offset": 7298500608, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.26.post_ffw_norm.weight", "offset": 7298519040, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.26.ffn_norm.weight", "offset": 7298537472, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.26.attn_k.weight", "offset": 7298555904, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.26.attn_output.weight", "offset": 7302610944, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.26.attn_q.weight", "offset": 7313227776, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.26.attn_v.weight", "offset": 7321337856, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.27.attn_norm.weight", "offset": 7326646272, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.27.ffn_down.weight", "offset": 7326664704, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.27.ffn_gate.weight", "offset": 7422216192, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.27.ffn_up.weight", "offset": 7495206912, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.27.post_attention_norm.weight", "offset": 7568197632, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.27.post_ffw_norm.weight", "offset": 7568216064, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.27.ffn_norm.weight", "offset": 7568234496, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.27.attn_k.weight", "offset": 7568252928, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.27.attn_output.weight", "offset": 7572307968, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.27.attn_q.weight", "offset": 7582924800, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.27.attn_v.weight", "offset": 7591034880, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.28.attn_k.weight", "offset": 7596343296, "shape": [ 4608, 2048 ], "size": 5308416, "type": 11 }, { "name": "blk.28.attn_output.weight", "offset": 7600398336, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.28.attn_q.weight", "offset": 7611015168, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.28.attn_v.weight", "offset": 7619125248, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.28.attn_norm.weight", "offset": 7624433664, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.28.ffn_down.weight", "offset": 7624452096, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.28.ffn_gate.weight", "offset": 7720003584, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.28.ffn_up.weight", "offset": 7792994304, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.28.post_attention_norm.weight", "offset": 7865985024, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.28.post_ffw_norm.weight", "offset": 7866003456, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.28.ffn_norm.weight", "offset": 7866021888, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.attn_norm.weight", "offset": 7866040320, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.ffn_down.weight", "offset": 7866058752, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.29.ffn_gate.weight", "offset": 7961610240, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.29.ffn_up.weight", "offset": 8034600960, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.29.post_attention_norm.weight", "offset": 8107591680, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.29.post_ffw_norm.weight", "offset": 8107610112, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.ffn_norm.weight", "offset": 8107628544, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.attn_k.weight", "offset": 8107646976, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.29.attn_output.weight", "offset": 8111702016, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.29.attn_q.weight", "offset": 8122318848, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.29.attn_v.weight", "offset": 8130428928, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.30.attn_norm.weight", "offset": 8135737344, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.30.ffn_down.weight", "offset": 8135755776, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "lk.42.ffn_norm.weight\u0001", "offset": 8231307264, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.30.ffn_up.weight", "offset": 8304297984, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.30.post_attention_norm.weight", "offset": 8377288704, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.30.post_ffw_norm.weight", "offset": 8377307136, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.30.ffn_norm.weight", "offset": 8377325568, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.30.attn_k.weight", "offset": 8377344000, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.30.attn_output.weight", "offset": 8381399040, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.30.attn_q.weight", "offset": 8392015872, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.30.attn_v.weight", "offset": 8400125952, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.31.attn_norm.weight", "offset": 8405434368, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.31.ffn_down.weight", "offset": 8405452800, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.31.ffn_gate.weight", "offset": 8501004288, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.31.ffn_up.weight", "offset": 8573995008, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.31.post_attention_norm.weight", "offset": 8646985728, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.31.post_ffw_norm.weight", "offset": 8647004160, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.31.ffn_norm.weight", "offset": 8647022592, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.31.attn_k.weight", "offset": 8647041024, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.31.attn_output.weight", "offset": 8651096064, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.31.attn_q.weight", "offset": 8661712896, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.31.attn_v.weight", "offset": 8669822976, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.32.ffn_gate.weight", "offset": 8675131392, "shape": [ 4608, 36864 ], "size": 5308416, "type": 11 }, { "name": "blk.32.attn_k.weight", "offset": 8748122112, "shape": [ 4608, 2048 ], "size": 72990720, "type": 11 }, { "name": "blk.32.attn_output.weight", "offset": 8752177152, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.32.attn_q.weight", "offset": 8762793984, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.32.attn_v.weight", "offset": 8770904064, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.32.attn_norm.weight", "offset": 8776212480, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.32.ffn_down.weight", "offset": 8776230912, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.32.ffn_up.weight", "offset": 8871782400, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.32.post_attention_norm.weight", "offset": 8944773120, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.32.post_ffw_norm.weight", "offset": 8944791552, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.32.ffn_norm.weight", "offset": 8944809984, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.attn_norm.weight", "offset": 8944828416, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.ffn_down.weight", "offset": 8944846848, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.33.ffn_gate.weight", "offset": 9040398336, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.33.ffn_up.weight", "offset": 9113389056, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.33.post_attention_norm.weight", "offset": 9186379776, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.33.post_ffw_norm.weight", "offset": 9186398208, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.ffn_norm.weight", "offset": 9186416640, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.attn_k.weight", "offset": 9186435072, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.33.attn_output.weight", "offset": 9190490112, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.33.attn_q.weight", "offset": 9201106944, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.33.attn_v.weight", "offset": 9209217024, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.34.ffn_norm.weight", "offset": 9214525440, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.34.ffn_down.weight", "offset": 9214543872, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.34.ffn_gate.weight", "offset": 9310095360, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.34.ffn_up.weight", "offset": 9383086080, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.34.post_attention_norm.weight", "offset": 9456076800, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.34.post_ffw_norm.weight", "offset": 9456095232, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.34.attn_norm.weight", "offset": 9456113664, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.34.attn_k.weight", "offset": 9456132096, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.34.attn_output.weight", "offset": 9460187136, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.34.attn_q.weight", "offset": 9470803968, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.34.attn_v.weight", "offset": 9478914048, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.35.attn_norm.weight", "offset": 9484222464, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.35.ffn_down.weight", "offset": 9484240896, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.35.ffn_gate.weight", "offset": 9579792384, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.35.ffn_up.weight", "offset": 9652783104, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.35.post_attention_norm.weight", "offset": 9725773824, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.35.post_ffw_norm.weight", "offset": 9725792256, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.35.ffn_norm.weight", "offset": 9725810688, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.35.attn_k.weight", "offset": 9725829120, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.35.attn_output.weight", "offset": 9729884160, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.35.attn_q.weight", "offset": 9740500992, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.35.attn_v.weight", "offset": 9748611072, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.36.ffn_gate.weight", "offset": 9753919488, "shape": [ 4608, 36864 ], "size": 5308416, "type": 11 }, { "name": "blk.36.ffn_up.weight", "offset": 9826910208, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.36.attn_k.weight", "offset": 9899900928, "shape": [ 4608, 2048 ], "size": 72990720, "type": 11 }, { "name": "blk.36.attn_output.weight", "offset": 9903955968, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.36.attn_q.weight", "offset": 9914572800, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.36.attn_v.weight", "offset": 9922682880, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.36.attn_norm.weight", "offset": 9927991296, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.36.ffn_down.weight", "offset": 9928009728, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.36.post_attention_norm.weight", "offset": 10023561216, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.36.post_ffw_norm.weight", "offset": 10023579648, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.36.ffn_norm.weight", "offset": 10023598080, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.attn_norm.weight", "offset": 10023616512, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.ffn_down.weight", "offset": 10023634944, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.37.ffn_gate.weight", "offset": 10119186432, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.37.ffn_up.weight", "offset": 10192177152, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.37.post_attention_norm.weight", "offset": 10265167872, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.37.post_ffw_norm.weight", "offset": 10265186304, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.ffn_norm.weight", "offset": 10265204736, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.attn_k.weight", "offset": 10265223168, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.37.attn_output.weight", "offset": 10269278208, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.37.attn_q.weight", "offset": 10279895040, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.37.attn_v.weight", "offset": 10288005120, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.38.attn_norm.weight", "offset": 10293313536, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.38.ffn_down.weight", "offset": 10293331968, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.38.ffn_gate.weight", "offset": 10388883456, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.38.ffn_up.weight", "offset": 10461874176, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.38.post_attention_norm.weight", "offset": 10534864896, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.38.post_ffw_norm.weight", "offset": 10534883328, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.38.ffn_norm.weight", "offset": 10534901760, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.38.attn_k.weight", "offset": 10534920192, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.38.attn_output.weight", "offset": 10538975232, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.38.attn_q.weight", "offset": 10549592064, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.38.attn_v.weight", "offset": 10557702144, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.39.attn_norm.weight", "offset": 10563010560, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.39.ffn_down.weight", "offset": 10563028992, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.39.ffn_gate.weight", "offset": 10658580480, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.39.ffn_up.weight", "offset": 10731571200, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.39.post_attention_norm.weight", "offset": 10804561920, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.39.post_ffw_norm.weight", "offset": 10804580352, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.39.ffn_norm.weight", "offset": 10804598784, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.39.attn_k.weight", "offset": 10804617216, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.39.attn_output.weight", "offset": 10808672256, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.39.attn_q.weight", "offset": 10819289088, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.39.attn_v.weight", "offset": 10827399168, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.40.ffn_down.weight", "offset": 10832707584, "shape": [ 36864, 4608 ], "size": 5308416, "type": 12 }, { "name": "blk.40.attn_norm.weight", "offset": 10928259072, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.40.ffn_gate.weight", "offset": 10928277504, "shape": [ 4608, 36864 ], "size": 18432, "type": 11 }, { "name": "blk.40.ffn_up.weight", "offset": 11001268224, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.40.post_attention_norm.weight", "offset": 11074258944, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.40.post_ffw_norm.weight", "offset": 11074277376, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.40.ffn_norm.weight", "offset": 11074295808, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.40.attn_k.weight", "offset": 11074314240, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.40.attn_output.weight", "offset": 11078369280, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.40.attn_q.weight", "offset": 11088986112, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.40.attn_v.weight", "offset": 11097096192, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.41.attn_k.weight", "offset": 11102404608, "shape": [ 4608, 2048 ], "size": 5308416, "type": 11 }, { "name": "blk.41.attn_output.weight", "offset": 11106459648, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.41.attn_q.weight", "offset": 11117076480, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.41.attn_v.weight", "offset": 11125186560, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.41.attn_norm.weight", "offset": 11130494976, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.41.ffn_down.weight", "offset": 11130513408, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.41.ffn_gate.weight", "offset": 11226064896, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.41.ffn_up.weight", "offset": 11299055616, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.41.post_attention_norm.weight", "offset": 11372046336, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.41.post_ffw_norm.weight", "offset": 11372064768, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.41.ffn_norm.weight", "offset": 11372083200, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.attn_norm.weight", "offset": 11372101632, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.ffn_down.weight", "offset": 11372120064, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.42.ffn_gate.weight", "offset": 11467671552, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.42.ffn_up.weight", "offset": 11540662272, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.42.post_attention_norm.weight", "offset": 11613652992, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.42.post_ffw_norm.weight", "offset": 11613671424, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.ffn_norm.weight", "offset": 11613689856, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.attn_k.weight", "offset": 11613708288, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.42.attn_output.weight", "offset": 11617763328, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.42.attn_q.weight", "offset": 11628380160, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.42.attn_v.weight", "offset": 11636490240, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.43.attn_norm.weight", "offset": 11641798656, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.43.ffn_down.weight", "offset": 11641817088, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.43.ffn_gate.weight", "offset": 11737368576, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.43.ffn_up.weight", "offset": 11810359296, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.43.post_attention_norm.weight", "offset": 11883350016, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.43.post_ffw_norm.weight", "offset": 11883368448, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.43.ffn_norm.weight", "offset": 11883386880, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.43.attn_k.weight", "offset": 11883405312, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.43.attn_output.weight", "offset": 11887460352, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.43.attn_q.weight", "offset": 11898077184, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.43.attn_v.weight", "offset": 11906187264, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.44.attn_norm.weight", "offset": 11911495680, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.44.ffn_down.weight", "offset": 11911514112, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.44.ffn_gate.weight", "offset": 12007065600, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.44.ffn_up.weight", "offset": 12080056320, "shape": [ 4608, 36864 ], "size": 72990720, "type": 11 }, { "name": "blk.44.post_attention_norm.weight", "offset": 12153047040, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.44.post_ffw_norm.weight", "offset": 12153065472, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.44.ffn_norm.weight", "offset": 12153083904, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.44.attn_k.weight", "offset": 12153102336, "shape": [ 4608, 2048 ], "size": 18432, "type": 11 }, { "name": "blk.44.attn_output.weight", "offset": 12157157376, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.44.attn_q.weight", "offset": 12167774208, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.44.attn_v.weight", "offset": 12175884288, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.45.ffn_gate.weight", "offset": 12181192704, "shape": [ 4608, 36864 ], "size": 5308416, "type": 11 }, { "name": "blk.45.attn_k.weight", "offset": 12254183424, "shape": [ 4608, 2048 ], "size": 72990720, "type": 11 }, { "name": "blk.45.attn_output.weight", "offset": 12258238464, "shape": [ 4096, 4608 ], "size": 4055040, "type": 12 }, { "name": "blk.45.attn_q.weight", "offset": 12268855296, "shape": [ 4608, 4096 ], "size": 10616832, "type": 11 }, { "name": "blk.45.attn_v.weight", "offset": 12276965376, "shape": [ 4608, 2048 ], "size": 8110080, "type": 12 }, { "name": "blk.45.attn_norm.weight", "offset": 12282273792, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.45.ffn_down.weight", "offset": 12282292224, "shape": [ 36864, 4608 ], "size": 18432, "type": 12 }, { "name": "blk.45.ffn_up.weight", "offset": 12377843712, "shape": [ 4608, 36864 ], "size": 95551488, "type": 11 }, { "name": "blk.45.post_attention_norm.weight", "offset": 12450834432, "shape": [ 4608 ], "size": 72990720, "type": 0 }, { "name": "blk.45.post_ffw_norm.weight", "offset": 12450852864, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.45.ffn_norm.weight", "offset": 12450871296, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "output_norm.weight", "offset": 12450889728, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "token_embd.weight", "offset": 12450908160, "shape": [ 4608, 256000 ], "size": 18432, "type": 14 } ], "version": 3 }