gemma2

{ "metadata": { "gemma2.attention.head_count": 32, "gemma2.attention.head_count_kv": 16, "gemma2.attention.key_length": 128, "gemma2.attention.layer_norm_rms_epsilon": 0.000001, "gemma2.attention.value_length": 128, "gemma2.block_count": 46, "gemma2.context_length": 8192, "gemma2.embedding_length": 4608, "gemma2.feed_forward_length": 36864, "general.architecture": "gemma2", "general.file_type": 2, "general.name": "gemma2", "general.quantization_version": 2, "tokenizer.ggml.add_bos_token": true, "tokenizer.ggml.add_eos_token": false, "tokenizer.ggml.add_padding_token": false, "tokenizer.ggml.add_unknown_token": false, "tokenizer.ggml.bos_token_id": 2, "tokenizer.ggml.eos_token_id": 1, "tokenizer.ggml.eot_token_id": 107, "tokenizer.ggml.middle_token_id": 68, "tokenizer.ggml.model": "llama", "tokenizer.ggml.padding_token_id": 0, "tokenizer.ggml.pre": "default", "tokenizer.ggml.prefix_token_id": 67, "tokenizer.ggml.scores": "... (256000 values)", "tokenizer.ggml.suffix_token_id": 69, "tokenizer.ggml.token_type": "... (256000 values)", "tokenizer.ggml.tokens": "... (256000 values)", "tokenizer.ggml.unknown_token_id": 3 }, "num_params": 27227128320, "tensors": [ { "name": "blk.0.ffn_down.weight", "offset": 18432, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.0.ffn_gate.weight", "offset": 95569920, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.0.ffn_up.weight", "offset": 191121408, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.0.post_attention_norm.weight", "offset": 286672896, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.0.post_ffw_norm.weight", "offset": 286691328, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.0.ffn_norm.weight", "offset": 286709760, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.0.attn_k.weight", "offset": 286728192, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.0.attn_output.weight", "offset": 292036608, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.0.attn_q.weight", "offset": 302653440, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.0.attn_v.weight", "offset": 313270272, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.1.attn_norm.weight", "offset": 318578688, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.1.ffn_down.weight", "offset": 318597120, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.1.ffn_gate.weight", "offset": 414148608, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.1.ffn_up.weight", "offset": 509700096, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.1.post_attention_norm.weight", "offset": 605251584, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.1.post_ffw_norm.weight", "offset": 605270016, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.1.ffn_norm.weight", "offset": 605288448, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.1.attn_k.weight", "offset": 605306880, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.1.attn_output.weight", "offset": 610615296, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.1.attn_q.weight", "offset": 621232128, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.1.attn_v.weight", "offset": 631848960, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.2.attn_k.weight", "offset": 637157376, "shape": [ 4608, 2048 ], "size": 5308416, "type": 2 }, { "name": "blk.2.attn_output.weight", "offset": 642465792, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.2.attn_q.weight", "offset": 653082624, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.2.attn_v.weight", "offset": 663699456, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.2.attn_norm.weight", "offset": 669007872, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.2.ffn_down.weight", "offset": 669026304, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.2.ffn_gate.weight", "offset": 764577792, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.2.ffn_up.weight", "offset": 860129280, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.2.post_attention_norm.weight", "offset": 955680768, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.2.post_ffw_norm.weight", "offset": 955699200, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.2.ffn_norm.weight", "offset": 955717632, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.attn_norm.weight", "offset": 955736064, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.ffn_down.weight", "offset": 955754496, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.3.ffn_gate.weight", "offset": 1051305984, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.3.ffn_up.weight", "offset": 1146857472, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.3.post_attention_norm.weight", "offset": 1242408960, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.3.post_ffw_norm.weight", "offset": 1242427392, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.ffn_norm.weight", "offset": 1242445824, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.attn_k.weight", "offset": 1242464256, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.3.attn_output.weight", "offset": 1247772672, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.3.attn_q.weight", "offset": 1258389504, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.3.attn_v.weight", "offset": 1269006336, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.4.attn_norm.weight", "offset": 1274314752, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.4.ffn_down.weight", "offset": 1274333184, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.4.ffn_gate.weight", "offset": 1369884672, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.4.ffn_up.weight", "offset": 1465436160, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.4.post_attention_norm.weight", "offset": 1560987648, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.4.post_ffw_norm.weight", "offset": 1561006080, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.4.ffn_norm.weight", "offset": 1561024512, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.4.attn_k.weight", "offset": 1561042944, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.4.attn_output.weight", "offset": 1566351360, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.4.attn_q.weight", "offset": 1576968192, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.4.attn_v.weight", "offset": 1587585024, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.5.attn_norm.weight", "offset": 1592893440, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.5.ffn_down.weight", "offset": 1592911872, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.5.ffn_gate.weight", "offset": 1688463360, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.5.ffn_up.weight", "offset": 1784014848, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "\u0000\u0000\u0000\u0000\u0000\u0000blk.17.attn_q.weight\u0002\u0000\u0000\u0000\u0000\u0012", "offset": 1879566336, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.5.post_ffw_norm.weight", "offset": 1879584768, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.5.ffn_norm.weight", "offset": 1879603200, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.5.attn_k.weight", "offset": 1879621632, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.5.attn_output.weight", "offset": 1884930048, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.5.attn_q.weight", "offset": 1895546880, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.5.attn_v.weight", "offset": 1906163712, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.6.ffn_gate.weight", "offset": 1911472128, "shape": [ 4608, 36864 ], "size": 5308416, "type": 2 }, { "name": "blk.6.attn_k.weight", "offset": 2007023616, "shape": [ 4608, 2048 ], "size": 95551488, "type": 2 }, { "name": "blk.6.attn_output.weight", "offset": 2012332032, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.6.attn_q.weight", "offset": 2022948864, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.6.attn_v.weight", "offset": 2033565696, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.6.attn_norm.weight", "offset": 2038874112, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.6.ffn_down.weight", "offset": 2038892544, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.6.ffn_up.weight", "offset": 2134444032, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.6.post_attention_norm.weight", "offset": 2229995520, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.6.post_ffw_norm.weight", "offset": 2230013952, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.6.ffn_norm.weight", "offset": 2230032384, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.attn_norm.weight", "offset": 2230050816, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.ffn_down.weight", "offset": 2230069248, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.7.ffn_gate.weight", "offset": 2325620736, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.7.ffn_up.weight", "offset": 2421172224, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.7.post_attention_norm.weight", "offset": 2516723712, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.7.post_ffw_norm.weight", "offset": 2516742144, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.ffn_norm.weight", "offset": 2516760576, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.attn_k.weight", "offset": 2516779008, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.7.attn_output.weight", "offset": 2522087424, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.7.attn_q.weight", "offset": 2532704256, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.7.attn_v.weight", "offset": 2543321088, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.8.attn_norm.weight", "offset": 2548629504, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.8.ffn_down.weight", "offset": 2548647936, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.8.ffn_gate.weight", "offset": 2644199424, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.8.ffn_up.weight", "offset": 2739750912, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.8.post_attention_norm.weight", "offset": 2835302400, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.8.post_ffw_norm.weight", "offset": 2835320832, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.8.ffn_norm.weight", "offset": 2835339264, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.8.attn_k.weight", "offset": 2835357696, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.8.attn_output.weight", "offset": 2840666112, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.8.attn_q.weight", "offset": 2851282944, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.8.attn_v.weight", "offset": 2861899776, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.9.attn_norm.weight", "offset": 2867208192, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.9.ffn_down.weight", "offset": 2867226624, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.9.ffn_gate.weight", "offset": 2962778112, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.9.ffn_up.weight", "offset": 3058329600, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.9.post_attention_norm.weight", "offset": 3153881088, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.9.post_ffw_norm.weight", "offset": 3153899520, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.9.ffn_norm.weight", "offset": 3153917952, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.9.attn_k.weight", "offset": 3153936384, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.9.attn_output.weight", "offset": 3159244800, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.9.attn_q.weight", "offset": 3169861632, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.9.attn_v.weight", "offset": 3180478464, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.10.ffn_gate.weight", "offset": 3185786880, "shape": [ 4608, 36864 ], "size": 5308416, "type": 2 }, { "name": "blk.10.ffn_up.weight", "offset": 3281338368, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.10.attn_k.weight", "offset": 3376889856, "shape": [ 4608, 2048 ], "size": 95551488, "type": 2 }, { "name": "blk.10.attn_output.weight", "offset": 3382198272, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.10.attn_q.weight", "offset": 3392815104, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.10.attn_v.weight", "offset": 3403431936, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.10.attn_norm.weight", "offset": 3408740352, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.10.ffn_down.weight", "offset": 3408758784, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.10.post_attention_norm.weight", "offset": 3504310272, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.10.post_ffw_norm.weight", "offset": 3504328704, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.10.ffn_norm.weight", "offset": 3504347136, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.attn_norm.weight", "offset": 3504365568, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.ffn_down.weight", "offset": 3504384000, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.11.ffn_gate.weight", "offset": 3599935488, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.11.ffn_up.weight", "offset": 3695486976, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.11.post_attention_norm.weight", "offset": 3791038464, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.11.post_ffw_norm.weight", "offset": 3791056896, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.ffn_norm.weight", "offset": 3791075328, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.attn_k.weight", "offset": 3791093760, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.11.attn_output.weight", "offset": 3796402176, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.11.attn_q.weight", "offset": 3807019008, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.11.attn_v.weight", "offset": 3817635840, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.12.attn_norm.weight", "offset": 3822944256, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.12.ffn_down.weight", "offset": 3822962688, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.12.ffn_gate.weight", "offset": 3918514176, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.12.ffn_up.weight", "offset": 4014065664, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.12.post_attention_norm.weight", "offset": 4109617152, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.12.post_ffw_norm.weight", "offset": 4109635584, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.12.ffn_norm.weight", "offset": 4109654016, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.12.attn_k.weight", "offset": 4109672448, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.12.attn_output.weight", "offset": 4114980864, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.12.attn_q.weight", "offset": 4125597696, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.12.attn_v.weight", "offset": 4136214528, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.13.attn_norm.weight", "offset": 4141522944, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.13.ffn_down.weight", "offset": 4141541376, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.13.ffn_gate.weight", "offset": 4237092864, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.13.ffn_up.weight", "offset": 4332644352, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.13.post_attention_norm.weight", "offset": 4428195840, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.13.post_ffw_norm.weight", "offset": 4428214272, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.13.ffn_norm.weight", "offset": 4428232704, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.13.attn_k.weight", "offset": 4428251136, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.13.attn_output.weight", "offset": 4433559552, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.13.attn_q.weight", "offset": 4444176384, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.13.attn_v.weight", "offset": 4454793216, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.14.attn_norm.weight", "offset": 4460101632, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.14.ffn_down.weight", "offset": 4460120064, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.14.ffn_gate.weight", "offset": 4555671552, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.14.ffn_up.weight", "offset": 4651223040, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.14.post_attention_norm.weight", "offset": 4746774528, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.14.post_ffw_norm.weight", "offset": 4746792960, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.14.ffn_norm.weight", "offset": 4746811392, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.14.attn_k.weight", "offset": 4746829824, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.14.attn_output.weight", "offset": 4752138240, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.14.attn_q.weight", "offset": 4762755072, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.14.attn_v.weight", "offset": 4773371904, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.15.attn_k.weight", "offset": 4778680320, "shape": [ 4608, 2048 ], "size": 5308416, "type": 2 }, { "name": "blk.15.attn_output.weight", "offset": 4783988736, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.15.attn_q.weight", "offset": 4794605568, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.15.attn_v.weight", "offset": 4805222400, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.15.attn_norm.weight", "offset": 4810530816, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.15.ffn_down.weight", "offset": 4810549248, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.15.ffn_gate.weight", "offset": 4906100736, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.15.ffn_up.weight", "offset": 5001652224, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.15.post_attention_norm.weight", "offset": 5097203712, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.15.post_ffw_norm.weight", "offset": 5097222144, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.15.ffn_norm.weight", "offset": 5097240576, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.attn_norm.weight", "offset": 5097259008, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.ffn_down.weight", "offset": 5097277440, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.16.ffn_gate.weight", "offset": 5192828928, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.16.ffn_up.weight", "offset": 5288380416, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.16.post_attention_norm.weight", "offset": 5383931904, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.16.post_ffw_norm.weight", "offset": 5383950336, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.ffn_norm.weight", "offset": 5383968768, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.attn_k.weight", "offset": 5383987200, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.16.attn_output.weight", "offset": 5389295616, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.16.attn_q.weight", "offset": 5399912448, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.16.attn_v.weight", "offset": 5410529280, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.17.attn_norm.weight", "offset": 5415837696, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.17.ffn_down.weight", "offset": 5415856128, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.17.ffn_gate.weight", "offset": 5511407616, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.17.ffn_up.weight", "offset": 5606959104, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.17.post_attention_norm.weight", "offset": 5702510592, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.17.post_ffw_norm.weight", "offset": 5702529024, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.17.ffn_norm.weight", "offset": 5702547456, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.17.attn_k.weight", "offset": 5702565888, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.17.attn_output.weight", "offset": 5707874304, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "ffn_gate.weight\u0002\u0000\u0000\u0000\u0000", "offset": 5718491136, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.17.attn_v.weight", "offset": 5729107968, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.18.attn_norm.weight", "offset": 5734416384, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.18.ffn_down.weight", "offset": 5734434816, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.18.ffn_gate.weight", "offset": 5829986304, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.18.ffn_up.weight", "offset": 5925537792, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.18.post_attention_norm.weight", "offset": 6021089280, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.18.post_ffw_norm.weight", "offset": 6021107712, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.18.ffn_norm.weight", "offset": 6021126144, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.18.attn_k.weight", "offset": 6021144576, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.18.attn_output.weight", "offset": 6026452992, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.18.attn_q.weight", "offset": 6037069824, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.18.attn_v.weight", "offset": 6047686656, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.19.ffn_gate.weight", "offset": 6052995072, "shape": [ 4608, 36864 ], "size": 5308416, "type": 2 }, { "name": "blk.19.attn_k.weight", "offset": 6148546560, "shape": [ 4608, 2048 ], "size": 95551488, "type": 2 }, { "name": "blk.19.attn_output.weight", "offset": 6153854976, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.19.attn_q.weight", "offset": 6164471808, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.19.attn_v.weight", "offset": 6175088640, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.19.attn_norm.weight", "offset": 6180397056, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.19.ffn_down.weight", "offset": 6180415488, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.19.ffn_up.weight", "offset": 6275966976, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.19.post_attention_norm.weight", "offset": 6371518464, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.19.post_ffw_norm.weight", "offset": 6371536896, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.19.ffn_norm.weight", "offset": 6371555328, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.attn_norm.weight", "offset": 6371573760, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.ffn_down.weight", "offset": 6371592192, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.20.ffn_gate.weight", "offset": 6467143680, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.20.ffn_up.weight", "offset": 6562695168, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.20.post_attention_norm.weight", "offset": 6658246656, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.20.post_ffw_norm.weight", "offset": 6658265088, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.ffn_norm.weight", "offset": 6658283520, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.attn_k.weight", "offset": 6658301952, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.20.attn_output.weight", "offset": 6663610368, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.20.attn_q.weight", "offset": 6674227200, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.20.attn_v.weight", "offset": 6684844032, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.21.attn_norm.weight", "offset": 6690152448, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.21.ffn_down.weight", "offset": 6690170880, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.21.ffn_gate.weight", "offset": 6785722368, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.21.ffn_up.weight", "offset": 6881273856, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.21.post_attention_norm.weight", "offset": 6976825344, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.21.post_ffw_norm.weight", "offset": 6976843776, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.21.ffn_norm.weight", "offset": 6976862208, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.21.attn_k.weight", "offset": 6976880640, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.21.attn_output.weight", "offset": 6982189056, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.21.attn_q.weight", "offset": 6992805888, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.21.attn_v.weight", "offset": 7003422720, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.22.attn_norm.weight", "offset": 7008731136, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.22.ffn_down.weight", "offset": 7008749568, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.22.ffn_gate.weight", "offset": 7104301056, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.22.ffn_up.weight", "offset": 7199852544, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.22.post_attention_norm.weight", "offset": 7295404032, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.22.post_ffw_norm.weight", "offset": 7295422464, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.22.ffn_norm.weight", "offset": 7295440896, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.22.attn_k.weight", "offset": 7295459328, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.22.attn_output.weight", "offset": 7300767744, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.22.attn_q.weight", "offset": 7311384576, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.22.attn_v.weight", "offset": 7322001408, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.23.ffn_up.weight", "offset": 7327309824, "shape": [ 4608, 36864 ], "size": 5308416, "type": 2 }, { "name": "blk.23.ffn_gate.weight", "offset": 7422861312, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.23.attn_k.weight", "offset": 7518412800, "shape": [ 4608, 2048 ], "size": 95551488, "type": 2 }, { "name": "blk.23.attn_output.weight", "offset": 7523721216, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.23.attn_q.weight", "offset": 7534338048, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.23.attn_v.weight", "offset": 7544954880, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.23.attn_norm.weight", "offset": 7550263296, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.23.ffn_down.weight", "offset": 7550281728, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.23.post_attention_norm.weight", "offset": 7645833216, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.23.post_ffw_norm.weight", "offset": 7645851648, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.23.ffn_norm.weight", "offset": 7645870080, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.attn_norm.weight", "offset": 7645888512, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.ffn_down.weight", "offset": 7645906944, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.24.ffn_gate.weight", "offset": 7741458432, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.24.ffn_up.weight", "offset": 7837009920, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.24.post_attention_norm.weight", "offset": 7932561408, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.24.post_ffw_norm.weight", "offset": 7932579840, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.ffn_norm.weight", "offset": 7932598272, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.attn_k.weight", "offset": 7932616704, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.24.attn_output.weight", "offset": 7937925120, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.24.attn_q.weight", "offset": 7948541952, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.24.attn_v.weight", "offset": 7959158784, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.25.attn_norm.weight", "offset": 7964467200, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.25.ffn_down.weight", "offset": 7964485632, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.25.ffn_gate.weight", "offset": 8060037120, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.25.ffn_up.weight", "offset": 8155588608, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.25.post_attention_norm.weight", "offset": 8251140096, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.25.post_ffw_norm.weight", "offset": 8251158528, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.25.ffn_norm.weight", "offset": 8251176960, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.25.attn_k.weight", "offset": 8251195392, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.25.attn_output.weight", "offset": 8256503808, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.25.attn_q.weight", "offset": 8267120640, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.25.attn_v.weight", "offset": 8277737472, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.26.attn_norm.weight", "offset": 8283045888, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.26.ffn_down.weight", "offset": 8283064320, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.26.ffn_gate.weight", "offset": 8378615808, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.26.ffn_up.weight", "offset": 8474167296, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.26.post_attention_norm.weight", "offset": 8569718784, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.26.post_ffw_norm.weight", "offset": 8569737216, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.26.ffn_norm.weight", "offset": 8569755648, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.26.attn_k.weight", "offset": 8569774080, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.26.attn_output.weight", "offset": 8575082496, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.26.attn_q.weight", "offset": 8585699328, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.26.attn_v.weight", "offset": 8596316160, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.27.attn_norm.weight", "offset": 8601624576, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.27.ffn_down.weight", "offset": 8601643008, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.27.ffn_gate.weight", "offset": 8697194496, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.27.ffn_up.weight", "offset": 8792745984, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.27.post_attention_norm.weight", "offset": 8888297472, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.27.post_ffw_norm.weight", "offset": 8888315904, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.27.ffn_norm.weight", "offset": 8888334336, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.27.attn_k.weight", "offset": 8888352768, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.27.attn_output.weight", "offset": 8893661184, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.27.attn_q.weight", "offset": 8904278016, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.27.attn_v.weight", "offset": 8914894848, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.28.attn_k.weight", "offset": 8920203264, "shape": [ 4608, 2048 ], "size": 5308416, "type": 2 }, { "name": "blk.28.attn_output.weight", "offset": 8925511680, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.28.attn_q.weight", "offset": 8936128512, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.28.attn_v.weight", "offset": 8946745344, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.28.attn_norm.weight", "offset": 8952053760, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.28.ffn_down.weight", "offset": 8952072192, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.28.ffn_gate.weight", "offset": 9047623680, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.28.ffn_up.weight", "offset": 9143175168, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.28.post_attention_norm.weight", "offset": 9238726656, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.28.post_ffw_norm.weight", "offset": 9238745088, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.28.ffn_norm.weight", "offset": 9238763520, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.attn_norm.weight", "offset": 9238781952, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.ffn_down.weight", "offset": 9238800384, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.29.ffn_gate.weight", "offset": 9334351872, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.29.ffn_up.weight", "offset": 9429903360, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.29.post_attention_norm.weight", "offset": 9525454848, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.29.post_ffw_norm.weight", "offset": 9525473280, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.ffn_norm.weight", "offset": 9525491712, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.attn_k.weight", "offset": 9525510144, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.29.attn_output.weight", "offset": 9530818560, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.29.attn_q.weight", "offset": 9541435392, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.29.attn_v.weight", "offset": 9552052224, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.30.attn_norm.weight", "offset": 9557360640, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.30.ffn_down.weight", "offset": 9557379072, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "lk.42.ffn_norm.weight\u0001", "offset": 9652930560, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.30.ffn_up.weight", "offset": 9748482048, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.30.post_attention_norm.weight", "offset": 9844033536, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.30.post_ffw_norm.weight", "offset": 9844051968, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.30.ffn_norm.weight", "offset": 9844070400, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.30.attn_k.weight", "offset": 9844088832, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.30.attn_output.weight", "offset": 9849397248, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.30.attn_q.weight", "offset": 9860014080, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.30.attn_v.weight", "offset": 9870630912, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.31.attn_norm.weight", "offset": 9875939328, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.31.ffn_down.weight", "offset": 9875957760, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.31.ffn_gate.weight", "offset": 9971509248, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.31.ffn_up.weight", "offset": 10067060736, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.31.post_attention_norm.weight", "offset": 10162612224, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.31.post_ffw_norm.weight", "offset": 10162630656, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.31.ffn_norm.weight", "offset": 10162649088, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.31.attn_k.weight", "offset": 10162667520, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.31.attn_output.weight", "offset": 10167975936, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.31.attn_q.weight", "offset": 10178592768, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.31.attn_v.weight", "offset": 10189209600, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.32.ffn_gate.weight", "offset": 10194518016, "shape": [ 4608, 36864 ], "size": 5308416, "type": 2 }, { "name": "blk.32.attn_k.weight", "offset": 10290069504, "shape": [ 4608, 2048 ], "size": 95551488, "type": 2 }, { "name": "blk.32.attn_output.weight", "offset": 10295377920, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.32.attn_q.weight", "offset": 10305994752, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.32.attn_v.weight", "offset": 10316611584, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.32.attn_norm.weight", "offset": 10321920000, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.32.ffn_down.weight", "offset": 10321938432, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.32.ffn_up.weight", "offset": 10417489920, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.32.post_attention_norm.weight", "offset": 10513041408, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.32.post_ffw_norm.weight", "offset": 10513059840, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.32.ffn_norm.weight", "offset": 10513078272, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.attn_norm.weight", "offset": 10513096704, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.ffn_down.weight", "offset": 10513115136, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.33.ffn_gate.weight", "offset": 10608666624, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.33.ffn_up.weight", "offset": 10704218112, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.33.post_attention_norm.weight", "offset": 10799769600, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.33.post_ffw_norm.weight", "offset": 10799788032, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.ffn_norm.weight", "offset": 10799806464, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.attn_k.weight", "offset": 10799824896, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.33.attn_output.weight", "offset": 10805133312, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.33.attn_q.weight", "offset": 10815750144, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.33.attn_v.weight", "offset": 10826366976, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.34.ffn_norm.weight", "offset": 10831675392, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.34.ffn_down.weight", "offset": 10831693824, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.34.ffn_gate.weight", "offset": 10927245312, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.34.ffn_up.weight", "offset": 11022796800, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.34.post_attention_norm.weight", "offset": 11118348288, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.34.post_ffw_norm.weight", "offset": 11118366720, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.34.attn_norm.weight", "offset": 11118385152, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.34.attn_k.weight", "offset": 11118403584, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.34.attn_output.weight", "offset": 11123712000, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.34.attn_q.weight", "offset": 11134328832, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.34.attn_v.weight", "offset": 11144945664, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.35.attn_norm.weight", "offset": 11150254080, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.35.ffn_down.weight", "offset": 11150272512, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.35.ffn_gate.weight", "offset": 11245824000, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.35.ffn_up.weight", "offset": 11341375488, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.35.post_attention_norm.weight", "offset": 11436926976, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.35.post_ffw_norm.weight", "offset": 11436945408, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.35.ffn_norm.weight", "offset": 11436963840, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.35.attn_k.weight", "offset": 11436982272, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.35.attn_output.weight", "offset": 11442290688, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.35.attn_q.weight", "offset": 11452907520, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.35.attn_v.weight", "offset": 11463524352, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.36.ffn_gate.weight", "offset": 11468832768, "shape": [ 4608, 36864 ], "size": 5308416, "type": 2 }, { "name": "blk.36.ffn_up.weight", "offset": 11564384256, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.36.attn_k.weight", "offset": 11659935744, "shape": [ 4608, 2048 ], "size": 95551488, "type": 2 }, { "name": "blk.36.attn_output.weight", "offset": 11665244160, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.36.attn_q.weight", "offset": 11675860992, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.36.attn_v.weight", "offset": 11686477824, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.36.attn_norm.weight", "offset": 11691786240, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.36.ffn_down.weight", "offset": 11691804672, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.36.post_attention_norm.weight", "offset": 11787356160, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.36.post_ffw_norm.weight", "offset": 11787374592, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.36.ffn_norm.weight", "offset": 11787393024, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.attn_norm.weight", "offset": 11787411456, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.ffn_down.weight", "offset": 11787429888, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.37.ffn_gate.weight", "offset": 11882981376, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.37.ffn_up.weight", "offset": 11978532864, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.37.post_attention_norm.weight", "offset": 12074084352, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.37.post_ffw_norm.weight", "offset": 12074102784, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.ffn_norm.weight", "offset": 12074121216, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.attn_k.weight", "offset": 12074139648, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.37.attn_output.weight", "offset": 12079448064, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.37.attn_q.weight", "offset": 12090064896, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.37.attn_v.weight", "offset": 12100681728, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.38.attn_norm.weight", "offset": 12105990144, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.38.ffn_down.weight", "offset": 12106008576, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.38.ffn_gate.weight", "offset": 12201560064, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.38.ffn_up.weight", "offset": 12297111552, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.38.post_attention_norm.weight", "offset": 12392663040, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.38.post_ffw_norm.weight", "offset": 12392681472, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.38.ffn_norm.weight", "offset": 12392699904, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.38.attn_k.weight", "offset": 12392718336, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.38.attn_output.weight", "offset": 12398026752, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.38.attn_q.weight", "offset": 12408643584, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.38.attn_v.weight", "offset": 12419260416, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.39.attn_norm.weight", "offset": 12424568832, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.39.ffn_down.weight", "offset": 12424587264, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.39.ffn_gate.weight", "offset": 12520138752, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.39.ffn_up.weight", "offset": 12615690240, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.39.post_attention_norm.weight", "offset": 12711241728, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.39.post_ffw_norm.weight", "offset": 12711260160, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.39.ffn_norm.weight", "offset": 12711278592, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.39.attn_k.weight", "offset": 12711297024, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.39.attn_output.weight", "offset": 12716605440, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.39.attn_q.weight", "offset": 12727222272, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.39.attn_v.weight", "offset": 12737839104, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.40.ffn_down.weight", "offset": 12743147520, "shape": [ 36864, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.40.attn_norm.weight", "offset": 12838699008, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.40.ffn_gate.weight", "offset": 12838717440, "shape": [ 4608, 36864 ], "size": 18432, "type": 2 }, { "name": "blk.40.ffn_up.weight", "offset": 12934268928, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.40.post_attention_norm.weight", "offset": 13029820416, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.40.post_ffw_norm.weight", "offset": 13029838848, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.40.ffn_norm.weight", "offset": 13029857280, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.40.attn_k.weight", "offset": 13029875712, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.40.attn_output.weight", "offset": 13035184128, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.40.attn_q.weight", "offset": 13045800960, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.40.attn_v.weight", "offset": 13056417792, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.41.attn_k.weight", "offset": 13061726208, "shape": [ 4608, 2048 ], "size": 5308416, "type": 2 }, { "name": "blk.41.attn_output.weight", "offset": 13067034624, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.41.attn_q.weight", "offset": 13077651456, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.41.attn_v.weight", "offset": 13088268288, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.41.attn_norm.weight", "offset": 13093576704, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.41.ffn_down.weight", "offset": 13093595136, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.41.ffn_gate.weight", "offset": 13189146624, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.41.ffn_up.weight", "offset": 13284698112, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.41.post_attention_norm.weight", "offset": 13380249600, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.41.post_ffw_norm.weight", "offset": 13380268032, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.41.ffn_norm.weight", "offset": 13380286464, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.attn_norm.weight", "offset": 13380304896, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.ffn_down.weight", "offset": 13380323328, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.42.ffn_gate.weight", "offset": 13475874816, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.42.ffn_up.weight", "offset": 13571426304, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.42.post_attention_norm.weight", "offset": 13666977792, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.42.post_ffw_norm.weight", "offset": 13666996224, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.ffn_norm.weight", "offset": 13667014656, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.attn_k.weight", "offset": 13667033088, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.42.attn_output.weight", "offset": 13672341504, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.42.attn_q.weight", "offset": 13682958336, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.42.attn_v.weight", "offset": 13693575168, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.43.attn_norm.weight", "offset": 13698883584, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.43.ffn_down.weight", "offset": 13698902016, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.43.ffn_gate.weight", "offset": 13794453504, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.43.ffn_up.weight", "offset": 13890004992, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.43.post_attention_norm.weight", "offset": 13985556480, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.43.post_ffw_norm.weight", "offset": 13985574912, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.43.ffn_norm.weight", "offset": 13985593344, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.43.attn_k.weight", "offset": 13985611776, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.43.attn_output.weight", "offset": 13990920192, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.43.attn_q.weight", "offset": 14001537024, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.43.attn_v.weight", "offset": 14012153856, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.44.attn_norm.weight", "offset": 14017462272, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.44.ffn_down.weight", "offset": 14017480704, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.44.ffn_gate.weight", "offset": 14113032192, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.44.ffn_up.weight", "offset": 14208583680, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.44.post_attention_norm.weight", "offset": 14304135168, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.44.post_ffw_norm.weight", "offset": 14304153600, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.44.ffn_norm.weight", "offset": 14304172032, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.44.attn_k.weight", "offset": 14304190464, "shape": [ 4608, 2048 ], "size": 18432, "type": 2 }, { "name": "blk.44.attn_output.weight", "offset": 14309498880, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.44.attn_q.weight", "offset": 14320115712, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.44.attn_v.weight", "offset": 14330732544, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.45.ffn_gate.weight", "offset": 14336040960, "shape": [ 4608, 36864 ], "size": 5308416, "type": 2 }, { "name": "blk.45.attn_k.weight", "offset": 14431592448, "shape": [ 4608, 2048 ], "size": 95551488, "type": 2 }, { "name": "blk.45.attn_output.weight", "offset": 14436900864, "shape": [ 4096, 4608 ], "size": 5308416, "type": 2 }, { "name": "blk.45.attn_q.weight", "offset": 14447517696, "shape": [ 4608, 4096 ], "size": 10616832, "type": 2 }, { "name": "blk.45.attn_v.weight", "offset": 14458134528, "shape": [ 4608, 2048 ], "size": 10616832, "type": 2 }, { "name": "blk.45.attn_norm.weight", "offset": 14463442944, "shape": [ 4608 ], "size": 5308416, "type": 0 }, { "name": "blk.45.ffn_down.weight", "offset": 14463461376, "shape": [ 36864, 4608 ], "size": 18432, "type": 2 }, { "name": "blk.45.ffn_up.weight", "offset": 14559012864, "shape": [ 4608, 36864 ], "size": 95551488, "type": 2 }, { "name": "blk.45.post_attention_norm.weight", "offset": 14654564352, "shape": [ 4608 ], "size": 95551488, "type": 0 }, { "name": "blk.45.post_ffw_norm.weight", "offset": 14654582784, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.45.ffn_norm.weight", "offset": 14654601216, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "output_norm.weight", "offset": 14654619648, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "token_embd.weight", "offset": 14654638080, "shape": [ 4608, 256000 ], "size": 18432, "type": 14 } ], "version": 3 }