codestral

{ "metadata": { "general.architecture": "llama", "general.file_type": 8, "general.name": "Codestral-22B-v0.1", "general.quantization_version": 2, "llama.attention.head_count": 48, "llama.attention.head_count_kv": 8, "llama.attention.layer_norm_rms_epsilon": 0.00001, "llama.block_count": 56, "llama.context_length": 32768, "llama.embedding_length": 6144, "llama.feed_forward_length": 16384, "llama.rope.dimension_count": 128, "llama.rope.freq_base": 1000000, "llama.vocab_size": 32768, "tokenizer.ggml.add_bos_token": true, "tokenizer.ggml.add_eos_token": false, "tokenizer.ggml.add_space_prefix": true, "tokenizer.ggml.bos_token_id": 1, "tokenizer.ggml.eos_token_id": 2, "tokenizer.ggml.model": "llama", "tokenizer.ggml.pre": "default", "tokenizer.ggml.scores": "... (32768 values)", "tokenizer.ggml.token_type": "... (32768 values)", "tokenizer.ggml.tokens": "... (32768 values)", "tokenizer.ggml.unknown_token_id": 0 }, "num_params": 22247282688, "tensors": [ { "name": "blk.0.attn_norm.weight", "offset": 138412032, "shape": [ 6144 ], "size": 138412032, "type": 0 }, { "name": "blk.0.ffn_down.weight", "offset": 138436608, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.0.ffn_gate.weight", "offset": 207642624, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.0.ffn_up.weight", "offset": 276848640, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.0.ffn_norm.weight", "offset": 346054656, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.0.attn_k.weight", "offset": 346079232, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.0.attn_output.weight", "offset": 350404608, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.0.attn_q.weight", "offset": 376356864, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.0.attn_v.weight", "offset": 402309120, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.1.attn_norm.weight", "offset": 406634496, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.1.ffn_down.weight", "offset": 406659072, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.1.ffn_gate.weight", "offset": 475865088, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.1.ffn_up.weight", "offset": 545071104, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.1.ffn_norm.weight", "offset": 614277120, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.1.attn_k.weight", "offset": 614301696, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.1.attn_output.weight", "offset": 618627072, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.1.attn_q.weight", "offset": 644579328, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.1.attn_v.weight", "offset": 670531584, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.2.attn_norm.weight", "offset": 674856960, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.2.ffn_down.weight", "offset": 674881536, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.2.ffn_gate.weight", "offset": 744087552, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.2.ffn_up.weight", "offset": 813293568, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.2.ffn_norm.weight", "offset": 882499584, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.2.attn_k.weight", "offset": 882524160, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.2.attn_output.weight", "offset": 886849536, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.2.attn_q.weight", "offset": 912801792, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.2.attn_v.weight", "offset": 938754048, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.3.attn_norm.weight", "offset": 943079424, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.3.ffn_down.weight", "offset": 943104000, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.3.ffn_gate.weight", "offset": 1012310016, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.3.ffn_up.weight", "offset": 1081516032, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.3.ffn_norm.weight", "offset": 1150722048, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.3.attn_k.weight", "offset": 1150746624, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.3.attn_output.weight", "offset": 1155072000, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.3.attn_q.weight", "offset": 1181024256, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.3.attn_v.weight", "offset": 1206976512, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.4.attn_norm.weight", "offset": 1211301888, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.4.ffn_down.weight", "offset": 1211326464, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.4.ffn_gate.weight", "offset": 1280532480, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.4.ffn_up.weight", "offset": 1349738496, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.4.ffn_norm.weight", "offset": 1418944512, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.4.attn_k.weight", "offset": 1418969088, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.4.attn_output.weight", "offset": 1423294464, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.4.attn_q.weight", "offset": 1449246720, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.4.attn_v.weight", "offset": 1475198976, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.5.ffn_gate.weight", "offset": 1479524352, "shape": [ 6144, 16384 ], "size": 4325376, "type": 6 }, { "name": "blk.5.ffn_up.weight", "offset": 1548730368, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.5.attn_k.weight", "offset": 1617936384, "shape": [ 6144, 1024 ], "size": 69206016, "type": 6 }, { "name": "blk.5.attn_output.weight", "offset": 1622261760, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.5.attn_q.weight", "offset": 1648214016, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.5.attn_v.weight", "offset": 1674166272, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.10.attn_norm.weight", "offset": 1678491648, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.10.ffn_down.weight", "offset": 1678516224, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.10.ffn_gate.weight", "offset": 1747722240, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.10.ffn_up.weight", "offset": 1816928256, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.10.ffn_norm.weight", "offset": 1886134272, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.10.attn_k.weight", "offset": 1886158848, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.10.attn_output.weight", "offset": 1890484224, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.10.attn_q.weight", "offset": 1916436480, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.10.attn_v.weight", "offset": 1942388736, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.11.attn_norm.weight", "offset": 1946714112, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.11.ffn_down.weight", "offset": 1946738688, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.11.ffn_gate.weight", "offset": 2015944704, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.11.ffn_up.weight", "offset": 2085150720, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.11.ffn_norm.weight", "offset": 2154356736, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.11.attn_k.weight", "offset": 2154381312, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.11.attn_output.weight", "offset": 2158706688, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.11.attn_q.weight", "offset": 2184658944, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.11.attn_v.weight", "offset": 2210611200, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.12.attn_k.weight", "offset": 2214936576, "shape": [ 6144, 1024 ], "size": 4325376, "type": 6 }, { "name": "blk.12.attn_q.weight", "offset": 2219261952, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.12.attn_v.weight", "offset": 2245214208, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.5.attn_norm.weight", "offset": 2249539584, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.5.ffn_down.weight", "offset": 2249564160, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.5.ffn_norm.weight", "offset": 2318770176, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.6.attn_norm.weight", "offset": 2318794752, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.6.ffn_down.weight", "offset": 2318819328, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.6.ffn_gate.weight", "offset": 2388025344, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.6.ffn_up.weight", "offset": 2457231360, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.6.ffn_norm.weight", "offset": 2526437376, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.6.attn_k.weight", "offset": 2526461952, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.6.attn_output.weight", "offset": 2530787328, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.6.attn_q.weight", "offset": 2556739584, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.6.attn_v.weight", "offset": 2582691840, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.7.attn_norm.weight", "offset": 2587017216, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.7.ffn_down.weight", "offset": 2587041792, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.7.ffn_gate.weight", "offset": 2656247808, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.7.ffn_up.weight", "offset": 2725453824, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.7.ffn_norm.weight", "offset": 2794659840, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.7.attn_k.weight", "offset": 2794684416, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.7.attn_output.weight", "offset": 2799009792, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.7.attn_q.weight", "offset": 2824962048, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.7.attn_v.weight", "offset": 2850914304, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.8.attn_norm.weight", "offset": 2855239680, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.8.ffn_down.weight", "offset": 2855264256, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.8.ffn_gate.weight", "offset": 2924470272, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.8.ffn_up.weight", "offset": 2993676288, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.8.ffn_norm.weight", "offset": 3062882304, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.8.attn_k.weight", "offset": 3062906880, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.8.attn_output.weight", "offset": 3067232256, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.8.attn_q.weight", "offset": 3093184512, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.8.attn_v.weight", "offset": 3119136768, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.9.attn_norm.weight", "offset": 3123462144, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.9.ffn_down.weight", "offset": 3123486720, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.9.ffn_gate.weight", "offset": 3192692736, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.9.ffn_up.weight", "offset": 3261898752, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.9.ffn_norm.weight", "offset": 3331104768, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.9.attn_k.weight", "offset": 3331129344, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.9.attn_output.weight", "offset": 3335454720, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.9.attn_q.weight", "offset": 3361406976, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.9.attn_v.weight", "offset": 3387359232, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.12.attn_norm.weight", "offset": 3391684608, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.12.ffn_down.weight", "offset": 3391709184, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.12.ffn_gate.weight", "offset": 3460915200, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.12.ffn_up.weight", "offset": 3530121216, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.12.ffn_norm.weight", "offset": 3599327232, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.12.attn_output.weight", "offset": 3599351808, "shape": [ 6144, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.13.attn_norm.weight", "offset": 3625304064, "shape": [ 6144 ], "size": 25952256, "type": 0 }, { "name": "blk.13.ffn_down.weight", "offset": 3625328640, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.13.ffn_gate.weight", "offset": 3694534656, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.13.ffn_up.weight", "offset": 3763740672, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.13.ffn_norm.weight", "offset": 3832946688, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.13.attn_k.weight", "offset": 3832971264, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.13.attn_output.weight", "offset": 3837296640, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.13.attn_q.weight", "offset": 3863248896, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.13.attn_v.weight", "offset": 3889201152, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.14.attn_norm.weight", "offset": 3893526528, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.14.ffn_down.weight", "offset": 3893551104, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.14.ffn_gate.weight", "offset": 3962757120, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.14.ffn_up.weight", "offset": 4031963136, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.14.ffn_norm.weight", "offset": 4101169152, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.14.attn_k.weight", "offset": 4101193728, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.14.attn_output.weight", "offset": 4105519104, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.14.attn_q.weight", "offset": 4131471360, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.14.attn_v.weight", "offset": 4157423616, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.15.attn_norm.weight", "offset": 4161748992, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.15.ffn_down.weight", "offset": 4161773568, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.15.ffn_gate.weight", "offset": 4230979584, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.15.ffn_up.weight", "offset": 4300185600, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.15.ffn_norm.weight", "offset": 4369391616, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.15.attn_k.weight", "offset": 4369416192, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.15.attn_output.weight", "offset": 4373741568, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.15.attn_q.weight", "offset": 4399693824, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.15.attn_v.weight", "offset": 4425646080, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.16.attn_norm.weight", "offset": 4429971456, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.16.ffn_down.weight", "offset": 4429996032, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.16.ffn_gate.weight", "offset": 4499202048, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.16.ffn_up.weight", "offset": 4568408064, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.16.ffn_norm.weight", "offset": 4637614080, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.16.attn_k.weight", "offset": 4637638656, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.16.attn_output.weight", "offset": 4641964032, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.16.attn_q.weight", "offset": 4667916288, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.16.attn_v.weight", "offset": 4693868544, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.17.attn_norm.weight", "offset": 4698193920, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.17.ffn_down.weight", "offset": 4698218496, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.17.ffn_gate.weight", "offset": 4767424512, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.17.ffn_up.weight", "offset": 4836630528, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.17.ffn_norm.weight", "offset": 4905836544, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.17.attn_k.weight", "offset": 4905861120, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.17.attn_output.weight", "offset": 4910186496, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.17.attn_q.weight", "offset": 4936138752, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "\u0000\u0000\u0000@\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0018\u0000\u0000\u0000\u0000\u0000\u0000\u0006\u0000", "offset": 4962091008, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.18.ffn_gate.weight", "offset": 4966416384, "shape": [ 6144, 16384 ], "size": 4325376, "type": 6 }, { "name": "blk.18.attn_k.weight", "offset": 5035622400, "shape": [ 6144, 1024 ], "size": 69206016, "type": 6 }, { "name": "blk.18.attn_output.weight", "offset": 5039947776, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.18.attn_q.weight", "offset": 5065900032, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.18.attn_v.weight", "offset": 5091852288, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.18.attn_norm.weight", "offset": 5096177664, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.18.ffn_down.weight", "offset": 5096202240, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.18.ffn_up.weight", "offset": 5165408256, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.18.ffn_norm.weight", "offset": 5234614272, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.19.attn_norm.weight", "offset": 5234638848, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.19.ffn_down.weight", "offset": 5234663424, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.19.ffn_gate.weight", "offset": 5303869440, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.19.ffn_up.weight", "offset": 5373075456, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.19.ffn_norm.weight", "offset": 5442281472, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.19.attn_k.weight", "offset": 5442306048, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.19.attn_output.weight", "offset": 5446631424, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.19.attn_q.weight", "offset": 5472583680, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.19.attn_v.weight", "offset": 5498535936, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.20.attn_norm.weight", "offset": 5502861312, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.20.ffn_down.weight", "offset": 5502885888, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.20.ffn_gate.weight", "offset": 5572091904, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.20.ffn_up.weight", "offset": 5641297920, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.20.ffn_norm.weight", "offset": 5710503936, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.20.attn_k.weight", "offset": 5710528512, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.20.attn_output.weight", "offset": 5714853888, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.20.attn_q.weight", "offset": 5740806144, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.20.attn_v.weight", "offset": 5766758400, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.21.attn_norm.weight", "offset": 5771083776, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.21.ffn_down.weight", "offset": 5771108352, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.21.ffn_gate.weight", "offset": 5840314368, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.21.ffn_up.weight", "offset": 5909520384, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.21.ffn_norm.weight", "offset": 5978726400, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.21.attn_k.weight", "offset": 5978750976, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.21.attn_output.weight", "offset": 5983076352, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.21.attn_q.weight", "offset": 6009028608, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.21.attn_v.weight", "offset": 6034980864, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.22.attn_norm.weight", "offset": 6039306240, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.22.ffn_down.weight", "offset": 6039330816, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.22.ffn_gate.weight", "offset": 6108536832, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.22.ffn_up.weight", "offset": 6177742848, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.22.ffn_norm.weight", "offset": 6246948864, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.22.attn_k.weight", "offset": 6246973440, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.22.attn_output.weight", "offset": 6251298816, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.22.attn_q.weight", "offset": 6277251072, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.22.attn_v.weight", "offset": 6303203328, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.23.attn_norm.weight", "offset": 6307528704, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.23.ffn_down.weight", "offset": 6307553280, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.23.ffn_gate.weight", "offset": 6376759296, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.23.ffn_up.weight", "offset": 6445965312, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.23.ffn_norm.weight", "offset": 6515171328, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.23.attn_k.weight", "offset": 6515195904, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.23.attn_output.weight", "offset": 6519521280, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.23.attn_q.weight", "offset": 6545473536, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.23.attn_v.weight", "offset": 6571425792, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.24.ffn_gate.weight", "offset": 6575751168, "shape": [ 6144, 16384 ], "size": 4325376, "type": 6 }, { "name": "blk.24.ffn_up.weight", "offset": 6644957184, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.24.attn_k.weight", "offset": 6714163200, "shape": [ 6144, 1024 ], "size": 69206016, "type": 6 }, { "name": "blk.24.attn_output.weight", "offset": 6718488576, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.24.attn_q.weight", "offset": 6744440832, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.24.attn_v.weight", "offset": 6770393088, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.24.attn_norm.weight", "offset": 6774718464, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.24.ffn_down.weight", "offset": 6774743040, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.24.ffn_norm.weight", "offset": 6843949056, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.25.attn_norm.weight", "offset": 6843973632, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.25.ffn_down.weight", "offset": 6843998208, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.25.ffn_gate.weight", "offset": 6913204224, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.25.ffn_up.weight", "offset": 6982410240, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.25.ffn_norm.weight", "offset": 7051616256, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.25.attn_k.weight", "offset": 7051640832, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.25.attn_output.weight", "offset": 7055966208, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.25.attn_q.weight", "offset": 7081918464, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.25.attn_v.weight", "offset": 7107870720, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.26.attn_norm.weight", "offset": 7112196096, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.26.ffn_down.weight", "offset": 7112220672, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.26.ffn_gate.weight", "offset": 7181426688, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.26.ffn_up.weight", "offset": 7250632704, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.26.ffn_norm.weight", "offset": 7319838720, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.26.attn_k.weight", "offset": 7319863296, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.26.attn_output.weight", "offset": 7324188672, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.26.attn_q.weight", "offset": 7350140928, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.26.attn_v.weight", "offset": 7376093184, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.27.attn_norm.weight", "offset": 7380418560, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.27.ffn_down.weight", "offset": 7380443136, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.27.ffn_gate.weight", "offset": 7449649152, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.27.ffn_up.weight", "offset": 7518855168, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.27.ffn_norm.weight", "offset": 7588061184, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.27.attn_k.weight", "offset": 7588085760, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.27.attn_output.weight", "offset": 7592411136, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.27.attn_q.weight", "offset": 7618363392, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.27.attn_v.weight", "offset": 7644315648, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.28.attn_norm.weight", "offset": 7648641024, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.28.ffn_down.weight", "offset": 7648665600, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.28.ffn_gate.weight", "offset": 7717871616, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.28.ffn_up.weight", "offset": 7787077632, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.28.ffn_norm.weight", "offset": 7856283648, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.28.attn_k.weight", "offset": 7856308224, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.28.attn_output.weight", "offset": 7860633600, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.28.attn_q.weight", "offset": 7886585856, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.28.attn_v.weight", "offset": 7912538112, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.29.attn_norm.weight", "offset": 7916863488, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.29.ffn_down.weight", "offset": 7916888064, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.29.ffn_gate.weight", "offset": 7986094080, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.29.ffn_up.weight", "offset": 8055300096, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.29.ffn_norm.weight", "offset": 8124506112, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.29.attn_k.weight", "offset": 8124530688, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.29.attn_output.weight", "offset": 8128856064, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.29.attn_q.weight", "offset": 8154808320, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.29.attn_v.weight", "offset": 8180760576, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.30.attn_norm.weight", "offset": 8185085952, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.30.ffn_down.weight", "offset": 8185110528, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.30.ffn_gate.weight", "offset": 8254316544, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.30.ffn_up.weight", "offset": 8323522560, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.30.ffn_norm.weight", "offset": 8392728576, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.30.attn_k.weight", "offset": 8392753152, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.30.attn_output.weight", "offset": 8397078528, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.30.attn_q.weight", "offset": 8423030784, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.30.attn_v.weight", "offset": 8448983040, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.31.attn_k.weight", "offset": 8453308416, "shape": [ 6144, 1024 ], "size": 4325376, "type": 6 }, { "name": "blk.31.attn_q.weight", "offset": 8457633792, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.31.attn_v.weight", "offset": 8483586048, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.31.attn_norm.weight", "offset": 8487911424, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.31.ffn_down.weight", "offset": 8487936000, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.31.ffn_gate.weight", "offset": 8557142016, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.31.ffn_up.weight", "offset": 8626348032, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.31.ffn_norm.weight", "offset": 8695554048, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.31.attn_output.weight", "offset": 8695578624, "shape": [ 6144, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.32.attn_norm.weight", "offset": 8721530880, "shape": [ 6144 ], "size": 25952256, "type": 0 }, { "name": "blk.32.ffn_down.weight", "offset": 8721555456, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.32.ffn_gate.weight", "offset": 8790761472, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.32.ffn_up.weight", "offset": 8859967488, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.32.ffn_norm.weight", "offset": 8929173504, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.32.attn_k.weight", "offset": 8929198080, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.32.attn_output.weight", "offset": 8933523456, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.32.attn_q.weight", "offset": 8959475712, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.32.attn_v.weight", "offset": 8985427968, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.33.attn_norm.weight", "offset": 8989753344, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "\u0000\u0000\u0000blk.48.ffn_up.weigh", "offset": 8989777920, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.33.ffn_gate.weight", "offset": 9058983936, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.33.ffn_up.weight", "offset": 9128189952, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.33.ffn_norm.weight", "offset": 9197395968, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.33.attn_k.weight", "offset": 9197420544, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.33.attn_output.weight", "offset": 9201745920, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.33.attn_q.weight", "offset": 9227698176, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.33.attn_v.weight", "offset": 9253650432, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.34.attn_norm.weight", "offset": 9257975808, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.34.ffn_down.weight", "offset": 9258000384, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.34.ffn_gate.weight", "offset": 9327206400, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.34.ffn_up.weight", "offset": 9396412416, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.34.ffn_norm.weight", "offset": 9465618432, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.34.attn_k.weight", "offset": 9465643008, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.34.attn_output.weight", "offset": 9469968384, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.34.attn_q.weight", "offset": 9495920640, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.34.attn_v.weight", "offset": 9521872896, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.35.attn_norm.weight", "offset": 9526198272, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.35.ffn_down.weight", "offset": 9526222848, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.35.ffn_gate.weight", "offset": 9595428864, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.35.ffn_up.weight", "offset": 9664634880, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.35.ffn_norm.weight", "offset": 9733840896, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.35.attn_k.weight", "offset": 9733865472, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.35.attn_output.weight", "offset": 9738190848, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.35.attn_q.weight", "offset": 9764143104, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.35.attn_v.weight", "offset": 9790095360, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.36.attn_norm.weight", "offset": 9794420736, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.36.ffn_down.weight", "offset": 9794445312, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.36.ffn_gate.weight", "offset": 9863651328, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.36.ffn_up.weight", "offset": 9932857344, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.36.ffn_norm.weight", "offset": 10002063360, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.36.attn_k.weight", "offset": 10002087936, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.36.attn_output.weight", "offset": 10006413312, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.36.attn_q.weight", "offset": 10032365568, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.36.attn_v.weight", "offset": 10058317824, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.37.ffn_gate.weight", "offset": 10062643200, "shape": [ 6144, 16384 ], "size": 4325376, "type": 6 }, { "name": "blk.37.attn_k.weight", "offset": 10131849216, "shape": [ 6144, 1024 ], "size": 69206016, "type": 6 }, { "name": "blk.37.attn_output.weight", "offset": 10136174592, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.37.attn_q.weight", "offset": 10162126848, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.37.attn_v.weight", "offset": 10188079104, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.37.attn_norm.weight", "offset": 10192404480, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.37.ffn_down.weight", "offset": 10192429056, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.37.ffn_up.weight", "offset": 10261635072, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.37.ffn_norm.weight", "offset": 10330841088, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.38.attn_norm.weight", "offset": 10330865664, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.38.ffn_down.weight", "offset": 10330890240, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.38.ffn_gate.weight", "offset": 10400096256, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.38.ffn_up.weight", "offset": 10469302272, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.38.ffn_norm.weight", "offset": 10538508288, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.38.attn_k.weight", "offset": 10538532864, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.38.attn_output.weight", "offset": 10542858240, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.38.attn_q.weight", "offset": 10568810496, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.38.attn_v.weight", "offset": 10594762752, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.39.attn_norm.weight", "offset": 10599088128, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.39.ffn_down.weight", "offset": 10599112704, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.39.ffn_gate.weight", "offset": 10668318720, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.39.ffn_up.weight", "offset": 10737524736, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.39.ffn_norm.weight", "offset": 10806730752, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.39.attn_k.weight", "offset": 10806755328, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.39.attn_output.weight", "offset": 10811080704, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.39.attn_q.weight", "offset": 10837032960, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.39.attn_v.weight", "offset": 10862985216, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.40.attn_norm.weight", "offset": 10867310592, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.40.ffn_down.weight", "offset": 10867335168, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.40.ffn_gate.weight", "offset": 10936541184, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.40.ffn_up.weight", "offset": 11005747200, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.40.ffn_norm.weight", "offset": 11074953216, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.40.attn_k.weight", "offset": 11074977792, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.40.attn_output.weight", "offset": 11079303168, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.40.attn_q.weight", "offset": 11105255424, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.40.attn_v.weight", "offset": 11131207680, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.41.attn_norm.weight", "offset": 11135533056, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.41.ffn_down.weight", "offset": 11135557632, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.41.ffn_gate.weight", "offset": 11204763648, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.41.ffn_up.weight", "offset": 11273969664, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.41.ffn_norm.weight", "offset": 11343175680, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.41.attn_k.weight", "offset": 11343200256, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.41.attn_output.weight", "offset": 11347525632, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.41.attn_q.weight", "offset": 11373477888, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.41.attn_v.weight", "offset": 11399430144, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.42.attn_norm.weight", "offset": 11403755520, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.42.ffn_down.weight", "offset": 11403780096, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.42.ffn_gate.weight", "offset": 11472986112, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.42.ffn_up.weight", "offset": 11542192128, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.42.ffn_norm.weight", "offset": 11611398144, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.42.attn_k.weight", "offset": 11611422720, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.42.attn_output.weight", "offset": 11615748096, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.42.attn_q.weight", "offset": 11641700352, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.42.attn_v.weight", "offset": 11667652608, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.43.ffn_gate.weight", "offset": 11671977984, "shape": [ 6144, 16384 ], "size": 4325376, "type": 6 }, { "name": "blk.43.ffn_up.weight", "offset": 11741184000, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.43.attn_k.weight", "offset": 11810390016, "shape": [ 6144, 1024 ], "size": 69206016, "type": 6 }, { "name": "blk.43.attn_output.weight", "offset": 11814715392, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.43.attn_q.weight", "offset": 11840667648, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.43.attn_v.weight", "offset": 11866619904, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.43.attn_norm.weight", "offset": 11870945280, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.43.ffn_down.weight", "offset": 11870969856, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.43.ffn_norm.weight", "offset": 11940175872, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.44.attn_norm.weight", "offset": 11940200448, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.44.ffn_down.weight", "offset": 11940225024, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.44.ffn_gate.weight", "offset": 12009431040, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.44.ffn_up.weight", "offset": 12078637056, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.44.ffn_norm.weight", "offset": 12147843072, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.44.attn_k.weight", "offset": 12147867648, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.44.attn_output.weight", "offset": 12152193024, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.44.attn_q.weight", "offset": 12178145280, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.44.attn_v.weight", "offset": 12204097536, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.45.attn_norm.weight", "offset": 12208422912, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.45.ffn_down.weight", "offset": 12208447488, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.45.ffn_gate.weight", "offset": 12277653504, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.45.ffn_up.weight", "offset": 12346859520, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.45.ffn_norm.weight", "offset": 12416065536, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.45.attn_k.weight", "offset": 12416090112, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.45.attn_output.weight", "offset": 12420415488, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.45.attn_q.weight", "offset": 12446367744, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.45.attn_v.weight", "offset": 12472320000, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.46.attn_norm.weight", "offset": 12476645376, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.46.ffn_down.weight", "offset": 12476669952, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.46.ffn_gate.weight", "offset": 12545875968, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.46.ffn_up.weight", "offset": 12615081984, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.46.ffn_norm.weight", "offset": 12684288000, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.46.attn_k.weight", "offset": 12684312576, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.46.attn_output.weight", "offset": 12688637952, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.46.attn_q.weight", "offset": 12714590208, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.46.attn_v.weight", "offset": 12740542464, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.47.attn_norm.weight", "offset": 12744867840, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.47.ffn_down.weight", "offset": 12744892416, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.47.ffn_gate.weight", "offset": 12814098432, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.47.ffn_up.weight", "offset": 12883304448, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.47.ffn_norm.weight", "offset": 12952510464, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.47.attn_k.weight", "offset": 12952535040, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.47.attn_output.weight", "offset": 12956860416, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.47.attn_q.weight", "offset": 12982812672, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.47.attn_v.weight", "offset": 13008764928, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.48.attn_norm.weight", "offset": 13013090304, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.48.ffn_down.weight", "offset": 13013114880, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.48.ffn_gate.weight", "offset": 13082320896, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\ufffd\ufffd\ufffd\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000", "offset": 13151526912, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.48.ffn_norm.weight", "offset": 13220732928, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.48.attn_k.weight", "offset": 13220757504, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.48.attn_output.weight", "offset": 13225082880, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.48.attn_q.weight", "offset": 13251035136, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.48.attn_v.weight", "offset": 13276987392, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.49.attn_norm.weight", "offset": 13281312768, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.49.ffn_down.weight", "offset": 13281337344, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.49.ffn_gate.weight", "offset": 13350543360, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.49.ffn_up.weight", "offset": 13419749376, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.49.ffn_norm.weight", "offset": 13488955392, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.49.attn_k.weight", "offset": 13488979968, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.49.attn_output.weight", "offset": 13493305344, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.49.attn_q.weight", "offset": 13519257600, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.49.attn_v.weight", "offset": 13545209856, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.50.attn_k.weight", "offset": 13549535232, "shape": [ 6144, 1024 ], "size": 4325376, "type": 6 }, { "name": "blk.50.attn_q.weight", "offset": 13553860608, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.50.attn_v.weight", "offset": 13579812864, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "output.weight", "offset": 13584138240, "shape": [ 6144, 32768 ], "size": 4325376, "type": 14 }, { "name": "blk.50.attn_norm.weight", "offset": 13749288960, "shape": [ 6144 ], "size": 165150720, "type": 0 }, { "name": "blk.50.ffn_down.weight", "offset": 13749313536, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.50.ffn_gate.weight", "offset": 13818519552, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.50.ffn_up.weight", "offset": 13887725568, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.50.ffn_norm.weight", "offset": 13956931584, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.50.attn_output.weight", "offset": 13956956160, "shape": [ 6144, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.51.attn_norm.weight", "offset": 13982908416, "shape": [ 6144 ], "size": 25952256, "type": 0 }, { "name": "blk.51.ffn_down.weight", "offset": 13982932992, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.51.ffn_gate.weight", "offset": 14052139008, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.51.ffn_up.weight", "offset": 14121345024, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.51.ffn_norm.weight", "offset": 14190551040, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.51.attn_k.weight", "offset": 14190575616, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.51.attn_output.weight", "offset": 14194900992, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.51.attn_q.weight", "offset": 14220853248, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.51.attn_v.weight", "offset": 14246805504, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.52.attn_norm.weight", "offset": 14251130880, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.52.ffn_down.weight", "offset": 14251155456, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.52.ffn_gate.weight", "offset": 14320361472, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.52.ffn_up.weight", "offset": 14389567488, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.52.ffn_norm.weight", "offset": 14458773504, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.52.attn_k.weight", "offset": 14458798080, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.52.attn_output.weight", "offset": 14463123456, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.52.attn_q.weight", "offset": 14489075712, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.52.attn_v.weight", "offset": 14515027968, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.53.attn_norm.weight", "offset": 14519353344, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.53.ffn_down.weight", "offset": 14519377920, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.53.ffn_gate.weight", "offset": 14588583936, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.53.ffn_up.weight", "offset": 14657789952, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.53.ffn_norm.weight", "offset": 14726995968, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.53.attn_k.weight", "offset": 14727020544, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.53.attn_output.weight", "offset": 14731345920, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.53.attn_q.weight", "offset": 14757298176, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.53.attn_v.weight", "offset": 14783250432, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.54.attn_norm.weight", "offset": 14787575808, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.54.ffn_down.weight", "offset": 14787600384, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.54.ffn_gate.weight", "offset": 14856806400, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.54.ffn_up.weight", "offset": 14926012416, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.54.ffn_norm.weight", "offset": 14995218432, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.54.attn_k.weight", "offset": 14995243008, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.54.attn_output.weight", "offset": 14999568384, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.54.attn_q.weight", "offset": 15025520640, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.54.attn_v.weight", "offset": 15051472896, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "blk.55.attn_norm.weight", "offset": 15055798272, "shape": [ 6144 ], "size": 4325376, "type": 0 }, { "name": "blk.55.ffn_down.weight", "offset": 15055822848, "shape": [ 16384, 6144 ], "size": 24576, "type": 6 }, { "name": "blk.55.ffn_gate.weight", "offset": 15125028864, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.55.ffn_up.weight", "offset": 15194234880, "shape": [ 6144, 16384 ], "size": 69206016, "type": 6 }, { "name": "blk.55.ffn_norm.weight", "offset": 15263440896, "shape": [ 6144 ], "size": 69206016, "type": 0 }, { "name": "blk.55.attn_k.weight", "offset": 15263465472, "shape": [ 6144, 1024 ], "size": 24576, "type": 6 }, { "name": "blk.55.attn_output.weight", "offset": 15267790848, "shape": [ 6144, 6144 ], "size": 4325376, "type": 6 }, { "name": "blk.55.attn_q.weight", "offset": 15293743104, "shape": [ 6144, 6144 ], "size": 25952256, "type": 6 }, { "name": "blk.55.attn_v.weight", "offset": 15319695360, "shape": [ 6144, 1024 ], "size": 25952256, "type": 6 }, { "name": "output_norm.weight", "offset": 15324020736, "shape": [ 6144 ], "size": 4325376, "type": 0 } ], "version": 3 }