codestral

{ "metadata": { "general.architecture": "llama", "general.file_type": 7, "general.name": "Codestral-22B-v0.1", "general.quantization_version": 2, "llama.attention.head_count": 48, "llama.attention.head_count_kv": 8, "llama.attention.layer_norm_rms_epsilon": 0.00001, "llama.block_count": 56, "llama.context_length": 32768, "llama.embedding_length": 6144, "llama.feed_forward_length": 16384, "llama.rope.dimension_count": 128, "llama.rope.freq_base": 1000000, "llama.vocab_size": 32768, "tokenizer.ggml.add_bos_token": true, "tokenizer.ggml.add_eos_token": false, "tokenizer.ggml.add_space_prefix": true, "tokenizer.ggml.bos_token_id": 1, "tokenizer.ggml.eos_token_id": 2, "tokenizer.ggml.model": "llama", "tokenizer.ggml.pre": "default", "tokenizer.ggml.scores": "... (32768 values)", "tokenizer.ggml.token_type": "... (32768 values)", "tokenizer.ggml.tokens": "... (32768 values)", "tokenizer.ggml.unknown_token_id": 0 }, "num_params": 22247282688, "tensors": [ { "name": "blk.0.attn_norm.weight", "offset": 213909504, "shape": [ 6144 ], "size": 213909504, "type": 0 }, { "name": "blk.0.ffn_down.weight", "offset": 213934080, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.0.ffn_gate.weight", "offset": 320888832, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.0.ffn_up.weight", "offset": 427843584, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.0.ffn_norm.weight", "offset": 534798336, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.0.attn_k.weight", "offset": 534822912, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.0.attn_output.weight", "offset": 541507584, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.0.attn_q.weight", "offset": 581615616, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.0.attn_v.weight", "offset": 621723648, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.1.attn_norm.weight", "offset": 628408320, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.1.ffn_down.weight", "offset": 628432896, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.1.ffn_gate.weight", "offset": 735387648, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.1.ffn_up.weight", "offset": 842342400, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.1.ffn_norm.weight", "offset": 949297152, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.1.attn_k.weight", "offset": 949321728, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.1.attn_output.weight", "offset": 956006400, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.1.attn_q.weight", "offset": 996114432, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.1.attn_v.weight", "offset": 1036222464, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.2.attn_norm.weight", "offset": 1042907136, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.2.ffn_down.weight", "offset": 1042931712, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.2.ffn_gate.weight", "offset": 1149886464, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.2.ffn_up.weight", "offset": 1256841216, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.2.ffn_norm.weight", "offset": 1363795968, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "lk.17.attn_v.weight", "offset": 1363820544, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.2.attn_output.weight", "offset": 1370505216, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.2.attn_q.weight", "offset": 1410613248, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.2.attn_v.weight", "offset": 1450721280, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.3.attn_norm.weight", "offset": 1457405952, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.3.ffn_down.weight", "offset": 1457430528, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.3.ffn_gate.weight", "offset": 1564385280, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.3.ffn_up.weight", "offset": 1671340032, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.3.ffn_norm.weight", "offset": 1778294784, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.3.attn_k.weight", "offset": 1778319360, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.3.attn_output.weight", "offset": 1785004032, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.3.attn_q.weight", "offset": 1825112064, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.3.attn_v.weight", "offset": 1865220096, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.4.attn_norm.weight", "offset": 1871904768, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.4.ffn_down.weight", "offset": 1871929344, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.4.ffn_gate.weight", "offset": 1978884096, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.4.ffn_up.weight", "offset": 2085838848, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.4.ffn_norm.weight", "offset": 2192793600, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.4.attn_k.weight", "offset": 2192818176, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.4.attn_output.weight", "offset": 2199502848, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.4.attn_q.weight", "offset": 2239610880, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.4.attn_v.weight", "offset": 2279718912, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.5.ffn_gate.weight", "offset": 2286403584, "shape": [ 6144, 16384 ], "size": 6684672, "type": 8 }, { "name": "blk.5.ffn_up.weight", "offset": 2393358336, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.5.attn_k.weight", "offset": 2500313088, "shape": [ 6144, 1024 ], "size": 106954752, "type": 8 }, { "name": "blk.5.attn_output.weight", "offset": 2506997760, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.5.attn_q.weight", "offset": 2547105792, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.5.attn_v.weight", "offset": 2587213824, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.10.attn_norm.weight", "offset": 2593898496, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.10.ffn_down.weight", "offset": 2593923072, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.10.ffn_gate.weight", "offset": 2700877824, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.10.ffn_up.weight", "offset": 2807832576, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.10.ffn_norm.weight", "offset": 2914787328, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.10.attn_k.weight", "offset": 2914811904, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.10.attn_output.weight", "offset": 2921496576, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.10.attn_q.weight", "offset": 2961604608, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.10.attn_v.weight", "offset": 3001712640, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.11.attn_norm.weight", "offset": 3008397312, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.11.ffn_down.weight", "offset": 3008421888, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.11.ffn_gate.weight", "offset": 3115376640, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.11.ffn_up.weight", "offset": 3222331392, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.11.ffn_norm.weight", "offset": 3329286144, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.11.attn_k.weight", "offset": 3329310720, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.11.attn_output.weight", "offset": 3335995392, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.11.attn_q.weight", "offset": 3376103424, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.11.attn_v.weight", "offset": 3416211456, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.12.attn_k.weight", "offset": 3422896128, "shape": [ 6144, 1024 ], "size": 6684672, "type": 8 }, { "name": "blk.12.attn_q.weight", "offset": 3429580800, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.12.attn_v.weight", "offset": 3469688832, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.5.attn_norm.weight", "offset": 3476373504, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.5.ffn_down.weight", "offset": 3476398080, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.5.ffn_norm.weight", "offset": 3583352832, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.6.attn_norm.weight", "offset": 3583377408, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.6.ffn_down.weight", "offset": 3583401984, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.6.ffn_gate.weight", "offset": 3690356736, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.6.ffn_up.weight", "offset": 3797311488, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.6.ffn_norm.weight", "offset": 3904266240, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.6.attn_k.weight", "offset": 3904290816, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.6.attn_output.weight", "offset": 3910975488, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.6.attn_q.weight", "offset": 3951083520, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.6.attn_v.weight", "offset": 3991191552, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.7.attn_norm.weight", "offset": 3997876224, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.7.ffn_down.weight", "offset": 3997900800, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.7.ffn_gate.weight", "offset": 4104855552, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.7.ffn_up.weight", "offset": 4211810304, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.7.ffn_norm.weight", "offset": 4318765056, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.7.attn_k.weight", "offset": 4318789632, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.7.attn_output.weight", "offset": 4325474304, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.7.attn_q.weight", "offset": 4365582336, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.7.attn_v.weight", "offset": 4405690368, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.8.attn_norm.weight", "offset": 4412375040, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.8.ffn_down.weight", "offset": 4412399616, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.8.ffn_gate.weight", "offset": 4519354368, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.8.ffn_up.weight", "offset": 4626309120, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.8.ffn_norm.weight", "offset": 4733263872, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.8.attn_k.weight", "offset": 4733288448, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.8.attn_output.weight", "offset": 4739973120, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.8.attn_q.weight", "offset": 4780081152, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.8.attn_v.weight", "offset": 4820189184, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.9.attn_norm.weight", "offset": 4826873856, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.9.ffn_down.weight", "offset": 4826898432, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.9.ffn_gate.weight", "offset": 4933853184, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.9.ffn_up.weight", "offset": 5040807936, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.9.ffn_norm.weight", "offset": 5147762688, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.9.attn_k.weight", "offset": 5147787264, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.9.attn_output.weight", "offset": 5154471936, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.9.attn_q.weight", "offset": 5194579968, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.9.attn_v.weight", "offset": 5234688000, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.12.attn_norm.weight", "offset": 5241372672, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.12.ffn_down.weight", "offset": 5241397248, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.12.ffn_gate.weight", "offset": 5348352000, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.12.ffn_up.weight", "offset": 5455306752, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.12.ffn_norm.weight", "offset": 5562261504, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.12.attn_output.weight", "offset": 5562286080, "shape": [ 6144, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.13.attn_norm.weight", "offset": 5602394112, "shape": [ 6144 ], "size": 40108032, "type": 0 }, { "name": "blk.13.ffn_down.weight", "offset": 5602418688, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.13.ffn_gate.weight", "offset": 5709373440, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.13.ffn_up.weight", "offset": 5816328192, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.13.ffn_norm.weight", "offset": 5923282944, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.13.attn_k.weight", "offset": 5923307520, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.13.attn_output.weight", "offset": 5929992192, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.13.attn_q.weight", "offset": 5970100224, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.13.attn_v.weight", "offset": 6010208256, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.14.attn_norm.weight", "offset": 6016892928, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.14.ffn_down.weight", "offset": 6016917504, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.14.ffn_gate.weight", "offset": 6123872256, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.14.ffn_up.weight", "offset": 6230827008, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.14.ffn_norm.weight", "offset": 6337781760, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.14.attn_k.weight", "offset": 6337806336, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.14.attn_output.weight", "offset": 6344491008, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.14.attn_q.weight", "offset": 6384599040, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.14.attn_v.weight", "offset": 6424707072, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.15.attn_norm.weight", "offset": 6431391744, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.15.ffn_down.weight", "offset": 6431416320, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.15.ffn_gate.weight", "offset": 6538371072, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.15.ffn_up.weight", "offset": 6645325824, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.15.ffn_norm.weight", "offset": 6752280576, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.15.attn_k.weight", "offset": 6752305152, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.15.attn_output.weight", "offset": 6758989824, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.15.attn_q.weight", "offset": 6799097856, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.15.attn_v.weight", "offset": 6839205888, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.16.attn_norm.weight", "offset": 6845890560, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.16.ffn_down.weight", "offset": 6845915136, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.16.ffn_gate.weight", "offset": 6952869888, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.16.ffn_up.weight", "offset": 7059824640, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.16.ffn_norm.weight", "offset": 7166779392, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.16.attn_k.weight", "offset": 7166803968, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.16.attn_output.weight", "offset": 7173488640, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.16.attn_q.weight", "offset": 7213596672, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.16.attn_v.weight", "offset": 7253704704, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.17.attn_norm.weight", "offset": 7260389376, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.17.ffn_down.weight", "offset": 7260413952, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.17.ffn_gate.weight", "offset": 7367368704, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.17.ffn_up.weight", "offset": 7474323456, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.17.ffn_norm.weight", "offset": 7581278208, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.17.attn_k.weight", "offset": 7581302784, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.17.attn_output.weight", "offset": 7587987456, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.17.attn_q.weight", "offset": 7628095488, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "\u0000\u0000\u0000@\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0018\u0000\u0000\u0000\u0000\u0000\u0000\b\u0000", "offset": 7668203520, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.18.ffn_gate.weight", "offset": 7674888192, "shape": [ 6144, 16384 ], "size": 6684672, "type": 8 }, { "name": "blk.18.attn_k.weight", "offset": 7781842944, "shape": [ 6144, 1024 ], "size": 106954752, "type": 8 }, { "name": "blk.18.attn_output.weight", "offset": 7788527616, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.18.attn_q.weight", "offset": 7828635648, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.18.attn_v.weight", "offset": 7868743680, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.18.attn_norm.weight", "offset": 7875428352, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.18.ffn_down.weight", "offset": 7875452928, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.18.ffn_up.weight", "offset": 7982407680, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.18.ffn_norm.weight", "offset": 8089362432, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.19.attn_norm.weight", "offset": 8089387008, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.19.ffn_down.weight", "offset": 8089411584, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.19.ffn_gate.weight", "offset": 8196366336, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.19.ffn_up.weight", "offset": 8303321088, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.19.ffn_norm.weight", "offset": 8410275840, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.19.attn_k.weight", "offset": 8410300416, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.19.attn_output.weight", "offset": 8416985088, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.19.attn_q.weight", "offset": 8457093120, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.19.attn_v.weight", "offset": 8497201152, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.20.attn_norm.weight", "offset": 8503885824, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.20.ffn_down.weight", "offset": 8503910400, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.20.ffn_gate.weight", "offset": 8610865152, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.20.ffn_up.weight", "offset": 8717819904, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.20.ffn_norm.weight", "offset": 8824774656, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.20.attn_k.weight", "offset": 8824799232, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.20.attn_output.weight", "offset": 8831483904, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.20.attn_q.weight", "offset": 8871591936, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.20.attn_v.weight", "offset": 8911699968, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.21.attn_norm.weight", "offset": 8918384640, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.21.ffn_down.weight", "offset": 8918409216, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.21.ffn_gate.weight", "offset": 9025363968, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.21.ffn_up.weight", "offset": 9132318720, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.21.ffn_norm.weight", "offset": 9239273472, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.21.attn_k.weight", "offset": 9239298048, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.21.attn_output.weight", "offset": 9245982720, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.21.attn_q.weight", "offset": 9286090752, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.21.attn_v.weight", "offset": 9326198784, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.22.attn_norm.weight", "offset": 9332883456, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.22.ffn_down.weight", "offset": 9332908032, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.22.ffn_gate.weight", "offset": 9439862784, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.22.ffn_up.weight", "offset": 9546817536, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.22.ffn_norm.weight", "offset": 9653772288, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.22.attn_k.weight", "offset": 9653796864, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.22.attn_output.weight", "offset": 9660481536, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.22.attn_q.weight", "offset": 9700589568, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.22.attn_v.weight", "offset": 9740697600, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.23.attn_norm.weight", "offset": 9747382272, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.23.ffn_down.weight", "offset": 9747406848, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.23.ffn_gate.weight", "offset": 9854361600, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.23.ffn_up.weight", "offset": 9961316352, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.23.ffn_norm.weight", "offset": 10068271104, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.23.attn_k.weight", "offset": 10068295680, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.23.attn_output.weight", "offset": 10074980352, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.23.attn_q.weight", "offset": 10115088384, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.23.attn_v.weight", "offset": 10155196416, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.24.ffn_gate.weight", "offset": 10161881088, "shape": [ 6144, 16384 ], "size": 6684672, "type": 8 }, { "name": "blk.24.ffn_up.weight", "offset": 10268835840, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.24.attn_k.weight", "offset": 10375790592, "shape": [ 6144, 1024 ], "size": 106954752, "type": 8 }, { "name": "blk.24.attn_output.weight", "offset": 10382475264, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.24.attn_q.weight", "offset": 10422583296, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.24.attn_v.weight", "offset": 10462691328, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.24.attn_norm.weight", "offset": 10469376000, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.24.ffn_down.weight", "offset": 10469400576, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.24.ffn_norm.weight", "offset": 10576355328, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.25.attn_norm.weight", "offset": 10576379904, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.25.ffn_down.weight", "offset": 10576404480, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.25.ffn_gate.weight", "offset": 10683359232, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.25.ffn_up.weight", "offset": 10790313984, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.25.ffn_norm.weight", "offset": 10897268736, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.25.attn_k.weight", "offset": 10897293312, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.25.attn_output.weight", "offset": 10903977984, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.25.attn_q.weight", "offset": 10944086016, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.25.attn_v.weight", "offset": 10984194048, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.26.attn_norm.weight", "offset": 10990878720, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.26.ffn_down.weight", "offset": 10990903296, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.26.ffn_gate.weight", "offset": 11097858048, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.26.ffn_up.weight", "offset": 11204812800, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.26.ffn_norm.weight", "offset": 11311767552, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.26.attn_k.weight", "offset": 11311792128, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.26.attn_output.weight", "offset": 11318476800, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.26.attn_q.weight", "offset": 11358584832, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.26.attn_v.weight", "offset": 11398692864, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.27.attn_norm.weight", "offset": 11405377536, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.27.ffn_down.weight", "offset": 11405402112, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.27.ffn_gate.weight", "offset": 11512356864, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.27.ffn_up.weight", "offset": 11619311616, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.27.ffn_norm.weight", "offset": 11726266368, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.27.attn_k.weight", "offset": 11726290944, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.27.attn_output.weight", "offset": 11732975616, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.27.attn_q.weight", "offset": 11773083648, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.27.attn_v.weight", "offset": 11813191680, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.28.attn_norm.weight", "offset": 11819876352, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.28.ffn_down.weight", "offset": 11819900928, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.28.ffn_gate.weight", "offset": 11926855680, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.28.ffn_up.weight", "offset": 12033810432, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.28.ffn_norm.weight", "offset": 12140765184, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.28.attn_k.weight", "offset": 12140789760, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.28.attn_output.weight", "offset": 12147474432, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.28.attn_q.weight", "offset": 12187582464, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.28.attn_v.weight", "offset": 12227690496, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.29.attn_norm.weight", "offset": 12234375168, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.29.ffn_down.weight", "offset": 12234399744, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.29.ffn_gate.weight", "offset": 12341354496, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.29.ffn_up.weight", "offset": 12448309248, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.29.ffn_norm.weight", "offset": 12555264000, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.29.attn_k.weight", "offset": 12555288576, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.29.attn_output.weight", "offset": 12561973248, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.29.attn_q.weight", "offset": 12602081280, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.29.attn_v.weight", "offset": 12642189312, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.30.attn_norm.weight", "offset": 12648873984, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.30.ffn_down.weight", "offset": 12648898560, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.30.ffn_gate.weight", "offset": 12755853312, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.30.ffn_up.weight", "offset": 12862808064, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.30.ffn_norm.weight", "offset": 12969762816, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.30.attn_k.weight", "offset": 12969787392, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.30.attn_output.weight", "offset": 12976472064, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.30.attn_q.weight", "offset": 13016580096, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.30.attn_v.weight", "offset": 13056688128, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.31.attn_k.weight", "offset": 13063372800, "shape": [ 6144, 1024 ], "size": 6684672, "type": 8 }, { "name": "blk.31.attn_q.weight", "offset": 13070057472, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.31.attn_v.weight", "offset": 13110165504, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.31.attn_norm.weight", "offset": 13116850176, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.31.ffn_down.weight", "offset": 13116874752, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.31.ffn_gate.weight", "offset": 13223829504, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.31.ffn_up.weight", "offset": 13330784256, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.31.ffn_norm.weight", "offset": 13437739008, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.31.attn_output.weight", "offset": 13437763584, "shape": [ 6144, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.32.attn_norm.weight", "offset": 13477871616, "shape": [ 6144 ], "size": 40108032, "type": 0 }, { "name": "blk.32.ffn_down.weight", "offset": 13477896192, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.32.ffn_gate.weight", "offset": 13584850944, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.32.ffn_up.weight", "offset": 13691805696, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.32.ffn_norm.weight", "offset": 13798760448, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.32.attn_k.weight", "offset": 13798785024, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.32.attn_output.weight", "offset": 13805469696, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.32.attn_q.weight", "offset": 13845577728, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.32.attn_v.weight", "offset": 13885685760, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.33.attn_norm.weight", "offset": 13892370432, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "\u0000\u0000\u0000blk.48.ffn_up.weigh", "offset": 13892395008, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.33.ffn_gate.weight", "offset": 13999349760, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.33.ffn_up.weight", "offset": 14106304512, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.33.ffn_norm.weight", "offset": 14213259264, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.33.attn_k.weight", "offset": 14213283840, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.33.attn_output.weight", "offset": 14219968512, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.33.attn_q.weight", "offset": 14260076544, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.33.attn_v.weight", "offset": 14300184576, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.34.attn_norm.weight", "offset": 14306869248, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.34.ffn_down.weight", "offset": 14306893824, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.34.ffn_gate.weight", "offset": 14413848576, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.34.ffn_up.weight", "offset": 14520803328, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.34.ffn_norm.weight", "offset": 14627758080, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.34.attn_k.weight", "offset": 14627782656, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.34.attn_output.weight", "offset": 14634467328, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.34.attn_q.weight", "offset": 14674575360, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.34.attn_v.weight", "offset": 14714683392, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.35.attn_norm.weight", "offset": 14721368064, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.35.ffn_down.weight", "offset": 14721392640, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.35.ffn_gate.weight", "offset": 14828347392, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.35.ffn_up.weight", "offset": 14935302144, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.35.ffn_norm.weight", "offset": 15042256896, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.35.attn_k.weight", "offset": 15042281472, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.35.attn_output.weight", "offset": 15048966144, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.35.attn_q.weight", "offset": 15089074176, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.35.attn_v.weight", "offset": 15129182208, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.36.attn_norm.weight", "offset": 15135866880, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.36.ffn_down.weight", "offset": 15135891456, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.36.ffn_gate.weight", "offset": 15242846208, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.36.ffn_up.weight", "offset": 15349800960, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.36.ffn_norm.weight", "offset": 15456755712, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.36.attn_k.weight", "offset": 15456780288, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.36.attn_output.weight", "offset": 15463464960, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.36.attn_q.weight", "offset": 15503572992, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.36.attn_v.weight", "offset": 15543681024, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.37.ffn_gate.weight", "offset": 15550365696, "shape": [ 6144, 16384 ], "size": 6684672, "type": 8 }, { "name": "blk.37.attn_k.weight", "offset": 15657320448, "shape": [ 6144, 1024 ], "size": 106954752, "type": 8 }, { "name": "blk.37.attn_output.weight", "offset": 15664005120, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.37.attn_q.weight", "offset": 15704113152, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.37.attn_v.weight", "offset": 15744221184, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.37.attn_norm.weight", "offset": 15750905856, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.37.ffn_down.weight", "offset": 15750930432, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.37.ffn_up.weight", "offset": 15857885184, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.37.ffn_norm.weight", "offset": 15964839936, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.38.attn_norm.weight", "offset": 15964864512, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.38.ffn_down.weight", "offset": 15964889088, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.38.ffn_gate.weight", "offset": 16071843840, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.38.ffn_up.weight", "offset": 16178798592, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.38.ffn_norm.weight", "offset": 16285753344, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.38.attn_k.weight", "offset": 16285777920, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.38.attn_output.weight", "offset": 16292462592, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.38.attn_q.weight", "offset": 16332570624, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.38.attn_v.weight", "offset": 16372678656, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.39.attn_norm.weight", "offset": 16379363328, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.39.ffn_down.weight", "offset": 16379387904, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.39.ffn_gate.weight", "offset": 16486342656, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.39.ffn_up.weight", "offset": 16593297408, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.39.ffn_norm.weight", "offset": 16700252160, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.39.attn_k.weight", "offset": 16700276736, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.39.attn_output.weight", "offset": 16706961408, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.39.attn_q.weight", "offset": 16747069440, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.39.attn_v.weight", "offset": 16787177472, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.40.attn_norm.weight", "offset": 16793862144, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.40.ffn_down.weight", "offset": 16793886720, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.40.ffn_gate.weight", "offset": 16900841472, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.40.ffn_up.weight", "offset": 17007796224, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.40.ffn_norm.weight", "offset": 17114750976, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.40.attn_k.weight", "offset": 17114775552, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.40.attn_output.weight", "offset": 17121460224, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.40.attn_q.weight", "offset": 17161568256, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.40.attn_v.weight", "offset": 17201676288, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.41.attn_norm.weight", "offset": 17208360960, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.41.ffn_down.weight", "offset": 17208385536, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.41.ffn_gate.weight", "offset": 17315340288, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.41.ffn_up.weight", "offset": 17422295040, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.41.ffn_norm.weight", "offset": 17529249792, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.41.attn_k.weight", "offset": 17529274368, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.41.attn_output.weight", "offset": 17535959040, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.41.attn_q.weight", "offset": 17576067072, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.41.attn_v.weight", "offset": 17616175104, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.42.attn_norm.weight", "offset": 17622859776, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.42.ffn_down.weight", "offset": 17622884352, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.42.ffn_gate.weight", "offset": 17729839104, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.42.ffn_up.weight", "offset": 17836793856, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.42.ffn_norm.weight", "offset": 17943748608, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.42.attn_k.weight", "offset": 17943773184, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.42.attn_output.weight", "offset": 17950457856, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.42.attn_q.weight", "offset": 17990565888, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.42.attn_v.weight", "offset": 18030673920, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.43.ffn_gate.weight", "offset": 18037358592, "shape": [ 6144, 16384 ], "size": 6684672, "type": 8 }, { "name": "blk.43.ffn_up.weight", "offset": 18144313344, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.43.attn_k.weight", "offset": 18251268096, "shape": [ 6144, 1024 ], "size": 106954752, "type": 8 }, { "name": "blk.43.attn_output.weight", "offset": 18257952768, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.43.attn_q.weight", "offset": 18298060800, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.43.attn_v.weight", "offset": 18338168832, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.43.attn_norm.weight", "offset": 18344853504, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.43.ffn_down.weight", "offset": 18344878080, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.43.ffn_norm.weight", "offset": 18451832832, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.44.attn_norm.weight", "offset": 18451857408, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.44.ffn_down.weight", "offset": 18451881984, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.44.ffn_gate.weight", "offset": 18558836736, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.44.ffn_up.weight", "offset": 18665791488, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.44.ffn_norm.weight", "offset": 18772746240, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.44.attn_k.weight", "offset": 18772770816, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.44.attn_output.weight", "offset": 18779455488, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.44.attn_q.weight", "offset": 18819563520, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.44.attn_v.weight", "offset": 18859671552, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.45.attn_norm.weight", "offset": 18866356224, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.45.ffn_down.weight", "offset": 18866380800, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.45.ffn_gate.weight", "offset": 18973335552, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.45.ffn_up.weight", "offset": 19080290304, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.45.ffn_norm.weight", "offset": 19187245056, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.45.attn_k.weight", "offset": 19187269632, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.45.attn_output.weight", "offset": 19193954304, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.45.attn_q.weight", "offset": 19234062336, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.45.attn_v.weight", "offset": 19274170368, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.46.attn_norm.weight", "offset": 19280855040, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.46.ffn_down.weight", "offset": 19280879616, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.46.ffn_gate.weight", "offset": 19387834368, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.46.ffn_up.weight", "offset": 19494789120, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.46.ffn_norm.weight", "offset": 19601743872, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.46.attn_k.weight", "offset": 19601768448, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.46.attn_output.weight", "offset": 19608453120, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.46.attn_q.weight", "offset": 19648561152, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.46.attn_v.weight", "offset": 19688669184, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.47.attn_norm.weight", "offset": 19695353856, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.47.ffn_down.weight", "offset": 19695378432, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.47.ffn_gate.weight", "offset": 19802333184, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.47.ffn_up.weight", "offset": 19909287936, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.47.ffn_norm.weight", "offset": 20016242688, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.47.attn_k.weight", "offset": 20016267264, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.47.attn_output.weight", "offset": 20022951936, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.47.attn_q.weight", "offset": 20063059968, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.47.attn_v.weight", "offset": 20103168000, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.48.attn_norm.weight", "offset": 20109852672, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.48.ffn_down.weight", "offset": 20109877248, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.48.ffn_gate.weight", "offset": 20216832000, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000", "offset": 20323786752, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.48.ffn_norm.weight", "offset": 20430741504, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.48.attn_k.weight", "offset": 20430766080, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.48.attn_output.weight", "offset": 20437450752, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.48.attn_q.weight", "offset": 20477558784, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.48.attn_v.weight", "offset": 20517666816, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.49.attn_norm.weight", "offset": 20524351488, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.49.ffn_down.weight", "offset": 20524376064, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.49.ffn_gate.weight", "offset": 20631330816, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.49.ffn_up.weight", "offset": 20738285568, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.49.ffn_norm.weight", "offset": 20845240320, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.49.attn_k.weight", "offset": 20845264896, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.49.attn_output.weight", "offset": 20851949568, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.49.attn_q.weight", "offset": 20892057600, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.49.attn_v.weight", "offset": 20932165632, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.50.attn_k.weight", "offset": 20938850304, "shape": [ 6144, 1024 ], "size": 6684672, "type": 8 }, { "name": "blk.50.attn_q.weight", "offset": 20945534976, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.50.attn_v.weight", "offset": 20985643008, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "output.weight", "offset": 20992327680, "shape": [ 6144, 32768 ], "size": 6684672, "type": 8 }, { "name": "blk.50.attn_norm.weight", "offset": 21206237184, "shape": [ 6144 ], "size": 213909504, "type": 0 }, { "name": "blk.50.ffn_down.weight", "offset": 21206261760, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.50.ffn_gate.weight", "offset": 21313216512, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.50.ffn_up.weight", "offset": 21420171264, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.50.ffn_norm.weight", "offset": 21527126016, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.50.attn_output.weight", "offset": 21527150592, "shape": [ 6144, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.51.attn_norm.weight", "offset": 21567258624, "shape": [ 6144 ], "size": 40108032, "type": 0 }, { "name": "blk.51.ffn_down.weight", "offset": 21567283200, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.51.ffn_gate.weight", "offset": 21674237952, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.51.ffn_up.weight", "offset": 21781192704, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.51.ffn_norm.weight", "offset": 21888147456, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.51.attn_k.weight", "offset": 21888172032, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.51.attn_output.weight", "offset": 21894856704, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.51.attn_q.weight", "offset": 21934964736, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.51.attn_v.weight", "offset": 21975072768, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.52.attn_norm.weight", "offset": 21981757440, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.52.ffn_down.weight", "offset": 21981782016, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.52.ffn_gate.weight", "offset": 22088736768, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.52.ffn_up.weight", "offset": 22195691520, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.52.ffn_norm.weight", "offset": 22302646272, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.52.attn_k.weight", "offset": 22302670848, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.52.attn_output.weight", "offset": 22309355520, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.52.attn_q.weight", "offset": 22349463552, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.52.attn_v.weight", "offset": 22389571584, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.53.attn_norm.weight", "offset": 22396256256, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.53.ffn_down.weight", "offset": 22396280832, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.53.ffn_gate.weight", "offset": 22503235584, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.53.ffn_up.weight", "offset": 22610190336, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.53.ffn_norm.weight", "offset": 22717145088, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.53.attn_k.weight", "offset": 22717169664, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.53.attn_output.weight", "offset": 22723854336, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.53.attn_q.weight", "offset": 22763962368, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.53.attn_v.weight", "offset": 22804070400, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.54.attn_norm.weight", "offset": 22810755072, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.54.ffn_down.weight", "offset": 22810779648, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.54.ffn_gate.weight", "offset": 22917734400, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.54.ffn_up.weight", "offset": 23024689152, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.54.ffn_norm.weight", "offset": 23131643904, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.54.attn_k.weight", "offset": 23131668480, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.54.attn_output.weight", "offset": 23138353152, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.54.attn_q.weight", "offset": 23178461184, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.54.attn_v.weight", "offset": 23218569216, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "blk.55.attn_norm.weight", "offset": 23225253888, "shape": [ 6144 ], "size": 6684672, "type": 0 }, { "name": "blk.55.ffn_down.weight", "offset": 23225278464, "shape": [ 16384, 6144 ], "size": 24576, "type": 8 }, { "name": "blk.55.ffn_gate.weight", "offset": 23332233216, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.55.ffn_up.weight", "offset": 23439187968, "shape": [ 6144, 16384 ], "size": 106954752, "type": 8 }, { "name": "blk.55.ffn_norm.weight", "offset": 23546142720, "shape": [ 6144 ], "size": 106954752, "type": 0 }, { "name": "blk.55.attn_k.weight", "offset": 23546167296, "shape": [ 6144, 1024 ], "size": 24576, "type": 8 }, { "name": "blk.55.attn_output.weight", "offset": 23552851968, "shape": [ 6144, 6144 ], "size": 6684672, "type": 8 }, { "name": "blk.55.attn_q.weight", "offset": 23592960000, "shape": [ 6144, 6144 ], "size": 40108032, "type": 8 }, { "name": "blk.55.attn_v.weight", "offset": 23633068032, "shape": [ 6144, 1024 ], "size": 40108032, "type": 8 }, { "name": "output_norm.weight", "offset": 23639752704, "shape": [ 6144 ], "size": 6684672, "type": 0 } ], "version": 3 }