codestral

{ "metadata": { "general.architecture": "llama", "general.file_type": 18, "general.name": "Codestral-22B-v0.1", "general.quantization_version": 2, "llama.attention.head_count": 48, "llama.attention.head_count_kv": 8, "llama.attention.layer_norm_rms_epsilon": 0.00001, "llama.block_count": 56, "llama.context_length": 32768, "llama.embedding_length": 6144, "llama.feed_forward_length": 16384, "llama.rope.dimension_count": 128, "llama.rope.freq_base": 1000000, "llama.vocab_size": 32768, "tokenizer.ggml.add_bos_token": true, "tokenizer.ggml.add_eos_token": false, "tokenizer.ggml.add_space_prefix": true, "tokenizer.ggml.bos_token_id": 1, "tokenizer.ggml.eos_token_id": 2, "tokenizer.ggml.model": "llama", "tokenizer.ggml.pre": "default", "tokenizer.ggml.scores": "... (32768 values)", "tokenizer.ggml.token_type": "... (32768 values)", "tokenizer.ggml.tokens": "... (32768 values)", "tokenizer.ggml.unknown_token_id": 0 }, "num_params": 22247282688, "tensors": [ { "name": "blk.0.attn_norm.weight", "offset": 165150720, "shape": [ 6144 ], "size": 165150720, "type": 0 }, { "name": "blk.0.ffn_down.weight", "offset": 165175296, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.0.ffn_gate.weight", "offset": 247750656, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.0.ffn_up.weight", "offset": 330326016, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.0.ffn_norm.weight", "offset": 412901376, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.0.attn_k.weight", "offset": 412925952, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.0.attn_output.weight", "offset": 418086912, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.0.attn_q.weight", "offset": 449052672, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.0.attn_v.weight", "offset": 480018432, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.1.attn_norm.weight", "offset": 485179392, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.1.ffn_down.weight", "offset": 485203968, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.1.ffn_gate.weight", "offset": 567779328, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.1.ffn_up.weight", "offset": 650354688, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.1.ffn_norm.weight", "offset": 732930048, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.1.attn_k.weight", "offset": 732954624, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.1.attn_output.weight", "offset": 738115584, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.1.attn_q.weight", "offset": 769081344, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.1.attn_v.weight", "offset": 800047104, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.2.attn_norm.weight", "offset": 805208064, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.2.ffn_down.weight", "offset": 805232640, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.2.ffn_gate.weight", "offset": 887808000, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.2.ffn_up.weight", "offset": 970383360, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.2.ffn_norm.weight", "offset": 1052958720, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "lk.17.attn_v.weight", "offset": 1052983296, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.2.attn_output.weight", "offset": 1058144256, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.2.attn_q.weight", "offset": 1089110016, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.2.attn_v.weight", "offset": 1120075776, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.3.attn_norm.weight", "offset": 1125236736, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.3.ffn_down.weight", "offset": 1125261312, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.3.ffn_gate.weight", "offset": 1207836672, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.3.ffn_up.weight", "offset": 1290412032, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.3.ffn_norm.weight", "offset": 1372987392, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.3.attn_k.weight", "offset": 1373011968, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.3.attn_output.weight", "offset": 1378172928, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.3.attn_q.weight", "offset": 1409138688, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.3.attn_v.weight", "offset": 1440104448, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.4.attn_norm.weight", "offset": 1445265408, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.4.ffn_down.weight", "offset": 1445289984, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.4.ffn_gate.weight", "offset": 1527865344, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.4.ffn_up.weight", "offset": 1610440704, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.4.ffn_norm.weight", "offset": 1693016064, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.4.attn_k.weight", "offset": 1693040640, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.4.attn_output.weight", "offset": 1698201600, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.4.attn_q.weight", "offset": 1729167360, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.4.attn_v.weight", "offset": 1760133120, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.5.ffn_gate.weight", "offset": 1765294080, "shape": [ 6144, 16384 ], "size": 5160960, "type": 14 }, { "name": "blk.5.ffn_up.weight", "offset": 1847869440, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.5.attn_k.weight", "offset": 1930444800, "shape": [ 6144, 1024 ], "size": 82575360, "type": 14 }, { "name": "blk.5.attn_output.weight", "offset": 1935605760, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.5.attn_q.weight", "offset": 1966571520, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.5.attn_v.weight", "offset": 1997537280, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.10.attn_norm.weight", "offset": 2002698240, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.10.ffn_down.weight", "offset": 2002722816, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.10.ffn_gate.weight", "offset": 2085298176, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.10.ffn_up.weight", "offset": 2167873536, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.10.ffn_norm.weight", "offset": 2250448896, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.10.attn_k.weight", "offset": 2250473472, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.10.attn_output.weight", "offset": 2255634432, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.10.attn_q.weight", "offset": 2286600192, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.10.attn_v.weight", "offset": 2317565952, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.11.attn_norm.weight", "offset": 2322726912, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.11.ffn_down.weight", "offset": 2322751488, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.11.ffn_gate.weight", "offset": 2405326848, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.11.ffn_up.weight", "offset": 2487902208, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.11.ffn_norm.weight", "offset": 2570477568, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.11.attn_k.weight", "offset": 2570502144, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.11.attn_output.weight", "offset": 2575663104, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.11.attn_q.weight", "offset": 2606628864, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.11.attn_v.weight", "offset": 2637594624, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.12.attn_k.weight", "offset": 2642755584, "shape": [ 6144, 1024 ], "size": 5160960, "type": 14 }, { "name": "blk.12.attn_q.weight", "offset": 2647916544, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.12.attn_v.weight", "offset": 2678882304, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.5.attn_norm.weight", "offset": 2684043264, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.5.ffn_down.weight", "offset": 2684067840, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.5.ffn_norm.weight", "offset": 2766643200, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.6.attn_norm.weight", "offset": 2766667776, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.6.ffn_down.weight", "offset": 2766692352, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.6.ffn_gate.weight", "offset": 2849267712, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.6.ffn_up.weight", "offset": 2931843072, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.6.ffn_norm.weight", "offset": 3014418432, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.6.attn_k.weight", "offset": 3014443008, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.6.attn_output.weight", "offset": 3019603968, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.6.attn_q.weight", "offset": 3050569728, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.6.attn_v.weight", "offset": 3081535488, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.7.attn_norm.weight", "offset": 3086696448, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.7.ffn_down.weight", "offset": 3086721024, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.7.ffn_gate.weight", "offset": 3169296384, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.7.ffn_up.weight", "offset": 3251871744, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.7.ffn_norm.weight", "offset": 3334447104, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.7.attn_k.weight", "offset": 3334471680, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.7.attn_output.weight", "offset": 3339632640, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.7.attn_q.weight", "offset": 3370598400, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.7.attn_v.weight", "offset": 3401564160, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.8.attn_norm.weight", "offset": 3406725120, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.8.ffn_down.weight", "offset": 3406749696, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.8.ffn_gate.weight", "offset": 3489325056, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.8.ffn_up.weight", "offset": 3571900416, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.8.ffn_norm.weight", "offset": 3654475776, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.8.attn_k.weight", "offset": 3654500352, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.8.attn_output.weight", "offset": 3659661312, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.8.attn_q.weight", "offset": 3690627072, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.8.attn_v.weight", "offset": 3721592832, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.9.attn_norm.weight", "offset": 3726753792, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.9.ffn_down.weight", "offset": 3726778368, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.9.ffn_gate.weight", "offset": 3809353728, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.9.ffn_up.weight", "offset": 3891929088, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.9.ffn_norm.weight", "offset": 3974504448, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.9.attn_k.weight", "offset": 3974529024, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.9.attn_output.weight", "offset": 3979689984, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.9.attn_q.weight", "offset": 4010655744, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.9.attn_v.weight", "offset": 4041621504, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.12.attn_norm.weight", "offset": 4046782464, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.12.ffn_down.weight", "offset": 4046807040, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.12.ffn_gate.weight", "offset": 4129382400, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.12.ffn_up.weight", "offset": 4211957760, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.12.ffn_norm.weight", "offset": 4294533120, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.12.attn_output.weight", "offset": 4294557696, "shape": [ 6144, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.13.attn_norm.weight", "offset": 4325523456, "shape": [ 6144 ], "size": 30965760, "type": 0 }, { "name": "blk.13.ffn_down.weight", "offset": 4325548032, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.13.ffn_gate.weight", "offset": 4408123392, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.13.ffn_up.weight", "offset": 4490698752, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.13.ffn_norm.weight", "offset": 4573274112, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.13.attn_k.weight", "offset": 4573298688, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.13.attn_output.weight", "offset": 4578459648, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.13.attn_q.weight", "offset": 4609425408, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.13.attn_v.weight", "offset": 4640391168, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.14.attn_norm.weight", "offset": 4645552128, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.14.ffn_down.weight", "offset": 4645576704, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.14.ffn_gate.weight", "offset": 4728152064, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.14.ffn_up.weight", "offset": 4810727424, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.14.ffn_norm.weight", "offset": 4893302784, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.14.attn_k.weight", "offset": 4893327360, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.14.attn_output.weight", "offset": 4898488320, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.14.attn_q.weight", "offset": 4929454080, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.14.attn_v.weight", "offset": 4960419840, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.15.attn_norm.weight", "offset": 4965580800, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.15.ffn_down.weight", "offset": 4965605376, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.15.ffn_gate.weight", "offset": 5048180736, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.15.ffn_up.weight", "offset": 5130756096, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.15.ffn_norm.weight", "offset": 5213331456, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.15.attn_k.weight", "offset": 5213356032, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.15.attn_output.weight", "offset": 5218516992, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.15.attn_q.weight", "offset": 5249482752, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.15.attn_v.weight", "offset": 5280448512, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.16.attn_norm.weight", "offset": 5285609472, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.16.ffn_down.weight", "offset": 5285634048, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.16.ffn_gate.weight", "offset": 5368209408, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.16.ffn_up.weight", "offset": 5450784768, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.16.ffn_norm.weight", "offset": 5533360128, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.16.attn_k.weight", "offset": 5533384704, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.16.attn_output.weight", "offset": 5538545664, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.16.attn_q.weight", "offset": 5569511424, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.16.attn_v.weight", "offset": 5600477184, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.17.attn_norm.weight", "offset": 5605638144, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.17.ffn_down.weight", "offset": 5605662720, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.17.ffn_gate.weight", "offset": 5688238080, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.17.ffn_up.weight", "offset": 5770813440, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.17.ffn_norm.weight", "offset": 5853388800, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.17.attn_k.weight", "offset": 5853413376, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.17.attn_output.weight", "offset": 5858574336, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.17.attn_q.weight", "offset": 5889540096, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "\u0000\u0000\u0000@\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0018\u0000\u0000\u0000\u0000\u0000\u0000\u000e\u0000", "offset": 5920505856, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.18.ffn_gate.weight", "offset": 5925666816, "shape": [ 6144, 16384 ], "size": 5160960, "type": 14 }, { "name": "blk.18.attn_k.weight", "offset": 6008242176, "shape": [ 6144, 1024 ], "size": 82575360, "type": 14 }, { "name": "blk.18.attn_output.weight", "offset": 6013403136, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.18.attn_q.weight", "offset": 6044368896, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.18.attn_v.weight", "offset": 6075334656, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.18.attn_norm.weight", "offset": 6080495616, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.18.ffn_down.weight", "offset": 6080520192, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.18.ffn_up.weight", "offset": 6163095552, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.18.ffn_norm.weight", "offset": 6245670912, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.19.attn_norm.weight", "offset": 6245695488, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.19.ffn_down.weight", "offset": 6245720064, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.19.ffn_gate.weight", "offset": 6328295424, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.19.ffn_up.weight", "offset": 6410870784, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.19.ffn_norm.weight", "offset": 6493446144, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.19.attn_k.weight", "offset": 6493470720, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.19.attn_output.weight", "offset": 6498631680, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.19.attn_q.weight", "offset": 6529597440, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.19.attn_v.weight", "offset": 6560563200, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.20.attn_norm.weight", "offset": 6565724160, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.20.ffn_down.weight", "offset": 6565748736, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.20.ffn_gate.weight", "offset": 6648324096, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.20.ffn_up.weight", "offset": 6730899456, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.20.ffn_norm.weight", "offset": 6813474816, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.20.attn_k.weight", "offset": 6813499392, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.20.attn_output.weight", "offset": 6818660352, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.20.attn_q.weight", "offset": 6849626112, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.20.attn_v.weight", "offset": 6880591872, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.21.attn_norm.weight", "offset": 6885752832, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.21.ffn_down.weight", "offset": 6885777408, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.21.ffn_gate.weight", "offset": 6968352768, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.21.ffn_up.weight", "offset": 7050928128, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.21.ffn_norm.weight", "offset": 7133503488, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.21.attn_k.weight", "offset": 7133528064, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.21.attn_output.weight", "offset": 7138689024, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.21.attn_q.weight", "offset": 7169654784, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.21.attn_v.weight", "offset": 7200620544, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.22.attn_norm.weight", "offset": 7205781504, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.22.ffn_down.weight", "offset": 7205806080, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.22.ffn_gate.weight", "offset": 7288381440, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.22.ffn_up.weight", "offset": 7370956800, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.22.ffn_norm.weight", "offset": 7453532160, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.22.attn_k.weight", "offset": 7453556736, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.22.attn_output.weight", "offset": 7458717696, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.22.attn_q.weight", "offset": 7489683456, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.22.attn_v.weight", "offset": 7520649216, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.23.attn_norm.weight", "offset": 7525810176, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.23.ffn_down.weight", "offset": 7525834752, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.23.ffn_gate.weight", "offset": 7608410112, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.23.ffn_up.weight", "offset": 7690985472, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.23.ffn_norm.weight", "offset": 7773560832, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.23.attn_k.weight", "offset": 7773585408, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.23.attn_output.weight", "offset": 7778746368, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.23.attn_q.weight", "offset": 7809712128, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.23.attn_v.weight", "offset": 7840677888, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.24.ffn_gate.weight", "offset": 7845838848, "shape": [ 6144, 16384 ], "size": 5160960, "type": 14 }, { "name": "blk.24.ffn_up.weight", "offset": 7928414208, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.24.attn_k.weight", "offset": 8010989568, "shape": [ 6144, 1024 ], "size": 82575360, "type": 14 }, { "name": "blk.24.attn_output.weight", "offset": 8016150528, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.24.attn_q.weight", "offset": 8047116288, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.24.attn_v.weight", "offset": 8078082048, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.24.attn_norm.weight", "offset": 8083243008, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.24.ffn_down.weight", "offset": 8083267584, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.24.ffn_norm.weight", "offset": 8165842944, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.25.attn_norm.weight", "offset": 8165867520, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.25.ffn_down.weight", "offset": 8165892096, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.25.ffn_gate.weight", "offset": 8248467456, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.25.ffn_up.weight", "offset": 8331042816, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.25.ffn_norm.weight", "offset": 8413618176, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.25.attn_k.weight", "offset": 8413642752, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.25.attn_output.weight", "offset": 8418803712, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.25.attn_q.weight", "offset": 8449769472, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.25.attn_v.weight", "offset": 8480735232, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.26.attn_norm.weight", "offset": 8485896192, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.26.ffn_down.weight", "offset": 8485920768, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.26.ffn_gate.weight", "offset": 8568496128, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.26.ffn_up.weight", "offset": 8651071488, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.26.ffn_norm.weight", "offset": 8733646848, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.26.attn_k.weight", "offset": 8733671424, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.26.attn_output.weight", "offset": 8738832384, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.26.attn_q.weight", "offset": 8769798144, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.26.attn_v.weight", "offset": 8800763904, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.27.attn_norm.weight", "offset": 8805924864, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.27.ffn_down.weight", "offset": 8805949440, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.27.ffn_gate.weight", "offset": 8888524800, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.27.ffn_up.weight", "offset": 8971100160, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.27.ffn_norm.weight", "offset": 9053675520, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.27.attn_k.weight", "offset": 9053700096, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.27.attn_output.weight", "offset": 9058861056, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.27.attn_q.weight", "offset": 9089826816, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.27.attn_v.weight", "offset": 9120792576, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.28.attn_norm.weight", "offset": 9125953536, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.28.ffn_down.weight", "offset": 9125978112, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.28.ffn_gate.weight", "offset": 9208553472, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.28.ffn_up.weight", "offset": 9291128832, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.28.ffn_norm.weight", "offset": 9373704192, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.28.attn_k.weight", "offset": 9373728768, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.28.attn_output.weight", "offset": 9378889728, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.28.attn_q.weight", "offset": 9409855488, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.28.attn_v.weight", "offset": 9440821248, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.29.attn_norm.weight", "offset": 9445982208, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.29.ffn_down.weight", "offset": 9446006784, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.29.ffn_gate.weight", "offset": 9528582144, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.29.ffn_up.weight", "offset": 9611157504, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.29.ffn_norm.weight", "offset": 9693732864, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.29.attn_k.weight", "offset": 9693757440, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.29.attn_output.weight", "offset": 9698918400, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.29.attn_q.weight", "offset": 9729884160, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.29.attn_v.weight", "offset": 9760849920, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.30.attn_norm.weight", "offset": 9766010880, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.30.ffn_down.weight", "offset": 9766035456, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.30.ffn_gate.weight", "offset": 9848610816, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.30.ffn_up.weight", "offset": 9931186176, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.30.ffn_norm.weight", "offset": 10013761536, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.30.attn_k.weight", "offset": 10013786112, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.30.attn_output.weight", "offset": 10018947072, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.30.attn_q.weight", "offset": 10049912832, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.30.attn_v.weight", "offset": 10080878592, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.31.attn_k.weight", "offset": 10086039552, "shape": [ 6144, 1024 ], "size": 5160960, "type": 14 }, { "name": "blk.31.attn_q.weight", "offset": 10091200512, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.31.attn_v.weight", "offset": 10122166272, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.31.attn_norm.weight", "offset": 10127327232, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.31.ffn_down.weight", "offset": 10127351808, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.31.ffn_gate.weight", "offset": 10209927168, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.31.ffn_up.weight", "offset": 10292502528, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.31.ffn_norm.weight", "offset": 10375077888, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.31.attn_output.weight", "offset": 10375102464, "shape": [ 6144, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.32.attn_norm.weight", "offset": 10406068224, "shape": [ 6144 ], "size": 30965760, "type": 0 }, { "name": "blk.32.ffn_down.weight", "offset": 10406092800, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.32.ffn_gate.weight", "offset": 10488668160, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.32.ffn_up.weight", "offset": 10571243520, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.32.ffn_norm.weight", "offset": 10653818880, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.32.attn_k.weight", "offset": 10653843456, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.32.attn_output.weight", "offset": 10659004416, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.32.attn_q.weight", "offset": 10689970176, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.32.attn_v.weight", "offset": 10720935936, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.33.attn_norm.weight", "offset": 10726096896, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "\u0000\u0000\u0000blk.48.ffn_up.weigh", "offset": 10726121472, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.33.ffn_gate.weight", "offset": 10808696832, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.33.ffn_up.weight", "offset": 10891272192, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.33.ffn_norm.weight", "offset": 10973847552, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.33.attn_k.weight", "offset": 10973872128, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.33.attn_output.weight", "offset": 10979033088, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.33.attn_q.weight", "offset": 11009998848, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.33.attn_v.weight", "offset": 11040964608, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.34.attn_norm.weight", "offset": 11046125568, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.34.ffn_down.weight", "offset": 11046150144, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.34.ffn_gate.weight", "offset": 11128725504, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.34.ffn_up.weight", "offset": 11211300864, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.34.ffn_norm.weight", "offset": 11293876224, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.34.attn_k.weight", "offset": 11293900800, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.34.attn_output.weight", "offset": 11299061760, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.34.attn_q.weight", "offset": 11330027520, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.34.attn_v.weight", "offset": 11360993280, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.35.attn_norm.weight", "offset": 11366154240, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.35.ffn_down.weight", "offset": 11366178816, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.35.ffn_gate.weight", "offset": 11448754176, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.35.ffn_up.weight", "offset": 11531329536, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.35.ffn_norm.weight", "offset": 11613904896, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.35.attn_k.weight", "offset": 11613929472, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.35.attn_output.weight", "offset": 11619090432, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.35.attn_q.weight", "offset": 11650056192, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.35.attn_v.weight", "offset": 11681021952, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.36.attn_norm.weight", "offset": 11686182912, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.36.ffn_down.weight", "offset": 11686207488, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.36.ffn_gate.weight", "offset": 11768782848, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.36.ffn_up.weight", "offset": 11851358208, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.36.ffn_norm.weight", "offset": 11933933568, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.36.attn_k.weight", "offset": 11933958144, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.36.attn_output.weight", "offset": 11939119104, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.36.attn_q.weight", "offset": 11970084864, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.36.attn_v.weight", "offset": 12001050624, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.37.ffn_gate.weight", "offset": 12006211584, "shape": [ 6144, 16384 ], "size": 5160960, "type": 14 }, { "name": "blk.37.attn_k.weight", "offset": 12088786944, "shape": [ 6144, 1024 ], "size": 82575360, "type": 14 }, { "name": "blk.37.attn_output.weight", "offset": 12093947904, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.37.attn_q.weight", "offset": 12124913664, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.37.attn_v.weight", "offset": 12155879424, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.37.attn_norm.weight", "offset": 12161040384, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.37.ffn_down.weight", "offset": 12161064960, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.37.ffn_up.weight", "offset": 12243640320, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.37.ffn_norm.weight", "offset": 12326215680, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.38.attn_norm.weight", "offset": 12326240256, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.38.ffn_down.weight", "offset": 12326264832, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.38.ffn_gate.weight", "offset": 12408840192, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.38.ffn_up.weight", "offset": 12491415552, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.38.ffn_norm.weight", "offset": 12573990912, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.38.attn_k.weight", "offset": 12574015488, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.38.attn_output.weight", "offset": 12579176448, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.38.attn_q.weight", "offset": 12610142208, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.38.attn_v.weight", "offset": 12641107968, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.39.attn_norm.weight", "offset": 12646268928, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.39.ffn_down.weight", "offset": 12646293504, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.39.ffn_gate.weight", "offset": 12728868864, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.39.ffn_up.weight", "offset": 12811444224, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.39.ffn_norm.weight", "offset": 12894019584, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.39.attn_k.weight", "offset": 12894044160, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.39.attn_output.weight", "offset": 12899205120, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.39.attn_q.weight", "offset": 12930170880, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.39.attn_v.weight", "offset": 12961136640, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.40.attn_norm.weight", "offset": 12966297600, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.40.ffn_down.weight", "offset": 12966322176, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.40.ffn_gate.weight", "offset": 13048897536, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.40.ffn_up.weight", "offset": 13131472896, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.40.ffn_norm.weight", "offset": 13214048256, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.40.attn_k.weight", "offset": 13214072832, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.40.attn_output.weight", "offset": 13219233792, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.40.attn_q.weight", "offset": 13250199552, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.40.attn_v.weight", "offset": 13281165312, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.41.attn_norm.weight", "offset": 13286326272, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.41.ffn_down.weight", "offset": 13286350848, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.41.ffn_gate.weight", "offset": 13368926208, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.41.ffn_up.weight", "offset": 13451501568, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.41.ffn_norm.weight", "offset": 13534076928, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.41.attn_k.weight", "offset": 13534101504, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.41.attn_output.weight", "offset": 13539262464, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.41.attn_q.weight", "offset": 13570228224, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.41.attn_v.weight", "offset": 13601193984, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.42.attn_norm.weight", "offset": 13606354944, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.42.ffn_down.weight", "offset": 13606379520, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.42.ffn_gate.weight", "offset": 13688954880, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.42.ffn_up.weight", "offset": 13771530240, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.42.ffn_norm.weight", "offset": 13854105600, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.42.attn_k.weight", "offset": 13854130176, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.42.attn_output.weight", "offset": 13859291136, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.42.attn_q.weight", "offset": 13890256896, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.42.attn_v.weight", "offset": 13921222656, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.43.ffn_gate.weight", "offset": 13926383616, "shape": [ 6144, 16384 ], "size": 5160960, "type": 14 }, { "name": "blk.43.ffn_up.weight", "offset": 14008958976, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.43.attn_k.weight", "offset": 14091534336, "shape": [ 6144, 1024 ], "size": 82575360, "type": 14 }, { "name": "blk.43.attn_output.weight", "offset": 14096695296, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.43.attn_q.weight", "offset": 14127661056, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.43.attn_v.weight", "offset": 14158626816, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.43.attn_norm.weight", "offset": 14163787776, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.43.ffn_down.weight", "offset": 14163812352, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.43.ffn_norm.weight", "offset": 14246387712, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.44.attn_norm.weight", "offset": 14246412288, "shape": [ 6144 ], "size": 24576, "type": 0 }, { "name": "blk.44.ffn_down.weight", "offset": 14246436864, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.44.ffn_gate.weight", "offset": 14329012224, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.44.ffn_up.weight", "offset": 14411587584, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.44.ffn_norm.weight", "offset": 14494162944, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.44.attn_k.weight", "offset": 14494187520, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.44.attn_output.weight", "offset": 14499348480, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.44.attn_q.weight", "offset": 14530314240, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.44.attn_v.weight", "offset": 14561280000, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.45.attn_norm.weight", "offset": 14566440960, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.45.ffn_down.weight", "offset": 14566465536, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.45.ffn_gate.weight", "offset": 14649040896, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.45.ffn_up.weight", "offset": 14731616256, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.45.ffn_norm.weight", "offset": 14814191616, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.45.attn_k.weight", "offset": 14814216192, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.45.attn_output.weight", "offset": 14819377152, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.45.attn_q.weight", "offset": 14850342912, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.45.attn_v.weight", "offset": 14881308672, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.46.attn_norm.weight", "offset": 14886469632, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.46.ffn_down.weight", "offset": 14886494208, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.46.ffn_gate.weight", "offset": 14969069568, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.46.ffn_up.weight", "offset": 15051644928, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.46.ffn_norm.weight", "offset": 15134220288, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.46.attn_k.weight", "offset": 15134244864, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.46.attn_output.weight", "offset": 15139405824, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.46.attn_q.weight", "offset": 15170371584, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.46.attn_v.weight", "offset": 15201337344, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.47.attn_norm.weight", "offset": 15206498304, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.47.ffn_down.weight", "offset": 15206522880, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.47.ffn_gate.weight", "offset": 15289098240, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.47.ffn_up.weight", "offset": 15371673600, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.47.ffn_norm.weight", "offset": 15454248960, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.47.attn_k.weight", "offset": 15454273536, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.47.attn_output.weight", "offset": 15459434496, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.47.attn_q.weight", "offset": 15490400256, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.47.attn_v.weight", "offset": 15521366016, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.48.attn_norm.weight", "offset": 15526526976, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.48.ffn_down.weight", "offset": 15526551552, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.48.ffn_gate.weight", "offset": 15609126912, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0000", "offset": 15691702272, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.48.ffn_norm.weight", "offset": 15774277632, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.48.attn_k.weight", "offset": 15774302208, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.48.attn_output.weight", "offset": 15779463168, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.48.attn_q.weight", "offset": 15810428928, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.48.attn_v.weight", "offset": 15841394688, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.49.attn_norm.weight", "offset": 15846555648, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.49.ffn_down.weight", "offset": 15846580224, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.49.ffn_gate.weight", "offset": 15929155584, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.49.ffn_up.weight", "offset": 16011730944, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.49.ffn_norm.weight", "offset": 16094306304, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.49.attn_k.weight", "offset": 16094330880, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.49.attn_output.weight", "offset": 16099491840, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.49.attn_q.weight", "offset": 16130457600, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.49.attn_v.weight", "offset": 16161423360, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.50.attn_k.weight", "offset": 16166584320, "shape": [ 6144, 1024 ], "size": 5160960, "type": 14 }, { "name": "blk.50.attn_q.weight", "offset": 16171745280, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.50.attn_v.weight", "offset": 16202711040, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "output.weight", "offset": 16207872000, "shape": [ 6144, 32768 ], "size": 5160960, "type": 14 }, { "name": "blk.50.attn_norm.weight", "offset": 16373022720, "shape": [ 6144 ], "size": 165150720, "type": 0 }, { "name": "blk.50.ffn_down.weight", "offset": 16373047296, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.50.ffn_gate.weight", "offset": 16455622656, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.50.ffn_up.weight", "offset": 16538198016, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.50.ffn_norm.weight", "offset": 16620773376, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.50.attn_output.weight", "offset": 16620797952, "shape": [ 6144, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.51.attn_norm.weight", "offset": 16651763712, "shape": [ 6144 ], "size": 30965760, "type": 0 }, { "name": "blk.51.ffn_down.weight", "offset": 16651788288, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.51.ffn_gate.weight", "offset": 16734363648, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.51.ffn_up.weight", "offset": 16816939008, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.51.ffn_norm.weight", "offset": 16899514368, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.51.attn_k.weight", "offset": 16899538944, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.51.attn_output.weight", "offset": 16904699904, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.51.attn_q.weight", "offset": 16935665664, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.51.attn_v.weight", "offset": 16966631424, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.52.attn_norm.weight", "offset": 16971792384, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.52.ffn_down.weight", "offset": 16971816960, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.52.ffn_gate.weight", "offset": 17054392320, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.52.ffn_up.weight", "offset": 17136967680, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.52.ffn_norm.weight", "offset": 17219543040, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.52.attn_k.weight", "offset": 17219567616, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.52.attn_output.weight", "offset": 17224728576, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.52.attn_q.weight", "offset": 17255694336, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.52.attn_v.weight", "offset": 17286660096, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.53.attn_norm.weight", "offset": 17291821056, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.53.ffn_down.weight", "offset": 17291845632, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.53.ffn_gate.weight", "offset": 17374420992, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.53.ffn_up.weight", "offset": 17456996352, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.53.ffn_norm.weight", "offset": 17539571712, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.53.attn_k.weight", "offset": 17539596288, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.53.attn_output.weight", "offset": 17544757248, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.53.attn_q.weight", "offset": 17575723008, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.53.attn_v.weight", "offset": 17606688768, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.54.attn_norm.weight", "offset": 17611849728, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.54.ffn_down.weight", "offset": 17611874304, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.54.ffn_gate.weight", "offset": 17694449664, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.54.ffn_up.weight", "offset": 17777025024, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.54.ffn_norm.weight", "offset": 17859600384, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.54.attn_k.weight", "offset": 17859624960, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.54.attn_output.weight", "offset": 17864785920, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.54.attn_q.weight", "offset": 17895751680, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.54.attn_v.weight", "offset": 17926717440, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "blk.55.attn_norm.weight", "offset": 17931878400, "shape": [ 6144 ], "size": 5160960, "type": 0 }, { "name": "blk.55.ffn_down.weight", "offset": 17931902976, "shape": [ 16384, 6144 ], "size": 24576, "type": 14 }, { "name": "blk.55.ffn_gate.weight", "offset": 18014478336, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.55.ffn_up.weight", "offset": 18097053696, "shape": [ 6144, 16384 ], "size": 82575360, "type": 14 }, { "name": "blk.55.ffn_norm.weight", "offset": 18179629056, "shape": [ 6144 ], "size": 82575360, "type": 0 }, { "name": "blk.55.attn_k.weight", "offset": 18179653632, "shape": [ 6144, 1024 ], "size": 24576, "type": 14 }, { "name": "blk.55.attn_output.weight", "offset": 18184814592, "shape": [ 6144, 6144 ], "size": 5160960, "type": 14 }, { "name": "blk.55.attn_q.weight", "offset": 18215780352, "shape": [ 6144, 6144 ], "size": 30965760, "type": 14 }, { "name": "blk.55.attn_v.weight", "offset": 18246746112, "shape": [ 6144, 1024 ], "size": 30965760, "type": 14 }, { "name": "output_norm.weight", "offset": 18251907072, "shape": [ 6144 ], "size": 5160960, "type": 0 } ], "version": 3 }