gemma2

{ "metadata": { "gemma2.attention.head_count": 32, "gemma2.attention.head_count_kv": 16, "gemma2.attention.key_length": 128, "gemma2.attention.layer_norm_rms_epsilon": 0.000001, "gemma2.attention.value_length": 128, "gemma2.block_count": 46, "gemma2.context_length": 8192, "gemma2.embedding_length": 4608, "gemma2.feed_forward_length": 36864, "general.architecture": "gemma2", "general.file_type": 9, "general.name": "gemma2", "general.quantization_version": 2, "tokenizer.ggml.add_bos_token": true, "tokenizer.ggml.add_eos_token": false, "tokenizer.ggml.add_padding_token": false, "tokenizer.ggml.add_unknown_token": false, "tokenizer.ggml.bos_token_id": 2, "tokenizer.ggml.eos_token_id": 1, "tokenizer.ggml.eot_token_id": 107, "tokenizer.ggml.middle_token_id": 68, "tokenizer.ggml.model": "llama", "tokenizer.ggml.padding_token_id": 0, "tokenizer.ggml.pre": "default", "tokenizer.ggml.prefix_token_id": 67, "tokenizer.ggml.scores": "... (256000 values)", "tokenizer.ggml.suffix_token_id": 69, "tokenizer.ggml.token_type": "... (256000 values)", "tokenizer.ggml.tokens": "... (256000 values)", "tokenizer.ggml.unknown_token_id": 3 }, "num_params": 27227128320, "tensors": [ { "name": "blk.0.ffn_down.weight", "offset": 18432, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.0.ffn_gate.weight", "offset": 127420416, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.0.ffn_up.weight", "offset": 254822400, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.0.post_attention_norm.weight", "offset": 382224384, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.0.post_ffw_norm.weight", "offset": 382242816, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.0.ffn_norm.weight", "offset": 382261248, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.0.attn_k.weight", "offset": 382279680, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.0.attn_output.weight", "offset": 389357568, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.0.attn_q.weight", "offset": 403513344, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.0.attn_v.weight", "offset": 417669120, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.1.attn_norm.weight", "offset": 424747008, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.1.ffn_down.weight", "offset": 424765440, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.1.ffn_gate.weight", "offset": 552167424, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.1.ffn_up.weight", "offset": 679569408, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.1.post_attention_norm.weight", "offset": 806971392, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.1.post_ffw_norm.weight", "offset": 806989824, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.1.ffn_norm.weight", "offset": 807008256, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.1.attn_k.weight", "offset": 807026688, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.1.attn_output.weight", "offset": 814104576, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.1.attn_q.weight", "offset": 828260352, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.1.attn_v.weight", "offset": 842416128, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.2.attn_k.weight", "offset": 849494016, "shape": [ 4608, 2048 ], "size": 7077888, "type": 7 }, { "name": "blk.2.attn_output.weight", "offset": 856571904, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.2.attn_q.weight", "offset": 870727680, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.2.attn_v.weight", "offset": 884883456, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.2.attn_norm.weight", "offset": 891961344, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.2.ffn_down.weight", "offset": 891979776, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.2.ffn_gate.weight", "offset": 1019381760, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.2.ffn_up.weight", "offset": 1146783744, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.2.post_attention_norm.weight", "offset": 1274185728, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.2.post_ffw_norm.weight", "offset": 1274204160, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.2.ffn_norm.weight", "offset": 1274222592, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.attn_norm.weight", "offset": 1274241024, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.ffn_down.weight", "offset": 1274259456, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.3.ffn_gate.weight", "offset": 1401661440, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.3.ffn_up.weight", "offset": 1529063424, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.3.post_attention_norm.weight", "offset": 1656465408, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.3.post_ffw_norm.weight", "offset": 1656483840, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.ffn_norm.weight", "offset": 1656502272, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.attn_k.weight", "offset": 1656520704, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.3.attn_output.weight", "offset": 1663598592, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.3.attn_q.weight", "offset": 1677754368, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.3.attn_v.weight", "offset": 1691910144, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.4.attn_norm.weight", "offset": 1698988032, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.4.ffn_down.weight", "offset": 1699006464, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.4.ffn_gate.weight", "offset": 1826408448, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.4.ffn_up.weight", "offset": 1953810432, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.4.post_attention_norm.weight", "offset": 2081212416, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.4.post_ffw_norm.weight", "offset": 2081230848, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.4.ffn_norm.weight", "offset": 2081249280, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.4.attn_k.weight", "offset": 2081267712, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.4.attn_output.weight", "offset": 2088345600, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.4.attn_q.weight", "offset": 2102501376, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.4.attn_v.weight", "offset": 2116657152, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.5.attn_norm.weight", "offset": 2123735040, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.5.ffn_down.weight", "offset": 2123753472, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.5.ffn_gate.weight", "offset": 2251155456, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.5.ffn_up.weight", "offset": 2378557440, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "\u0000\u0000\u0000\u0000\u0000\u0000blk.17.attn_q.weight\u0002\u0000\u0000\u0000\u0000\u0012", "offset": 2505959424, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.5.post_ffw_norm.weight", "offset": 2505977856, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.5.ffn_norm.weight", "offset": 2505996288, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.5.attn_k.weight", "offset": 2506014720, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.5.attn_output.weight", "offset": 2513092608, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.5.attn_q.weight", "offset": 2527248384, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.5.attn_v.weight", "offset": 2541404160, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.6.ffn_gate.weight", "offset": 2548482048, "shape": [ 4608, 36864 ], "size": 7077888, "type": 7 }, { "name": "blk.6.attn_k.weight", "offset": 2675884032, "shape": [ 4608, 2048 ], "size": 127401984, "type": 7 }, { "name": "blk.6.attn_output.weight", "offset": 2682961920, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.6.attn_q.weight", "offset": 2697117696, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.6.attn_v.weight", "offset": 2711273472, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.6.attn_norm.weight", "offset": 2718351360, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.6.ffn_down.weight", "offset": 2718369792, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.6.ffn_up.weight", "offset": 2845771776, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.6.post_attention_norm.weight", "offset": 2973173760, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.6.post_ffw_norm.weight", "offset": 2973192192, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.6.ffn_norm.weight", "offset": 2973210624, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.attn_norm.weight", "offset": 2973229056, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.ffn_down.weight", "offset": 2973247488, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.7.ffn_gate.weight", "offset": 3100649472, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.7.ffn_up.weight", "offset": 3228051456, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.7.post_attention_norm.weight", "offset": 3355453440, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.7.post_ffw_norm.weight", "offset": 3355471872, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.ffn_norm.weight", "offset": 3355490304, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.attn_k.weight", "offset": 3355508736, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.7.attn_output.weight", "offset": 3362586624, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.7.attn_q.weight", "offset": 3376742400, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.7.attn_v.weight", "offset": 3390898176, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.8.attn_norm.weight", "offset": 3397976064, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.8.ffn_down.weight", "offset": 3397994496, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.8.ffn_gate.weight", "offset": 3525396480, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.8.ffn_up.weight", "offset": 3652798464, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.8.post_attention_norm.weight", "offset": 3780200448, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.8.post_ffw_norm.weight", "offset": 3780218880, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.8.ffn_norm.weight", "offset": 3780237312, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.8.attn_k.weight", "offset": 3780255744, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.8.attn_output.weight", "offset": 3787333632, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.8.attn_q.weight", "offset": 3801489408, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.8.attn_v.weight", "offset": 3815645184, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.9.attn_norm.weight", "offset": 3822723072, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.9.ffn_down.weight", "offset": 3822741504, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.9.ffn_gate.weight", "offset": 3950143488, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.9.ffn_up.weight", "offset": 4077545472, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.9.post_attention_norm.weight", "offset": 4204947456, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.9.post_ffw_norm.weight", "offset": 4204965888, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.9.ffn_norm.weight", "offset": 4204984320, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.9.attn_k.weight", "offset": 4205002752, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.9.attn_output.weight", "offset": 4212080640, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.9.attn_q.weight", "offset": 4226236416, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.9.attn_v.weight", "offset": 4240392192, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.10.ffn_gate.weight", "offset": 4247470080, "shape": [ 4608, 36864 ], "size": 7077888, "type": 7 }, { "name": "blk.10.ffn_up.weight", "offset": 4374872064, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.10.attn_k.weight", "offset": 4502274048, "shape": [ 4608, 2048 ], "size": 127401984, "type": 7 }, { "name": "blk.10.attn_output.weight", "offset": 4509351936, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.10.attn_q.weight", "offset": 4523507712, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.10.attn_v.weight", "offset": 4537663488, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.10.attn_norm.weight", "offset": 4544741376, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.10.ffn_down.weight", "offset": 4544759808, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.10.post_attention_norm.weight", "offset": 4672161792, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.10.post_ffw_norm.weight", "offset": 4672180224, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.10.ffn_norm.weight", "offset": 4672198656, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.attn_norm.weight", "offset": 4672217088, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.ffn_down.weight", "offset": 4672235520, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.11.ffn_gate.weight", "offset": 4799637504, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.11.ffn_up.weight", "offset": 4927039488, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.11.post_attention_norm.weight", "offset": 5054441472, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.11.post_ffw_norm.weight", "offset": 5054459904, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.ffn_norm.weight", "offset": 5054478336, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.attn_k.weight", "offset": 5054496768, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.11.attn_output.weight", "offset": 5061574656, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.11.attn_q.weight", "offset": 5075730432, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.11.attn_v.weight", "offset": 5089886208, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.12.attn_norm.weight", "offset": 5096964096, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.12.ffn_down.weight", "offset": 5096982528, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.12.ffn_gate.weight", "offset": 5224384512, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.12.ffn_up.weight", "offset": 5351786496, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.12.post_attention_norm.weight", "offset": 5479188480, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.12.post_ffw_norm.weight", "offset": 5479206912, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.12.ffn_norm.weight", "offset": 5479225344, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.12.attn_k.weight", "offset": 5479243776, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.12.attn_output.weight", "offset": 5486321664, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.12.attn_q.weight", "offset": 5500477440, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.12.attn_v.weight", "offset": 5514633216, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.13.attn_norm.weight", "offset": 5521711104, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.13.ffn_down.weight", "offset": 5521729536, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.13.ffn_gate.weight", "offset": 5649131520, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.13.ffn_up.weight", "offset": 5776533504, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.13.post_attention_norm.weight", "offset": 5903935488, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.13.post_ffw_norm.weight", "offset": 5903953920, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.13.ffn_norm.weight", "offset": 5903972352, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.13.attn_k.weight", "offset": 5903990784, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.13.attn_output.weight", "offset": 5911068672, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.13.attn_q.weight", "offset": 5925224448, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.13.attn_v.weight", "offset": 5939380224, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.14.attn_norm.weight", "offset": 5946458112, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.14.ffn_down.weight", "offset": 5946476544, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.14.ffn_gate.weight", "offset": 6073878528, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.14.ffn_up.weight", "offset": 6201280512, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.14.post_attention_norm.weight", "offset": 6328682496, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.14.post_ffw_norm.weight", "offset": 6328700928, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.14.ffn_norm.weight", "offset": 6328719360, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.14.attn_k.weight", "offset": 6328737792, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.14.attn_output.weight", "offset": 6335815680, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.14.attn_q.weight", "offset": 6349971456, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.14.attn_v.weight", "offset": 6364127232, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.15.attn_k.weight", "offset": 6371205120, "shape": [ 4608, 2048 ], "size": 7077888, "type": 7 }, { "name": "blk.15.attn_output.weight", "offset": 6378283008, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.15.attn_q.weight", "offset": 6392438784, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.15.attn_v.weight", "offset": 6406594560, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.15.attn_norm.weight", "offset": 6413672448, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.15.ffn_down.weight", "offset": 6413690880, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.15.ffn_gate.weight", "offset": 6541092864, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.15.ffn_up.weight", "offset": 6668494848, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.15.post_attention_norm.weight", "offset": 6795896832, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.15.post_ffw_norm.weight", "offset": 6795915264, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.15.ffn_norm.weight", "offset": 6795933696, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.attn_norm.weight", "offset": 6795952128, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.ffn_down.weight", "offset": 6795970560, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.16.ffn_gate.weight", "offset": 6923372544, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.16.ffn_up.weight", "offset": 7050774528, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.16.post_attention_norm.weight", "offset": 7178176512, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.16.post_ffw_norm.weight", "offset": 7178194944, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.ffn_norm.weight", "offset": 7178213376, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.attn_k.weight", "offset": 7178231808, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.16.attn_output.weight", "offset": 7185309696, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.16.attn_q.weight", "offset": 7199465472, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.16.attn_v.weight", "offset": 7213621248, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.17.attn_norm.weight", "offset": 7220699136, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.17.ffn_down.weight", "offset": 7220717568, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.17.ffn_gate.weight", "offset": 7348119552, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.17.ffn_up.weight", "offset": 7475521536, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.17.post_attention_norm.weight", "offset": 7602923520, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.17.post_ffw_norm.weight", "offset": 7602941952, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.17.ffn_norm.weight", "offset": 7602960384, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.17.attn_k.weight", "offset": 7602978816, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.17.attn_output.weight", "offset": 7610056704, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "ffn_gate.weight\u0002\u0000\u0000\u0000\u0000", "offset": 7624212480, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.17.attn_v.weight", "offset": 7638368256, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.18.attn_norm.weight", "offset": 7645446144, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.18.ffn_down.weight", "offset": 7645464576, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.18.ffn_gate.weight", "offset": 7772866560, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.18.ffn_up.weight", "offset": 7900268544, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.18.post_attention_norm.weight", "offset": 8027670528, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.18.post_ffw_norm.weight", "offset": 8027688960, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.18.ffn_norm.weight", "offset": 8027707392, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.18.attn_k.weight", "offset": 8027725824, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.18.attn_output.weight", "offset": 8034803712, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.18.attn_q.weight", "offset": 8048959488, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.18.attn_v.weight", "offset": 8063115264, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.19.ffn_gate.weight", "offset": 8070193152, "shape": [ 4608, 36864 ], "size": 7077888, "type": 7 }, { "name": "blk.19.attn_k.weight", "offset": 8197595136, "shape": [ 4608, 2048 ], "size": 127401984, "type": 7 }, { "name": "blk.19.attn_output.weight", "offset": 8204673024, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.19.attn_q.weight", "offset": 8218828800, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.19.attn_v.weight", "offset": 8232984576, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.19.attn_norm.weight", "offset": 8240062464, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.19.ffn_down.weight", "offset": 8240080896, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.19.ffn_up.weight", "offset": 8367482880, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.19.post_attention_norm.weight", "offset": 8494884864, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.19.post_ffw_norm.weight", "offset": 8494903296, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.19.ffn_norm.weight", "offset": 8494921728, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.attn_norm.weight", "offset": 8494940160, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.ffn_down.weight", "offset": 8494958592, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.20.ffn_gate.weight", "offset": 8622360576, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.20.ffn_up.weight", "offset": 8749762560, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.20.post_attention_norm.weight", "offset": 8877164544, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.20.post_ffw_norm.weight", "offset": 8877182976, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.ffn_norm.weight", "offset": 8877201408, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.attn_k.weight", "offset": 8877219840, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.20.attn_output.weight", "offset": 8884297728, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.20.attn_q.weight", "offset": 8898453504, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.20.attn_v.weight", "offset": 8912609280, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.21.attn_norm.weight", "offset": 8919687168, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.21.ffn_down.weight", "offset": 8919705600, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.21.ffn_gate.weight", "offset": 9047107584, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.21.ffn_up.weight", "offset": 9174509568, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.21.post_attention_norm.weight", "offset": 9301911552, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.21.post_ffw_norm.weight", "offset": 9301929984, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.21.ffn_norm.weight", "offset": 9301948416, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.21.attn_k.weight", "offset": 9301966848, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.21.attn_output.weight", "offset": 9309044736, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.21.attn_q.weight", "offset": 9323200512, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.21.attn_v.weight", "offset": 9337356288, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.22.attn_norm.weight", "offset": 9344434176, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.22.ffn_down.weight", "offset": 9344452608, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.22.ffn_gate.weight", "offset": 9471854592, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.22.ffn_up.weight", "offset": 9599256576, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.22.post_attention_norm.weight", "offset": 9726658560, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.22.post_ffw_norm.weight", "offset": 9726676992, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.22.ffn_norm.weight", "offset": 9726695424, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.22.attn_k.weight", "offset": 9726713856, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.22.attn_output.weight", "offset": 9733791744, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.22.attn_q.weight", "offset": 9747947520, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.22.attn_v.weight", "offset": 9762103296, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.23.ffn_up.weight", "offset": 9769181184, "shape": [ 4608, 36864 ], "size": 7077888, "type": 7 }, { "name": "blk.23.ffn_gate.weight", "offset": 9896583168, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.23.attn_k.weight", "offset": 10023985152, "shape": [ 4608, 2048 ], "size": 127401984, "type": 7 }, { "name": "blk.23.attn_output.weight", "offset": 10031063040, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.23.attn_q.weight", "offset": 10045218816, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.23.attn_v.weight", "offset": 10059374592, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.23.attn_norm.weight", "offset": 10066452480, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.23.ffn_down.weight", "offset": 10066470912, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.23.post_attention_norm.weight", "offset": 10193872896, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.23.post_ffw_norm.weight", "offset": 10193891328, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.23.ffn_norm.weight", "offset": 10193909760, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.attn_norm.weight", "offset": 10193928192, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.ffn_down.weight", "offset": 10193946624, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.24.ffn_gate.weight", "offset": 10321348608, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.24.ffn_up.weight", "offset": 10448750592, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.24.post_attention_norm.weight", "offset": 10576152576, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.24.post_ffw_norm.weight", "offset": 10576171008, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.ffn_norm.weight", "offset": 10576189440, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.attn_k.weight", "offset": 10576207872, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.24.attn_output.weight", "offset": 10583285760, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.24.attn_q.weight", "offset": 10597441536, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.24.attn_v.weight", "offset": 10611597312, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.25.attn_norm.weight", "offset": 10618675200, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.25.ffn_down.weight", "offset": 10618693632, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.25.ffn_gate.weight", "offset": 10746095616, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.25.ffn_up.weight", "offset": 10873497600, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.25.post_attention_norm.weight", "offset": 11000899584, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.25.post_ffw_norm.weight", "offset": 11000918016, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.25.ffn_norm.weight", "offset": 11000936448, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.25.attn_k.weight", "offset": 11000954880, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.25.attn_output.weight", "offset": 11008032768, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.25.attn_q.weight", "offset": 11022188544, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.25.attn_v.weight", "offset": 11036344320, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.26.attn_norm.weight", "offset": 11043422208, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.26.ffn_down.weight", "offset": 11043440640, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.26.ffn_gate.weight", "offset": 11170842624, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.26.ffn_up.weight", "offset": 11298244608, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.26.post_attention_norm.weight", "offset": 11425646592, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.26.post_ffw_norm.weight", "offset": 11425665024, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.26.ffn_norm.weight", "offset": 11425683456, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.26.attn_k.weight", "offset": 11425701888, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.26.attn_output.weight", "offset": 11432779776, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.26.attn_q.weight", "offset": 11446935552, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.26.attn_v.weight", "offset": 11461091328, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.27.attn_norm.weight", "offset": 11468169216, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.27.ffn_down.weight", "offset": 11468187648, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.27.ffn_gate.weight", "offset": 11595589632, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.27.ffn_up.weight", "offset": 11722991616, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.27.post_attention_norm.weight", "offset": 11850393600, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.27.post_ffw_norm.weight", "offset": 11850412032, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.27.ffn_norm.weight", "offset": 11850430464, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.27.attn_k.weight", "offset": 11850448896, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.27.attn_output.weight", "offset": 11857526784, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.27.attn_q.weight", "offset": 11871682560, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.27.attn_v.weight", "offset": 11885838336, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.28.attn_k.weight", "offset": 11892916224, "shape": [ 4608, 2048 ], "size": 7077888, "type": 7 }, { "name": "blk.28.attn_output.weight", "offset": 11899994112, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.28.attn_q.weight", "offset": 11914149888, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.28.attn_v.weight", "offset": 11928305664, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.28.attn_norm.weight", "offset": 11935383552, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.28.ffn_down.weight", "offset": 11935401984, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.28.ffn_gate.weight", "offset": 12062803968, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.28.ffn_up.weight", "offset": 12190205952, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.28.post_attention_norm.weight", "offset": 12317607936, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.28.post_ffw_norm.weight", "offset": 12317626368, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.28.ffn_norm.weight", "offset": 12317644800, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.attn_norm.weight", "offset": 12317663232, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.ffn_down.weight", "offset": 12317681664, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.29.ffn_gate.weight", "offset": 12445083648, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.29.ffn_up.weight", "offset": 12572485632, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.29.post_attention_norm.weight", "offset": 12699887616, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.29.post_ffw_norm.weight", "offset": 12699906048, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.ffn_norm.weight", "offset": 12699924480, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.attn_k.weight", "offset": 12699942912, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.29.attn_output.weight", "offset": 12707020800, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.29.attn_q.weight", "offset": 12721176576, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.29.attn_v.weight", "offset": 12735332352, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.30.attn_norm.weight", "offset": 12742410240, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.30.ffn_down.weight", "offset": 12742428672, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "lk.42.ffn_norm.weight\u0001", "offset": 12869830656, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.30.ffn_up.weight", "offset": 12997232640, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.30.post_attention_norm.weight", "offset": 13124634624, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.30.post_ffw_norm.weight", "offset": 13124653056, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.30.ffn_norm.weight", "offset": 13124671488, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.30.attn_k.weight", "offset": 13124689920, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.30.attn_output.weight", "offset": 13131767808, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.30.attn_q.weight", "offset": 13145923584, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.30.attn_v.weight", "offset": 13160079360, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.31.attn_norm.weight", "offset": 13167157248, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.31.ffn_down.weight", "offset": 13167175680, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.31.ffn_gate.weight", "offset": 13294577664, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.31.ffn_up.weight", "offset": 13421979648, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.31.post_attention_norm.weight", "offset": 13549381632, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.31.post_ffw_norm.weight", "offset": 13549400064, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.31.ffn_norm.weight", "offset": 13549418496, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.31.attn_k.weight", "offset": 13549436928, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.31.attn_output.weight", "offset": 13556514816, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.31.attn_q.weight", "offset": 13570670592, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.31.attn_v.weight", "offset": 13584826368, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.32.ffn_gate.weight", "offset": 13591904256, "shape": [ 4608, 36864 ], "size": 7077888, "type": 7 }, { "name": "blk.32.attn_k.weight", "offset": 13719306240, "shape": [ 4608, 2048 ], "size": 127401984, "type": 7 }, { "name": "blk.32.attn_output.weight", "offset": 13726384128, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.32.attn_q.weight", "offset": 13740539904, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.32.attn_v.weight", "offset": 13754695680, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.32.attn_norm.weight", "offset": 13761773568, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.32.ffn_down.weight", "offset": 13761792000, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.32.ffn_up.weight", "offset": 13889193984, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.32.post_attention_norm.weight", "offset": 14016595968, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.32.post_ffw_norm.weight", "offset": 14016614400, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.32.ffn_norm.weight", "offset": 14016632832, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.attn_norm.weight", "offset": 14016651264, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.ffn_down.weight", "offset": 14016669696, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.33.ffn_gate.weight", "offset": 14144071680, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.33.ffn_up.weight", "offset": 14271473664, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.33.post_attention_norm.weight", "offset": 14398875648, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.33.post_ffw_norm.weight", "offset": 14398894080, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.ffn_norm.weight", "offset": 14398912512, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.attn_k.weight", "offset": 14398930944, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.33.attn_output.weight", "offset": 14406008832, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.33.attn_q.weight", "offset": 14420164608, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.33.attn_v.weight", "offset": 14434320384, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.34.ffn_norm.weight", "offset": 14441398272, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.34.ffn_down.weight", "offset": 14441416704, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.34.ffn_gate.weight", "offset": 14568818688, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.34.ffn_up.weight", "offset": 14696220672, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.34.post_attention_norm.weight", "offset": 14823622656, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.34.post_ffw_norm.weight", "offset": 14823641088, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.34.attn_norm.weight", "offset": 14823659520, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.34.attn_k.weight", "offset": 14823677952, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.34.attn_output.weight", "offset": 14830755840, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.34.attn_q.weight", "offset": 14844911616, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.34.attn_v.weight", "offset": 14859067392, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.35.attn_norm.weight", "offset": 14866145280, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.35.ffn_down.weight", "offset": 14866163712, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.35.ffn_gate.weight", "offset": 14993565696, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.35.ffn_up.weight", "offset": 15120967680, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.35.post_attention_norm.weight", "offset": 15248369664, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.35.post_ffw_norm.weight", "offset": 15248388096, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.35.ffn_norm.weight", "offset": 15248406528, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.35.attn_k.weight", "offset": 15248424960, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.35.attn_output.weight", "offset": 15255502848, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.35.attn_q.weight", "offset": 15269658624, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.35.attn_v.weight", "offset": 15283814400, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.36.ffn_gate.weight", "offset": 15290892288, "shape": [ 4608, 36864 ], "size": 7077888, "type": 7 }, { "name": "blk.36.ffn_up.weight", "offset": 15418294272, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.36.attn_k.weight", "offset": 15545696256, "shape": [ 4608, 2048 ], "size": 127401984, "type": 7 }, { "name": "blk.36.attn_output.weight", "offset": 15552774144, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.36.attn_q.weight", "offset": 15566929920, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.36.attn_v.weight", "offset": 15581085696, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.36.attn_norm.weight", "offset": 15588163584, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.36.ffn_down.weight", "offset": 15588182016, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.36.post_attention_norm.weight", "offset": 15715584000, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.36.post_ffw_norm.weight", "offset": 15715602432, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.36.ffn_norm.weight", "offset": 15715620864, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.attn_norm.weight", "offset": 15715639296, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.ffn_down.weight", "offset": 15715657728, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.37.ffn_gate.weight", "offset": 15843059712, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.37.ffn_up.weight", "offset": 15970461696, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.37.post_attention_norm.weight", "offset": 16097863680, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.37.post_ffw_norm.weight", "offset": 16097882112, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.ffn_norm.weight", "offset": 16097900544, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.attn_k.weight", "offset": 16097918976, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.37.attn_output.weight", "offset": 16104996864, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.37.attn_q.weight", "offset": 16119152640, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.37.attn_v.weight", "offset": 16133308416, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.38.attn_norm.weight", "offset": 16140386304, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.38.ffn_down.weight", "offset": 16140404736, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.38.ffn_gate.weight", "offset": 16267806720, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.38.ffn_up.weight", "offset": 16395208704, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.38.post_attention_norm.weight", "offset": 16522610688, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.38.post_ffw_norm.weight", "offset": 16522629120, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.38.ffn_norm.weight", "offset": 16522647552, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.38.attn_k.weight", "offset": 16522665984, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.38.attn_output.weight", "offset": 16529743872, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.38.attn_q.weight", "offset": 16543899648, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.38.attn_v.weight", "offset": 16558055424, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.39.attn_norm.weight", "offset": 16565133312, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.39.ffn_down.weight", "offset": 16565151744, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.39.ffn_gate.weight", "offset": 16692553728, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.39.ffn_up.weight", "offset": 16819955712, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.39.post_attention_norm.weight", "offset": 16947357696, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.39.post_ffw_norm.weight", "offset": 16947376128, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.39.ffn_norm.weight", "offset": 16947394560, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.39.attn_k.weight", "offset": 16947412992, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.39.attn_output.weight", "offset": 16954490880, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.39.attn_q.weight", "offset": 16968646656, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.39.attn_v.weight", "offset": 16982802432, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.40.ffn_down.weight", "offset": 16989880320, "shape": [ 36864, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.40.attn_norm.weight", "offset": 17117282304, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.40.ffn_gate.weight", "offset": 17117300736, "shape": [ 4608, 36864 ], "size": 18432, "type": 7 }, { "name": "blk.40.ffn_up.weight", "offset": 17244702720, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.40.post_attention_norm.weight", "offset": 17372104704, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.40.post_ffw_norm.weight", "offset": 17372123136, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.40.ffn_norm.weight", "offset": 17372141568, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.40.attn_k.weight", "offset": 17372160000, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.40.attn_output.weight", "offset": 17379237888, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.40.attn_q.weight", "offset": 17393393664, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.40.attn_v.weight", "offset": 17407549440, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.41.attn_k.weight", "offset": 17414627328, "shape": [ 4608, 2048 ], "size": 7077888, "type": 7 }, { "name": "blk.41.attn_output.weight", "offset": 17421705216, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.41.attn_q.weight", "offset": 17435860992, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.41.attn_v.weight", "offset": 17450016768, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.41.attn_norm.weight", "offset": 17457094656, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.41.ffn_down.weight", "offset": 17457113088, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.41.ffn_gate.weight", "offset": 17584515072, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.41.ffn_up.weight", "offset": 17711917056, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.41.post_attention_norm.weight", "offset": 17839319040, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.41.post_ffw_norm.weight", "offset": 17839337472, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.41.ffn_norm.weight", "offset": 17839355904, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.attn_norm.weight", "offset": 17839374336, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.ffn_down.weight", "offset": 17839392768, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.42.ffn_gate.weight", "offset": 17966794752, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.42.ffn_up.weight", "offset": 18094196736, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.42.post_attention_norm.weight", "offset": 18221598720, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.42.post_ffw_norm.weight", "offset": 18221617152, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.ffn_norm.weight", "offset": 18221635584, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.attn_k.weight", "offset": 18221654016, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.42.attn_output.weight", "offset": 18228731904, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.42.attn_q.weight", "offset": 18242887680, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.42.attn_v.weight", "offset": 18257043456, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.43.attn_norm.weight", "offset": 18264121344, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.43.ffn_down.weight", "offset": 18264139776, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.43.ffn_gate.weight", "offset": 18391541760, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.43.ffn_up.weight", "offset": 18518943744, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.43.post_attention_norm.weight", "offset": 18646345728, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.43.post_ffw_norm.weight", "offset": 18646364160, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.43.ffn_norm.weight", "offset": 18646382592, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.43.attn_k.weight", "offset": 18646401024, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.43.attn_output.weight", "offset": 18653478912, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.43.attn_q.weight", "offset": 18667634688, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.43.attn_v.weight", "offset": 18681790464, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.44.attn_norm.weight", "offset": 18688868352, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.44.ffn_down.weight", "offset": 18688886784, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.44.ffn_gate.weight", "offset": 18816288768, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.44.ffn_up.weight", "offset": 18943690752, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.44.post_attention_norm.weight", "offset": 19071092736, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.44.post_ffw_norm.weight", "offset": 19071111168, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.44.ffn_norm.weight", "offset": 19071129600, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.44.attn_k.weight", "offset": 19071148032, "shape": [ 4608, 2048 ], "size": 18432, "type": 7 }, { "name": "blk.44.attn_output.weight", "offset": 19078225920, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.44.attn_q.weight", "offset": 19092381696, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.44.attn_v.weight", "offset": 19106537472, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.45.ffn_gate.weight", "offset": 19113615360, "shape": [ 4608, 36864 ], "size": 7077888, "type": 7 }, { "name": "blk.45.attn_k.weight", "offset": 19241017344, "shape": [ 4608, 2048 ], "size": 127401984, "type": 7 }, { "name": "blk.45.attn_output.weight", "offset": 19248095232, "shape": [ 4096, 4608 ], "size": 7077888, "type": 7 }, { "name": "blk.45.attn_q.weight", "offset": 19262251008, "shape": [ 4608, 4096 ], "size": 14155776, "type": 7 }, { "name": "blk.45.attn_v.weight", "offset": 19276406784, "shape": [ 4608, 2048 ], "size": 14155776, "type": 7 }, { "name": "blk.45.attn_norm.weight", "offset": 19283484672, "shape": [ 4608 ], "size": 7077888, "type": 0 }, { "name": "blk.45.ffn_down.weight", "offset": 19283503104, "shape": [ 36864, 4608 ], "size": 18432, "type": 7 }, { "name": "blk.45.ffn_up.weight", "offset": 19410905088, "shape": [ 4608, 36864 ], "size": 127401984, "type": 7 }, { "name": "blk.45.post_attention_norm.weight", "offset": 19538307072, "shape": [ 4608 ], "size": 127401984, "type": 0 }, { "name": "blk.45.post_ffw_norm.weight", "offset": 19538325504, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.45.ffn_norm.weight", "offset": 19538343936, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "output_norm.weight", "offset": 19538362368, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "token_embd.weight", "offset": 19538380800, "shape": [ 4608, 256000 ], "size": 18432, "type": 14 } ], "version": 3 }