gemma2

{ "metadata": { "gemma2.attention.head_count": 32, "gemma2.attention.head_count_kv": 16, "gemma2.attention.key_length": 128, "gemma2.attention.layer_norm_rms_epsilon": 0.000001, "gemma2.attention.value_length": 128, "gemma2.block_count": 46, "gemma2.context_length": 8192, "gemma2.embedding_length": 4608, "gemma2.feed_forward_length": 36864, "general.architecture": "gemma2", "general.file_type": 3, "general.name": "gemma2", "general.quantization_version": 2, "tokenizer.ggml.add_bos_token": true, "tokenizer.ggml.add_eos_token": false, "tokenizer.ggml.add_padding_token": false, "tokenizer.ggml.add_unknown_token": false, "tokenizer.ggml.bos_token_id": 2, "tokenizer.ggml.eos_token_id": 1, "tokenizer.ggml.eot_token_id": 107, "tokenizer.ggml.middle_token_id": 68, "tokenizer.ggml.model": "llama", "tokenizer.ggml.padding_token_id": 0, "tokenizer.ggml.pre": "default", "tokenizer.ggml.prefix_token_id": 67, "tokenizer.ggml.scores": "... (256000 values)", "tokenizer.ggml.suffix_token_id": 69, "tokenizer.ggml.token_type": "... (256000 values)", "tokenizer.ggml.tokens": "... (256000 values)", "tokenizer.ggml.unknown_token_id": 3 }, "num_params": 27227128320, "tensors": [ { "name": "blk.0.ffn_down.weight", "offset": 18432, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.0.ffn_gate.weight", "offset": 106186752, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.0.ffn_up.weight", "offset": 212355072, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.0.post_attention_norm.weight", "offset": 318523392, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.0.post_ffw_norm.weight", "offset": 318541824, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.0.ffn_norm.weight", "offset": 318560256, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.0.attn_k.weight", "offset": 318578688, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.0.attn_output.weight", "offset": 324476928, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.0.attn_q.weight", "offset": 336273408, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.0.attn_v.weight", "offset": 348069888, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.1.attn_norm.weight", "offset": 353968128, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.1.ffn_down.weight", "offset": 353986560, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.1.ffn_gate.weight", "offset": 460154880, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.1.ffn_up.weight", "offset": 566323200, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.1.post_attention_norm.weight", "offset": 672491520, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.1.post_ffw_norm.weight", "offset": 672509952, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.1.ffn_norm.weight", "offset": 672528384, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.1.attn_k.weight", "offset": 672546816, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.1.attn_output.weight", "offset": 678445056, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.1.attn_q.weight", "offset": 690241536, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.1.attn_v.weight", "offset": 702038016, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.2.attn_k.weight", "offset": 707936256, "shape": [ 4608, 2048 ], "size": 5898240, "type": 3 }, { "name": "blk.2.attn_output.weight", "offset": 713834496, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.2.attn_q.weight", "offset": 725630976, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.2.attn_v.weight", "offset": 737427456, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.2.attn_norm.weight", "offset": 743325696, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.2.ffn_down.weight", "offset": 743344128, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.2.ffn_gate.weight", "offset": 849512448, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.2.ffn_up.weight", "offset": 955680768, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.2.post_attention_norm.weight", "offset": 1061849088, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.2.post_ffw_norm.weight", "offset": 1061867520, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.2.ffn_norm.weight", "offset": 1061885952, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.attn_norm.weight", "offset": 1061904384, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.ffn_down.weight", "offset": 1061922816, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.3.ffn_gate.weight", "offset": 1168091136, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.3.ffn_up.weight", "offset": 1274259456, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.3.post_attention_norm.weight", "offset": 1380427776, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.3.post_ffw_norm.weight", "offset": 1380446208, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.ffn_norm.weight", "offset": 1380464640, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.3.attn_k.weight", "offset": 1380483072, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.3.attn_output.weight", "offset": 1386381312, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.3.attn_q.weight", "offset": 1398177792, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.3.attn_v.weight", "offset": 1409974272, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.4.attn_norm.weight", "offset": 1415872512, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.4.ffn_down.weight", "offset": 1415890944, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.4.ffn_gate.weight", "offset": 1522059264, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.4.ffn_up.weight", "offset": 1628227584, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.4.post_attention_norm.weight", "offset": 1734395904, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.4.post_ffw_norm.weight", "offset": 1734414336, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.4.ffn_norm.weight", "offset": 1734432768, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.4.attn_k.weight", "offset": 1734451200, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.4.attn_output.weight", "offset": 1740349440, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.4.attn_q.weight", "offset": 1752145920, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.4.attn_v.weight", "offset": 1763942400, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.5.attn_norm.weight", "offset": 1769840640, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.5.ffn_down.weight", "offset": 1769859072, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.5.ffn_gate.weight", "offset": 1876027392, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.5.ffn_up.weight", "offset": 1982195712, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "\u0000\u0000\u0000\u0000\u0000\u0000blk.17.attn_q.weight\u0002\u0000\u0000\u0000\u0000\u0012", "offset": 2088364032, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.5.post_ffw_norm.weight", "offset": 2088382464, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.5.ffn_norm.weight", "offset": 2088400896, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.5.attn_k.weight", "offset": 2088419328, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.5.attn_output.weight", "offset": 2094317568, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.5.attn_q.weight", "offset": 2106114048, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.5.attn_v.weight", "offset": 2117910528, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.6.ffn_gate.weight", "offset": 2123808768, "shape": [ 4608, 36864 ], "size": 5898240, "type": 3 }, { "name": "blk.6.attn_k.weight", "offset": 2229977088, "shape": [ 4608, 2048 ], "size": 106168320, "type": 3 }, { "name": "blk.6.attn_output.weight", "offset": 2235875328, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.6.attn_q.weight", "offset": 2247671808, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.6.attn_v.weight", "offset": 2259468288, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.6.attn_norm.weight", "offset": 2265366528, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.6.ffn_down.weight", "offset": 2265384960, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.6.ffn_up.weight", "offset": 2371553280, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.6.post_attention_norm.weight", "offset": 2477721600, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.6.post_ffw_norm.weight", "offset": 2477740032, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.6.ffn_norm.weight", "offset": 2477758464, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.attn_norm.weight", "offset": 2477776896, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.ffn_down.weight", "offset": 2477795328, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.7.ffn_gate.weight", "offset": 2583963648, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.7.ffn_up.weight", "offset": 2690131968, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.7.post_attention_norm.weight", "offset": 2796300288, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.7.post_ffw_norm.weight", "offset": 2796318720, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.ffn_norm.weight", "offset": 2796337152, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.7.attn_k.weight", "offset": 2796355584, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.7.attn_output.weight", "offset": 2802253824, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.7.attn_q.weight", "offset": 2814050304, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.7.attn_v.weight", "offset": 2825846784, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.8.attn_norm.weight", "offset": 2831745024, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.8.ffn_down.weight", "offset": 2831763456, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.8.ffn_gate.weight", "offset": 2937931776, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.8.ffn_up.weight", "offset": 3044100096, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.8.post_attention_norm.weight", "offset": 3150268416, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.8.post_ffw_norm.weight", "offset": 3150286848, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.8.ffn_norm.weight", "offset": 3150305280, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.8.attn_k.weight", "offset": 3150323712, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.8.attn_output.weight", "offset": 3156221952, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.8.attn_q.weight", "offset": 3168018432, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.8.attn_v.weight", "offset": 3179814912, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.9.attn_norm.weight", "offset": 3185713152, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.9.ffn_down.weight", "offset": 3185731584, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.9.ffn_gate.weight", "offset": 3291899904, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.9.ffn_up.weight", "offset": 3398068224, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.9.post_attention_norm.weight", "offset": 3504236544, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.9.post_ffw_norm.weight", "offset": 3504254976, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.9.ffn_norm.weight", "offset": 3504273408, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.9.attn_k.weight", "offset": 3504291840, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.9.attn_output.weight", "offset": 3510190080, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.9.attn_q.weight", "offset": 3521986560, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.9.attn_v.weight", "offset": 3533783040, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.10.ffn_gate.weight", "offset": 3539681280, "shape": [ 4608, 36864 ], "size": 5898240, "type": 3 }, { "name": "blk.10.ffn_up.weight", "offset": 3645849600, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.10.attn_k.weight", "offset": 3752017920, "shape": [ 4608, 2048 ], "size": 106168320, "type": 3 }, { "name": "blk.10.attn_output.weight", "offset": 3757916160, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.10.attn_q.weight", "offset": 3769712640, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.10.attn_v.weight", "offset": 3781509120, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.10.attn_norm.weight", "offset": 3787407360, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.10.ffn_down.weight", "offset": 3787425792, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.10.post_attention_norm.weight", "offset": 3893594112, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.10.post_ffw_norm.weight", "offset": 3893612544, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.10.ffn_norm.weight", "offset": 3893630976, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.attn_norm.weight", "offset": 3893649408, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.ffn_down.weight", "offset": 3893667840, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.11.ffn_gate.weight", "offset": 3999836160, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.11.ffn_up.weight", "offset": 4106004480, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.11.post_attention_norm.weight", "offset": 4212172800, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.11.post_ffw_norm.weight", "offset": 4212191232, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.ffn_norm.weight", "offset": 4212209664, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.11.attn_k.weight", "offset": 4212228096, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.11.attn_output.weight", "offset": 4218126336, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.11.attn_q.weight", "offset": 4229922816, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.11.attn_v.weight", "offset": 4241719296, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.12.attn_norm.weight", "offset": 4247617536, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.12.ffn_down.weight", "offset": 4247635968, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.12.ffn_gate.weight", "offset": 4353804288, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.12.ffn_up.weight", "offset": 4459972608, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.12.post_attention_norm.weight", "offset": 4566140928, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.12.post_ffw_norm.weight", "offset": 4566159360, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.12.ffn_norm.weight", "offset": 4566177792, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.12.attn_k.weight", "offset": 4566196224, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.12.attn_output.weight", "offset": 4572094464, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.12.attn_q.weight", "offset": 4583890944, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.12.attn_v.weight", "offset": 4595687424, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.13.attn_norm.weight", "offset": 4601585664, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.13.ffn_down.weight", "offset": 4601604096, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.13.ffn_gate.weight", "offset": 4707772416, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.13.ffn_up.weight", "offset": 4813940736, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.13.post_attention_norm.weight", "offset": 4920109056, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.13.post_ffw_norm.weight", "offset": 4920127488, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.13.ffn_norm.weight", "offset": 4920145920, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.13.attn_k.weight", "offset": 4920164352, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.13.attn_output.weight", "offset": 4926062592, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.13.attn_q.weight", "offset": 4937859072, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.13.attn_v.weight", "offset": 4949655552, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.14.attn_norm.weight", "offset": 4955553792, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.14.ffn_down.weight", "offset": 4955572224, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.14.ffn_gate.weight", "offset": 5061740544, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.14.ffn_up.weight", "offset": 5167908864, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.14.post_attention_norm.weight", "offset": 5274077184, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.14.post_ffw_norm.weight", "offset": 5274095616, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.14.ffn_norm.weight", "offset": 5274114048, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.14.attn_k.weight", "offset": 5274132480, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.14.attn_output.weight", "offset": 5280030720, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.14.attn_q.weight", "offset": 5291827200, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.14.attn_v.weight", "offset": 5303623680, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.15.attn_k.weight", "offset": 5309521920, "shape": [ 4608, 2048 ], "size": 5898240, "type": 3 }, { "name": "blk.15.attn_output.weight", "offset": 5315420160, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.15.attn_q.weight", "offset": 5327216640, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.15.attn_v.weight", "offset": 5339013120, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.15.attn_norm.weight", "offset": 5344911360, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.15.ffn_down.weight", "offset": 5344929792, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.15.ffn_gate.weight", "offset": 5451098112, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.15.ffn_up.weight", "offset": 5557266432, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.15.post_attention_norm.weight", "offset": 5663434752, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.15.post_ffw_norm.weight", "offset": 5663453184, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.15.ffn_norm.weight", "offset": 5663471616, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.attn_norm.weight", "offset": 5663490048, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.ffn_down.weight", "offset": 5663508480, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.16.ffn_gate.weight", "offset": 5769676800, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.16.ffn_up.weight", "offset": 5875845120, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.16.post_attention_norm.weight", "offset": 5982013440, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.16.post_ffw_norm.weight", "offset": 5982031872, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.ffn_norm.weight", "offset": 5982050304, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.16.attn_k.weight", "offset": 5982068736, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.16.attn_output.weight", "offset": 5987966976, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.16.attn_q.weight", "offset": 5999763456, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.16.attn_v.weight", "offset": 6011559936, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.17.attn_norm.weight", "offset": 6017458176, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.17.ffn_down.weight", "offset": 6017476608, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.17.ffn_gate.weight", "offset": 6123644928, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.17.ffn_up.weight", "offset": 6229813248, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.17.post_attention_norm.weight", "offset": 6335981568, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.17.post_ffw_norm.weight", "offset": 6336000000, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.17.ffn_norm.weight", "offset": 6336018432, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.17.attn_k.weight", "offset": 6336036864, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.17.attn_output.weight", "offset": 6341935104, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "ffn_gate.weight\u0002\u0000\u0000\u0000\u0000", "offset": 6353731584, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.17.attn_v.weight", "offset": 6365528064, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.18.attn_norm.weight", "offset": 6371426304, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.18.ffn_down.weight", "offset": 6371444736, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.18.ffn_gate.weight", "offset": 6477613056, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.18.ffn_up.weight", "offset": 6583781376, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.18.post_attention_norm.weight", "offset": 6689949696, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.18.post_ffw_norm.weight", "offset": 6689968128, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.18.ffn_norm.weight", "offset": 6689986560, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.18.attn_k.weight", "offset": 6690004992, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.18.attn_output.weight", "offset": 6695903232, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.18.attn_q.weight", "offset": 6707699712, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.18.attn_v.weight", "offset": 6719496192, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.19.ffn_gate.weight", "offset": 6725394432, "shape": [ 4608, 36864 ], "size": 5898240, "type": 3 }, { "name": "blk.19.attn_k.weight", "offset": 6831562752, "shape": [ 4608, 2048 ], "size": 106168320, "type": 3 }, { "name": "blk.19.attn_output.weight", "offset": 6837460992, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.19.attn_q.weight", "offset": 6849257472, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.19.attn_v.weight", "offset": 6861053952, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.19.attn_norm.weight", "offset": 6866952192, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.19.ffn_down.weight", "offset": 6866970624, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.19.ffn_up.weight", "offset": 6973138944, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.19.post_attention_norm.weight", "offset": 7079307264, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.19.post_ffw_norm.weight", "offset": 7079325696, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.19.ffn_norm.weight", "offset": 7079344128, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.attn_norm.weight", "offset": 7079362560, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.ffn_down.weight", "offset": 7079380992, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.20.ffn_gate.weight", "offset": 7185549312, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.20.ffn_up.weight", "offset": 7291717632, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.20.post_attention_norm.weight", "offset": 7397885952, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.20.post_ffw_norm.weight", "offset": 7397904384, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.ffn_norm.weight", "offset": 7397922816, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.20.attn_k.weight", "offset": 7397941248, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.20.attn_output.weight", "offset": 7403839488, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.20.attn_q.weight", "offset": 7415635968, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.20.attn_v.weight", "offset": 7427432448, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.21.attn_norm.weight", "offset": 7433330688, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.21.ffn_down.weight", "offset": 7433349120, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.21.ffn_gate.weight", "offset": 7539517440, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.21.ffn_up.weight", "offset": 7645685760, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.21.post_attention_norm.weight", "offset": 7751854080, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.21.post_ffw_norm.weight", "offset": 7751872512, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.21.ffn_norm.weight", "offset": 7751890944, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.21.attn_k.weight", "offset": 7751909376, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.21.attn_output.weight", "offset": 7757807616, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.21.attn_q.weight", "offset": 7769604096, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.21.attn_v.weight", "offset": 7781400576, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.22.attn_norm.weight", "offset": 7787298816, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.22.ffn_down.weight", "offset": 7787317248, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.22.ffn_gate.weight", "offset": 7893485568, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.22.ffn_up.weight", "offset": 7999653888, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.22.post_attention_norm.weight", "offset": 8105822208, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.22.post_ffw_norm.weight", "offset": 8105840640, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.22.ffn_norm.weight", "offset": 8105859072, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.22.attn_k.weight", "offset": 8105877504, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.22.attn_output.weight", "offset": 8111775744, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.22.attn_q.weight", "offset": 8123572224, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.22.attn_v.weight", "offset": 8135368704, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.23.ffn_up.weight", "offset": 8141266944, "shape": [ 4608, 36864 ], "size": 5898240, "type": 3 }, { "name": "blk.23.ffn_gate.weight", "offset": 8247435264, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.23.attn_k.weight", "offset": 8353603584, "shape": [ 4608, 2048 ], "size": 106168320, "type": 3 }, { "name": "blk.23.attn_output.weight", "offset": 8359501824, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.23.attn_q.weight", "offset": 8371298304, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.23.attn_v.weight", "offset": 8383094784, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.23.attn_norm.weight", "offset": 8388993024, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.23.ffn_down.weight", "offset": 8389011456, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.23.post_attention_norm.weight", "offset": 8495179776, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.23.post_ffw_norm.weight", "offset": 8495198208, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.23.ffn_norm.weight", "offset": 8495216640, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.attn_norm.weight", "offset": 8495235072, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.ffn_down.weight", "offset": 8495253504, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.24.ffn_gate.weight", "offset": 8601421824, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.24.ffn_up.weight", "offset": 8707590144, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.24.post_attention_norm.weight", "offset": 8813758464, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.24.post_ffw_norm.weight", "offset": 8813776896, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.ffn_norm.weight", "offset": 8813795328, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.24.attn_k.weight", "offset": 8813813760, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.24.attn_output.weight", "offset": 8819712000, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.24.attn_q.weight", "offset": 8831508480, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.24.attn_v.weight", "offset": 8843304960, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.25.attn_norm.weight", "offset": 8849203200, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.25.ffn_down.weight", "offset": 8849221632, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.25.ffn_gate.weight", "offset": 8955389952, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.25.ffn_up.weight", "offset": 9061558272, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.25.post_attention_norm.weight", "offset": 9167726592, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.25.post_ffw_norm.weight", "offset": 9167745024, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.25.ffn_norm.weight", "offset": 9167763456, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.25.attn_k.weight", "offset": 9167781888, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.25.attn_output.weight", "offset": 9173680128, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.25.attn_q.weight", "offset": 9185476608, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.25.attn_v.weight", "offset": 9197273088, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.26.attn_norm.weight", "offset": 9203171328, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.26.ffn_down.weight", "offset": 9203189760, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.26.ffn_gate.weight", "offset": 9309358080, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.26.ffn_up.weight", "offset": 9415526400, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.26.post_attention_norm.weight", "offset": 9521694720, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.26.post_ffw_norm.weight", "offset": 9521713152, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.26.ffn_norm.weight", "offset": 9521731584, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.26.attn_k.weight", "offset": 9521750016, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.26.attn_output.weight", "offset": 9527648256, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.26.attn_q.weight", "offset": 9539444736, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.26.attn_v.weight", "offset": 9551241216, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.27.attn_norm.weight", "offset": 9557139456, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.27.ffn_down.weight", "offset": 9557157888, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.27.ffn_gate.weight", "offset": 9663326208, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.27.ffn_up.weight", "offset": 9769494528, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.27.post_attention_norm.weight", "offset": 9875662848, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.27.post_ffw_norm.weight", "offset": 9875681280, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.27.ffn_norm.weight", "offset": 9875699712, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.27.attn_k.weight", "offset": 9875718144, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.27.attn_output.weight", "offset": 9881616384, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.27.attn_q.weight", "offset": 9893412864, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.27.attn_v.weight", "offset": 9905209344, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.28.attn_k.weight", "offset": 9911107584, "shape": [ 4608, 2048 ], "size": 5898240, "type": 3 }, { "name": "blk.28.attn_output.weight", "offset": 9917005824, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.28.attn_q.weight", "offset": 9928802304, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.28.attn_v.weight", "offset": 9940598784, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.28.attn_norm.weight", "offset": 9946497024, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.28.ffn_down.weight", "offset": 9946515456, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.28.ffn_gate.weight", "offset": 10052683776, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.28.ffn_up.weight", "offset": 10158852096, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.28.post_attention_norm.weight", "offset": 10265020416, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.28.post_ffw_norm.weight", "offset": 10265038848, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.28.ffn_norm.weight", "offset": 10265057280, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.attn_norm.weight", "offset": 10265075712, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.ffn_down.weight", "offset": 10265094144, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.29.ffn_gate.weight", "offset": 10371262464, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.29.ffn_up.weight", "offset": 10477430784, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.29.post_attention_norm.weight", "offset": 10583599104, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.29.post_ffw_norm.weight", "offset": 10583617536, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.ffn_norm.weight", "offset": 10583635968, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.29.attn_k.weight", "offset": 10583654400, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.29.attn_output.weight", "offset": 10589552640, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.29.attn_q.weight", "offset": 10601349120, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.29.attn_v.weight", "offset": 10613145600, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.30.attn_norm.weight", "offset": 10619043840, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.30.ffn_down.weight", "offset": 10619062272, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "lk.42.ffn_norm.weight\u0001", "offset": 10725230592, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.30.ffn_up.weight", "offset": 10831398912, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.30.post_attention_norm.weight", "offset": 10937567232, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.30.post_ffw_norm.weight", "offset": 10937585664, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.30.ffn_norm.weight", "offset": 10937604096, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.30.attn_k.weight", "offset": 10937622528, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.30.attn_output.weight", "offset": 10943520768, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.30.attn_q.weight", "offset": 10955317248, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.30.attn_v.weight", "offset": 10967113728, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.31.attn_norm.weight", "offset": 10973011968, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.31.ffn_down.weight", "offset": 10973030400, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.31.ffn_gate.weight", "offset": 11079198720, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.31.ffn_up.weight", "offset": 11185367040, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.31.post_attention_norm.weight", "offset": 11291535360, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.31.post_ffw_norm.weight", "offset": 11291553792, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.31.ffn_norm.weight", "offset": 11291572224, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.31.attn_k.weight", "offset": 11291590656, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.31.attn_output.weight", "offset": 11297488896, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.31.attn_q.weight", "offset": 11309285376, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.31.attn_v.weight", "offset": 11321081856, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.32.ffn_gate.weight", "offset": 11326980096, "shape": [ 4608, 36864 ], "size": 5898240, "type": 3 }, { "name": "blk.32.attn_k.weight", "offset": 11433148416, "shape": [ 4608, 2048 ], "size": 106168320, "type": 3 }, { "name": "blk.32.attn_output.weight", "offset": 11439046656, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.32.attn_q.weight", "offset": 11450843136, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.32.attn_v.weight", "offset": 11462639616, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.32.attn_norm.weight", "offset": 11468537856, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.32.ffn_down.weight", "offset": 11468556288, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.32.ffn_up.weight", "offset": 11574724608, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.32.post_attention_norm.weight", "offset": 11680892928, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.32.post_ffw_norm.weight", "offset": 11680911360, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.32.ffn_norm.weight", "offset": 11680929792, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.attn_norm.weight", "offset": 11680948224, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.ffn_down.weight", "offset": 11680966656, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.33.ffn_gate.weight", "offset": 11787134976, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.33.ffn_up.weight", "offset": 11893303296, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.33.post_attention_norm.weight", "offset": 11999471616, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.33.post_ffw_norm.weight", "offset": 11999490048, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.ffn_norm.weight", "offset": 11999508480, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.33.attn_k.weight", "offset": 11999526912, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.33.attn_output.weight", "offset": 12005425152, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.33.attn_q.weight", "offset": 12017221632, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.33.attn_v.weight", "offset": 12029018112, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.34.ffn_norm.weight", "offset": 12034916352, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.34.ffn_down.weight", "offset": 12034934784, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.34.ffn_gate.weight", "offset": 12141103104, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.34.ffn_up.weight", "offset": 12247271424, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.34.post_attention_norm.weight", "offset": 12353439744, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.34.post_ffw_norm.weight", "offset": 12353458176, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.34.attn_norm.weight", "offset": 12353476608, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.34.attn_k.weight", "offset": 12353495040, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.34.attn_output.weight", "offset": 12359393280, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.34.attn_q.weight", "offset": 12371189760, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.34.attn_v.weight", "offset": 12382986240, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.35.attn_norm.weight", "offset": 12388884480, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.35.ffn_down.weight", "offset": 12388902912, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.35.ffn_gate.weight", "offset": 12495071232, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.35.ffn_up.weight", "offset": 12601239552, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.35.post_attention_norm.weight", "offset": 12707407872, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.35.post_ffw_norm.weight", "offset": 12707426304, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.35.ffn_norm.weight", "offset": 12707444736, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.35.attn_k.weight", "offset": 12707463168, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.35.attn_output.weight", "offset": 12713361408, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.35.attn_q.weight", "offset": 12725157888, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.35.attn_v.weight", "offset": 12736954368, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.36.ffn_gate.weight", "offset": 12742852608, "shape": [ 4608, 36864 ], "size": 5898240, "type": 3 }, { "name": "blk.36.ffn_up.weight", "offset": 12849020928, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.36.attn_k.weight", "offset": 12955189248, "shape": [ 4608, 2048 ], "size": 106168320, "type": 3 }, { "name": "blk.36.attn_output.weight", "offset": 12961087488, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.36.attn_q.weight", "offset": 12972883968, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.36.attn_v.weight", "offset": 12984680448, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.36.attn_norm.weight", "offset": 12990578688, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.36.ffn_down.weight", "offset": 12990597120, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.36.post_attention_norm.weight", "offset": 13096765440, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.36.post_ffw_norm.weight", "offset": 13096783872, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.36.ffn_norm.weight", "offset": 13096802304, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.attn_norm.weight", "offset": 13096820736, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.ffn_down.weight", "offset": 13096839168, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.37.ffn_gate.weight", "offset": 13203007488, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.37.ffn_up.weight", "offset": 13309175808, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.37.post_attention_norm.weight", "offset": 13415344128, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.37.post_ffw_norm.weight", "offset": 13415362560, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.ffn_norm.weight", "offset": 13415380992, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.37.attn_k.weight", "offset": 13415399424, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.37.attn_output.weight", "offset": 13421297664, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.37.attn_q.weight", "offset": 13433094144, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.37.attn_v.weight", "offset": 13444890624, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.38.attn_norm.weight", "offset": 13450788864, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.38.ffn_down.weight", "offset": 13450807296, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.38.ffn_gate.weight", "offset": 13556975616, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.38.ffn_up.weight", "offset": 13663143936, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.38.post_attention_norm.weight", "offset": 13769312256, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.38.post_ffw_norm.weight", "offset": 13769330688, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.38.ffn_norm.weight", "offset": 13769349120, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.38.attn_k.weight", "offset": 13769367552, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.38.attn_output.weight", "offset": 13775265792, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.38.attn_q.weight", "offset": 13787062272, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.38.attn_v.weight", "offset": 13798858752, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.39.attn_norm.weight", "offset": 13804756992, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.39.ffn_down.weight", "offset": 13804775424, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.39.ffn_gate.weight", "offset": 13910943744, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.39.ffn_up.weight", "offset": 14017112064, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.39.post_attention_norm.weight", "offset": 14123280384, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.39.post_ffw_norm.weight", "offset": 14123298816, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.39.ffn_norm.weight", "offset": 14123317248, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.39.attn_k.weight", "offset": 14123335680, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.39.attn_output.weight", "offset": 14129233920, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.39.attn_q.weight", "offset": 14141030400, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.39.attn_v.weight", "offset": 14152826880, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.40.ffn_down.weight", "offset": 14158725120, "shape": [ 36864, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.40.attn_norm.weight", "offset": 14264893440, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.40.ffn_gate.weight", "offset": 14264911872, "shape": [ 4608, 36864 ], "size": 18432, "type": 3 }, { "name": "blk.40.ffn_up.weight", "offset": 14371080192, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.40.post_attention_norm.weight", "offset": 14477248512, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.40.post_ffw_norm.weight", "offset": 14477266944, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.40.ffn_norm.weight", "offset": 14477285376, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.40.attn_k.weight", "offset": 14477303808, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.40.attn_output.weight", "offset": 14483202048, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.40.attn_q.weight", "offset": 14494998528, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.40.attn_v.weight", "offset": 14506795008, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.41.attn_k.weight", "offset": 14512693248, "shape": [ 4608, 2048 ], "size": 5898240, "type": 3 }, { "name": "blk.41.attn_output.weight", "offset": 14518591488, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.41.attn_q.weight", "offset": 14530387968, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.41.attn_v.weight", "offset": 14542184448, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.41.attn_norm.weight", "offset": 14548082688, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.41.ffn_down.weight", "offset": 14548101120, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.41.ffn_gate.weight", "offset": 14654269440, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.41.ffn_up.weight", "offset": 14760437760, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.41.post_attention_norm.weight", "offset": 14866606080, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.41.post_ffw_norm.weight", "offset": 14866624512, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.41.ffn_norm.weight", "offset": 14866642944, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.attn_norm.weight", "offset": 14866661376, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.ffn_down.weight", "offset": 14866679808, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.42.ffn_gate.weight", "offset": 14972848128, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.42.ffn_up.weight", "offset": 15079016448, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.42.post_attention_norm.weight", "offset": 15185184768, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.42.post_ffw_norm.weight", "offset": 15185203200, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.ffn_norm.weight", "offset": 15185221632, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.42.attn_k.weight", "offset": 15185240064, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.42.attn_output.weight", "offset": 15191138304, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.42.attn_q.weight", "offset": 15202934784, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.42.attn_v.weight", "offset": 15214731264, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.43.attn_norm.weight", "offset": 15220629504, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.43.ffn_down.weight", "offset": 15220647936, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.43.ffn_gate.weight", "offset": 15326816256, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.43.ffn_up.weight", "offset": 15432984576, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.43.post_attention_norm.weight", "offset": 15539152896, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.43.post_ffw_norm.weight", "offset": 15539171328, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.43.ffn_norm.weight", "offset": 15539189760, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.43.attn_k.weight", "offset": 15539208192, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.43.attn_output.weight", "offset": 15545106432, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.43.attn_q.weight", "offset": 15556902912, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.43.attn_v.weight", "offset": 15568699392, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.44.attn_norm.weight", "offset": 15574597632, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.44.ffn_down.weight", "offset": 15574616064, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.44.ffn_gate.weight", "offset": 15680784384, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.44.ffn_up.weight", "offset": 15786952704, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.44.post_attention_norm.weight", "offset": 15893121024, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.44.post_ffw_norm.weight", "offset": 15893139456, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.44.ffn_norm.weight", "offset": 15893157888, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.44.attn_k.weight", "offset": 15893176320, "shape": [ 4608, 2048 ], "size": 18432, "type": 3 }, { "name": "blk.44.attn_output.weight", "offset": 15899074560, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.44.attn_q.weight", "offset": 15910871040, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.44.attn_v.weight", "offset": 15922667520, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.45.ffn_gate.weight", "offset": 15928565760, "shape": [ 4608, 36864 ], "size": 5898240, "type": 3 }, { "name": "blk.45.attn_k.weight", "offset": 16034734080, "shape": [ 4608, 2048 ], "size": 106168320, "type": 3 }, { "name": "blk.45.attn_output.weight", "offset": 16040632320, "shape": [ 4096, 4608 ], "size": 5898240, "type": 3 }, { "name": "blk.45.attn_q.weight", "offset": 16052428800, "shape": [ 4608, 4096 ], "size": 11796480, "type": 3 }, { "name": "blk.45.attn_v.weight", "offset": 16064225280, "shape": [ 4608, 2048 ], "size": 11796480, "type": 3 }, { "name": "blk.45.attn_norm.weight", "offset": 16070123520, "shape": [ 4608 ], "size": 5898240, "type": 0 }, { "name": "blk.45.ffn_down.weight", "offset": 16070141952, "shape": [ 36864, 4608 ], "size": 18432, "type": 3 }, { "name": "blk.45.ffn_up.weight", "offset": 16176310272, "shape": [ 4608, 36864 ], "size": 106168320, "type": 3 }, { "name": "blk.45.post_attention_norm.weight", "offset": 16282478592, "shape": [ 4608 ], "size": 106168320, "type": 0 }, { "name": "blk.45.post_ffw_norm.weight", "offset": 16282497024, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "blk.45.ffn_norm.weight", "offset": 16282515456, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "output_norm.weight", "offset": 16282533888, "shape": [ 4608 ], "size": 18432, "type": 0 }, { "name": "token_embd.weight", "offset": 16282552320, "shape": [ 4608, 256000 ], "size": 18432, "type": 14 } ], "version": 3 }