latest
116GB
471 Pulls Updated 3 weeks ago
4d4557f1b300 · 116GB
-
general.architecturegrok
-
general.file_typeQ2_K
-
grok.attention.head_count48
-
grok.attention.head_count_kv8
-
grok.attention.layer_norm_rms_epsilon1e-05
-
grok.block_count64
-
grok.context_length8192
-
grok.embedding_length6144
-
grok.expert_count8
-
grok.expert_used_count2
-
grok.feed_forward_length32768
-
grok.rope.freq_base10000
-
tokenizer.ggml.add_bos_tokenfalse
-
tokenizer.ggml.add_eos_tokenfalse
-
tokenizer.ggml.bos_token_id1
-
tokenizer.ggml.eos_token_id2
-
tokenizer.ggml.modelllama
-
tokenizer.ggml.padding_token_id0
-
tokenizer.ggml.scores[0 0 0 0 0 ...]
-
tokenizer.ggml.token_type[3 3 3 2 1 ...]
-
tokenizer.ggml.tokens[[PAD] [BOS] [EOS] [UNK] ...]
-
NameTypeShape
-
token_embd.weightQ2_K[6144 131072]
-
blk.0.attn_q.weightQ2_K[6144 6144]
-
blk.0.attn_k.weightQ8_0[6144 1024]
-
blk.0.attn_v.weightQ8_0[6144 1024]
-
blk.0.attn_output.weightQ5_K[6144 6144]
-
blk.0.ffn_gate_inp.weightF16[6144 8]
-
blk.0.ffn_up.0.weightQ2_K[6144 32768]
-
blk.0.ffn_down.0.weightQ3_K[32768 6144]
-
blk.0.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.0.ffn_up.1.weightQ2_K[6144 32768]
-
blk.0.ffn_down.1.weightQ3_K[32768 6144]
-
blk.0.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.0.ffn_up.2.weightQ2_K[6144 32768]
-
blk.0.ffn_down.2.weightQ3_K[32768 6144]
-
blk.0.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.0.ffn_up.3.weightQ2_K[6144 32768]
-
blk.0.ffn_down.3.weightQ3_K[32768 6144]
-
blk.0.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.0.ffn_up.4.weightQ2_K[6144 32768]
-
blk.0.ffn_down.4.weightQ3_K[32768 6144]
-
blk.0.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.0.ffn_up.5.weightQ2_K[6144 32768]
-
blk.0.ffn_down.5.weightQ3_K[32768 6144]
-
blk.0.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.0.ffn_up.6.weightQ2_K[6144 32768]
-
blk.0.ffn_down.6.weightQ3_K[32768 6144]
-
blk.0.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.0.ffn_up.7.weightQ2_K[6144 32768]
-
blk.0.ffn_down.7.weightQ3_K[32768 6144]
-
blk.0.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.0.attn_norm.weightF32[6144]
-
blk.0.attn_output_norm.weightF32[6144]
-
blk.0.ffn_norm.weightF32[6144]
-
blk.0.layer_output_norm.weightF32[6144]
-
blk.1.attn_q.weightQ2_K[6144 6144]
-
blk.1.attn_k.weightQ8_0[6144 1024]
-
blk.1.attn_v.weightQ8_0[6144 1024]
-
blk.1.attn_output.weightQ5_K[6144 6144]
-
blk.1.ffn_gate_inp.weightF16[6144 8]
-
blk.1.ffn_up.0.weightQ2_K[6144 32768]
-
blk.1.ffn_down.0.weightQ3_K[32768 6144]
-
blk.1.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.1.ffn_up.1.weightQ2_K[6144 32768]
-
blk.1.ffn_down.1.weightQ3_K[32768 6144]
-
blk.1.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.1.ffn_up.2.weightQ2_K[6144 32768]
-
blk.1.ffn_down.2.weightQ3_K[32768 6144]
-
blk.1.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.1.ffn_up.3.weightQ2_K[6144 32768]
-
blk.1.ffn_down.3.weightQ3_K[32768 6144]
-
blk.1.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.1.ffn_up.4.weightQ2_K[6144 32768]
-
blk.1.ffn_down.4.weightQ3_K[32768 6144]
-
blk.1.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.1.ffn_up.5.weightQ2_K[6144 32768]
-
blk.1.ffn_down.5.weightQ3_K[32768 6144]
-
blk.1.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.1.ffn_up.6.weightQ2_K[6144 32768]
-
blk.1.ffn_down.6.weightQ3_K[32768 6144]
-
blk.1.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.1.ffn_up.7.weightQ2_K[6144 32768]
-
blk.1.ffn_down.7.weightQ3_K[32768 6144]
-
blk.1.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.1.attn_norm.weightF32[6144]
-
blk.1.attn_output_norm.weightF32[6144]
-
blk.1.ffn_norm.weightF32[6144]
-
blk.1.layer_output_norm.weightF32[6144]
-
blk.2.attn_q.weightQ2_K[6144 6144]
-
blk.2.attn_k.weightQ8_0[6144 1024]
-
blk.2.attn_v.weightQ8_0[6144 1024]
-
blk.2.attn_output.weightQ5_K[6144 6144]
-
blk.2.ffn_gate_inp.weightF16[6144 8]
-
blk.2.ffn_up.0.weightQ2_K[6144 32768]
-
blk.2.ffn_up.1.weightQ2_K[6144 32768]
-
blk.2.ffn_up.2.weightQ2_K[6144 32768]
-
blk.2.ffn_up.3.weightQ2_K[6144 32768]
-
blk.2.ffn_up.4.weightQ2_K[6144 32768]
-
blk.2.ffn_up.5.weightQ2_K[6144 32768]
-
blk.2.ffn_up.6.weightQ2_K[6144 32768]
-
blk.2.ffn_up.7.weightQ2_K[6144 32768]
-
blk.2.ffn_down.0.weightQ3_K[32768 6144]
-
blk.2.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.2.ffn_down.1.weightQ3_K[32768 6144]
-
blk.2.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.2.ffn_down.2.weightQ3_K[32768 6144]
-
blk.2.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.2.ffn_down.3.weightQ3_K[32768 6144]
-
blk.2.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.2.ffn_down.4.weightQ3_K[32768 6144]
-
blk.2.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.2.ffn_down.5.weightQ3_K[32768 6144]
-
blk.2.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.2.ffn_down.6.weightQ3_K[32768 6144]
-
blk.2.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.2.ffn_down.7.weightQ3_K[32768 6144]
-
blk.2.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.2.attn_norm.weightF32[6144]
-
blk.2.attn_output_norm.weightF32[6144]
-
blk.2.ffn_norm.weightF32[6144]
-
blk.2.layer_output_norm.weightF32[6144]
-
blk.3.attn_q.weightQ2_K[6144 6144]
-
blk.3.attn_k.weightQ8_0[6144 1024]
-
blk.3.attn_v.weightQ8_0[6144 1024]
-
blk.3.attn_output.weightQ5_K[6144 6144]
-
blk.3.ffn_gate_inp.weightF16[6144 8]
-
blk.3.ffn_up.0.weightQ2_K[6144 32768]
-
blk.3.ffn_down.0.weightQ3_K[32768 6144]
-
blk.3.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.3.ffn_up.1.weightQ2_K[6144 32768]
-
blk.3.ffn_down.1.weightQ3_K[32768 6144]
-
blk.3.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.3.ffn_up.2.weightQ2_K[6144 32768]
-
blk.3.ffn_down.2.weightQ3_K[32768 6144]
-
blk.3.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.3.ffn_up.3.weightQ2_K[6144 32768]
-
blk.3.ffn_down.3.weightQ3_K[32768 6144]
-
blk.3.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.3.ffn_up.4.weightQ2_K[6144 32768]
-
blk.3.ffn_down.4.weightQ3_K[32768 6144]
-
blk.3.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.3.ffn_up.5.weightQ2_K[6144 32768]
-
blk.3.ffn_down.5.weightQ3_K[32768 6144]
-
blk.3.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.3.ffn_up.6.weightQ2_K[6144 32768]
-
blk.3.ffn_down.6.weightQ3_K[32768 6144]
-
blk.3.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.3.ffn_up.7.weightQ2_K[6144 32768]
-
blk.3.ffn_down.7.weightQ3_K[32768 6144]
-
blk.3.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.3.attn_norm.weightF32[6144]
-
blk.3.attn_output_norm.weightF32[6144]
-
blk.3.ffn_norm.weightF32[6144]
-
blk.3.layer_output_norm.weightF32[6144]
-
blk.4.attn_q.weightQ2_K[6144 6144]
-
blk.4.attn_k.weightQ8_0[6144 1024]
-
blk.4.attn_v.weightQ8_0[6144 1024]
-
blk.4.attn_output.weightQ5_K[6144 6144]
-
blk.4.ffn_gate_inp.weightF16[6144 8]
-
blk.4.ffn_up.0.weightQ2_K[6144 32768]
-
blk.4.ffn_down.0.weightQ3_K[32768 6144]
-
blk.4.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.4.ffn_up.1.weightQ2_K[6144 32768]
-
blk.4.ffn_down.1.weightQ3_K[32768 6144]
-
blk.4.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.4.ffn_up.2.weightQ2_K[6144 32768]
-
blk.4.ffn_down.2.weightQ3_K[32768 6144]
-
blk.4.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.4.ffn_up.3.weightQ2_K[6144 32768]
-
blk.4.ffn_down.3.weightQ3_K[32768 6144]
-
blk.4.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.4.ffn_up.4.weightQ2_K[6144 32768]
-
blk.4.ffn_down.4.weightQ3_K[32768 6144]
-
blk.4.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.4.ffn_up.5.weightQ2_K[6144 32768]
-
blk.4.ffn_down.5.weightQ3_K[32768 6144]
-
blk.4.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.4.ffn_up.6.weightQ2_K[6144 32768]
-
blk.4.ffn_down.6.weightQ3_K[32768 6144]
-
blk.4.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.4.ffn_up.7.weightQ2_K[6144 32768]
-
blk.4.ffn_down.7.weightQ3_K[32768 6144]
-
blk.4.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.4.attn_norm.weightF32[6144]
-
blk.4.attn_output_norm.weightF32[6144]
-
blk.4.ffn_norm.weightF32[6144]
-
blk.4.layer_output_norm.weightF32[6144]
-
blk.5.attn_q.weightQ2_K[6144 6144]
-
blk.5.attn_k.weightQ8_0[6144 1024]
-
blk.5.attn_v.weightQ8_0[6144 1024]
-
blk.5.attn_output.weightQ5_K[6144 6144]
-
blk.5.ffn_gate_inp.weightF16[6144 8]
-
blk.5.ffn_up.0.weightQ2_K[6144 32768]
-
blk.5.ffn_down.0.weightQ3_K[32768 6144]
-
blk.5.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.5.ffn_up.1.weightQ2_K[6144 32768]
-
blk.5.ffn_down.1.weightQ3_K[32768 6144]
-
blk.5.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.5.ffn_up.2.weightQ2_K[6144 32768]
-
blk.5.ffn_down.2.weightQ3_K[32768 6144]
-
blk.5.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.5.ffn_up.3.weightQ2_K[6144 32768]
-
blk.5.ffn_down.3.weightQ3_K[32768 6144]
-
blk.5.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.5.ffn_up.4.weightQ2_K[6144 32768]
-
blk.5.ffn_down.4.weightQ3_K[32768 6144]
-
blk.5.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.5.ffn_up.5.weightQ2_K[6144 32768]
-
blk.5.ffn_down.5.weightQ3_K[32768 6144]
-
blk.5.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.5.ffn_up.6.weightQ2_K[6144 32768]
-
blk.5.ffn_down.6.weightQ3_K[32768 6144]
-
blk.5.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.5.ffn_up.7.weightQ2_K[6144 32768]
-
blk.5.ffn_down.7.weightQ3_K[32768 6144]
-
blk.5.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.5.attn_norm.weightF32[6144]
-
blk.5.attn_output_norm.weightF32[6144]
-
blk.5.ffn_norm.weightF32[6144]
-
blk.5.layer_output_norm.weightF32[6144]
-
blk.6.attn_q.weightQ2_K[6144 6144]
-
blk.6.attn_k.weightQ8_0[6144 1024]
-
blk.6.attn_v.weightQ8_0[6144 1024]
-
blk.6.attn_output.weightQ5_K[6144 6144]
-
blk.6.ffn_gate_inp.weightF16[6144 8]
-
blk.6.ffn_up.0.weightQ2_K[6144 32768]
-
blk.6.ffn_down.0.weightQ3_K[32768 6144]
-
blk.6.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.6.ffn_up.1.weightQ2_K[6144 32768]
-
blk.6.ffn_down.1.weightQ3_K[32768 6144]
-
blk.6.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.6.ffn_up.2.weightQ2_K[6144 32768]
-
blk.6.ffn_down.2.weightQ3_K[32768 6144]
-
blk.6.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.6.ffn_up.3.weightQ2_K[6144 32768]
-
blk.6.ffn_down.3.weightQ3_K[32768 6144]
-
blk.6.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.6.ffn_up.4.weightQ2_K[6144 32768]
-
blk.6.ffn_down.4.weightQ3_K[32768 6144]
-
blk.6.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.6.ffn_up.5.weightQ2_K[6144 32768]
-
blk.6.ffn_down.5.weightQ3_K[32768 6144]
-
blk.6.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.6.ffn_up.6.weightQ2_K[6144 32768]
-
blk.6.ffn_down.6.weightQ3_K[32768 6144]
-
blk.6.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.6.ffn_up.7.weightQ2_K[6144 32768]
-
blk.6.ffn_down.7.weightQ3_K[32768 6144]
-
blk.6.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.6.attn_norm.weightF32[6144]
-
blk.6.attn_output_norm.weightF32[6144]
-
blk.6.ffn_norm.weightF32[6144]
-
blk.6.layer_output_norm.weightF32[6144]
-
blk.7.attn_q.weightQ2_K[6144 6144]
-
blk.7.attn_k.weightQ8_0[6144 1024]
-
blk.7.attn_v.weightQ8_0[6144 1024]
-
blk.7.attn_output.weightQ5_K[6144 6144]
-
blk.7.ffn_gate_inp.weightF16[6144 8]
-
blk.7.ffn_up.0.weightQ2_K[6144 32768]
-
blk.7.ffn_down.0.weightQ3_K[32768 6144]
-
blk.7.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.7.ffn_up.1.weightQ2_K[6144 32768]
-
blk.7.ffn_down.1.weightQ3_K[32768 6144]
-
blk.7.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.7.ffn_up.2.weightQ2_K[6144 32768]
-
blk.7.ffn_down.2.weightQ3_K[32768 6144]
-
blk.7.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.7.ffn_up.3.weightQ2_K[6144 32768]
-
blk.7.ffn_down.3.weightQ3_K[32768 6144]
-
blk.7.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.7.ffn_up.4.weightQ2_K[6144 32768]
-
blk.7.ffn_down.4.weightQ3_K[32768 6144]
-
blk.7.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.7.ffn_up.5.weightQ2_K[6144 32768]
-
blk.7.ffn_down.5.weightQ3_K[32768 6144]
-
blk.7.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.7.ffn_up.6.weightQ2_K[6144 32768]
-
blk.7.ffn_down.6.weightQ3_K[32768 6144]
-
blk.7.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.7.ffn_up.7.weightQ2_K[6144 32768]
-
blk.7.ffn_down.7.weightQ3_K[32768 6144]
-
blk.7.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.7.attn_norm.weightF32[6144]
-
blk.7.attn_output_norm.weightF32[6144]
-
blk.7.ffn_norm.weightF32[6144]
-
blk.7.layer_output_norm.weightF32[6144]
-
blk.8.attn_q.weightQ2_K[6144 6144]
-
blk.8.attn_k.weightQ8_0[6144 1024]
-
blk.8.attn_v.weightQ8_0[6144 1024]
-
blk.8.attn_output.weightQ5_K[6144 6144]
-
blk.8.ffn_gate_inp.weightF16[6144 8]
-
blk.8.ffn_up.0.weightQ2_K[6144 32768]
-
blk.8.ffn_down.0.weightQ3_K[32768 6144]
-
blk.8.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.8.ffn_up.1.weightQ2_K[6144 32768]
-
blk.8.ffn_down.1.weightQ3_K[32768 6144]
-
blk.8.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.8.ffn_up.2.weightQ2_K[6144 32768]
-
blk.8.ffn_down.2.weightQ3_K[32768 6144]
-
blk.8.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.8.ffn_up.3.weightQ2_K[6144 32768]
-
blk.8.ffn_down.3.weightQ3_K[32768 6144]
-
blk.8.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.8.ffn_up.4.weightQ2_K[6144 32768]
-
blk.8.ffn_down.4.weightQ3_K[32768 6144]
-
blk.8.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.8.ffn_up.5.weightQ2_K[6144 32768]
-
blk.8.ffn_down.5.weightQ3_K[32768 6144]
-
blk.8.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.8.ffn_up.6.weightQ2_K[6144 32768]
-
blk.8.ffn_down.6.weightQ3_K[32768 6144]
-
blk.8.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.8.ffn_up.7.weightQ2_K[6144 32768]
-
blk.8.ffn_down.7.weightQ3_K[32768 6144]
-
blk.8.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.8.attn_norm.weightF32[6144]
-
blk.8.attn_output_norm.weightF32[6144]
-
blk.8.ffn_norm.weightF32[6144]
-
blk.8.layer_output_norm.weightF32[6144]
-
blk.9.attn_q.weightQ2_K[6144 6144]
-
blk.9.attn_k.weightQ8_0[6144 1024]
-
blk.9.attn_v.weightQ8_0[6144 1024]
-
blk.9.attn_output.weightQ5_K[6144 6144]
-
blk.9.ffn_gate_inp.weightF16[6144 8]
-
blk.9.ffn_up.0.weightQ2_K[6144 32768]
-
blk.9.ffn_up.1.weightQ2_K[6144 32768]
-
blk.9.ffn_up.2.weightQ2_K[6144 32768]
-
blk.9.ffn_up.3.weightQ2_K[6144 32768]
-
blk.9.ffn_up.4.weightQ2_K[6144 32768]
-
blk.9.ffn_up.5.weightQ2_K[6144 32768]
-
blk.9.ffn_up.6.weightQ2_K[6144 32768]
-
blk.9.ffn_up.7.weightQ2_K[6144 32768]
-
blk.9.ffn_down.0.weightQ3_K[32768 6144]
-
blk.9.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.9.ffn_down.1.weightQ3_K[32768 6144]
-
blk.9.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.9.ffn_down.2.weightQ3_K[32768 6144]
-
blk.9.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.9.ffn_down.3.weightQ3_K[32768 6144]
-
blk.9.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.9.ffn_down.4.weightQ3_K[32768 6144]
-
blk.9.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.9.ffn_down.5.weightQ3_K[32768 6144]
-
blk.9.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.9.ffn_down.6.weightQ3_K[32768 6144]
-
blk.9.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.9.ffn_down.7.weightQ3_K[32768 6144]
-
blk.9.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.9.attn_norm.weightF32[6144]
-
blk.9.attn_output_norm.weightF32[6144]
-
blk.9.ffn_norm.weightF32[6144]
-
blk.9.layer_output_norm.weightF32[6144]
-
blk.10.attn_q.weightQ2_K[6144 6144]
-
blk.10.attn_k.weightQ8_0[6144 1024]
-
blk.10.attn_v.weightQ8_0[6144 1024]
-
blk.10.attn_output.weightQ5_K[6144 6144]
-
blk.10.ffn_gate_inp.weightF16[6144 8]
-
blk.10.ffn_up.0.weightQ2_K[6144 32768]
-
blk.10.ffn_down.0.weightQ3_K[32768 6144]
-
blk.10.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.10.ffn_up.1.weightQ2_K[6144 32768]
-
blk.10.ffn_down.1.weightQ3_K[32768 6144]
-
blk.10.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.10.ffn_up.2.weightQ2_K[6144 32768]
-
blk.10.ffn_down.2.weightQ3_K[32768 6144]
-
blk.10.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.10.ffn_up.3.weightQ2_K[6144 32768]
-
blk.10.ffn_down.3.weightQ3_K[32768 6144]
-
blk.10.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.10.ffn_up.4.weightQ2_K[6144 32768]
-
blk.10.ffn_down.4.weightQ3_K[32768 6144]
-
blk.10.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.10.ffn_up.5.weightQ2_K[6144 32768]
-
blk.10.ffn_down.5.weightQ3_K[32768 6144]
-
blk.10.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.10.ffn_up.6.weightQ2_K[6144 32768]
-
blk.10.ffn_down.6.weightQ3_K[32768 6144]
-
blk.10.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.10.ffn_up.7.weightQ2_K[6144 32768]
-
blk.10.ffn_down.7.weightQ3_K[32768 6144]
-
blk.10.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.10.attn_norm.weightF32[6144]
-
blk.10.attn_output_norm.weightF32[6144]
-
blk.10.ffn_norm.weightF32[6144]
-
blk.10.layer_output_norm.weightF32[6144]
-
blk.11.attn_q.weightQ2_K[6144 6144]
-
blk.11.attn_k.weightQ8_0[6144 1024]
-
blk.11.attn_v.weightQ8_0[6144 1024]
-
blk.11.attn_output.weightQ5_K[6144 6144]
-
blk.11.ffn_gate_inp.weightF16[6144 8]
-
blk.11.ffn_up.0.weightQ2_K[6144 32768]
-
blk.11.ffn_down.0.weightQ3_K[32768 6144]
-
blk.11.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.11.ffn_up.1.weightQ2_K[6144 32768]
-
blk.11.ffn_down.1.weightQ3_K[32768 6144]
-
blk.11.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.11.ffn_up.2.weightQ2_K[6144 32768]
-
blk.11.ffn_down.2.weightQ3_K[32768 6144]
-
blk.11.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.11.ffn_up.3.weightQ2_K[6144 32768]
-
blk.11.ffn_down.3.weightQ3_K[32768 6144]
-
blk.11.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.11.ffn_up.4.weightQ2_K[6144 32768]
-
blk.11.ffn_down.4.weightQ3_K[32768 6144]
-
blk.11.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.11.ffn_up.5.weightQ2_K[6144 32768]
-
blk.11.ffn_down.5.weightQ3_K[32768 6144]
-
blk.11.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.11.ffn_up.6.weightQ2_K[6144 32768]
-
blk.11.ffn_down.6.weightQ3_K[32768 6144]
-
blk.11.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.11.ffn_up.7.weightQ2_K[6144 32768]
-
blk.11.ffn_down.7.weightQ3_K[32768 6144]
-
blk.11.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.11.attn_norm.weightF32[6144]
-
blk.11.attn_output_norm.weightF32[6144]
-
blk.11.ffn_norm.weightF32[6144]
-
blk.11.layer_output_norm.weightF32[6144]
-
blk.12.attn_q.weightQ2_K[6144 6144]
-
blk.12.attn_k.weightQ8_0[6144 1024]
-
blk.12.attn_v.weightQ8_0[6144 1024]
-
blk.12.attn_output.weightQ5_K[6144 6144]
-
blk.12.ffn_gate_inp.weightF16[6144 8]
-
blk.12.ffn_up.0.weightQ2_K[6144 32768]
-
blk.12.ffn_down.0.weightQ3_K[32768 6144]
-
blk.12.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.12.ffn_up.1.weightQ2_K[6144 32768]
-
blk.12.ffn_down.1.weightQ3_K[32768 6144]
-
blk.12.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.12.ffn_up.2.weightQ2_K[6144 32768]
-
blk.12.ffn_down.2.weightQ3_K[32768 6144]
-
blk.12.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.12.ffn_up.3.weightQ2_K[6144 32768]
-
blk.12.ffn_down.3.weightQ3_K[32768 6144]
-
blk.12.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.12.ffn_up.4.weightQ2_K[6144 32768]
-
blk.12.ffn_down.4.weightQ3_K[32768 6144]
-
blk.12.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.12.ffn_up.5.weightQ2_K[6144 32768]
-
blk.12.ffn_down.5.weightQ3_K[32768 6144]
-
blk.12.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.12.ffn_up.6.weightQ2_K[6144 32768]
-
blk.12.ffn_down.6.weightQ3_K[32768 6144]
-
blk.12.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.12.ffn_up.7.weightQ2_K[6144 32768]
-
blk.12.ffn_down.7.weightQ3_K[32768 6144]
-
blk.12.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.12.attn_norm.weightF32[6144]
-
blk.12.attn_output_norm.weightF32[6144]
-
blk.12.ffn_norm.weightF32[6144]
-
blk.12.layer_output_norm.weightF32[6144]
-
blk.13.attn_q.weightQ2_K[6144 6144]
-
blk.13.attn_k.weightQ8_0[6144 1024]
-
blk.13.attn_v.weightQ8_0[6144 1024]
-
blk.13.attn_output.weightQ5_K[6144 6144]
-
blk.13.ffn_gate_inp.weightF16[6144 8]
-
blk.13.ffn_up.0.weightQ2_K[6144 32768]
-
blk.13.ffn_down.0.weightQ3_K[32768 6144]
-
blk.13.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.13.ffn_up.1.weightQ2_K[6144 32768]
-
blk.13.ffn_down.1.weightQ3_K[32768 6144]
-
blk.13.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.13.ffn_up.2.weightQ2_K[6144 32768]
-
blk.13.ffn_down.2.weightQ3_K[32768 6144]
-
blk.13.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.13.ffn_up.3.weightQ2_K[6144 32768]
-
blk.13.ffn_down.3.weightQ3_K[32768 6144]
-
blk.13.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.13.ffn_up.4.weightQ2_K[6144 32768]
-
blk.13.ffn_down.4.weightQ3_K[32768 6144]
-
blk.13.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.13.ffn_up.5.weightQ2_K[6144 32768]
-
blk.13.ffn_down.5.weightQ3_K[32768 6144]
-
blk.13.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.13.ffn_up.6.weightQ2_K[6144 32768]
-
blk.13.ffn_down.6.weightQ3_K[32768 6144]
-
blk.13.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.13.ffn_up.7.weightQ2_K[6144 32768]
-
blk.13.ffn_down.7.weightQ3_K[32768 6144]
-
blk.13.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.13.attn_norm.weightF32[6144]
-
blk.13.attn_output_norm.weightF32[6144]
-
blk.13.ffn_norm.weightF32[6144]
-
blk.13.layer_output_norm.weightF32[6144]
-
blk.14.attn_q.weightQ2_K[6144 6144]
-
blk.14.attn_k.weightQ8_0[6144 1024]
-
blk.14.attn_v.weightQ8_0[6144 1024]
-
blk.14.attn_output.weightQ5_K[6144 6144]
-
blk.14.ffn_gate_inp.weightF16[6144 8]
-
blk.14.ffn_up.0.weightQ2_K[6144 32768]
-
blk.14.ffn_down.0.weightQ3_K[32768 6144]
-
blk.14.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.14.ffn_up.1.weightQ2_K[6144 32768]
-
blk.14.ffn_down.1.weightQ3_K[32768 6144]
-
blk.14.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.14.ffn_up.2.weightQ2_K[6144 32768]
-
blk.14.ffn_down.2.weightQ3_K[32768 6144]
-
blk.14.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.14.ffn_up.3.weightQ2_K[6144 32768]
-
blk.14.ffn_down.3.weightQ3_K[32768 6144]
-
blk.14.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.14.ffn_up.4.weightQ2_K[6144 32768]
-
blk.14.ffn_down.4.weightQ3_K[32768 6144]
-
blk.14.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.14.ffn_up.5.weightQ2_K[6144 32768]
-
blk.14.ffn_down.5.weightQ3_K[32768 6144]
-
blk.14.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.14.ffn_up.6.weightQ2_K[6144 32768]
-
blk.14.ffn_down.6.weightQ3_K[32768 6144]
-
blk.14.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.14.ffn_up.7.weightQ2_K[6144 32768]
-
blk.14.ffn_down.7.weightQ3_K[32768 6144]
-
blk.14.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.14.attn_norm.weightF32[6144]
-
blk.14.attn_output_norm.weightF32[6144]
-
blk.14.ffn_norm.weightF32[6144]
-
blk.14.layer_output_norm.weightF32[6144]
-
blk.15.attn_q.weightQ2_K[6144 6144]
-
blk.15.attn_k.weightQ8_0[6144 1024]
-
blk.15.attn_v.weightQ8_0[6144 1024]
-
blk.15.attn_output.weightQ5_K[6144 6144]
-
blk.15.ffn_gate_inp.weightF16[6144 8]
-
blk.15.ffn_up.0.weightQ2_K[6144 32768]
-
blk.15.ffn_down.0.weightQ3_K[32768 6144]
-
blk.15.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.15.ffn_up.1.weightQ2_K[6144 32768]
-
blk.15.ffn_down.1.weightQ3_K[32768 6144]
-
blk.15.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.15.ffn_up.2.weightQ2_K[6144 32768]
-
blk.15.ffn_down.2.weightQ3_K[32768 6144]
-
blk.15.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.15.ffn_up.3.weightQ2_K[6144 32768]
-
blk.15.ffn_down.3.weightQ3_K[32768 6144]
-
blk.15.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.15.ffn_up.4.weightQ2_K[6144 32768]
-
blk.15.ffn_down.4.weightQ3_K[32768 6144]
-
blk.15.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.15.ffn_up.5.weightQ2_K[6144 32768]
-
blk.15.ffn_down.5.weightQ3_K[32768 6144]
-
blk.15.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.15.ffn_up.6.weightQ2_K[6144 32768]
-
blk.15.ffn_down.6.weightQ3_K[32768 6144]
-
blk.15.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.15.ffn_up.7.weightQ2_K[6144 32768]
-
blk.15.ffn_down.7.weightQ3_K[32768 6144]
-
blk.15.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.15.attn_norm.weightF32[6144]
-
blk.15.attn_output_norm.weightF32[6144]
-
blk.15.ffn_norm.weightF32[6144]
-
blk.15.layer_output_norm.weightF32[6144]
-
blk.16.attn_q.weightQ2_K[6144 6144]
-
blk.16.attn_k.weightQ8_0[6144 1024]
-
blk.16.attn_v.weightQ8_0[6144 1024]
-
blk.16.attn_output.weightQ5_K[6144 6144]
-
blk.16.ffn_gate_inp.weightF16[6144 8]
-
blk.16.ffn_up.0.weightQ2_K[6144 32768]
-
blk.16.ffn_up.1.weightQ2_K[6144 32768]
-
blk.16.ffn_up.2.weightQ2_K[6144 32768]
-
blk.16.ffn_up.3.weightQ2_K[6144 32768]
-
blk.16.ffn_up.4.weightQ2_K[6144 32768]
-
blk.16.ffn_up.5.weightQ2_K[6144 32768]
-
blk.16.ffn_up.6.weightQ2_K[6144 32768]
-
blk.16.ffn_up.7.weightQ2_K[6144 32768]
-
blk.16.ffn_down.0.weightQ3_K[32768 6144]
-
blk.16.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.16.ffn_down.1.weightQ3_K[32768 6144]
-
blk.16.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.16.ffn_down.2.weightQ3_K[32768 6144]
-
blk.16.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.16.ffn_down.3.weightQ3_K[32768 6144]
-
blk.16.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.16.ffn_down.4.weightQ3_K[32768 6144]
-
blk.16.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.16.ffn_down.5.weightQ3_K[32768 6144]
-
blk.16.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.16.ffn_down.6.weightQ3_K[32768 6144]
-
blk.16.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.16.ffn_down.7.weightQ3_K[32768 6144]
-
blk.16.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.16.attn_norm.weightF32[6144]
-
blk.16.attn_output_norm.weightF32[6144]
-
blk.16.ffn_norm.weightF32[6144]
-
blk.16.layer_output_norm.weightF32[6144]
-
blk.17.attn_q.weightQ2_K[6144 6144]
-
blk.17.attn_k.weightQ8_0[6144 1024]
-
blk.17.attn_v.weightQ8_0[6144 1024]
-
blk.17.attn_output.weightQ5_K[6144 6144]
-
blk.17.ffn_gate_inp.weightF16[6144 8]
-
blk.17.ffn_up.0.weightQ2_K[6144 32768]
-
blk.17.ffn_down.0.weightQ3_K[32768 6144]
-
blk.17.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.17.ffn_up.1.weightQ2_K[6144 32768]
-
blk.17.ffn_down.1.weightQ3_K[32768 6144]
-
blk.17.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.17.ffn_up.2.weightQ2_K[6144 32768]
-
blk.17.ffn_down.2.weightQ3_K[32768 6144]
-
blk.17.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.17.ffn_up.3.weightQ2_K[6144 32768]
-
blk.17.ffn_down.3.weightQ3_K[32768 6144]
-
blk.17.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.17.ffn_up.4.weightQ2_K[6144 32768]
-
blk.17.ffn_down.4.weightQ3_K[32768 6144]
-
blk.17.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.17.ffn_up.5.weightQ2_K[6144 32768]
-
blk.17.ffn_down.5.weightQ3_K[32768 6144]
-
blk.17.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.17.ffn_up.6.weightQ2_K[6144 32768]
-
blk.17.ffn_down.6.weightQ3_K[32768 6144]
-
blk.17.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.17.ffn_up.7.weightQ2_K[6144 32768]
-
blk.17.ffn_down.7.weightQ3_K[32768 6144]
-
blk.17.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.17.attn_norm.weightF32[6144]
-
blk.17.attn_output_norm.weightF32[6144]
-
blk.17.ffn_norm.weightF32[6144]
-
blk.17.layer_output_norm.weightF32[6144]
-
blk.18.attn_q.weightQ2_K[6144 6144]
-
blk.18.attn_k.weightQ8_0[6144 1024]
-
blk.18.attn_v.weightQ8_0[6144 1024]
-
blk.18.attn_output.weightQ5_K[6144 6144]
-
blk.18.ffn_gate_inp.weightF16[6144 8]
-
blk.18.ffn_up.0.weightQ2_K[6144 32768]
-
blk.18.ffn_down.0.weightQ3_K[32768 6144]
-
blk.18.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.18.ffn_up.1.weightQ2_K[6144 32768]
-
blk.18.ffn_down.1.weightQ3_K[32768 6144]
-
blk.18.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.18.ffn_up.2.weightQ2_K[6144 32768]
-
blk.18.ffn_down.2.weightQ3_K[32768 6144]
-
blk.18.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.18.ffn_up.3.weightQ2_K[6144 32768]
-
blk.18.ffn_down.3.weightQ3_K[32768 6144]
-
blk.18.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.18.ffn_up.4.weightQ2_K[6144 32768]
-
blk.18.ffn_down.4.weightQ3_K[32768 6144]
-
blk.18.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.18.ffn_up.5.weightQ2_K[6144 32768]
-
blk.18.ffn_down.5.weightQ3_K[32768 6144]
-
blk.18.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.18.ffn_up.6.weightQ2_K[6144 32768]
-
blk.18.ffn_down.6.weightQ3_K[32768 6144]
-
blk.18.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.18.ffn_up.7.weightQ2_K[6144 32768]
-
blk.18.ffn_down.7.weightQ3_K[32768 6144]
-
blk.18.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.18.attn_norm.weightF32[6144]
-
blk.18.attn_output_norm.weightF32[6144]
-
blk.18.ffn_norm.weightF32[6144]
-
blk.18.layer_output_norm.weightF32[6144]
-
blk.19.attn_q.weightQ2_K[6144 6144]
-
blk.19.attn_k.weightQ8_0[6144 1024]
-
blk.19.attn_v.weightQ8_0[6144 1024]
-
blk.19.attn_output.weightQ5_K[6144 6144]
-
blk.19.ffn_gate_inp.weightF16[6144 8]
-
blk.19.ffn_up.0.weightQ2_K[6144 32768]
-
blk.19.ffn_down.0.weightQ3_K[32768 6144]
-
blk.19.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.19.ffn_up.1.weightQ2_K[6144 32768]
-
blk.19.ffn_down.1.weightQ3_K[32768 6144]
-
blk.19.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.19.ffn_up.2.weightQ2_K[6144 32768]
-
blk.19.ffn_down.2.weightQ3_K[32768 6144]
-
blk.19.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.19.ffn_up.3.weightQ2_K[6144 32768]
-
blk.19.ffn_down.3.weightQ3_K[32768 6144]
-
blk.19.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.19.ffn_up.4.weightQ2_K[6144 32768]
-
blk.19.ffn_down.4.weightQ3_K[32768 6144]
-
blk.19.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.19.ffn_up.5.weightQ2_K[6144 32768]
-
blk.19.ffn_down.5.weightQ3_K[32768 6144]
-
blk.19.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.19.ffn_up.6.weightQ2_K[6144 32768]
-
blk.19.ffn_down.6.weightQ3_K[32768 6144]
-
blk.19.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.19.ffn_up.7.weightQ2_K[6144 32768]
-
blk.19.ffn_down.7.weightQ3_K[32768 6144]
-
blk.19.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.19.attn_norm.weightF32[6144]
-
blk.19.attn_output_norm.weightF32[6144]
-
blk.19.ffn_norm.weightF32[6144]
-
blk.19.layer_output_norm.weightF32[6144]
-
blk.20.attn_q.weightQ2_K[6144 6144]
-
blk.20.attn_k.weightQ8_0[6144 1024]
-
blk.20.attn_v.weightQ8_0[6144 1024]
-
blk.20.attn_output.weightQ5_K[6144 6144]
-
blk.20.ffn_gate_inp.weightF16[6144 8]
-
blk.20.ffn_up.0.weightQ2_K[6144 32768]
-
blk.20.ffn_down.0.weightQ3_K[32768 6144]
-
blk.20.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.20.ffn_up.1.weightQ2_K[6144 32768]
-
blk.20.ffn_down.1.weightQ3_K[32768 6144]
-
blk.20.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.20.ffn_up.2.weightQ2_K[6144 32768]
-
blk.20.ffn_down.2.weightQ3_K[32768 6144]
-
blk.20.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.20.ffn_up.3.weightQ2_K[6144 32768]
-
blk.20.ffn_down.3.weightQ3_K[32768 6144]
-
blk.20.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.20.ffn_up.4.weightQ2_K[6144 32768]
-
blk.20.ffn_down.4.weightQ3_K[32768 6144]
-
blk.20.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.20.ffn_up.5.weightQ2_K[6144 32768]
-
blk.20.ffn_down.5.weightQ3_K[32768 6144]
-
blk.20.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.20.ffn_up.6.weightQ2_K[6144 32768]
-
blk.20.ffn_down.6.weightQ3_K[32768 6144]
-
blk.20.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.20.ffn_up.7.weightQ2_K[6144 32768]
-
blk.20.ffn_down.7.weightQ3_K[32768 6144]
-
blk.20.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.20.attn_norm.weightF32[6144]
-
blk.20.attn_output_norm.weightF32[6144]
-
blk.20.ffn_norm.weightF32[6144]
-
blk.20.layer_output_norm.weightF32[6144]
-
blk.21.attn_q.weightQ2_K[6144 6144]
-
blk.21.attn_k.weightQ8_0[6144 1024]
-
blk.21.attn_v.weightQ8_0[6144 1024]
-
blk.21.attn_output.weightQ5_K[6144 6144]
-
blk.21.ffn_gate_inp.weightF16[6144 8]
-
blk.21.ffn_up.0.weightQ2_K[6144 32768]
-
blk.21.ffn_down.0.weightQ3_K[32768 6144]
-
blk.21.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.21.ffn_up.1.weightQ2_K[6144 32768]
-
blk.21.ffn_down.1.weightQ3_K[32768 6144]
-
blk.21.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.21.ffn_up.2.weightQ2_K[6144 32768]
-
blk.21.ffn_down.2.weightQ3_K[32768 6144]
-
blk.21.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.21.ffn_up.3.weightQ2_K[6144 32768]
-
blk.21.ffn_down.3.weightQ3_K[32768 6144]
-
blk.21.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.21.ffn_up.4.weightQ2_K[6144 32768]
-
blk.21.ffn_down.4.weightQ3_K[32768 6144]
-
blk.21.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.21.ffn_up.5.weightQ2_K[6144 32768]
-
blk.21.ffn_down.5.weightQ3_K[32768 6144]
-
blk.21.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.21.ffn_up.6.weightQ2_K[6144 32768]
-
blk.21.ffn_down.6.weightQ3_K[32768 6144]
-
blk.21.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.21.ffn_up.7.weightQ2_K[6144 32768]
-
blk.21.ffn_down.7.weightQ3_K[32768 6144]
-
blk.21.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.21.attn_norm.weightF32[6144]
-
blk.21.attn_output_norm.weightF32[6144]
-
blk.21.ffn_norm.weightF32[6144]
-
blk.21.layer_output_norm.weightF32[6144]
-
blk.22.attn_q.weightQ2_K[6144 6144]
-
blk.22.attn_k.weightQ8_0[6144 1024]
-
blk.22.attn_v.weightQ8_0[6144 1024]
-
blk.22.attn_output.weightQ5_K[6144 6144]
-
blk.22.ffn_gate_inp.weightF16[6144 8]
-
blk.22.ffn_up.0.weightQ2_K[6144 32768]
-
blk.22.ffn_down.0.weightQ3_K[32768 6144]
-
blk.22.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.22.ffn_up.1.weightQ2_K[6144 32768]
-
blk.22.ffn_down.1.weightQ3_K[32768 6144]
-
blk.22.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.22.ffn_up.2.weightQ2_K[6144 32768]
-
blk.22.ffn_down.2.weightQ3_K[32768 6144]
-
blk.22.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.22.ffn_up.3.weightQ2_K[6144 32768]
-
blk.22.ffn_down.3.weightQ3_K[32768 6144]
-
blk.22.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.22.ffn_up.4.weightQ2_K[6144 32768]
-
blk.22.ffn_down.4.weightQ3_K[32768 6144]
-
blk.22.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.22.ffn_up.5.weightQ2_K[6144 32768]
-
blk.22.ffn_down.5.weightQ3_K[32768 6144]
-
blk.22.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.22.ffn_up.6.weightQ2_K[6144 32768]
-
blk.22.ffn_down.6.weightQ3_K[32768 6144]
-
blk.22.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.22.ffn_up.7.weightQ2_K[6144 32768]
-
blk.22.ffn_down.7.weightQ3_K[32768 6144]
-
blk.22.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.22.attn_norm.weightF32[6144]
-
blk.22.attn_output_norm.weightF32[6144]
-
blk.22.ffn_norm.weightF32[6144]
-
blk.22.layer_output_norm.weightF32[6144]
-
blk.23.attn_q.weightQ2_K[6144 6144]
-
blk.23.attn_k.weightQ8_0[6144 1024]
-
blk.23.attn_v.weightQ8_0[6144 1024]
-
blk.23.attn_output.weightQ5_K[6144 6144]
-
blk.23.ffn_gate_inp.weightF16[6144 8]
-
blk.23.ffn_up.0.weightQ2_K[6144 32768]
-
blk.23.ffn_up.1.weightQ2_K[6144 32768]
-
blk.23.ffn_up.2.weightQ2_K[6144 32768]
-
blk.23.ffn_up.3.weightQ2_K[6144 32768]
-
blk.23.ffn_up.4.weightQ2_K[6144 32768]
-
blk.23.ffn_up.5.weightQ2_K[6144 32768]
-
blk.23.ffn_up.6.weightQ2_K[6144 32768]
-
blk.23.ffn_up.7.weightQ2_K[6144 32768]
-
blk.23.ffn_down.0.weightQ3_K[32768 6144]
-
blk.23.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.23.ffn_down.1.weightQ3_K[32768 6144]
-
blk.23.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.23.ffn_down.2.weightQ3_K[32768 6144]
-
blk.23.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.23.ffn_down.3.weightQ3_K[32768 6144]
-
blk.23.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.23.ffn_down.4.weightQ3_K[32768 6144]
-
blk.23.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.23.ffn_down.5.weightQ3_K[32768 6144]
-
blk.23.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.23.ffn_down.6.weightQ3_K[32768 6144]
-
blk.23.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.23.ffn_down.7.weightQ3_K[32768 6144]
-
blk.23.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.23.attn_norm.weightF32[6144]
-
blk.23.attn_output_norm.weightF32[6144]
-
blk.23.ffn_norm.weightF32[6144]
-
blk.23.layer_output_norm.weightF32[6144]
-
blk.24.attn_q.weightQ2_K[6144 6144]
-
blk.24.attn_k.weightQ8_0[6144 1024]
-
blk.24.attn_v.weightQ8_0[6144 1024]
-
blk.24.attn_output.weightQ5_K[6144 6144]
-
blk.24.ffn_gate_inp.weightF16[6144 8]
-
blk.24.ffn_up.0.weightQ2_K[6144 32768]
-
blk.24.ffn_down.0.weightQ3_K[32768 6144]
-
blk.24.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.24.ffn_up.1.weightQ2_K[6144 32768]
-
blk.24.ffn_down.1.weightQ3_K[32768 6144]
-
blk.24.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.24.ffn_up.2.weightQ2_K[6144 32768]
-
blk.24.ffn_down.2.weightQ3_K[32768 6144]
-
blk.24.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.24.ffn_up.3.weightQ2_K[6144 32768]
-
blk.24.ffn_down.3.weightQ3_K[32768 6144]
-
blk.24.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.24.ffn_up.4.weightQ2_K[6144 32768]
-
blk.24.ffn_down.4.weightQ3_K[32768 6144]
-
blk.24.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.24.ffn_up.5.weightQ2_K[6144 32768]
-
blk.24.ffn_down.5.weightQ3_K[32768 6144]
-
blk.24.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.24.ffn_up.6.weightQ2_K[6144 32768]
-
blk.24.ffn_down.6.weightQ3_K[32768 6144]
-
blk.24.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.24.ffn_up.7.weightQ2_K[6144 32768]
-
blk.24.ffn_down.7.weightQ3_K[32768 6144]
-
blk.24.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.24.attn_norm.weightF32[6144]
-
blk.24.attn_output_norm.weightF32[6144]
-
blk.24.ffn_norm.weightF32[6144]
-
blk.24.layer_output_norm.weightF32[6144]
-
blk.25.attn_q.weightQ2_K[6144 6144]
-
blk.25.attn_k.weightQ8_0[6144 1024]
-
blk.25.attn_v.weightQ8_0[6144 1024]
-
blk.25.attn_output.weightQ5_K[6144 6144]
-
blk.25.ffn_gate_inp.weightF16[6144 8]
-
blk.25.ffn_up.0.weightQ2_K[6144 32768]
-
blk.25.ffn_down.0.weightQ3_K[32768 6144]
-
blk.25.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.25.ffn_up.1.weightQ2_K[6144 32768]
-
blk.25.ffn_down.1.weightQ3_K[32768 6144]
-
blk.25.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.25.ffn_up.2.weightQ2_K[6144 32768]
-
blk.25.ffn_down.2.weightQ3_K[32768 6144]
-
blk.25.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.25.ffn_up.3.weightQ2_K[6144 32768]
-
blk.25.ffn_down.3.weightQ3_K[32768 6144]
-
blk.25.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.25.ffn_up.4.weightQ2_K[6144 32768]
-
blk.25.ffn_down.4.weightQ3_K[32768 6144]
-
blk.25.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.25.ffn_up.5.weightQ2_K[6144 32768]
-
blk.25.ffn_down.5.weightQ3_K[32768 6144]
-
blk.25.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.25.ffn_up.6.weightQ2_K[6144 32768]
-
blk.25.ffn_down.6.weightQ3_K[32768 6144]
-
blk.25.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.25.ffn_up.7.weightQ2_K[6144 32768]
-
blk.25.ffn_down.7.weightQ3_K[32768 6144]
-
blk.25.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.25.attn_norm.weightF32[6144]
-
blk.25.attn_output_norm.weightF32[6144]
-
blk.25.ffn_norm.weightF32[6144]
-
blk.25.layer_output_norm.weightF32[6144]
-
blk.26.attn_q.weightQ2_K[6144 6144]
-
blk.26.attn_k.weightQ8_0[6144 1024]
-
blk.26.attn_v.weightQ8_0[6144 1024]
-
blk.26.attn_output.weightQ5_K[6144 6144]
-
blk.26.ffn_gate_inp.weightF16[6144 8]
-
blk.26.ffn_up.0.weightQ2_K[6144 32768]
-
blk.26.ffn_down.0.weightQ3_K[32768 6144]
-
blk.26.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.26.ffn_up.1.weightQ2_K[6144 32768]
-
blk.26.ffn_down.1.weightQ3_K[32768 6144]
-
blk.26.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.26.ffn_up.2.weightQ2_K[6144 32768]
-
blk.26.ffn_down.2.weightQ3_K[32768 6144]
-
blk.26.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.26.ffn_up.3.weightQ2_K[6144 32768]
-
blk.26.ffn_down.3.weightQ3_K[32768 6144]
-
blk.26.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.26.ffn_up.4.weightQ2_K[6144 32768]
-
blk.26.ffn_down.4.weightQ3_K[32768 6144]
-
blk.26.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.26.ffn_up.5.weightQ2_K[6144 32768]
-
blk.26.ffn_down.5.weightQ3_K[32768 6144]
-
blk.26.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.26.ffn_up.6.weightQ2_K[6144 32768]
-
blk.26.ffn_down.6.weightQ3_K[32768 6144]
-
blk.26.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.26.ffn_up.7.weightQ2_K[6144 32768]
-
blk.26.ffn_down.7.weightQ3_K[32768 6144]
-
blk.26.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.26.attn_norm.weightF32[6144]
-
blk.26.attn_output_norm.weightF32[6144]
-
blk.26.ffn_norm.weightF32[6144]
-
blk.26.layer_output_norm.weightF32[6144]
-
blk.27.attn_q.weightQ2_K[6144 6144]
-
blk.27.attn_k.weightQ8_0[6144 1024]
-
blk.27.attn_v.weightQ8_0[6144 1024]
-
blk.27.attn_output.weightQ5_K[6144 6144]
-
blk.27.ffn_gate_inp.weightF16[6144 8]
-
blk.27.ffn_up.0.weightQ2_K[6144 32768]
-
blk.27.ffn_down.0.weightQ3_K[32768 6144]
-
blk.27.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.27.ffn_up.1.weightQ2_K[6144 32768]
-
blk.27.ffn_down.1.weightQ3_K[32768 6144]
-
blk.27.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.27.ffn_up.2.weightQ2_K[6144 32768]
-
blk.27.ffn_down.2.weightQ3_K[32768 6144]
-
blk.27.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.27.ffn_up.3.weightQ2_K[6144 32768]
-
blk.27.ffn_down.3.weightQ3_K[32768 6144]
-
blk.27.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.27.ffn_up.4.weightQ2_K[6144 32768]
-
blk.27.ffn_down.4.weightQ3_K[32768 6144]
-
blk.27.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.27.ffn_up.5.weightQ2_K[6144 32768]
-
blk.27.ffn_down.5.weightQ3_K[32768 6144]
-
blk.27.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.27.ffn_up.6.weightQ2_K[6144 32768]
-
blk.27.ffn_down.6.weightQ3_K[32768 6144]
-
blk.27.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.27.ffn_up.7.weightQ2_K[6144 32768]
-
blk.27.ffn_down.7.weightQ3_K[32768 6144]
-
blk.27.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.27.attn_norm.weightF32[6144]
-
blk.27.attn_output_norm.weightF32[6144]
-
blk.27.ffn_norm.weightF32[6144]
-
blk.27.layer_output_norm.weightF32[6144]
-
blk.28.attn_q.weightQ2_K[6144 6144]
-
blk.28.attn_k.weightQ8_0[6144 1024]
-
blk.28.attn_v.weightQ8_0[6144 1024]
-
blk.28.attn_output.weightQ5_K[6144 6144]
-
blk.28.ffn_gate_inp.weightF16[6144 8]
-
blk.28.ffn_up.0.weightQ2_K[6144 32768]
-
blk.28.ffn_down.0.weightQ3_K[32768 6144]
-
blk.28.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.28.ffn_up.1.weightQ2_K[6144 32768]
-
blk.28.ffn_down.1.weightQ3_K[32768 6144]
-
blk.28.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.28.ffn_up.2.weightQ2_K[6144 32768]
-
blk.28.ffn_down.2.weightQ3_K[32768 6144]
-
blk.28.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.28.ffn_up.3.weightQ2_K[6144 32768]
-
blk.28.ffn_down.3.weightQ3_K[32768 6144]
-
blk.28.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.28.ffn_up.4.weightQ2_K[6144 32768]
-
blk.28.ffn_down.4.weightQ3_K[32768 6144]
-
blk.28.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.28.ffn_up.5.weightQ2_K[6144 32768]
-
blk.28.ffn_down.5.weightQ3_K[32768 6144]
-
blk.28.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.28.ffn_up.6.weightQ2_K[6144 32768]
-
blk.28.ffn_down.6.weightQ3_K[32768 6144]
-
blk.28.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.28.ffn_up.7.weightQ2_K[6144 32768]
-
blk.28.ffn_down.7.weightQ3_K[32768 6144]
-
blk.28.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.28.attn_norm.weightF32[6144]
-
blk.28.attn_output_norm.weightF32[6144]
-
blk.28.ffn_norm.weightF32[6144]
-
blk.28.layer_output_norm.weightF32[6144]
-
blk.29.attn_q.weightQ2_K[6144 6144]
-
blk.29.attn_k.weightQ8_0[6144 1024]
-
blk.29.attn_v.weightQ8_0[6144 1024]
-
blk.29.attn_output.weightQ5_K[6144 6144]
-
blk.29.ffn_gate_inp.weightF16[6144 8]
-
blk.29.ffn_up.0.weightQ2_K[6144 32768]
-
blk.29.ffn_down.0.weightQ3_K[32768 6144]
-
blk.29.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.29.ffn_up.1.weightQ2_K[6144 32768]
-
blk.29.ffn_down.1.weightQ3_K[32768 6144]
-
blk.29.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.29.ffn_up.2.weightQ2_K[6144 32768]
-
blk.29.ffn_down.2.weightQ3_K[32768 6144]
-
blk.29.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.29.ffn_up.3.weightQ2_K[6144 32768]
-
blk.29.ffn_down.3.weightQ3_K[32768 6144]
-
blk.29.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.29.ffn_up.4.weightQ2_K[6144 32768]
-
blk.29.ffn_down.4.weightQ3_K[32768 6144]
-
blk.29.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.29.ffn_up.5.weightQ2_K[6144 32768]
-
blk.29.ffn_down.5.weightQ3_K[32768 6144]
-
blk.29.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.29.ffn_up.6.weightQ2_K[6144 32768]
-
blk.29.ffn_down.6.weightQ3_K[32768 6144]
-
blk.29.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.29.ffn_up.7.weightQ2_K[6144 32768]
-
blk.29.ffn_down.7.weightQ3_K[32768 6144]
-
blk.29.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.29.attn_norm.weightF32[6144]
-
blk.29.attn_output_norm.weightF32[6144]
-
blk.29.ffn_norm.weightF32[6144]
-
blk.29.layer_output_norm.weightF32[6144]
-
blk.30.attn_q.weightQ2_K[6144 6144]
-
blk.30.attn_k.weightQ8_0[6144 1024]
-
blk.30.attn_v.weightQ8_0[6144 1024]
-
blk.30.attn_output.weightQ5_K[6144 6144]
-
blk.30.ffn_gate_inp.weightF16[6144 8]
-
blk.30.ffn_up.0.weightQ2_K[6144 32768]
-
blk.30.ffn_up.1.weightQ2_K[6144 32768]
-
blk.30.ffn_up.2.weightQ2_K[6144 32768]
-
blk.30.ffn_up.3.weightQ2_K[6144 32768]
-
blk.30.ffn_up.4.weightQ2_K[6144 32768]
-
blk.30.ffn_up.5.weightQ2_K[6144 32768]
-
blk.30.ffn_up.6.weightQ2_K[6144 32768]
-
blk.30.ffn_up.7.weightQ2_K[6144 32768]
-
blk.30.ffn_down.0.weightQ3_K[32768 6144]
-
blk.30.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.30.ffn_down.1.weightQ3_K[32768 6144]
-
blk.30.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.30.ffn_down.2.weightQ3_K[32768 6144]
-
blk.30.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.30.ffn_down.3.weightQ3_K[32768 6144]
-
blk.30.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.30.ffn_down.4.weightQ3_K[32768 6144]
-
blk.30.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.30.ffn_down.5.weightQ3_K[32768 6144]
-
blk.30.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.30.ffn_down.6.weightQ3_K[32768 6144]
-
blk.30.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.30.ffn_down.7.weightQ3_K[32768 6144]
-
blk.30.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.30.attn_norm.weightF32[6144]
-
blk.30.attn_output_norm.weightF32[6144]
-
blk.30.ffn_norm.weightF32[6144]
-
blk.30.layer_output_norm.weightF32[6144]
-
blk.31.attn_q.weightQ2_K[6144 6144]
-
blk.31.attn_k.weightQ8_0[6144 1024]
-
blk.31.attn_v.weightQ8_0[6144 1024]
-
blk.31.attn_output.weightQ5_K[6144 6144]
-
blk.31.ffn_gate_inp.weightF16[6144 8]
-
blk.31.ffn_up.0.weightQ2_K[6144 32768]
-
blk.31.ffn_down.0.weightQ3_K[32768 6144]
-
blk.31.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.31.ffn_up.1.weightQ2_K[6144 32768]
-
blk.31.ffn_down.1.weightQ3_K[32768 6144]
-
blk.31.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.31.ffn_up.2.weightQ2_K[6144 32768]
-
blk.31.ffn_down.2.weightQ3_K[32768 6144]
-
blk.31.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.31.ffn_up.3.weightQ2_K[6144 32768]
-
blk.31.ffn_down.3.weightQ3_K[32768 6144]
-
blk.31.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.31.ffn_up.4.weightQ2_K[6144 32768]
-
blk.31.ffn_down.4.weightQ3_K[32768 6144]
-
blk.31.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.31.ffn_up.5.weightQ2_K[6144 32768]
-
blk.31.ffn_down.5.weightQ3_K[32768 6144]
-
blk.31.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.31.ffn_up.6.weightQ2_K[6144 32768]
-
blk.31.ffn_down.6.weightQ3_K[32768 6144]
-
blk.31.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.31.ffn_up.7.weightQ2_K[6144 32768]
-
blk.31.ffn_down.7.weightQ3_K[32768 6144]
-
blk.31.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.31.attn_norm.weightF32[6144]
-
blk.31.attn_output_norm.weightF32[6144]
-
blk.31.ffn_norm.weightF32[6144]
-
blk.31.layer_output_norm.weightF32[6144]
-
blk.32.attn_q.weightQ2_K[6144 6144]
-
blk.32.attn_k.weightQ8_0[6144 1024]
-
blk.32.attn_v.weightQ8_0[6144 1024]
-
blk.32.attn_output.weightQ5_K[6144 6144]
-
blk.32.ffn_gate_inp.weightF16[6144 8]
-
blk.32.ffn_up.0.weightQ2_K[6144 32768]
-
blk.32.ffn_down.0.weightQ3_K[32768 6144]
-
blk.32.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.32.ffn_up.1.weightQ2_K[6144 32768]
-
blk.32.ffn_down.1.weightQ3_K[32768 6144]
-
blk.32.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.32.ffn_up.2.weightQ2_K[6144 32768]
-
blk.32.ffn_down.2.weightQ3_K[32768 6144]
-
blk.32.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.32.ffn_up.3.weightQ2_K[6144 32768]
-
blk.32.ffn_down.3.weightQ3_K[32768 6144]
-
blk.32.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.32.ffn_up.4.weightQ2_K[6144 32768]
-
blk.32.ffn_down.4.weightQ3_K[32768 6144]
-
blk.32.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.32.ffn_up.5.weightQ2_K[6144 32768]
-
blk.32.ffn_down.5.weightQ3_K[32768 6144]
-
blk.32.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.32.ffn_up.6.weightQ2_K[6144 32768]
-
blk.32.ffn_down.6.weightQ3_K[32768 6144]
-
blk.32.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.32.ffn_up.7.weightQ2_K[6144 32768]
-
blk.32.ffn_down.7.weightQ3_K[32768 6144]
-
blk.32.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.32.attn_norm.weightF32[6144]
-
blk.32.attn_output_norm.weightF32[6144]
-
blk.32.ffn_norm.weightF32[6144]
-
blk.32.layer_output_norm.weightF32[6144]
-
blk.33.attn_q.weightQ2_K[6144 6144]
-
blk.33.attn_k.weightQ8_0[6144 1024]
-
blk.33.attn_v.weightQ8_0[6144 1024]
-
blk.33.attn_output.weightQ5_K[6144 6144]
-
blk.33.ffn_gate_inp.weightF16[6144 8]
-
blk.33.ffn_up.0.weightQ2_K[6144 32768]
-
blk.33.ffn_down.0.weightQ3_K[32768 6144]
-
blk.33.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.33.ffn_up.1.weightQ2_K[6144 32768]
-
blk.33.ffn_down.1.weightQ3_K[32768 6144]
-
blk.33.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.33.ffn_up.2.weightQ2_K[6144 32768]
-
blk.33.ffn_down.2.weightQ3_K[32768 6144]
-
blk.33.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.33.ffn_up.3.weightQ2_K[6144 32768]
-
blk.33.ffn_down.3.weightQ3_K[32768 6144]
-
blk.33.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.33.ffn_up.4.weightQ2_K[6144 32768]
-
blk.33.ffn_down.4.weightQ3_K[32768 6144]
-
blk.33.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.33.ffn_up.5.weightQ2_K[6144 32768]
-
blk.33.ffn_down.5.weightQ3_K[32768 6144]
-
blk.33.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.33.ffn_up.6.weightQ2_K[6144 32768]
-
blk.33.ffn_down.6.weightQ3_K[32768 6144]
-
blk.33.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.33.ffn_up.7.weightQ2_K[6144 32768]
-
blk.33.ffn_down.7.weightQ3_K[32768 6144]
-
blk.33.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.33.attn_norm.weightF32[6144]
-
blk.33.attn_output_norm.weightF32[6144]
-
blk.33.ffn_norm.weightF32[6144]
-
blk.33.layer_output_norm.weightF32[6144]
-
blk.34.attn_q.weightQ2_K[6144 6144]
-
blk.34.attn_k.weightQ8_0[6144 1024]
-
blk.34.attn_v.weightQ8_0[6144 1024]
-
blk.34.attn_output.weightQ5_K[6144 6144]
-
blk.34.ffn_gate_inp.weightF16[6144 8]
-
blk.34.ffn_up.0.weightQ2_K[6144 32768]
-
blk.34.ffn_down.0.weightQ3_K[32768 6144]
-
blk.34.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.34.ffn_up.1.weightQ2_K[6144 32768]
-
blk.34.ffn_down.1.weightQ3_K[32768 6144]
-
blk.34.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.34.ffn_up.2.weightQ2_K[6144 32768]
-
blk.34.ffn_down.2.weightQ3_K[32768 6144]
-
blk.34.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.34.ffn_up.3.weightQ2_K[6144 32768]
-
blk.34.ffn_down.3.weightQ3_K[32768 6144]
-
blk.34.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.34.ffn_up.4.weightQ2_K[6144 32768]
-
blk.34.ffn_down.4.weightQ3_K[32768 6144]
-
blk.34.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.34.ffn_up.5.weightQ2_K[6144 32768]
-
blk.34.ffn_down.5.weightQ3_K[32768 6144]
-
blk.34.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.34.ffn_up.6.weightQ2_K[6144 32768]
-
blk.34.ffn_down.6.weightQ3_K[32768 6144]
-
blk.34.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.34.ffn_up.7.weightQ2_K[6144 32768]
-
blk.34.ffn_down.7.weightQ3_K[32768 6144]
-
blk.34.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.34.attn_norm.weightF32[6144]
-
blk.34.attn_output_norm.weightF32[6144]
-
blk.34.ffn_norm.weightF32[6144]
-
blk.34.layer_output_norm.weightF32[6144]
-
blk.35.attn_q.weightQ2_K[6144 6144]
-
blk.35.attn_k.weightQ8_0[6144 1024]
-
blk.35.attn_v.weightQ8_0[6144 1024]
-
blk.35.attn_output.weightQ5_K[6144 6144]
-
blk.35.ffn_gate_inp.weightF16[6144 8]
-
blk.35.ffn_up.0.weightQ2_K[6144 32768]
-
blk.35.ffn_down.0.weightQ3_K[32768 6144]
-
blk.35.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.35.ffn_up.1.weightQ2_K[6144 32768]
-
blk.35.ffn_down.1.weightQ3_K[32768 6144]
-
blk.35.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.35.ffn_up.2.weightQ2_K[6144 32768]
-
blk.35.ffn_down.2.weightQ3_K[32768 6144]
-
blk.35.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.35.ffn_up.3.weightQ2_K[6144 32768]
-
blk.35.ffn_down.3.weightQ3_K[32768 6144]
-
blk.35.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.35.ffn_up.4.weightQ2_K[6144 32768]
-
blk.35.ffn_down.4.weightQ3_K[32768 6144]
-
blk.35.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.35.ffn_up.5.weightQ2_K[6144 32768]
-
blk.35.ffn_down.5.weightQ3_K[32768 6144]
-
blk.35.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.35.ffn_up.6.weightQ2_K[6144 32768]
-
blk.35.ffn_down.6.weightQ3_K[32768 6144]
-
blk.35.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.35.ffn_up.7.weightQ2_K[6144 32768]
-
blk.35.ffn_down.7.weightQ3_K[32768 6144]
-
blk.35.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.35.attn_norm.weightF32[6144]
-
blk.35.attn_output_norm.weightF32[6144]
-
blk.35.ffn_norm.weightF32[6144]
-
blk.35.layer_output_norm.weightF32[6144]
-
blk.36.attn_q.weightQ2_K[6144 6144]
-
blk.36.attn_k.weightQ8_0[6144 1024]
-
blk.36.attn_v.weightQ8_0[6144 1024]
-
blk.36.attn_output.weightQ5_K[6144 6144]
-
blk.36.ffn_gate_inp.weightF16[6144 8]
-
blk.36.ffn_up.0.weightQ2_K[6144 32768]
-
blk.36.ffn_down.0.weightQ3_K[32768 6144]
-
blk.36.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.36.ffn_up.1.weightQ2_K[6144 32768]
-
blk.36.ffn_down.1.weightQ3_K[32768 6144]
-
blk.36.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.36.ffn_up.2.weightQ2_K[6144 32768]
-
blk.36.ffn_down.2.weightQ3_K[32768 6144]
-
blk.36.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.36.ffn_up.3.weightQ2_K[6144 32768]
-
blk.36.ffn_down.3.weightQ3_K[32768 6144]
-
blk.36.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.36.ffn_up.4.weightQ2_K[6144 32768]
-
blk.36.ffn_down.4.weightQ3_K[32768 6144]
-
blk.36.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.36.ffn_up.5.weightQ2_K[6144 32768]
-
blk.36.ffn_down.5.weightQ3_K[32768 6144]
-
blk.36.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.36.ffn_up.6.weightQ2_K[6144 32768]
-
blk.36.ffn_down.6.weightQ3_K[32768 6144]
-
blk.36.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.36.ffn_up.7.weightQ2_K[6144 32768]
-
blk.36.ffn_down.7.weightQ3_K[32768 6144]
-
blk.36.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.36.attn_norm.weightF32[6144]
-
blk.36.attn_output_norm.weightF32[6144]
-
blk.36.ffn_norm.weightF32[6144]
-
blk.36.layer_output_norm.weightF32[6144]
-
blk.37.attn_q.weightQ2_K[6144 6144]
-
blk.37.attn_k.weightQ8_0[6144 1024]
-
blk.37.attn_v.weightQ8_0[6144 1024]
-
blk.37.attn_output.weightQ5_K[6144 6144]
-
blk.37.ffn_gate_inp.weightF16[6144 8]
-
blk.37.ffn_up.0.weightQ2_K[6144 32768]
-
blk.37.ffn_up.1.weightQ2_K[6144 32768]
-
blk.37.ffn_up.2.weightQ2_K[6144 32768]
-
blk.37.ffn_up.3.weightQ2_K[6144 32768]
-
blk.37.ffn_up.4.weightQ2_K[6144 32768]
-
blk.37.ffn_up.5.weightQ2_K[6144 32768]
-
blk.37.ffn_up.6.weightQ2_K[6144 32768]
-
blk.37.ffn_up.7.weightQ2_K[6144 32768]
-
blk.37.ffn_down.0.weightQ3_K[32768 6144]
-
blk.37.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.37.ffn_down.1.weightQ3_K[32768 6144]
-
blk.37.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.37.ffn_down.2.weightQ3_K[32768 6144]
-
blk.37.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.37.ffn_down.3.weightQ3_K[32768 6144]
-
blk.37.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.37.ffn_down.4.weightQ3_K[32768 6144]
-
blk.37.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.37.ffn_down.5.weightQ3_K[32768 6144]
-
blk.37.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.37.ffn_down.6.weightQ3_K[32768 6144]
-
blk.37.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.37.ffn_down.7.weightQ3_K[32768 6144]
-
blk.37.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.37.attn_norm.weightF32[6144]
-
blk.37.attn_output_norm.weightF32[6144]
-
blk.37.ffn_norm.weightF32[6144]
-
blk.37.layer_output_norm.weightF32[6144]
-
blk.38.attn_q.weightQ2_K[6144 6144]
-
blk.38.attn_k.weightQ8_0[6144 1024]
-
blk.38.attn_v.weightQ8_0[6144 1024]
-
blk.38.attn_output.weightQ5_K[6144 6144]
-
blk.38.ffn_gate_inp.weightF16[6144 8]
-
blk.38.ffn_up.0.weightQ2_K[6144 32768]
-
blk.38.ffn_down.0.weightQ3_K[32768 6144]
-
blk.38.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.38.ffn_up.1.weightQ2_K[6144 32768]
-
blk.38.ffn_down.1.weightQ3_K[32768 6144]
-
blk.38.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.38.ffn_up.2.weightQ2_K[6144 32768]
-
blk.38.ffn_down.2.weightQ3_K[32768 6144]
-
blk.38.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.38.ffn_up.3.weightQ2_K[6144 32768]
-
blk.38.ffn_down.3.weightQ3_K[32768 6144]
-
blk.38.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.38.ffn_up.4.weightQ2_K[6144 32768]
-
blk.38.ffn_down.4.weightQ3_K[32768 6144]
-
blk.38.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.38.ffn_up.5.weightQ2_K[6144 32768]
-
blk.38.ffn_down.5.weightQ3_K[32768 6144]
-
blk.38.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.38.ffn_up.6.weightQ2_K[6144 32768]
-
blk.38.ffn_down.6.weightQ3_K[32768 6144]
-
blk.38.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.38.ffn_up.7.weightQ2_K[6144 32768]
-
blk.38.ffn_down.7.weightQ3_K[32768 6144]
-
blk.38.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.38.attn_norm.weightF32[6144]
-
blk.38.attn_output_norm.weightF32[6144]
-
blk.38.ffn_norm.weightF32[6144]
-
blk.38.layer_output_norm.weightF32[6144]
-
blk.39.attn_q.weightQ2_K[6144 6144]
-
blk.39.attn_k.weightQ8_0[6144 1024]
-
blk.39.attn_v.weightQ8_0[6144 1024]
-
blk.39.attn_output.weightQ5_K[6144 6144]
-
blk.39.ffn_gate_inp.weightF16[6144 8]
-
blk.39.ffn_up.0.weightQ2_K[6144 32768]
-
blk.39.ffn_down.0.weightQ3_K[32768 6144]
-
blk.39.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.39.ffn_up.1.weightQ2_K[6144 32768]
-
blk.39.ffn_down.1.weightQ3_K[32768 6144]
-
blk.39.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.39.ffn_up.2.weightQ2_K[6144 32768]
-
blk.39.ffn_down.2.weightQ3_K[32768 6144]
-
blk.39.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.39.ffn_up.3.weightQ2_K[6144 32768]
-
blk.39.ffn_down.3.weightQ3_K[32768 6144]
-
blk.39.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.39.ffn_up.4.weightQ2_K[6144 32768]
-
blk.39.ffn_down.4.weightQ3_K[32768 6144]
-
blk.39.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.39.ffn_up.5.weightQ2_K[6144 32768]
-
blk.39.ffn_down.5.weightQ3_K[32768 6144]
-
blk.39.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.39.ffn_up.6.weightQ2_K[6144 32768]
-
blk.39.ffn_down.6.weightQ3_K[32768 6144]
-
blk.39.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.39.ffn_up.7.weightQ2_K[6144 32768]
-
blk.39.ffn_down.7.weightQ3_K[32768 6144]
-
blk.39.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.39.attn_norm.weightF32[6144]
-
blk.39.attn_output_norm.weightF32[6144]
-
blk.39.ffn_norm.weightF32[6144]
-
blk.39.layer_output_norm.weightF32[6144]
-
blk.40.attn_q.weightQ2_K[6144 6144]
-
blk.40.attn_k.weightQ8_0[6144 1024]
-
blk.40.attn_v.weightQ8_0[6144 1024]
-
blk.40.attn_output.weightQ5_K[6144 6144]
-
blk.40.ffn_gate_inp.weightF16[6144 8]
-
blk.40.ffn_up.0.weightQ2_K[6144 32768]
-
blk.40.ffn_down.0.weightQ3_K[32768 6144]
-
blk.40.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.40.ffn_up.1.weightQ2_K[6144 32768]
-
blk.40.ffn_down.1.weightQ3_K[32768 6144]
-
blk.40.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.40.ffn_up.2.weightQ2_K[6144 32768]
-
blk.40.ffn_down.2.weightQ3_K[32768 6144]
-
blk.40.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.40.ffn_up.3.weightQ2_K[6144 32768]
-
blk.40.ffn_down.3.weightQ3_K[32768 6144]
-
blk.40.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.40.ffn_up.4.weightQ2_K[6144 32768]
-
blk.40.ffn_down.4.weightQ3_K[32768 6144]
-
blk.40.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.40.ffn_up.5.weightQ2_K[6144 32768]
-
blk.40.ffn_down.5.weightQ3_K[32768 6144]
-
blk.40.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.40.ffn_up.6.weightQ2_K[6144 32768]
-
blk.40.ffn_down.6.weightQ3_K[32768 6144]
-
blk.40.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.40.ffn_up.7.weightQ2_K[6144 32768]
-
blk.40.ffn_down.7.weightQ3_K[32768 6144]
-
blk.40.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.40.attn_norm.weightF32[6144]
-
blk.40.attn_output_norm.weightF32[6144]
-
blk.40.ffn_norm.weightF32[6144]
-
blk.40.layer_output_norm.weightF32[6144]
-
blk.41.attn_q.weightQ2_K[6144 6144]
-
blk.41.attn_k.weightQ8_0[6144 1024]
-
blk.41.attn_v.weightQ8_0[6144 1024]
-
blk.41.attn_output.weightQ5_K[6144 6144]
-
blk.41.ffn_gate_inp.weightF16[6144 8]
-
blk.41.ffn_up.0.weightQ2_K[6144 32768]
-
blk.41.ffn_down.0.weightQ3_K[32768 6144]
-
blk.41.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.41.ffn_up.1.weightQ2_K[6144 32768]
-
blk.41.ffn_down.1.weightQ3_K[32768 6144]
-
blk.41.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.41.ffn_up.2.weightQ2_K[6144 32768]
-
blk.41.ffn_down.2.weightQ3_K[32768 6144]
-
blk.41.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.41.ffn_up.3.weightQ2_K[6144 32768]
-
blk.41.ffn_down.3.weightQ3_K[32768 6144]
-
blk.41.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.41.ffn_up.4.weightQ2_K[6144 32768]
-
blk.41.ffn_down.4.weightQ3_K[32768 6144]
-
blk.41.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.41.ffn_up.5.weightQ2_K[6144 32768]
-
blk.41.ffn_down.5.weightQ3_K[32768 6144]
-
blk.41.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.41.ffn_up.6.weightQ2_K[6144 32768]
-
blk.41.ffn_down.6.weightQ3_K[32768 6144]
-
blk.41.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.41.ffn_up.7.weightQ2_K[6144 32768]
-
blk.41.ffn_down.7.weightQ3_K[32768 6144]
-
blk.41.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.41.attn_norm.weightF32[6144]
-
blk.41.attn_output_norm.weightF32[6144]
-
blk.41.ffn_norm.weightF32[6144]
-
blk.41.layer_output_norm.weightF32[6144]
-
blk.42.attn_q.weightQ2_K[6144 6144]
-
blk.42.attn_k.weightQ8_0[6144 1024]
-
blk.42.attn_v.weightQ8_0[6144 1024]
-
blk.42.attn_output.weightQ5_K[6144 6144]
-
blk.42.ffn_gate_inp.weightF16[6144 8]
-
blk.42.ffn_up.0.weightQ2_K[6144 32768]
-
blk.42.ffn_down.0.weightQ3_K[32768 6144]
-
blk.42.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.42.ffn_up.1.weightQ2_K[6144 32768]
-
blk.42.ffn_down.1.weightQ3_K[32768 6144]
-
blk.42.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.42.ffn_up.2.weightQ2_K[6144 32768]
-
blk.42.ffn_down.2.weightQ3_K[32768 6144]
-
blk.42.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.42.ffn_up.3.weightQ2_K[6144 32768]
-
blk.42.ffn_down.3.weightQ3_K[32768 6144]
-
blk.42.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.42.ffn_up.4.weightQ2_K[6144 32768]
-
blk.42.ffn_down.4.weightQ3_K[32768 6144]
-
blk.42.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.42.ffn_up.5.weightQ2_K[6144 32768]
-
blk.42.ffn_down.5.weightQ3_K[32768 6144]
-
blk.42.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.42.ffn_up.6.weightQ2_K[6144 32768]
-
blk.42.ffn_down.6.weightQ3_K[32768 6144]
-
blk.42.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.42.ffn_up.7.weightQ2_K[6144 32768]
-
blk.42.ffn_down.7.weightQ3_K[32768 6144]
-
blk.42.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.42.attn_norm.weightF32[6144]
-
blk.42.attn_output_norm.weightF32[6144]
-
blk.42.ffn_norm.weightF32[6144]
-
blk.42.layer_output_norm.weightF32[6144]
-
blk.43.attn_q.weightQ2_K[6144 6144]
-
blk.43.attn_k.weightQ8_0[6144 1024]
-
blk.43.attn_v.weightQ8_0[6144 1024]
-
blk.43.attn_output.weightQ5_K[6144 6144]
-
blk.43.ffn_gate_inp.weightF16[6144 8]
-
blk.43.ffn_up.0.weightQ2_K[6144 32768]
-
blk.43.ffn_down.0.weightQ3_K[32768 6144]
-
blk.43.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.43.ffn_up.1.weightQ2_K[6144 32768]
-
blk.43.ffn_down.1.weightQ3_K[32768 6144]
-
blk.43.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.43.ffn_up.2.weightQ2_K[6144 32768]
-
blk.43.ffn_down.2.weightQ3_K[32768 6144]
-
blk.43.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.43.ffn_up.3.weightQ2_K[6144 32768]
-
blk.43.ffn_down.3.weightQ3_K[32768 6144]
-
blk.43.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.43.ffn_up.4.weightQ2_K[6144 32768]
-
blk.43.ffn_down.4.weightQ3_K[32768 6144]
-
blk.43.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.43.ffn_up.5.weightQ2_K[6144 32768]
-
blk.43.ffn_down.5.weightQ3_K[32768 6144]
-
blk.43.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.43.ffn_up.6.weightQ2_K[6144 32768]
-
blk.43.ffn_down.6.weightQ3_K[32768 6144]
-
blk.43.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.43.ffn_up.7.weightQ2_K[6144 32768]
-
blk.43.ffn_down.7.weightQ3_K[32768 6144]
-
blk.43.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.43.attn_norm.weightF32[6144]
-
blk.43.attn_output_norm.weightF32[6144]
-
blk.43.ffn_norm.weightF32[6144]
-
blk.43.layer_output_norm.weightF32[6144]
-
blk.44.attn_q.weightQ2_K[6144 6144]
-
blk.44.attn_k.weightQ8_0[6144 1024]
-
blk.44.attn_v.weightQ8_0[6144 1024]
-
blk.44.attn_output.weightQ5_K[6144 6144]
-
blk.44.ffn_gate_inp.weightF16[6144 8]
-
blk.44.ffn_up.0.weightQ2_K[6144 32768]
-
blk.44.ffn_up.1.weightQ2_K[6144 32768]
-
blk.44.ffn_up.2.weightQ2_K[6144 32768]
-
blk.44.ffn_up.3.weightQ2_K[6144 32768]
-
blk.44.ffn_up.4.weightQ2_K[6144 32768]
-
blk.44.ffn_up.5.weightQ2_K[6144 32768]
-
blk.44.ffn_up.6.weightQ2_K[6144 32768]
-
blk.44.ffn_up.7.weightQ2_K[6144 32768]
-
blk.44.ffn_down.0.weightQ3_K[32768 6144]
-
blk.44.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.44.ffn_down.1.weightQ3_K[32768 6144]
-
blk.44.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.44.ffn_down.2.weightQ3_K[32768 6144]
-
blk.44.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.44.ffn_down.3.weightQ3_K[32768 6144]
-
blk.44.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.44.ffn_down.4.weightQ3_K[32768 6144]
-
blk.44.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.44.ffn_down.5.weightQ3_K[32768 6144]
-
blk.44.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.44.ffn_down.6.weightQ3_K[32768 6144]
-
blk.44.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.44.ffn_down.7.weightQ3_K[32768 6144]
-
blk.44.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.44.attn_norm.weightF32[6144]
-
blk.44.attn_output_norm.weightF32[6144]
-
blk.44.ffn_norm.weightF32[6144]
-
blk.44.layer_output_norm.weightF32[6144]
-
blk.45.attn_q.weightQ2_K[6144 6144]
-
blk.45.attn_k.weightQ8_0[6144 1024]
-
blk.45.attn_v.weightQ8_0[6144 1024]
-
blk.45.attn_output.weightQ5_K[6144 6144]
-
blk.45.ffn_gate_inp.weightF16[6144 8]
-
blk.45.ffn_up.0.weightQ2_K[6144 32768]
-
blk.45.ffn_down.0.weightQ3_K[32768 6144]
-
blk.45.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.45.ffn_up.1.weightQ2_K[6144 32768]
-
blk.45.ffn_down.1.weightQ3_K[32768 6144]
-
blk.45.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.45.ffn_up.2.weightQ2_K[6144 32768]
-
blk.45.ffn_down.2.weightQ3_K[32768 6144]
-
blk.45.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.45.ffn_up.3.weightQ2_K[6144 32768]
-
blk.45.ffn_down.3.weightQ3_K[32768 6144]
-
blk.45.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.45.ffn_up.4.weightQ2_K[6144 32768]
-
blk.45.ffn_down.4.weightQ3_K[32768 6144]
-
blk.45.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.45.ffn_up.5.weightQ2_K[6144 32768]
-
blk.45.ffn_down.5.weightQ3_K[32768 6144]
-
blk.45.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.45.ffn_up.6.weightQ2_K[6144 32768]
-
blk.45.ffn_down.6.weightQ3_K[32768 6144]
-
blk.45.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.45.ffn_up.7.weightQ2_K[6144 32768]
-
blk.45.ffn_down.7.weightQ3_K[32768 6144]
-
blk.45.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.45.attn_norm.weightF32[6144]
-
blk.45.attn_output_norm.weightF32[6144]
-
blk.45.ffn_norm.weightF32[6144]
-
blk.45.layer_output_norm.weightF32[6144]
-
blk.46.attn_q.weightQ2_K[6144 6144]
-
blk.46.attn_k.weightQ8_0[6144 1024]
-
blk.46.attn_v.weightQ8_0[6144 1024]
-
blk.46.attn_output.weightQ5_K[6144 6144]
-
blk.46.ffn_gate_inp.weightF16[6144 8]
-
blk.46.ffn_up.0.weightQ2_K[6144 32768]
-
blk.46.ffn_down.0.weightQ3_K[32768 6144]
-
blk.46.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.46.ffn_up.1.weightQ2_K[6144 32768]
-
blk.46.ffn_down.1.weightQ3_K[32768 6144]
-
blk.46.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.46.ffn_up.2.weightQ2_K[6144 32768]
-
blk.46.ffn_down.2.weightQ3_K[32768 6144]
-
blk.46.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.46.ffn_up.3.weightQ2_K[6144 32768]
-
blk.46.ffn_down.3.weightQ3_K[32768 6144]
-
blk.46.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.46.ffn_up.4.weightQ2_K[6144 32768]
-
blk.46.ffn_down.4.weightQ3_K[32768 6144]
-
blk.46.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.46.ffn_up.5.weightQ2_K[6144 32768]
-
blk.46.ffn_down.5.weightQ3_K[32768 6144]
-
blk.46.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.46.ffn_up.6.weightQ2_K[6144 32768]
-
blk.46.ffn_down.6.weightQ3_K[32768 6144]
-
blk.46.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.46.ffn_up.7.weightQ2_K[6144 32768]
-
blk.46.ffn_down.7.weightQ3_K[32768 6144]
-
blk.46.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.46.attn_norm.weightF32[6144]
-
blk.46.attn_output_norm.weightF32[6144]
-
blk.46.ffn_norm.weightF32[6144]
-
blk.46.layer_output_norm.weightF32[6144]
-
blk.47.attn_q.weightQ2_K[6144 6144]
-
blk.47.attn_k.weightQ8_0[6144 1024]
-
blk.47.attn_v.weightQ8_0[6144 1024]
-
blk.47.attn_output.weightQ5_K[6144 6144]
-
blk.47.ffn_gate_inp.weightF16[6144 8]
-
blk.47.ffn_up.0.weightQ2_K[6144 32768]
-
blk.47.ffn_down.0.weightQ3_K[32768 6144]
-
blk.47.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.47.ffn_up.1.weightQ2_K[6144 32768]
-
blk.47.ffn_down.1.weightQ3_K[32768 6144]
-
blk.47.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.47.ffn_up.2.weightQ2_K[6144 32768]
-
blk.47.ffn_down.2.weightQ3_K[32768 6144]
-
blk.47.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.47.ffn_up.3.weightQ2_K[6144 32768]
-
blk.47.ffn_down.3.weightQ3_K[32768 6144]
-
blk.47.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.47.ffn_up.4.weightQ2_K[6144 32768]
-
blk.47.ffn_down.4.weightQ3_K[32768 6144]
-
blk.47.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.47.ffn_up.5.weightQ2_K[6144 32768]
-
blk.47.ffn_down.5.weightQ3_K[32768 6144]
-
blk.47.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.47.ffn_up.6.weightQ2_K[6144 32768]
-
blk.47.ffn_down.6.weightQ3_K[32768 6144]
-
blk.47.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.47.ffn_up.7.weightQ2_K[6144 32768]
-
blk.47.ffn_down.7.weightQ3_K[32768 6144]
-
blk.47.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.47.attn_norm.weightF32[6144]
-
blk.47.attn_output_norm.weightF32[6144]
-
blk.47.ffn_norm.weightF32[6144]
-
blk.47.layer_output_norm.weightF32[6144]
-
blk.48.attn_q.weightQ2_K[6144 6144]
-
blk.48.attn_k.weightQ8_0[6144 1024]
-
blk.48.attn_v.weightQ8_0[6144 1024]
-
blk.48.attn_output.weightQ5_K[6144 6144]
-
blk.48.ffn_gate_inp.weightF16[6144 8]
-
blk.48.ffn_up.0.weightQ2_K[6144 32768]
-
blk.48.ffn_down.0.weightQ3_K[32768 6144]
-
blk.48.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.48.ffn_up.1.weightQ2_K[6144 32768]
-
blk.48.ffn_down.1.weightQ3_K[32768 6144]
-
blk.48.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.48.ffn_up.2.weightQ2_K[6144 32768]
-
blk.48.ffn_down.2.weightQ3_K[32768 6144]
-
blk.48.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.48.ffn_up.3.weightQ2_K[6144 32768]
-
blk.48.ffn_down.3.weightQ3_K[32768 6144]
-
blk.48.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.48.ffn_up.4.weightQ2_K[6144 32768]
-
blk.48.ffn_down.4.weightQ3_K[32768 6144]
-
blk.48.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.48.ffn_up.5.weightQ2_K[6144 32768]
-
blk.48.ffn_down.5.weightQ3_K[32768 6144]
-
blk.48.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.48.ffn_up.6.weightQ2_K[6144 32768]
-
blk.48.ffn_down.6.weightQ3_K[32768 6144]
-
blk.48.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.48.ffn_up.7.weightQ2_K[6144 32768]
-
blk.48.ffn_down.7.weightQ3_K[32768 6144]
-
blk.48.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.48.attn_norm.weightF32[6144]
-
blk.48.attn_output_norm.weightF32[6144]
-
blk.48.ffn_norm.weightF32[6144]
-
blk.48.layer_output_norm.weightF32[6144]
-
blk.49.attn_q.weightQ2_K[6144 6144]
-
blk.49.attn_k.weightQ8_0[6144 1024]
-
blk.49.attn_v.weightQ8_0[6144 1024]
-
blk.49.attn_output.weightQ5_K[6144 6144]
-
blk.49.ffn_gate_inp.weightF16[6144 8]
-
blk.49.ffn_up.0.weightQ2_K[6144 32768]
-
blk.49.ffn_down.0.weightQ3_K[32768 6144]
-
blk.49.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.49.ffn_up.1.weightQ2_K[6144 32768]
-
blk.49.ffn_down.1.weightQ3_K[32768 6144]
-
blk.49.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.49.ffn_up.2.weightQ2_K[6144 32768]
-
blk.49.ffn_down.2.weightQ3_K[32768 6144]
-
blk.49.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.49.ffn_up.3.weightQ2_K[6144 32768]
-
blk.49.ffn_down.3.weightQ3_K[32768 6144]
-
blk.49.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.49.ffn_up.4.weightQ2_K[6144 32768]
-
blk.49.ffn_down.4.weightQ3_K[32768 6144]
-
blk.49.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.49.ffn_up.5.weightQ2_K[6144 32768]
-
blk.49.ffn_down.5.weightQ3_K[32768 6144]
-
blk.49.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.49.ffn_up.6.weightQ2_K[6144 32768]
-
blk.49.ffn_down.6.weightQ3_K[32768 6144]
-
blk.49.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.49.ffn_up.7.weightQ2_K[6144 32768]
-
blk.49.ffn_down.7.weightQ3_K[32768 6144]
-
blk.49.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.49.attn_norm.weightF32[6144]
-
blk.49.attn_output_norm.weightF32[6144]
-
blk.49.ffn_norm.weightF32[6144]
-
blk.49.layer_output_norm.weightF32[6144]
-
blk.50.attn_q.weightQ2_K[6144 6144]
-
blk.50.attn_k.weightQ8_0[6144 1024]
-
blk.50.attn_v.weightQ8_0[6144 1024]
-
blk.50.attn_output.weightQ5_K[6144 6144]
-
blk.50.ffn_gate_inp.weightF16[6144 8]
-
blk.50.ffn_up.0.weightQ2_K[6144 32768]
-
blk.50.ffn_down.0.weightQ3_K[32768 6144]
-
blk.50.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.50.ffn_up.1.weightQ2_K[6144 32768]
-
blk.50.ffn_down.1.weightQ3_K[32768 6144]
-
blk.50.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.50.ffn_up.2.weightQ2_K[6144 32768]
-
blk.50.ffn_down.2.weightQ3_K[32768 6144]
-
blk.50.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.50.ffn_up.3.weightQ2_K[6144 32768]
-
blk.50.ffn_down.3.weightQ3_K[32768 6144]
-
blk.50.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.50.ffn_up.4.weightQ2_K[6144 32768]
-
blk.50.ffn_down.4.weightQ3_K[32768 6144]
-
blk.50.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.50.ffn_up.5.weightQ2_K[6144 32768]
-
blk.50.ffn_down.5.weightQ3_K[32768 6144]
-
blk.50.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.50.ffn_up.6.weightQ2_K[6144 32768]
-
blk.50.ffn_down.6.weightQ3_K[32768 6144]
-
blk.50.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.50.ffn_up.7.weightQ2_K[6144 32768]
-
blk.50.ffn_down.7.weightQ3_K[32768 6144]
-
blk.50.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.50.attn_norm.weightF32[6144]
-
blk.50.attn_output_norm.weightF32[6144]
-
blk.50.ffn_norm.weightF32[6144]
-
blk.50.layer_output_norm.weightF32[6144]
-
blk.51.attn_q.weightQ2_K[6144 6144]
-
blk.51.attn_k.weightQ8_0[6144 1024]
-
blk.51.attn_v.weightQ8_0[6144 1024]
-
blk.51.attn_output.weightQ5_K[6144 6144]
-
blk.51.ffn_gate_inp.weightF16[6144 8]
-
blk.51.ffn_up.0.weightQ2_K[6144 32768]
-
blk.51.ffn_up.1.weightQ2_K[6144 32768]
-
blk.51.ffn_up.2.weightQ2_K[6144 32768]
-
blk.51.ffn_up.3.weightQ2_K[6144 32768]
-
blk.51.ffn_up.4.weightQ2_K[6144 32768]
-
blk.51.ffn_up.5.weightQ2_K[6144 32768]
-
blk.51.ffn_up.6.weightQ2_K[6144 32768]
-
blk.51.ffn_up.7.weightQ2_K[6144 32768]
-
blk.51.ffn_down.0.weightQ3_K[32768 6144]
-
blk.51.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.51.ffn_down.1.weightQ3_K[32768 6144]
-
blk.51.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.51.ffn_down.2.weightQ3_K[32768 6144]
-
blk.51.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.51.ffn_down.3.weightQ3_K[32768 6144]
-
blk.51.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.51.ffn_down.4.weightQ3_K[32768 6144]
-
blk.51.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.51.ffn_down.5.weightQ3_K[32768 6144]
-
blk.51.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.51.ffn_down.6.weightQ3_K[32768 6144]
-
blk.51.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.51.ffn_down.7.weightQ3_K[32768 6144]
-
blk.51.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.51.attn_norm.weightF32[6144]
-
blk.51.attn_output_norm.weightF32[6144]
-
blk.51.ffn_norm.weightF32[6144]
-
blk.51.layer_output_norm.weightF32[6144]
-
blk.52.attn_q.weightQ2_K[6144 6144]
-
blk.52.attn_k.weightQ8_0[6144 1024]
-
blk.52.attn_v.weightQ8_0[6144 1024]
-
blk.52.attn_output.weightQ5_K[6144 6144]
-
blk.52.ffn_gate_inp.weightF16[6144 8]
-
blk.52.ffn_up.0.weightQ2_K[6144 32768]
-
blk.52.ffn_down.0.weightQ3_K[32768 6144]
-
blk.52.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.52.ffn_up.1.weightQ2_K[6144 32768]
-
blk.52.ffn_down.1.weightQ3_K[32768 6144]
-
blk.52.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.52.ffn_up.2.weightQ2_K[6144 32768]
-
blk.52.ffn_down.2.weightQ3_K[32768 6144]
-
blk.52.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.52.ffn_up.3.weightQ2_K[6144 32768]
-
blk.52.ffn_down.3.weightQ3_K[32768 6144]
-
blk.52.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.52.ffn_up.4.weightQ2_K[6144 32768]
-
blk.52.ffn_down.4.weightQ3_K[32768 6144]
-
blk.52.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.52.ffn_up.5.weightQ2_K[6144 32768]
-
blk.52.ffn_down.5.weightQ3_K[32768 6144]
-
blk.52.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.52.ffn_up.6.weightQ2_K[6144 32768]
-
blk.52.ffn_down.6.weightQ3_K[32768 6144]
-
blk.52.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.52.ffn_up.7.weightQ2_K[6144 32768]
-
blk.52.ffn_down.7.weightQ3_K[32768 6144]
-
blk.52.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.52.attn_norm.weightF32[6144]
-
blk.52.attn_output_norm.weightF32[6144]
-
blk.52.ffn_norm.weightF32[6144]
-
blk.52.layer_output_norm.weightF32[6144]
-
blk.53.attn_q.weightQ2_K[6144 6144]
-
blk.53.attn_k.weightQ8_0[6144 1024]
-
blk.53.attn_v.weightQ8_0[6144 1024]
-
blk.53.attn_output.weightQ5_K[6144 6144]
-
blk.53.ffn_gate_inp.weightF16[6144 8]
-
blk.53.ffn_up.0.weightQ2_K[6144 32768]
-
blk.53.ffn_down.0.weightQ3_K[32768 6144]
-
blk.53.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.53.ffn_up.1.weightQ2_K[6144 32768]
-
blk.53.ffn_down.1.weightQ3_K[32768 6144]
-
blk.53.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.53.ffn_up.2.weightQ2_K[6144 32768]
-
blk.53.ffn_down.2.weightQ3_K[32768 6144]
-
blk.53.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.53.ffn_up.3.weightQ2_K[6144 32768]
-
blk.53.ffn_down.3.weightQ3_K[32768 6144]
-
blk.53.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.53.ffn_up.4.weightQ2_K[6144 32768]
-
blk.53.ffn_down.4.weightQ3_K[32768 6144]
-
blk.53.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.53.ffn_up.5.weightQ2_K[6144 32768]
-
blk.53.ffn_down.5.weightQ3_K[32768 6144]
-
blk.53.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.53.ffn_up.6.weightQ2_K[6144 32768]
-
blk.53.ffn_down.6.weightQ3_K[32768 6144]
-
blk.53.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.53.ffn_up.7.weightQ2_K[6144 32768]
-
blk.53.ffn_down.7.weightQ3_K[32768 6144]
-
blk.53.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.53.attn_norm.weightF32[6144]
-
blk.53.attn_output_norm.weightF32[6144]
-
blk.53.ffn_norm.weightF32[6144]
-
blk.53.layer_output_norm.weightF32[6144]
-
blk.54.attn_q.weightQ2_K[6144 6144]
-
blk.54.attn_k.weightQ8_0[6144 1024]
-
blk.54.attn_v.weightQ8_0[6144 1024]
-
blk.54.attn_output.weightQ5_K[6144 6144]
-
blk.54.ffn_gate_inp.weightF16[6144 8]
-
blk.54.ffn_up.0.weightQ2_K[6144 32768]
-
blk.54.ffn_down.0.weightQ3_K[32768 6144]
-
blk.54.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.54.ffn_up.1.weightQ2_K[6144 32768]
-
blk.54.ffn_down.1.weightQ3_K[32768 6144]
-
blk.54.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.54.ffn_up.2.weightQ2_K[6144 32768]
-
blk.54.ffn_down.2.weightQ3_K[32768 6144]
-
blk.54.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.54.ffn_up.3.weightQ2_K[6144 32768]
-
blk.54.ffn_down.3.weightQ3_K[32768 6144]
-
blk.54.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.54.ffn_up.4.weightQ2_K[6144 32768]
-
blk.54.ffn_down.4.weightQ3_K[32768 6144]
-
blk.54.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.54.ffn_up.5.weightQ2_K[6144 32768]
-
blk.54.ffn_down.5.weightQ3_K[32768 6144]
-
blk.54.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.54.ffn_up.6.weightQ2_K[6144 32768]
-
blk.54.ffn_down.6.weightQ3_K[32768 6144]
-
blk.54.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.54.ffn_up.7.weightQ2_K[6144 32768]
-
blk.54.ffn_down.7.weightQ3_K[32768 6144]
-
blk.54.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.54.attn_norm.weightF32[6144]
-
blk.54.attn_output_norm.weightF32[6144]
-
blk.54.ffn_norm.weightF32[6144]
-
blk.54.layer_output_norm.weightF32[6144]
-
blk.55.attn_q.weightQ2_K[6144 6144]
-
blk.55.attn_k.weightQ8_0[6144 1024]
-
blk.55.attn_v.weightQ8_0[6144 1024]
-
blk.55.attn_output.weightQ5_K[6144 6144]
-
blk.55.ffn_gate_inp.weightF16[6144 8]
-
blk.55.ffn_up.0.weightQ2_K[6144 32768]
-
blk.55.ffn_down.0.weightQ3_K[32768 6144]
-
blk.55.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.55.ffn_up.1.weightQ2_K[6144 32768]
-
blk.55.ffn_down.1.weightQ3_K[32768 6144]
-
blk.55.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.55.ffn_up.2.weightQ2_K[6144 32768]
-
blk.55.ffn_down.2.weightQ3_K[32768 6144]
-
blk.55.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.55.ffn_up.3.weightQ2_K[6144 32768]
-
blk.55.ffn_down.3.weightQ3_K[32768 6144]
-
blk.55.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.55.ffn_up.4.weightQ2_K[6144 32768]
-
blk.55.ffn_down.4.weightQ3_K[32768 6144]
-
blk.55.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.55.ffn_up.5.weightQ2_K[6144 32768]
-
blk.55.ffn_down.5.weightQ3_K[32768 6144]
-
blk.55.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.55.ffn_up.6.weightQ2_K[6144 32768]
-
blk.55.ffn_down.6.weightQ3_K[32768 6144]
-
blk.55.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.55.ffn_up.7.weightQ2_K[6144 32768]
-
blk.55.ffn_down.7.weightQ3_K[32768 6144]
-
blk.55.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.55.attn_norm.weightF32[6144]
-
blk.55.attn_output_norm.weightF32[6144]
-
blk.55.ffn_norm.weightF32[6144]
-
blk.55.layer_output_norm.weightF32[6144]
-
blk.56.attn_q.weightQ2_K[6144 6144]
-
blk.56.attn_k.weightQ8_0[6144 1024]
-
blk.56.attn_v.weightQ8_0[6144 1024]
-
blk.56.attn_output.weightQ5_K[6144 6144]
-
blk.56.ffn_gate_inp.weightF16[6144 8]
-
blk.56.ffn_up.0.weightQ2_K[6144 32768]
-
blk.56.ffn_down.0.weightQ3_K[32768 6144]
-
blk.56.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.56.ffn_up.1.weightQ2_K[6144 32768]
-
blk.56.ffn_down.1.weightQ3_K[32768 6144]
-
blk.56.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.56.ffn_up.2.weightQ2_K[6144 32768]
-
blk.56.ffn_down.2.weightQ3_K[32768 6144]
-
blk.56.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.56.ffn_up.3.weightQ2_K[6144 32768]
-
blk.56.ffn_down.3.weightQ3_K[32768 6144]
-
blk.56.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.56.ffn_up.4.weightQ2_K[6144 32768]
-
blk.56.ffn_down.4.weightQ3_K[32768 6144]
-
blk.56.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.56.ffn_up.5.weightQ2_K[6144 32768]
-
blk.56.ffn_down.5.weightQ3_K[32768 6144]
-
blk.56.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.56.ffn_up.6.weightQ2_K[6144 32768]
-
blk.56.ffn_down.6.weightQ3_K[32768 6144]
-
blk.56.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.56.ffn_up.7.weightQ2_K[6144 32768]
-
blk.56.ffn_down.7.weightQ3_K[32768 6144]
-
blk.56.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.56.attn_norm.weightF32[6144]
-
blk.56.attn_output_norm.weightF32[6144]
-
blk.56.ffn_norm.weightF32[6144]
-
blk.56.layer_output_norm.weightF32[6144]
-
blk.57.attn_q.weightQ2_K[6144 6144]
-
blk.57.attn_k.weightQ8_0[6144 1024]
-
blk.57.attn_v.weightQ8_0[6144 1024]
-
blk.57.attn_output.weightQ5_K[6144 6144]
-
blk.57.ffn_gate_inp.weightF16[6144 8]
-
blk.57.ffn_up.0.weightQ2_K[6144 32768]
-
blk.57.ffn_down.0.weightQ3_K[32768 6144]
-
blk.57.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.57.ffn_up.1.weightQ2_K[6144 32768]
-
blk.57.ffn_down.1.weightQ3_K[32768 6144]
-
blk.57.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.57.ffn_up.2.weightQ2_K[6144 32768]
-
blk.57.ffn_down.2.weightQ3_K[32768 6144]
-
blk.57.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.57.ffn_up.3.weightQ2_K[6144 32768]
-
blk.57.ffn_down.3.weightQ3_K[32768 6144]
-
blk.57.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.57.ffn_up.4.weightQ2_K[6144 32768]
-
blk.57.ffn_down.4.weightQ3_K[32768 6144]
-
blk.57.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.57.ffn_up.5.weightQ2_K[6144 32768]
-
blk.57.ffn_down.5.weightQ3_K[32768 6144]
-
blk.57.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.57.ffn_up.6.weightQ2_K[6144 32768]
-
blk.57.ffn_down.6.weightQ3_K[32768 6144]
-
blk.57.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.57.ffn_up.7.weightQ2_K[6144 32768]
-
blk.57.ffn_down.7.weightQ3_K[32768 6144]
-
blk.57.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.57.attn_norm.weightF32[6144]
-
blk.57.attn_output_norm.weightF32[6144]
-
blk.57.ffn_norm.weightF32[6144]
-
blk.57.layer_output_norm.weightF32[6144]
-
blk.58.attn_q.weightQ2_K[6144 6144]
-
blk.58.attn_k.weightQ8_0[6144 1024]
-
blk.58.attn_v.weightQ8_0[6144 1024]
-
blk.58.attn_output.weightQ5_K[6144 6144]
-
blk.58.ffn_gate_inp.weightF16[6144 8]
-
blk.58.ffn_up.0.weightQ2_K[6144 32768]
-
blk.58.ffn_up.1.weightQ2_K[6144 32768]
-
blk.58.ffn_up.2.weightQ2_K[6144 32768]
-
blk.58.ffn_up.3.weightQ2_K[6144 32768]
-
blk.58.ffn_up.4.weightQ2_K[6144 32768]
-
blk.58.ffn_up.5.weightQ2_K[6144 32768]
-
blk.58.ffn_up.6.weightQ2_K[6144 32768]
-
blk.58.ffn_up.7.weightQ2_K[6144 32768]
-
blk.58.ffn_down.0.weightQ3_K[32768 6144]
-
blk.58.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.58.ffn_down.1.weightQ3_K[32768 6144]
-
blk.58.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.58.ffn_down.2.weightQ3_K[32768 6144]
-
blk.58.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.58.ffn_down.3.weightQ3_K[32768 6144]
-
blk.58.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.58.ffn_down.4.weightQ3_K[32768 6144]
-
blk.58.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.58.ffn_down.5.weightQ3_K[32768 6144]
-
blk.58.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.58.ffn_down.6.weightQ3_K[32768 6144]
-
blk.58.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.58.ffn_down.7.weightQ3_K[32768 6144]
-
blk.58.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.58.attn_norm.weightF32[6144]
-
blk.58.attn_output_norm.weightF32[6144]
-
blk.58.ffn_norm.weightF32[6144]
-
blk.58.layer_output_norm.weightF32[6144]
-
blk.59.attn_q.weightQ2_K[6144 6144]
-
blk.59.attn_k.weightQ8_0[6144 1024]
-
blk.59.attn_v.weightQ8_0[6144 1024]
-
blk.59.attn_output.weightQ5_K[6144 6144]
-
blk.59.ffn_gate_inp.weightF16[6144 8]
-
blk.59.ffn_up.0.weightQ2_K[6144 32768]
-
blk.59.ffn_down.0.weightQ3_K[32768 6144]
-
blk.59.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.59.ffn_up.1.weightQ2_K[6144 32768]
-
blk.59.ffn_down.1.weightQ3_K[32768 6144]
-
blk.59.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.59.ffn_up.2.weightQ2_K[6144 32768]
-
blk.59.ffn_down.2.weightQ3_K[32768 6144]
-
blk.59.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.59.ffn_up.3.weightQ2_K[6144 32768]
-
blk.59.ffn_down.3.weightQ3_K[32768 6144]
-
blk.59.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.59.ffn_up.4.weightQ2_K[6144 32768]
-
blk.59.ffn_down.4.weightQ3_K[32768 6144]
-
blk.59.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.59.ffn_up.5.weightQ2_K[6144 32768]
-
blk.59.ffn_down.5.weightQ3_K[32768 6144]
-
blk.59.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.59.ffn_up.6.weightQ2_K[6144 32768]
-
blk.59.ffn_down.6.weightQ3_K[32768 6144]
-
blk.59.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.59.ffn_up.7.weightQ2_K[6144 32768]
-
blk.59.ffn_down.7.weightQ3_K[32768 6144]
-
blk.59.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.59.attn_norm.weightF32[6144]
-
blk.59.attn_output_norm.weightF32[6144]
-
blk.59.ffn_norm.weightF32[6144]
-
blk.59.layer_output_norm.weightF32[6144]
-
blk.60.attn_q.weightQ2_K[6144 6144]
-
blk.60.attn_k.weightQ8_0[6144 1024]
-
blk.60.attn_v.weightQ8_0[6144 1024]
-
blk.60.attn_output.weightQ5_K[6144 6144]
-
blk.60.ffn_gate_inp.weightF16[6144 8]
-
blk.60.ffn_up.0.weightQ2_K[6144 32768]
-
blk.60.ffn_down.0.weightQ3_K[32768 6144]
-
blk.60.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.60.ffn_up.1.weightQ2_K[6144 32768]
-
blk.60.ffn_down.1.weightQ3_K[32768 6144]
-
blk.60.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.60.ffn_up.2.weightQ2_K[6144 32768]
-
blk.60.ffn_down.2.weightQ3_K[32768 6144]
-
blk.60.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.60.ffn_up.3.weightQ2_K[6144 32768]
-
blk.60.ffn_down.3.weightQ3_K[32768 6144]
-
blk.60.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.60.ffn_up.4.weightQ2_K[6144 32768]
-
blk.60.ffn_down.4.weightQ3_K[32768 6144]
-
blk.60.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.60.ffn_up.5.weightQ2_K[6144 32768]
-
blk.60.ffn_down.5.weightQ3_K[32768 6144]
-
blk.60.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.60.ffn_up.6.weightQ2_K[6144 32768]
-
blk.60.ffn_down.6.weightQ3_K[32768 6144]
-
blk.60.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.60.ffn_up.7.weightQ2_K[6144 32768]
-
blk.60.ffn_down.7.weightQ3_K[32768 6144]
-
blk.60.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.60.attn_norm.weightF32[6144]
-
blk.60.attn_output_norm.weightF32[6144]
-
blk.60.ffn_norm.weightF32[6144]
-
blk.60.layer_output_norm.weightF32[6144]
-
blk.61.attn_q.weightQ2_K[6144 6144]
-
blk.61.attn_k.weightQ8_0[6144 1024]
-
blk.61.attn_v.weightQ8_0[6144 1024]
-
blk.61.attn_output.weightQ5_K[6144 6144]
-
blk.61.ffn_gate_inp.weightF16[6144 8]
-
blk.61.ffn_up.0.weightQ2_K[6144 32768]
-
blk.61.ffn_down.0.weightQ3_K[32768 6144]
-
blk.61.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.61.ffn_up.1.weightQ2_K[6144 32768]
-
blk.61.ffn_down.1.weightQ3_K[32768 6144]
-
blk.61.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.61.ffn_up.2.weightQ2_K[6144 32768]
-
blk.61.ffn_down.2.weightQ3_K[32768 6144]
-
blk.61.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.61.ffn_up.3.weightQ2_K[6144 32768]
-
blk.61.ffn_down.3.weightQ3_K[32768 6144]
-
blk.61.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.61.ffn_up.4.weightQ2_K[6144 32768]
-
blk.61.ffn_down.4.weightQ3_K[32768 6144]
-
blk.61.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.61.ffn_up.5.weightQ2_K[6144 32768]
-
blk.61.ffn_down.5.weightQ3_K[32768 6144]
-
blk.61.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.61.ffn_up.6.weightQ2_K[6144 32768]
-
blk.61.ffn_down.6.weightQ3_K[32768 6144]
-
blk.61.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.61.ffn_up.7.weightQ2_K[6144 32768]
-
blk.61.ffn_down.7.weightQ3_K[32768 6144]
-
blk.61.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.61.attn_norm.weightF32[6144]
-
blk.61.attn_output_norm.weightF32[6144]
-
blk.61.ffn_norm.weightF32[6144]
-
blk.61.layer_output_norm.weightF32[6144]
-
blk.62.attn_q.weightQ2_K[6144 6144]
-
blk.62.attn_k.weightQ8_0[6144 1024]
-
blk.62.attn_v.weightQ8_0[6144 1024]
-
blk.62.attn_output.weightQ5_K[6144 6144]
-
blk.62.ffn_gate_inp.weightF16[6144 8]
-
blk.62.ffn_up.0.weightQ2_K[6144 32768]
-
blk.62.ffn_down.0.weightQ3_K[32768 6144]
-
blk.62.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.62.ffn_up.1.weightQ2_K[6144 32768]
-
blk.62.ffn_down.1.weightQ3_K[32768 6144]
-
blk.62.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.62.ffn_up.2.weightQ2_K[6144 32768]
-
blk.62.ffn_down.2.weightQ3_K[32768 6144]
-
blk.62.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.62.ffn_up.3.weightQ2_K[6144 32768]
-
blk.62.ffn_down.3.weightQ3_K[32768 6144]
-
blk.62.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.62.ffn_up.4.weightQ2_K[6144 32768]
-
blk.62.ffn_down.4.weightQ3_K[32768 6144]
-
blk.62.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.62.ffn_up.5.weightQ2_K[6144 32768]
-
blk.62.ffn_down.5.weightQ3_K[32768 6144]
-
blk.62.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.62.ffn_up.6.weightQ2_K[6144 32768]
-
blk.62.ffn_down.6.weightQ3_K[32768 6144]
-
blk.62.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.62.ffn_up.7.weightQ2_K[6144 32768]
-
blk.62.ffn_down.7.weightQ3_K[32768 6144]
-
blk.62.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.62.attn_norm.weightF32[6144]
-
blk.62.attn_output_norm.weightF32[6144]
-
blk.62.ffn_norm.weightF32[6144]
-
blk.62.layer_output_norm.weightF32[6144]
-
blk.63.attn_q.weightQ2_K[6144 6144]
-
blk.63.attn_k.weightQ8_0[6144 1024]
-
blk.63.attn_v.weightQ8_0[6144 1024]
-
blk.63.attn_output.weightQ5_K[6144 6144]
-
blk.63.ffn_gate_inp.weightF16[6144 8]
-
blk.63.ffn_up.0.weightQ2_K[6144 32768]
-
blk.63.ffn_down.0.weightQ3_K[32768 6144]
-
blk.63.ffn_gate.0.weightQ2_K[6144 32768]
-
blk.63.ffn_up.1.weightQ2_K[6144 32768]
-
blk.63.ffn_down.1.weightQ3_K[32768 6144]
-
blk.63.ffn_gate.1.weightQ2_K[6144 32768]
-
blk.63.ffn_up.2.weightQ2_K[6144 32768]
-
blk.63.ffn_down.2.weightQ3_K[32768 6144]
-
blk.63.ffn_gate.2.weightQ2_K[6144 32768]
-
blk.63.ffn_up.3.weightQ2_K[6144 32768]
-
blk.63.ffn_down.3.weightQ3_K[32768 6144]
-
blk.63.ffn_gate.3.weightQ2_K[6144 32768]
-
blk.63.ffn_up.4.weightQ2_K[6144 32768]
-
blk.63.ffn_down.4.weightQ3_K[32768 6144]
-
blk.63.ffn_gate.4.weightQ2_K[6144 32768]
-
blk.63.ffn_up.5.weightQ2_K[6144 32768]
-
blk.63.ffn_down.5.weightQ3_K[32768 6144]
-
blk.63.ffn_gate.5.weightQ2_K[6144 32768]
-
blk.63.ffn_up.6.weightQ2_K[6144 32768]
-
blk.63.ffn_down.6.weightQ3_K[32768 6144]
-
blk.63.ffn_gate.6.weightQ2_K[6144 32768]
-
blk.63.ffn_up.7.weightQ2_K[6144 32768]
-
blk.63.ffn_down.7.weightQ3_K[32768 6144]
-
blk.63.ffn_gate.7.weightQ2_K[6144 32768]
-
blk.63.attn_norm.weightF32[6144]
-
blk.63.attn_output_norm.weightF32[6144]
-
blk.63.ffn_norm.weightF32[6144]
-
blk.63.layer_output_norm.weightF32[6144]
-
output.weightQ6_K[6144 131072]
-
output_norm.weightF32[6144]
Metadata
Tensors
blk.0
blk.1
blk.2
blk.3
blk.4
blk.5
blk.6
blk.7
blk.8
blk.9
blk.10
blk.11
blk.12
blk.13
blk.14
blk.15
blk.16
blk.17
blk.18
blk.19
blk.20
blk.21
blk.22
blk.23
blk.24
blk.25
blk.26
blk.27
blk.28
blk.29
blk.30
blk.31
blk.32
blk.33
blk.34
blk.35
blk.36
blk.37
blk.38
blk.39
blk.40
blk.41
blk.42
blk.43
blk.44
blk.45
blk.46
blk.47
blk.48
blk.49
blk.50
blk.51
blk.52
blk.53
blk.54
blk.55
blk.56
blk.57
blk.58
blk.59
blk.60
blk.61
blk.62
blk.63