321 1 month ago

d386c128cbaf · 20GB
    Metadata
  • split.count
    3
  • split.no
    2
  • split.tensors.count
    809
  • Tensor
    blk.44
  • blk.44.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.44.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.44.attn_q_norm.weight
    F32
    [6144]
  • blk.44.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.44.exp_probs_b.bias
    F32
    [256]
  • blk.44.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.44.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.44.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.44.ffn_norm.weight
    F32
    [3072]
  • blk.44.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.45
  • blk.45.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.45.attn_k_norm.weight
    F32
    [1024]
  • blk.45.attn_norm.weight
    F32
    [3072]
  • blk.45.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.45.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.45.attn_q_norm.weight
    F32
    [6144]
  • blk.45.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.45.exp_probs_b.bias
    F32
    [256]
  • blk.45.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.45.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.45.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.45.ffn_norm.weight
    F32
    [3072]
  • blk.45.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.46
  • blk.46.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.46.attn_k_norm.weight
    F32
    [1024]
  • blk.46.attn_norm.weight
    F32
    [3072]
  • blk.46.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.46.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.46.attn_q_norm.weight
    F32
    [6144]
  • blk.46.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.46.exp_probs_b.bias
    F32
    [256]
  • blk.46.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.46.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.46.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.46.ffn_norm.weight
    F32
    [3072]
  • blk.46.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.47
  • blk.47.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.47.attn_k_norm.weight
    F32
    [1024]
  • blk.47.attn_norm.weight
    F32
    [3072]
  • blk.47.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.47.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.47.attn_q_norm.weight
    F32
    [6144]
  • blk.47.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.47.exp_probs_b.bias
    F32
    [256]
  • blk.47.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.47.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.47.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.47.ffn_norm.weight
    F32
    [3072]
  • blk.47.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.48
  • blk.48.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.48.attn_k_norm.weight
    F32
    [1024]
  • blk.48.attn_norm.weight
    F32
    [3072]
  • blk.48.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.48.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.48.attn_q_norm.weight
    F32
    [6144]
  • blk.48.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.48.exp_probs_b.bias
    F32
    [256]
  • blk.48.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.48.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.48.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.48.ffn_norm.weight
    F32
    [3072]
  • blk.48.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.49
  • blk.49.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.49.attn_k_norm.weight
    F32
    [1024]
  • blk.49.attn_norm.weight
    F32
    [3072]
  • blk.49.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.49.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.49.attn_q_norm.weight
    F32
    [6144]
  • blk.49.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.49.exp_probs_b.bias
    F32
    [256]
  • blk.49.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.49.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.49.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.49.ffn_norm.weight
    F32
    [3072]
  • blk.49.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.50
  • blk.50.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.50.attn_k_norm.weight
    F32
    [1024]
  • blk.50.attn_norm.weight
    F32
    [3072]
  • blk.50.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.50.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.50.attn_q_norm.weight
    F32
    [6144]
  • blk.50.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.50.exp_probs_b.bias
    F32
    [256]
  • blk.50.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.50.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.50.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.50.ffn_norm.weight
    F32
    [3072]
  • blk.50.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.51
  • blk.51.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.51.attn_k_norm.weight
    F32
    [1024]
  • blk.51.attn_norm.weight
    F32
    [3072]
  • blk.51.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.51.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.51.attn_q_norm.weight
    F32
    [6144]
  • blk.51.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.51.exp_probs_b.bias
    F32
    [256]
  • blk.51.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.51.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.51.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.51.ffn_norm.weight
    F32
    [3072]
  • blk.51.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.52
  • blk.52.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.52.attn_k_norm.weight
    F32
    [1024]
  • blk.52.attn_norm.weight
    F32
    [3072]
  • blk.52.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.52.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.52.attn_q_norm.weight
    F32
    [6144]
  • blk.52.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.52.exp_probs_b.bias
    F32
    [256]
  • blk.52.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.52.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.52.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.52.ffn_norm.weight
    F32
    [3072]
  • blk.52.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.53
  • blk.53.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.53.attn_k_norm.weight
    F32
    [1024]
  • blk.53.attn_norm.weight
    F32
    [3072]
  • blk.53.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.53.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.53.attn_q_norm.weight
    F32
    [6144]
  • blk.53.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.53.exp_probs_b.bias
    F32
    [256]
  • blk.53.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.53.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.53.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.53.ffn_norm.weight
    F32
    [3072]
  • blk.53.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.54
  • blk.54.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.54.attn_k_norm.weight
    F32
    [1024]
  • blk.54.attn_norm.weight
    F32
    [3072]
  • blk.54.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.54.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.54.attn_q_norm.weight
    F32
    [6144]
  • blk.54.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.54.exp_probs_b.bias
    F32
    [256]
  • blk.54.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.54.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.54.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.54.ffn_norm.weight
    F32
    [3072]
  • blk.54.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.55
  • blk.55.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.55.attn_k_norm.weight
    F32
    [1024]
  • blk.55.attn_norm.weight
    F32
    [3072]
  • blk.55.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.55.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.55.attn_q_norm.weight
    F32
    [6144]
  • blk.55.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.55.exp_probs_b.bias
    F32
    [256]
  • blk.55.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.55.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.55.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.55.ffn_norm.weight
    F32
    [3072]
  • blk.55.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.56
  • blk.56.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.56.attn_k_norm.weight
    F32
    [1024]
  • blk.56.attn_norm.weight
    F32
    [3072]
  • blk.56.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.56.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.56.attn_q_norm.weight
    F32
    [6144]
  • blk.56.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.56.exp_probs_b.bias
    F32
    [256]
  • blk.56.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.56.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.56.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.56.ffn_norm.weight
    F32
    [3072]
  • blk.56.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.57
  • blk.57.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.57.attn_k_norm.weight
    F32
    [1024]
  • blk.57.attn_norm.weight
    F32
    [3072]
  • blk.57.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.57.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.57.attn_q_norm.weight
    F32
    [6144]
  • blk.57.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.57.exp_probs_b.bias
    F32
    [256]
  • blk.57.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.57.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.57.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.57.ffn_norm.weight
    F32
    [3072]
  • blk.57.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.58
  • blk.58.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.58.attn_k_norm.weight
    F32
    [1024]
  • blk.58.attn_norm.weight
    F32
    [3072]
  • blk.58.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.58.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.58.attn_q_norm.weight
    F32
    [6144]
  • blk.58.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.58.exp_probs_b.bias
    F32
    [256]
  • blk.58.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.58.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.58.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.58.ffn_norm.weight
    F32
    [3072]
  • blk.58.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.59
  • blk.59.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.59.attn_k_norm.weight
    F32
    [1024]
  • blk.59.attn_norm.weight
    F32
    [3072]
  • blk.59.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.59.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.59.attn_q_norm.weight
    F32
    [6144]
  • blk.59.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.59.exp_probs_b.bias
    F32
    [256]
  • blk.59.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.59.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.59.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.59.ffn_norm.weight
    F32
    [3072]
  • blk.59.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.60
  • blk.60.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.60.attn_k_norm.weight
    F32
    [1024]
  • blk.60.attn_norm.weight
    F32
    [3072]
  • blk.60.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.60.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.60.attn_q_norm.weight
    F32
    [6144]
  • blk.60.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.60.exp_probs_b.bias
    F32
    [256]
  • blk.60.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.60.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.60.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.60.ffn_norm.weight
    F32
    [3072]
  • blk.60.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.61
  • blk.61.attn_k.weight
    Q5_K
    [3072, 1024]
  • blk.61.attn_k_norm.weight
    F32
    [1024]
  • blk.61.attn_norm.weight
    F32
    [3072]
  • blk.61.attn_output.weight
    Q5_K
    [6144, 3072]
  • blk.61.attn_q.weight
    Q5_K
    [3072, 6144]
  • blk.61.attn_q_norm.weight
    F32
    [6144]
  • blk.61.attn_v.weight
    Q5_K
    [3072, 1024]
  • blk.61.exp_probs_b.bias
    F32
    [256]
  • blk.61.ffn_down_exps.weight
    IQ3_XXS
    [1536, 3072, 256]
  • blk.61.ffn_gate_exps.weight
    IQ2_XXS
    [3072, 1536, 256]
  • blk.61.ffn_gate_inp.weight
    F32
    [3072, 256]
  • blk.61.ffn_norm.weight
    F32
    [3072]
  • blk.61.ffn_up_exps.weight
    IQ2_XXS
    [3072, 1536, 256]