30 3 days ago

thinking
1e95822d2419 ยท 23GB
    Metadata
  • split.count
    3
  • split.no
    2
  • split.tensors.count
    1347
  • Tensor
    blk.49
  • blk.49.ffn_down_exps.weight
    IQ2_XXS
    [3072, 6144, 128]
  • blk.49.ffn_down_shexp.weight
    Q5_K
    [3072, 6144]
  • blk.49.ffn_gate_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.49.ffn_gate_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.49.ffn_up_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.49.ffn_up_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.50
  • blk.50.attn_k.weight
    Q5_K
    [6144, 512]
  • blk.50.attn_output.weight
    Q5_K
    [8192, 6144]
  • blk.50.attn_q.weight
    Q5_K
    [6144, 8192]
  • blk.50.attn_v.weight
    Q5_K
    [6144, 512]
  • blk.50.ffn_down_exps.weight
    IQ2_XXS
    [3072, 6144, 128]
  • blk.50.ffn_down_shexp.weight
    Q5_K
    [3072, 6144]
  • blk.50.ffn_gate_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.50.ffn_gate_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.50.ffn_up_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.50.ffn_up_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.51
  • blk.51.attn_k.weight
    Q5_K
    [6144, 512]
  • blk.51.attn_output.weight
    Q5_K
    [8192, 6144]
  • blk.51.attn_q.weight
    Q5_K
    [6144, 8192]
  • blk.51.attn_v.weight
    Q5_K
    [6144, 512]
  • blk.51.ffn_down_exps.weight
    IQ2_XXS
    [3072, 6144, 128]
  • blk.51.ffn_down_shexp.weight
    Q5_K
    [3072, 6144]
  • blk.51.ffn_gate_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.51.ffn_gate_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.51.ffn_up_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.51.ffn_up_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.52
  • blk.52.attn_k.weight
    Q5_K
    [6144, 512]
  • blk.52.attn_output.weight
    Q5_K
    [8192, 6144]
  • blk.52.attn_q.weight
    Q5_K
    [6144, 8192]
  • blk.52.attn_v.weight
    Q5_K
    [6144, 512]
  • blk.52.ffn_down_exps.weight
    IQ2_XXS
    [3072, 6144, 128]
  • blk.52.ffn_down_shexp.weight
    Q5_K
    [3072, 6144]
  • blk.52.ffn_gate_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.52.ffn_gate_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.52.ffn_up_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.52.ffn_up_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.53
  • blk.53.attn_k.weight
    Q5_K
    [6144, 512]
  • blk.53.attn_output.weight
    Q5_K
    [8192, 6144]
  • blk.53.attn_q.weight
    Q5_K
    [6144, 8192]
  • blk.53.attn_v.weight
    Q5_K
    [6144, 512]
  • blk.53.ffn_down_exps.weight
    IQ2_XXS
    [3072, 6144, 128]
  • blk.53.ffn_down_shexp.weight
    Q5_K
    [3072, 6144]
  • blk.53.ffn_gate_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.53.ffn_gate_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.53.ffn_up_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.53.ffn_up_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.54
  • blk.54.attn_k.weight
    Q5_K
    [6144, 512]
  • blk.54.attn_output.weight
    Q5_K
    [8192, 6144]
  • blk.54.attn_q.weight
    Q5_K
    [6144, 8192]
  • blk.54.attn_v.weight
    Q5_K
    [6144, 512]
  • blk.54.ffn_down_exps.weight
    IQ2_XXS
    [3072, 6144, 128]
  • blk.54.ffn_down_shexp.weight
    Q5_K
    [3072, 6144]
  • blk.54.ffn_gate_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.54.ffn_gate_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.54.ffn_up_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.54.ffn_up_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.55
  • blk.55.attn_k.weight
    Q5_K
    [6144, 512]
  • blk.55.attn_output.weight
    Q5_K
    [8192, 6144]
  • blk.55.attn_q.weight
    Q5_K
    [6144, 8192]
  • blk.55.attn_v.weight
    Q5_K
    [6144, 512]
  • blk.55.ffn_down_exps.weight
    IQ2_XXS
    [3072, 6144, 128]
  • blk.55.ffn_down_shexp.weight
    Q5_K
    [3072, 6144]
  • blk.55.ffn_gate_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.55.ffn_gate_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.55.ffn_up_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.55.ffn_up_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.56
  • blk.56.attn_k.weight
    Q5_K
    [6144, 512]
  • blk.56.attn_output.weight
    Q5_K
    [8192, 6144]
  • blk.56.attn_q.weight
    Q5_K
    [6144, 8192]
  • blk.56.attn_v.weight
    Q5_K
    [6144, 512]
  • blk.56.ffn_down_exps.weight
    IQ2_XXS
    [3072, 6144, 128]
  • blk.56.ffn_down_shexp.weight
    Q5_K
    [3072, 6144]
  • blk.56.ffn_gate_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.56.ffn_gate_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.56.ffn_up_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.56.ffn_up_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.57
  • blk.57.attn_k.weight
    Q5_K
    [6144, 512]
  • blk.57.attn_output.weight
    Q5_K
    [8192, 6144]
  • blk.57.attn_q.weight
    Q5_K
    [6144, 8192]
  • blk.57.attn_v.weight
    Q5_K
    [6144, 512]
  • blk.57.ffn_down_exps.weight
    IQ2_XXS
    [3072, 6144, 128]
  • blk.57.ffn_down_shexp.weight
    Q5_K
    [3072, 6144]
  • blk.57.ffn_gate_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.57.ffn_gate_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.57.ffn_up_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.57.ffn_up_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.58
  • blk.58.attn_k.weight
    Q5_K
    [6144, 512]
  • blk.58.attn_output.weight
    Q5_K
    [8192, 6144]
  • blk.58.attn_q.weight
    Q5_K
    [6144, 8192]
  • blk.58.attn_v.weight
    Q5_K
    [6144, 512]
  • blk.58.ffn_down_exps.weight
    IQ2_XXS
    [3072, 6144, 128]
  • blk.58.ffn_down_shexp.weight
    Q5_K
    [3072, 6144]
  • blk.58.ffn_gate_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.58.ffn_gate_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.58.ffn_up_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.58.ffn_up_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.59
  • blk.59.attn_k.weight
    Q5_K
    [6144, 512]
  • blk.59.attn_output.weight
    Q5_K
    [8192, 6144]
  • blk.59.attn_q.weight
    Q5_K
    [6144, 8192]
  • blk.59.attn_v.weight
    Q5_K
    [6144, 512]
  • blk.59.ffn_down_exps.weight
    IQ2_XXS
    [3072, 6144, 128]
  • blk.59.ffn_down_shexp.weight
    Q5_K
    [3072, 6144]
  • blk.59.ffn_gate_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.59.ffn_gate_shexp.weight
    Q5_K
    [6144, 3072]
  • blk.59.ffn_up_exps.weight
    IQ2_XXS
    [6144, 3072, 128]
  • blk.59.ffn_up_shexp.weight
    Q5_K
    [6144, 3072]
  • output.weight
    Q5_K
    [6144, 200064]