aratan/athene-v2

Athene-V2-Chat-Q5_K_L

tools

34 4 weeks ago

1 Tag
... /
model
5a14e71e2702 · 15GB
    Metadata
  • split.count
    2
  • split.no
    1
  • split.tensors.count
    963
    • Tensor
  • Name
    Type
    Shape
    • blk.57
  • blk.57.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.57.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.57.ffn_norm.weight
    F32
    [8192]
  • blk.57.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.58
  • blk.58.attn_k.bias
    F32
    [1024]
  • blk.58.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.58.attn_norm.weight
    F32
    [8192]
  • blk.58.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.58.attn_q.bias
    F32
    [8192]
  • blk.58.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.58.attn_v.bias
    F32
    [1024]
  • blk.58.attn_v.weight
    Q5_K
    [8192, 1024]
  • blk.58.ffn_down.weight
    Q5_1
    [29568, 8192]
  • blk.58.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.58.ffn_norm.weight
    F32
    [8192]
  • blk.58.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.59
  • blk.59.attn_k.bias
    F32
    [1024]
  • blk.59.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.59.attn_norm.weight
    F32
    [8192]
  • blk.59.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.59.attn_q.bias
    F32
    [8192]
  • blk.59.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.59.attn_v.bias
    F32
    [1024]
  • blk.59.attn_v.weight
    Q5_K
    [8192, 1024]
  • blk.59.ffn_down.weight
    Q5_1
    [29568, 8192]
  • blk.59.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.59.ffn_norm.weight
    F32
    [8192]
  • blk.59.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.60
  • blk.60.attn_k.bias
    F32
    [1024]
  • blk.60.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.60.attn_norm.weight
    F32
    [8192]
  • blk.60.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.60.attn_q.bias
    F32
    [8192]
  • blk.60.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.60.attn_v.bias
    F32
    [1024]
  • blk.60.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.60.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.60.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.60.ffn_norm.weight
    F32
    [8192]
  • blk.60.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.61
  • blk.61.attn_k.bias
    F32
    [1024]
  • blk.61.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.61.attn_norm.weight
    F32
    [8192]
  • blk.61.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.61.attn_q.bias
    F32
    [8192]
  • blk.61.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.61.attn_v.bias
    F32
    [1024]
  • blk.61.attn_v.weight
    Q5_K
    [8192, 1024]
  • blk.61.ffn_down.weight
    Q5_1
    [29568, 8192]
  • blk.61.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.61.ffn_norm.weight
    F32
    [8192]
  • blk.61.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.62
  • blk.62.attn_k.bias
    F32
    [1024]
  • blk.62.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.62.attn_norm.weight
    F32
    [8192]
  • blk.62.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.62.attn_q.bias
    F32
    [8192]
  • blk.62.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.62.attn_v.bias
    F32
    [1024]
  • blk.62.attn_v.weight
    Q5_K
    [8192, 1024]
  • blk.62.ffn_down.weight
    Q5_1
    [29568, 8192]
  • blk.62.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.62.ffn_norm.weight
    F32
    [8192]
  • blk.62.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.63
  • blk.63.attn_k.bias
    F32
    [1024]
  • blk.63.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.63.attn_norm.weight
    F32
    [8192]
  • blk.63.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.63.attn_q.bias
    F32
    [8192]
  • blk.63.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.63.attn_v.bias
    F32
    [1024]
  • blk.63.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.63.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.63.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.63.ffn_norm.weight
    F32
    [8192]
  • blk.63.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.64
  • blk.64.attn_k.bias
    F32
    [1024]
  • blk.64.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.64.attn_norm.weight
    F32
    [8192]
  • blk.64.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.64.attn_q.bias
    F32
    [8192]
  • blk.64.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.64.attn_v.bias
    F32
    [1024]
  • blk.64.attn_v.weight
    Q5_K
    [8192, 1024]
  • blk.64.ffn_down.weight
    Q5_1
    [29568, 8192]
  • blk.64.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.64.ffn_norm.weight
    F32
    [8192]
  • blk.64.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.65
  • blk.65.attn_k.bias
    F32
    [1024]
  • blk.65.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.65.attn_norm.weight
    F32
    [8192]
  • blk.65.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.65.attn_q.bias
    F32
    [8192]
  • blk.65.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.65.attn_v.bias
    F32
    [1024]
  • blk.65.attn_v.weight
    Q5_K
    [8192, 1024]
  • blk.65.ffn_down.weight
    Q5_1
    [29568, 8192]
  • blk.65.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.65.ffn_norm.weight
    F32
    [8192]
  • blk.65.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.66
  • blk.66.attn_k.bias
    F32
    [1024]
  • blk.66.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.66.attn_norm.weight
    F32
    [8192]
  • blk.66.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.66.attn_q.bias
    F32
    [8192]
  • blk.66.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.66.attn_v.bias
    F32
    [1024]
  • blk.66.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.66.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.66.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.66.ffn_norm.weight
    F32
    [8192]
  • blk.66.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.67
  • blk.67.attn_k.bias
    F32
    [1024]
  • blk.67.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.67.attn_norm.weight
    F32
    [8192]
  • blk.67.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.67.attn_q.bias
    F32
    [8192]
  • blk.67.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.67.attn_v.bias
    F32
    [1024]
  • blk.67.attn_v.weight
    Q5_K
    [8192, 1024]
  • blk.67.ffn_down.weight
    Q5_1
    [29568, 8192]
  • blk.67.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.67.ffn_norm.weight
    F32
    [8192]
  • blk.67.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.68
  • blk.68.attn_k.bias
    F32
    [1024]
  • blk.68.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.68.attn_norm.weight
    F32
    [8192]
  • blk.68.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.68.attn_q.bias
    F32
    [8192]
  • blk.68.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.68.attn_v.bias
    F32
    [1024]
  • blk.68.attn_v.weight
    Q5_K
    [8192, 1024]
  • blk.68.ffn_down.weight
    Q5_1
    [29568, 8192]
  • blk.68.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.68.ffn_norm.weight
    F32
    [8192]
  • blk.68.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.69
  • blk.69.attn_k.bias
    F32
    [1024]
  • blk.69.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.69.attn_norm.weight
    F32
    [8192]
  • blk.69.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.69.attn_q.bias
    F32
    [8192]
  • blk.69.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.69.attn_v.bias
    F32
    [1024]
  • blk.69.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.69.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.69.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.69.ffn_norm.weight
    F32
    [8192]
  • blk.69.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.70
  • blk.70.attn_k.bias
    F32
    [1024]
  • blk.70.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.70.attn_norm.weight
    F32
    [8192]
  • blk.70.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.70.attn_q.bias
    F32
    [8192]
  • blk.70.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.70.attn_v.bias
    F32
    [1024]
  • blk.70.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.70.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.70.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.70.ffn_norm.weight
    F32
    [8192]
  • blk.70.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.71
  • blk.71.attn_k.bias
    F32
    [1024]
  • blk.71.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.71.attn_norm.weight
    F32
    [8192]
  • blk.71.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.71.attn_q.bias
    F32
    [8192]
  • blk.71.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.71.attn_v.bias
    F32
    [1024]
  • blk.71.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.71.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.71.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.71.ffn_norm.weight
    F32
    [8192]
  • blk.71.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.72
  • blk.72.attn_k.bias
    F32
    [1024]
  • blk.72.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.72.attn_norm.weight
    F32
    [8192]
  • blk.72.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.72.attn_q.bias
    F32
    [8192]
  • blk.72.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.72.attn_v.bias
    F32
    [1024]
  • blk.72.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.72.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.72.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.72.ffn_norm.weight
    F32
    [8192]
  • blk.72.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.73
  • blk.73.attn_k.bias
    F32
    [1024]
  • blk.73.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.73.attn_norm.weight
    F32
    [8192]
  • blk.73.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.73.attn_q.bias
    F32
    [8192]
  • blk.73.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.73.attn_v.bias
    F32
    [1024]
  • blk.73.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.73.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.73.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.73.ffn_norm.weight
    F32
    [8192]
  • blk.73.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.74
  • blk.74.attn_k.bias
    F32
    [1024]
  • blk.74.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.74.attn_norm.weight
    F32
    [8192]
  • blk.74.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.74.attn_q.bias
    F32
    [8192]
  • blk.74.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.74.attn_v.bias
    F32
    [1024]
  • blk.74.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.74.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.74.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.74.ffn_norm.weight
    F32
    [8192]
  • blk.74.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.75
  • blk.75.attn_k.bias
    F32
    [1024]
  • blk.75.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.75.attn_norm.weight
    F32
    [8192]
  • blk.75.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.75.attn_q.bias
    F32
    [8192]
  • blk.75.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.75.attn_v.bias
    F32
    [1024]
  • blk.75.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.75.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.75.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.75.ffn_norm.weight
    F32
    [8192]
  • blk.75.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.76
  • blk.76.attn_k.bias
    F32
    [1024]
  • blk.76.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.76.attn_norm.weight
    F32
    [8192]
  • blk.76.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.76.attn_q.bias
    F32
    [8192]
  • blk.76.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.76.attn_v.bias
    F32
    [1024]
  • blk.76.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.76.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.76.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.76.ffn_norm.weight
    F32
    [8192]
  • blk.76.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.77
  • blk.77.attn_k.bias
    F32
    [1024]
  • blk.77.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.77.attn_norm.weight
    F32
    [8192]
  • blk.77.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.77.attn_q.bias
    F32
    [8192]
  • blk.77.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.77.attn_v.bias
    F32
    [1024]
  • blk.77.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.77.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.77.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.77.ffn_norm.weight
    F32
    [8192]
  • blk.77.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.78
  • blk.78.attn_k.bias
    F32
    [1024]
  • blk.78.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.78.attn_norm.weight
    F32
    [8192]
  • blk.78.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.78.attn_q.bias
    F32
    [8192]
  • blk.78.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.78.attn_v.bias
    F32
    [1024]
  • blk.78.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.78.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.78.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.78.ffn_norm.weight
    F32
    [8192]
  • blk.78.ffn_up.weight
    Q5_K
    [8192, 29568]
    • blk.79
  • blk.79.attn_k.bias
    F32
    [1024]
  • blk.79.attn_k.weight
    Q5_K
    [8192, 1024]
  • blk.79.attn_norm.weight
    F32
    [8192]
  • blk.79.attn_output.weight
    Q5_K
    [8192, 8192]
  • blk.79.attn_q.bias
    F32
    [8192]
  • blk.79.attn_q.weight
    Q5_K
    [8192, 8192]
  • blk.79.attn_v.bias
    F32
    [1024]
  • blk.79.attn_v.weight
    Q6_K
    [8192, 1024]
  • blk.79.ffn_down.weight
    Q8_0
    [29568, 8192]
  • blk.79.ffn_gate.weight
    Q5_K
    [8192, 29568]
  • blk.79.ffn_norm.weight
    F32
    [8192]
  • blk.79.ffn_up.weight
    Q5_K
    [8192, 29568]