orcarouter/ Ripple-65B-abliterated:mix-8bit

34 yesterday

... /
model
1d3c95c27b45 ยท 19GB
    Metadata
  • split.count
    2
  • split.no
    1
  • split.tensors.count
    1203
    • Tensor
    blk.54
  • blk.54.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.55
  • blk.55.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.56
  • blk.56.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.57
  • blk.57.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.57.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.57.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.58
  • blk.58.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.58.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.58.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.59
  • blk.59.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.59.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.59.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.60
  • blk.60.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.60.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.60.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.60.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.60.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.60.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.61
  • blk.61.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.61.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.61.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.61.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.61.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.61.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.62
  • blk.62.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.62.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.62.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.62.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.62.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.62.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.63
  • blk.63.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.63.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.63.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.63.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.63.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.63.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.64
  • blk.64.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.64.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.64.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.64.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.64.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.64.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.65
  • blk.65.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.65.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.65.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.65.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.65.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.65.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.66
  • blk.66.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.66.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.66.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.66.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.66.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.66.ffn_up.weight
    Q6_K
    [5120, 40960]
    • blk.67
  • blk.67.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.67.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.67.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.67.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.67.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.67.ffn_up.weight
    Q6_K
    [5120, 40960]
    • blk.68
  • blk.68.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.68.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.68.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.68.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.68.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.68.ffn_up.weight
    Q6_K
    [5120, 40960]
    • blk.69
  • blk.69.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.69.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.69.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.69.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.69.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.69.ffn_up.weight
    Q6_K
    [5120, 40960]
    • blk.70
  • blk.70.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.70.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.70.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.70.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.70.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.70.ffn_up.weight
    Q6_K
    [5120, 40960]
    • blk.71
  • blk.71.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.71.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.71.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.71.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.71.ffn_gate.weight
    Q6_K
    [5120, 40960]
  • blk.71.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.72
  • blk.72.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.72.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.72.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.72.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.72.ffn_gate.weight
    Q6_K
    [5120, 40960]
  • blk.72.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.73
  • blk.73.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.73.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.73.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.73.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.73.ffn_gate.weight
    Q6_K
    [5120, 40960]
  • blk.73.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.74
  • blk.74.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.74.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.74.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.74.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.74.ffn_gate.weight
    Q6_K
    [5120, 40960]
  • blk.74.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.75
  • blk.75.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.75.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.75.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.75.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.75.ffn_gate.weight
    Q6_K
    [5120, 40960]
  • blk.75.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.76
  • blk.76.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.76.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.76.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.76.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.76.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.76.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.77
  • blk.77.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.77.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.77.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.77.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.77.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.77.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.78
  • blk.78.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.78.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.78.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.78.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.78.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.78.ffn_up.weight
    Q8_0
    [5120, 40960]
    • blk.79
  • blk.79.attn_gate.weight
    Q8_0
    [5120, 10240]
  • blk.79.attn_output.weight
    Q8_0
    [10240, 5120]
  • blk.79.attn_q.weight
    Q8_0
    [5120, 10240]
  • blk.79.ffn_down.weight
    Q8_0
    [40960, 5120]
  • blk.79.ffn_gate.weight
    Q8_0
    [5120, 40960]
  • blk.79.ffn_up.weight
    Q8_0
    [5120, 40960]