saputrabudi/
exabot:code13b-bahasa

15 2 months ago

ExaBot Code13B Bahasa Indonesia adalah model AI coding assistant yang dikhususkan untuk membantu dengan tugas pemrograman dalam bahasa Indonesia. Model ini dibuat oleh Saputra Budi dan dioptimalkan untuk penggunaan resources yang efisien.

... /
model
e73cc17c7181 · 7.4GB
    Metadata
  • general.architecture
    llama
  • general.file_type
    Q4_0
  • llama.attention.head_count
    40
  • llama.attention.head_count_kv
    40
  • llama.attention.layer_norm_rms_epsilon
    1e-05
  • llama.block_count
    40
  • llama.context_length
    16384
  • llama.embedding_length
    5120
  • llama.feed_forward_length
    13824
  • llama.rope.dimension_count
    128
  • llama.rope.freq_base
    1e+06
  • tokenizer.ggml.bos_token_id
    1
  • tokenizer.ggml.eos_token_id
    2
  • tokenizer.ggml.model
    llama
  • tokenizer.ggml.scores
    [0, 0, 0, 0, 0, ...]
  • tokenizer.ggml.token_type
    [2, 3, 3, 6, 6, ...]
  • tokenizer.ggml.tokens
    [<unk>, <s>, </s>, <0x00>, <0x01>, ...]
  • tokenizer.ggml.unknown_token_id
    0
    • Tensor
  • token_embd.weight
    Q4_0
    [5120, 32016]
    • blk.0
  • blk.0.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.0.attn_norm.weight
    F32
    [5120]
  • blk.0.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.0.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.0.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.0.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.0.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.0.ffn_norm.weight
    F32
    [5120]
  • blk.0.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.1
  • blk.1.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.1.attn_norm.weight
    F32
    [5120]
  • blk.1.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.1.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.1.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.1.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.1.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.1.ffn_norm.weight
    F32
    [5120]
  • blk.1.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.2
  • blk.2.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.2.attn_norm.weight
    F32
    [5120]
  • blk.2.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.2.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.2.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.2.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.2.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.2.ffn_norm.weight
    F32
    [5120]
  • blk.2.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.3
  • blk.3.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.3.attn_norm.weight
    F32
    [5120]
  • blk.3.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.3.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.3.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.3.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.3.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.3.ffn_norm.weight
    F32
    [5120]
  • blk.3.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.4
  • blk.4.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.4.attn_norm.weight
    F32
    [5120]
  • blk.4.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.4.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.4.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.4.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.4.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.4.ffn_norm.weight
    F32
    [5120]
  • blk.4.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.5
  • blk.5.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.5.attn_norm.weight
    F32
    [5120]
  • blk.5.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.5.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.5.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.5.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.5.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.5.ffn_norm.weight
    F32
    [5120]
  • blk.5.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.6
  • blk.6.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.6.attn_norm.weight
    F32
    [5120]
  • blk.6.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.6.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.6.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.6.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.6.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.6.ffn_norm.weight
    F32
    [5120]
  • blk.6.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.7
  • blk.7.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.7.attn_norm.weight
    F32
    [5120]
  • blk.7.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.7.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.7.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.7.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.7.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.7.ffn_norm.weight
    F32
    [5120]
  • blk.7.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.8
  • blk.8.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.8.attn_norm.weight
    F32
    [5120]
  • blk.8.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.8.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.8.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.8.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.8.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.8.ffn_norm.weight
    F32
    [5120]
  • blk.8.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.9
  • blk.9.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.9.attn_norm.weight
    F32
    [5120]
  • blk.9.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.9.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.9.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.9.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.9.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.9.ffn_norm.weight
    F32
    [5120]
  • blk.9.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.10
  • blk.10.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.10.attn_norm.weight
    F32
    [5120]
  • blk.10.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.10.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.10.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.10.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.10.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.10.ffn_norm.weight
    F32
    [5120]
  • blk.10.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.11
  • blk.11.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.11.attn_norm.weight
    F32
    [5120]
  • blk.11.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.11.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.11.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.11.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.11.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.11.ffn_norm.weight
    F32
    [5120]
  • blk.11.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.12
  • blk.12.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.12.attn_norm.weight
    F32
    [5120]
  • blk.12.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.12.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.12.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.12.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.12.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.12.ffn_norm.weight
    F32
    [5120]
  • blk.12.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.13
  • blk.13.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.13.attn_norm.weight
    F32
    [5120]
  • blk.13.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.13.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.13.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.13.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.13.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.13.ffn_norm.weight
    F32
    [5120]
  • blk.13.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.14
  • blk.14.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.14.attn_norm.weight
    F32
    [5120]
  • blk.14.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.14.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.14.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.14.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.14.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.14.ffn_norm.weight
    F32
    [5120]
  • blk.14.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.15
  • blk.15.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.15.attn_norm.weight
    F32
    [5120]
  • blk.15.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.15.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.15.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.15.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.15.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.15.ffn_norm.weight
    F32
    [5120]
  • blk.15.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.16
  • blk.16.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.16.attn_norm.weight
    F32
    [5120]
  • blk.16.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.16.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.16.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.16.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.16.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.16.ffn_norm.weight
    F32
    [5120]
  • blk.16.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.17
  • blk.17.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.17.attn_norm.weight
    F32
    [5120]
  • blk.17.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.17.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.17.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.17.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.17.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.17.ffn_norm.weight
    F32
    [5120]
  • blk.17.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.18
  • blk.18.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.18.attn_norm.weight
    F32
    [5120]
  • blk.18.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.18.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.18.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.18.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.18.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.18.ffn_norm.weight
    F32
    [5120]
  • blk.18.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.19
  • blk.19.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.19.attn_norm.weight
    F32
    [5120]
  • blk.19.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.19.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.19.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.19.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.19.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.19.ffn_norm.weight
    F32
    [5120]
  • blk.19.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.20
  • blk.20.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.20.attn_norm.weight
    F32
    [5120]
  • blk.20.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.20.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.20.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.20.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.20.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.20.ffn_norm.weight
    F32
    [5120]
  • blk.20.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.21
  • blk.21.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.21.attn_norm.weight
    F32
    [5120]
  • blk.21.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.21.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.21.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.21.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.21.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.21.ffn_norm.weight
    F32
    [5120]
  • blk.21.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.22
  • blk.22.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.22.attn_norm.weight
    F32
    [5120]
  • blk.22.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.22.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.22.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.22.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.22.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.22.ffn_norm.weight
    F32
    [5120]
  • blk.22.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.23
  • blk.23.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.23.attn_norm.weight
    F32
    [5120]
  • blk.23.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.23.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.23.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.23.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.23.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.23.ffn_norm.weight
    F32
    [5120]
  • blk.23.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.24
  • blk.24.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.24.attn_norm.weight
    F32
    [5120]
  • blk.24.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.24.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.24.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.24.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.24.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.24.ffn_norm.weight
    F32
    [5120]
  • blk.24.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.25
  • blk.25.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.25.attn_norm.weight
    F32
    [5120]
  • blk.25.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.25.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.25.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.25.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.25.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.25.ffn_norm.weight
    F32
    [5120]
  • blk.25.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.26
  • blk.26.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.26.attn_norm.weight
    F32
    [5120]
  • blk.26.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.26.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.26.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.26.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.26.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.26.ffn_norm.weight
    F32
    [5120]
  • blk.26.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.27
  • blk.27.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.27.attn_norm.weight
    F32
    [5120]
  • blk.27.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.27.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.27.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.27.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.27.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.27.ffn_norm.weight
    F32
    [5120]
  • blk.27.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.28
  • blk.28.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.28.attn_norm.weight
    F32
    [5120]
  • blk.28.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.28.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.28.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.28.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.28.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.28.ffn_norm.weight
    F32
    [5120]
  • blk.28.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.29
  • blk.29.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.29.attn_norm.weight
    F32
    [5120]
  • blk.29.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.29.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.29.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.29.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.29.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.29.ffn_norm.weight
    F32
    [5120]
  • blk.29.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.30
  • blk.30.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.30.attn_norm.weight
    F32
    [5120]
  • blk.30.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.30.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.30.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.30.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.30.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.30.ffn_norm.weight
    F32
    [5120]
  • blk.30.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.31
  • blk.31.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.31.attn_norm.weight
    F32
    [5120]
  • blk.31.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.31.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.31.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.31.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.31.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.31.ffn_norm.weight
    F32
    [5120]
  • blk.31.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.32
  • blk.32.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.32.attn_norm.weight
    F32
    [5120]
  • blk.32.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.32.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.32.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.32.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.32.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.32.ffn_norm.weight
    F32
    [5120]
  • blk.32.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.33
  • blk.33.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.33.attn_norm.weight
    F32
    [5120]
  • blk.33.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.33.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.33.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.33.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.33.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.33.ffn_norm.weight
    F32
    [5120]
  • blk.33.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.34
  • blk.34.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.34.attn_norm.weight
    F32
    [5120]
  • blk.34.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.34.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.34.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.34.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.34.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.34.ffn_norm.weight
    F32
    [5120]
  • blk.34.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.35
  • blk.35.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.35.attn_norm.weight
    F32
    [5120]
  • blk.35.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.35.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.35.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.35.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.35.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.35.ffn_norm.weight
    F32
    [5120]
  • blk.35.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.36
  • blk.36.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.36.attn_norm.weight
    F32
    [5120]
  • blk.36.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.36.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.36.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.36.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.36.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.36.ffn_norm.weight
    F32
    [5120]
  • blk.36.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.37
  • blk.37.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.37.attn_norm.weight
    F32
    [5120]
  • blk.37.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.37.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.37.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.37.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.37.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.37.ffn_norm.weight
    F32
    [5120]
  • blk.37.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.38
  • blk.38.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.38.attn_norm.weight
    F32
    [5120]
  • blk.38.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.38.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.38.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.38.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.38.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.38.ffn_norm.weight
    F32
    [5120]
  • blk.38.ffn_up.weight
    Q4_0
    [5120, 13824]
    • blk.39
  • blk.39.attn_k.weight
    Q4_0
    [5120, 5120]
  • blk.39.attn_norm.weight
    F32
    [5120]
  • blk.39.attn_output.weight
    Q4_0
    [5120, 5120]
  • blk.39.attn_q.weight
    Q4_0
    [5120, 5120]
  • blk.39.attn_v.weight
    Q4_0
    [5120, 5120]
  • blk.39.ffn_down.weight
    Q4_0
    [13824, 5120]
  • blk.39.ffn_gate.weight
    Q4_0
    [5120, 13824]
  • blk.39.ffn_norm.weight
    F32
    [5120]
  • blk.39.ffn_up.weight
    Q4_0
    [5120, 13824]
  • output.weight
    Q6_K
    [5120, 32016]
  • output_norm.weight
    F32
    [5120]