latest
5.4GB
Initialized from Qwen2-7B, this model offers performance comparable to larger models while remaining efficient and fast. It's ideal for developers, researchers, and businesses seeking advanced AI solutions for function calling
7B
373 Pulls Updated 2 months ago
e71215dedef3 · 5.4GB
-
quantize.imatrix.chunks_count128
-
quantize.imatrix.dataset/training_data/calibration_datav3.txt
-
quantize.imatrix.entries_count196
-
quantize.imatrix.file/models/Arcee-Agent-GGUF/Arcee-Agent.imatrix
-
general.architectureqwen2
-
general.file_typeQ5_K_M
-
qwen2.attention.head_count28
-
qwen2.attention.head_count_kv4
-
qwen2.attention.layer_norm_rms_epsilon1e-06
-
qwen2.block_count28
-
qwen2.context_length131072
-
qwen2.embedding_length3584
-
qwen2.feed_forward_length18944
-
qwen2.rope.freq_base1e+06
-
tokenizer.ggml.eos_token_id151645
-
tokenizer.ggml.merges[Ġ Ġ ĠĠ ĠĠ i n Ġ t ĠĠĠĠ ĠĠĠĠ ...]
-
tokenizer.ggml.modelgpt2
-
tokenizer.ggml.padding_token_id151643
-
tokenizer.ggml.preqwen2
-
tokenizer.ggml.token_type[1 1 1 1 1 ...]
-
tokenizer.ggml.tokens[! " # $ % ...]
-
NameTypeShape
-
token_embd.weightQ5_K[3584 152064]
-
blk.0.attn_norm.weightF32[3584]
-
blk.0.ffn_down.weightQ6_K[18944 3584]
-
blk.0.ffn_gate.weightQ5_K[3584 18944]
-
blk.0.ffn_up.weightQ5_K[3584 18944]
-
blk.0.ffn_norm.weightF32[3584]
-
blk.0.attn_k.biasF32[512]
-
blk.0.attn_k.weightQ5_K[3584 512]
-
blk.0.attn_output.weightQ5_K[3584 3584]
-
blk.0.attn_q.biasF32[3584]
-
blk.0.attn_q.weightQ5_K[3584 3584]
-
blk.0.attn_v.biasF32[512]
-
blk.0.attn_v.weightQ6_K[3584 512]
-
blk.1.attn_norm.weightF32[3584]
-
blk.1.ffn_down.weightQ6_K[18944 3584]
-
blk.1.ffn_gate.weightQ5_K[3584 18944]
-
blk.1.ffn_up.weightQ5_K[3584 18944]
-
blk.1.ffn_norm.weightF32[3584]
-
blk.1.attn_k.biasF32[512]
-
blk.1.attn_k.weightQ5_K[3584 512]
-
blk.1.attn_output.weightQ5_K[3584 3584]
-
blk.1.attn_q.biasF32[3584]
-
blk.1.attn_q.weightQ5_K[3584 3584]
-
blk.1.attn_v.biasF32[512]
-
blk.1.attn_v.weightQ6_K[3584 512]
-
blk.2.attn_norm.weightF32[3584]
-
blk.2.ffn_down.weightQ6_K[18944 3584]
-
blk.2.ffn_gate.weightQ5_K[3584 18944]
-
blk.2.ffn_up.weightQ5_K[3584 18944]
-
blk.2.ffn_norm.weightF32[3584]
-
blk.2.attn_k.biasF32[512]
-
blk.2.attn_k.weightQ5_K[3584 512]
-
blk.2.attn_output.weightQ5_K[3584 3584]
-
blk.2.attn_q.biasF32[3584]
-
blk.2.attn_q.weightQ5_K[3584 3584]
-
blk.2.attn_v.biasF32[512]
-
blk.2.attn_v.weightQ6_K[3584 512]
-
blk.3.attn_norm.weightF32[3584]
-
blk.3.ffn_down.weightQ5_K[18944 3584]
-
blk.3.ffn_gate.weightQ5_K[3584 18944]
-
blk.3.ffn_up.weightQ5_K[3584 18944]
-
blk.3.ffn_norm.weightF32[3584]
-
blk.3.attn_k.biasF32[512]
-
blk.3.attn_k.weightQ5_K[3584 512]
-
blk.3.attn_output.weightQ5_K[3584 3584]
-
blk.3.attn_q.biasF32[3584]
-
blk.3.attn_q.weightQ5_K[3584 3584]
-
blk.3.attn_v.biasF32[512]
-
blk.3.attn_v.weightQ5_K[3584 512]
-
blk.4.attn_norm.weightF32[3584]
-
blk.4.ffn_down.weightQ5_K[18944 3584]
-
blk.4.ffn_gate.weightQ5_K[3584 18944]
-
blk.4.ffn_up.weightQ5_K[3584 18944]
-
blk.4.ffn_norm.weightF32[3584]
-
blk.4.attn_k.biasF32[512]
-
blk.4.attn_k.weightQ5_K[3584 512]
-
blk.4.attn_output.weightQ5_K[3584 3584]
-
blk.4.attn_q.biasF32[3584]
-
blk.4.attn_q.weightQ5_K[3584 3584]
-
blk.4.attn_v.biasF32[512]
-
blk.4.attn_v.weightQ5_K[3584 512]
-
blk.5.attn_norm.weightF32[3584]
-
blk.5.ffn_down.weightQ6_K[18944 3584]
-
blk.5.ffn_gate.weightQ5_K[3584 18944]
-
blk.5.ffn_up.weightQ5_K[3584 18944]
-
blk.5.ffn_norm.weightF32[3584]
-
blk.5.attn_k.biasF32[512]
-
blk.5.attn_k.weightQ5_K[3584 512]
-
blk.5.attn_output.weightQ5_K[3584 3584]
-
blk.5.attn_q.biasF32[3584]
-
blk.5.attn_q.weightQ5_K[3584 3584]
-
blk.5.attn_v.biasF32[512]
-
blk.5.attn_v.weightQ6_K[3584 512]
-
blk.6.attn_norm.weightF32[3584]
-
blk.6.ffn_down.weightQ5_K[18944 3584]
-
blk.6.ffn_gate.weightQ5_K[3584 18944]
-
blk.6.ffn_up.weightQ5_K[3584 18944]
-
blk.6.ffn_norm.weightF32[3584]
-
blk.6.attn_k.biasF32[512]
-
blk.6.attn_k.weightQ5_K[3584 512]
-
blk.6.attn_output.weightQ5_K[3584 3584]
-
blk.6.attn_q.biasF32[3584]
-
blk.6.attn_q.weightQ5_K[3584 3584]
-
blk.6.attn_v.biasF32[512]
-
blk.6.attn_v.weightQ5_K[3584 512]
-
blk.7.attn_norm.weightF32[3584]
-
blk.7.ffn_down.weightQ5_K[18944 3584]
-
blk.7.ffn_gate.weightQ5_K[3584 18944]
-
blk.7.ffn_up.weightQ5_K[3584 18944]
-
blk.7.ffn_norm.weightF32[3584]
-
blk.7.attn_k.biasF32[512]
-
blk.7.attn_k.weightQ5_K[3584 512]
-
blk.7.attn_output.weightQ5_K[3584 3584]
-
blk.7.attn_q.biasF32[3584]
-
blk.7.attn_q.weightQ5_K[3584 3584]
-
blk.7.attn_v.biasF32[512]
-
blk.7.attn_v.weightQ5_K[3584 512]
-
blk.8.attn_k.biasF32[512]
-
blk.8.attn_k.weightQ5_K[3584 512]
-
blk.8.attn_output.weightQ5_K[3584 3584]
-
blk.8.attn_q.biasF32[3584]
-
blk.8.attn_q.weightQ5_K[3584 3584]
-
blk.8.attn_v.biasF32[512]
-
blk.8.attn_v.weightQ6_K[3584 512]
-
blk.8.attn_norm.weightF32[3584]
-
blk.8.ffn_down.weightQ5_K[18944 3584]
-
blk.8.ffn_gate.weightQ5_K[3584 18944]
-
blk.8.ffn_up.weightQ5_K[3584 18944]
-
blk.8.ffn_norm.weightF32[3584]
-
blk.9.attn_norm.weightF32[3584]
-
blk.9.ffn_down.weightQ6_K[18944 3584]
-
blk.9.ffn_gate.weightQ5_K[3584 18944]
-
blk.9.ffn_up.weightQ5_K[3584 18944]
-
blk.9.ffn_norm.weightF32[3584]
-
blk.9.attn_k.biasF32[512]
-
blk.9.attn_k.weightQ5_K[3584 512]
-
blk.9.attn_output.weightQ5_K[3584 3584]
-
blk.9.attn_q.biasF32[3584]
-
blk.9.attn_q.weightQ5_K[3584 3584]
-
blk.9.attn_v.biasF32[512]
-
blk.9.attn_v.weightQ5_K[3584 512]
-
blk.10.attn_norm.weightF32[3584]
-
blk.10.ffn_down.weightQ6_K[18944 3584]
-
blk.10.ffn_gate.weightQ5_K[3584 18944]
-
blk.10.ffn_up.weightQ5_K[3584 18944]
-
blk.10.ffn_norm.weightF32[3584]
-
blk.10.attn_k.biasF32[512]
-
blk.10.attn_k.weightQ5_K[3584 512]
-
blk.10.attn_output.weightQ5_K[3584 3584]
-
blk.10.attn_q.biasF32[3584]
-
blk.10.attn_q.weightQ5_K[3584 3584]
-
blk.10.attn_v.biasF32[512]
-
blk.10.attn_v.weightQ5_K[3584 512]
-
blk.11.attn_norm.weightF32[3584]
-
blk.11.ffn_down.weightQ5_K[18944 3584]
-
blk.11.ffn_gate.weightQ5_K[3584 18944]
-
blk.11.ffn_up.weightQ5_K[3584 18944]
-
blk.11.ffn_norm.weightF32[3584]
-
blk.11.attn_k.biasF32[512]
-
blk.11.attn_k.weightQ5_K[3584 512]
-
blk.11.attn_output.weightQ5_K[3584 3584]
-
blk.11.attn_q.biasF32[3584]
-
blk.11.attn_q.weightQ5_K[3584 3584]
-
blk.11.attn_v.biasF32[512]
-
blk.11.attn_v.weightQ5_K[3584 512]
-
blk.12.attn_norm.weightF32[3584]
-
blk.12.ffn_down.weightQ5_K[18944 3584]
-
blk.12.ffn_gate.weightQ5_K[3584 18944]
-
blk.12.ffn_up.weightQ5_K[3584 18944]
-
blk.12.ffn_norm.weightF32[3584]
-
blk.12.attn_k.biasF32[512]
-
blk.12.attn_k.weightQ5_K[3584 512]
-
blk.12.attn_output.weightQ5_K[3584 3584]
-
blk.12.attn_q.biasF32[3584]
-
blk.12.attn_q.weightQ5_K[3584 3584]
-
blk.12.attn_v.biasF32[512]
-
blk.12.attn_v.weightQ6_K[3584 512]
-
blk.13.attn_norm.weightF32[3584]
-
blk.13.ffn_down.weightQ6_K[18944 3584]
-
blk.13.ffn_gate.weightQ5_K[3584 18944]
-
blk.13.ffn_up.weightQ5_K[3584 18944]
-
blk.13.ffn_norm.weightF32[3584]
-
blk.13.attn_k.biasF32[512]
-
blk.13.attn_k.weightQ5_K[3584 512]
-
blk.13.attn_output.weightQ5_K[3584 3584]
-
blk.13.attn_q.biasF32[3584]
-
blk.13.attn_q.weightQ5_K[3584 3584]
-
blk.13.attn_v.biasF32[512]
-
blk.13.attn_v.weightQ5_K[3584 512]
-
blk.14.attn_norm.weightF32[3584]
-
blk.14.ffn_down.weightQ5_K[18944 3584]
-
blk.14.ffn_gate.weightQ5_K[3584 18944]
-
blk.14.ffn_up.weightQ5_K[3584 18944]
-
blk.14.ffn_norm.weightF32[3584]
-
blk.14.attn_k.biasF32[512]
-
blk.14.attn_k.weightQ5_K[3584 512]
-
blk.14.attn_output.weightQ5_K[3584 3584]
-
blk.14.attn_q.biasF32[3584]
-
blk.14.attn_q.weightQ5_K[3584 3584]
-
blk.14.attn_v.biasF32[512]
-
blk.14.attn_v.weightQ5_K[3584 512]
-
blk.15.attn_norm.weightF32[3584]
-
blk.15.ffn_down.weightQ5_K[18944 3584]
-
blk.15.ffn_gate.weightQ5_K[3584 18944]
-
blk.15.ffn_up.weightQ5_K[3584 18944]
-
blk.15.ffn_norm.weightF32[3584]
-
blk.15.attn_k.biasF32[512]
-
blk.15.attn_k.weightQ5_K[3584 512]
-
blk.15.attn_output.weightQ5_K[3584 3584]
-
blk.15.attn_q.biasF32[3584]
-
blk.15.attn_q.weightQ5_K[3584 3584]
-
blk.15.attn_v.biasF32[512]
-
blk.15.attn_v.weightQ6_K[3584 512]
-
blk.16.attn_norm.weightF32[3584]
-
blk.16.ffn_down.weightQ6_K[18944 3584]
-
blk.16.ffn_gate.weightQ5_K[3584 18944]
-
blk.16.ffn_up.weightQ5_K[3584 18944]
-
blk.16.ffn_norm.weightF32[3584]
-
blk.16.attn_k.biasF32[512]
-
blk.16.attn_k.weightQ5_K[3584 512]
-
blk.16.attn_output.weightQ5_K[3584 3584]
-
blk.16.attn_q.biasF32[3584]
-
blk.16.attn_q.weightQ5_K[3584 3584]
-
blk.16.attn_v.biasF32[512]
-
blk.16.attn_v.weightQ5_K[3584 512]
-
blk.17.attn_norm.weightF32[3584]
-
blk.17.ffn_down.weightQ5_K[18944 3584]
-
blk.17.ffn_gate.weightQ5_K[3584 18944]
-
blk.17.ffn_up.weightQ5_K[3584 18944]
-
blk.17.ffn_norm.weightF32[3584]
-
blk.17.attn_k.biasF32[512]
-
blk.17.attn_k.weightQ5_K[3584 512]
-
blk.17.attn_output.weightQ5_K[3584 3584]
-
blk.17.attn_q.biasF32[3584]
-
blk.17.attn_q.weightQ5_K[3584 3584]
-
blk.17.attn_v.biasF32[512]
-
blk.17.attn_v.weightQ5_K[3584 512]
-
blk.18.ffn_gate.weightQ5_K[3584 18944]
-
blk.18.ffn_up.weightQ5_K[3584 18944]
-
blk.18.attn_k.biasF32[512]
-
blk.18.attn_k.weightQ5_K[3584 512]
-
blk.18.attn_output.weightQ5_K[3584 3584]
-
blk.18.attn_q.biasF32[3584]
-
blk.18.attn_q.weightQ5_K[3584 3584]
-
blk.18.attn_v.biasF32[512]
-
blk.18.attn_v.weightQ6_K[3584 512]
-
blk.18.attn_norm.weightF32[3584]
-
blk.18.ffn_down.weightQ5_K[18944 3584]
-
blk.18.ffn_norm.weightF32[3584]
-
blk.19.attn_norm.weightF32[3584]
-
blk.19.ffn_down.weightQ5_K[18944 3584]
-
blk.19.ffn_gate.weightQ5_K[3584 18944]
-
blk.19.ffn_up.weightQ5_K[3584 18944]
-
blk.19.ffn_norm.weightF32[3584]
-
blk.19.attn_k.biasF32[512]
-
blk.19.attn_k.weightQ5_K[3584 512]
-
blk.19.attn_output.weightQ5_K[3584 3584]
-
blk.19.attn_q.biasF32[3584]
-
blk.19.attn_q.weightQ5_K[3584 3584]
-
blk.19.attn_v.biasF32[512]
-
blk.19.attn_v.weightQ5_K[3584 512]
-
blk.20.attn_norm.weightF32[3584]
-
blk.20.ffn_down.weightQ6_K[18944 3584]
-
blk.20.ffn_gate.weightQ5_K[3584 18944]
-
blk.20.ffn_up.weightQ5_K[3584 18944]
-
blk.20.ffn_norm.weightF32[3584]
-
blk.20.attn_k.biasF32[512]
-
blk.20.attn_k.weightQ5_K[3584 512]
-
blk.20.attn_output.weightQ5_K[3584 3584]
-
blk.20.attn_q.biasF32[3584]
-
blk.20.attn_q.weightQ5_K[3584 3584]
-
blk.20.attn_v.biasF32[512]
-
blk.20.attn_v.weightQ6_K[3584 512]
-
blk.21.attn_norm.weightF32[3584]
-
blk.21.ffn_down.weightQ5_K[18944 3584]
-
blk.21.ffn_gate.weightQ5_K[3584 18944]
-
blk.21.ffn_up.weightQ5_K[3584 18944]
-
blk.21.ffn_norm.weightF32[3584]
-
blk.21.attn_k.biasF32[512]
-
blk.21.attn_k.weightQ5_K[3584 512]
-
blk.21.attn_output.weightQ5_K[3584 3584]
-
blk.21.attn_q.biasF32[3584]
-
blk.21.attn_q.weightQ5_K[3584 3584]
-
blk.21.attn_v.biasF32[512]
-
blk.21.attn_v.weightQ5_K[3584 512]
-
blk.22.attn_norm.weightF32[3584]
-
blk.22.ffn_down.weightQ5_K[18944 3584]
-
blk.22.ffn_gate.weightQ5_K[3584 18944]
-
blk.22.ffn_up.weightQ5_K[3584 18944]
-
blk.22.ffn_norm.weightF32[3584]
-
blk.22.attn_k.biasF32[512]
-
blk.22.attn_k.weightQ5_K[3584 512]
-
blk.22.attn_output.weightQ5_K[3584 3584]
-
blk.22.attn_q.biasF32[3584]
-
blk.22.attn_q.weightQ5_K[3584 3584]
-
blk.22.attn_v.biasF32[512]
-
blk.22.attn_v.weightQ5_K[3584 512]
-
blk.23.attn_norm.weightF32[3584]
-
blk.23.ffn_down.weightQ6_K[18944 3584]
-
blk.23.ffn_gate.weightQ5_K[3584 18944]
-
blk.23.ffn_up.weightQ5_K[3584 18944]
-
blk.23.ffn_norm.weightF32[3584]
-
blk.23.attn_k.biasF32[512]
-
blk.23.attn_k.weightQ5_K[3584 512]
-
blk.23.attn_output.weightQ5_K[3584 3584]
-
blk.23.attn_q.biasF32[3584]
-
blk.23.attn_q.weightQ5_K[3584 3584]
-
blk.23.attn_v.biasF32[512]
-
blk.23.attn_v.weightQ6_K[3584 512]
-
blk.24.attn_norm.weightF32[3584]
-
blk.24.ffn_down.weightQ6_K[18944 3584]
-
blk.24.ffn_gate.weightQ5_K[3584 18944]
-
blk.24.ffn_up.weightQ5_K[3584 18944]
-
blk.24.ffn_norm.weightF32[3584]
-
blk.24.attn_k.biasF32[512]
-
blk.24.attn_k.weightQ5_K[3584 512]
-
blk.24.attn_output.weightQ5_K[3584 3584]
-
blk.24.attn_q.biasF32[3584]
-
blk.24.attn_q.weightQ5_K[3584 3584]
-
blk.24.attn_v.biasF32[512]
-
blk.24.attn_v.weightQ6_K[3584 512]
-
blk.25.attn_norm.weightF32[3584]
-
blk.25.ffn_down.weightQ6_K[18944 3584]
-
blk.25.ffn_gate.weightQ5_K[3584 18944]
-
blk.25.ffn_up.weightQ5_K[3584 18944]
-
blk.25.ffn_norm.weightF32[3584]
-
blk.25.attn_k.biasF32[512]
-
blk.25.attn_k.weightQ5_K[3584 512]
-
blk.25.attn_output.weightQ5_K[3584 3584]
-
blk.25.attn_q.biasF32[3584]
-
blk.25.attn_q.weightQ5_K[3584 3584]
-
blk.25.attn_v.biasF32[512]
-
blk.25.attn_v.weightQ6_K[3584 512]
-
blk.26.attn_norm.weightF32[3584]
-
blk.26.ffn_down.weightQ6_K[18944 3584]
-
blk.26.ffn_gate.weightQ5_K[3584 18944]
-
blk.26.ffn_up.weightQ5_K[3584 18944]
-
blk.26.ffn_norm.weightF32[3584]
-
blk.26.attn_k.biasF32[512]
-
blk.26.attn_k.weightQ5_K[3584 512]
-
blk.26.attn_output.weightQ5_K[3584 3584]
-
blk.26.attn_q.biasF32[3584]
-
blk.26.attn_q.weightQ5_K[3584 3584]
-
blk.26.attn_v.biasF32[512]
-
blk.26.attn_v.weightQ6_K[3584 512]
-
blk.27.attn_norm.weightF32[3584]
-
blk.27.ffn_down.weightQ6_K[18944 3584]
-
blk.27.ffn_gate.weightQ5_K[3584 18944]
-
blk.27.ffn_up.weightQ5_K[3584 18944]
-
blk.27.ffn_norm.weightF32[3584]
-
blk.27.attn_k.biasF32[512]
-
blk.27.attn_k.weightQ5_K[3584 512]
-
blk.27.attn_output.weightQ5_K[3584 3584]
-
blk.27.attn_q.biasF32[3584]
-
blk.27.attn_q.weightQ5_K[3584 3584]
-
blk.27.attn_v.biasF32[512]
-
blk.27.attn_v.weightQ6_K[3584 512]
-
output_norm.weightF32[3584]
-
output.weightQ6_K[3584 152064]
Metadata
Tensors
blk.0
blk.1
blk.2
blk.3
blk.4
blk.5
blk.6
blk.7
blk.8
blk.9
blk.10
blk.11
blk.12
blk.13
blk.14
blk.15
blk.16
blk.17
blk.18
blk.19
blk.20
blk.21
blk.22
blk.23
blk.24
blk.25
blk.26
blk.27