Models
GitHub
Discord
Turbo
Sign in
Download
Models
Download
GitHub
Discord
Sign in
MrScarySpaceCat
/
gemma3-tools
:12b
743
Downloads
Updated
5 months ago
Gemma3, but with vision AND tool calling?! What could be better than that?
Gemma3, but with vision AND tool calling?! What could be better than that?
Cancel
vision
tools
4b
12b
27b
gemma3-tools:12b
...
/
model
e8ad13eff07a · 8.1GB
Metadata
general.architecture
gemma3
gemma3
general.file_type
Q4_K_M
Q4_K_M
gemma3.attention.head_count
16
16
gemma3.attention.head_count_kv
8
8
gemma3.attention.key_length
256
256
gemma3.attention.sliding_window
1024
1024
gemma3.attention.value_length
256
256
gemma3.block_count
48
48
gemma3.context_length
131072
131072
gemma3.embedding_length
3840
3840
gemma3.feed_forward_length
15360
15360
gemma3.mm.tokens_per_image
256
256
gemma3.vision.attention.head_count
16
16
gemma3.vision.attention.layer_norm_epsilon
1e-06
1e-06
gemma3.vision.block_count
27
27
gemma3.vision.embedding_length
1152
1152
gemma3.vision.feed_forward_length
4304
4304
gemma3.vision.image_size
896
896
gemma3.vision.num_channels
3
3
gemma3.vision.patch_size
14
14
tokenizer.ggml.add_bos_token
true
true
tokenizer.ggml.add_eos_token
false
false
tokenizer.ggml.add_padding_token
false
false
tokenizer.ggml.add_unknown_token
false
false
tokenizer.ggml.bos_token_id
2
2
tokenizer.ggml.eos_token_id
1
1
tokenizer.ggml.merges
[ , ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁, , , ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁, ...]
[ , ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁, , , ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁, ...]
tokenizer.ggml.model
llama
llama
tokenizer.ggml.padding_token_id
0
0
tokenizer.ggml.pre
default
default
tokenizer.ggml.scores
[0, 0, 0, 0, 0, ...]
[0, 0, 0, 0, 0, ...]
tokenizer.ggml.token_type
[3, 3, 3, 2, 1, ...]
[3, 3, 3, 2, 1, ...]
tokenizer.ggml.tokens
[<pad>, <eos>, <bos>, <unk>, <mask>, ...]
[<pad>, <eos>, <bos>, <unk>, <mask>, ...]
tokenizer.ggml.unknown_token_id
3
3
Tensor
Name
Type
Shape
token_embd.weight
Q6_K
Q6_K
[3840, 262144]
blk.0
blk.0.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.0.attn_k_norm.weight
F32
F32
[256]
blk.0.attn_norm.weight
F32
F32
[3840]
blk.0.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.0.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.0.attn_q_norm.weight
F32
F32
[256]
blk.0.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.0.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.0.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.0.ffn_norm.weight
F32
F32
[3840]
blk.0.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.0.post_attention_norm.weight
F32
F32
[3840]
blk.0.post_ffw_norm.weight
F32
F32
[3840]
blk.1
blk.1.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.1.attn_k_norm.weight
F32
F32
[256]
blk.1.attn_norm.weight
F32
F32
[3840]
blk.1.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.1.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.1.attn_q_norm.weight
F32
F32
[256]
blk.1.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.1.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.1.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.1.ffn_norm.weight
F32
F32
[3840]
blk.1.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.1.post_attention_norm.weight
F32
F32
[3840]
blk.1.post_ffw_norm.weight
F32
F32
[3840]
blk.2
blk.2.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.2.attn_k_norm.weight
F32
F32
[256]
blk.2.attn_norm.weight
F32
F32
[3840]
blk.2.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.2.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.2.attn_q_norm.weight
F32
F32
[256]
blk.2.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.2.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.2.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.2.ffn_norm.weight
F32
F32
[3840]
blk.2.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.2.post_attention_norm.weight
F32
F32
[3840]
blk.2.post_ffw_norm.weight
F32
F32
[3840]
blk.3
blk.3.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.3.attn_k_norm.weight
F32
F32
[256]
blk.3.attn_norm.weight
F32
F32
[3840]
blk.3.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.3.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.3.attn_q_norm.weight
F32
F32
[256]
blk.3.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.3.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.3.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.3.ffn_norm.weight
F32
F32
[3840]
blk.3.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.3.post_attention_norm.weight
F32
F32
[3840]
blk.3.post_ffw_norm.weight
F32
F32
[3840]
blk.4
blk.4.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.4.attn_k_norm.weight
F32
F32
[256]
blk.4.attn_norm.weight
F32
F32
[3840]
blk.4.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.4.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.4.attn_q_norm.weight
F32
F32
[256]
blk.4.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.4.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.4.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.4.ffn_norm.weight
F32
F32
[3840]
blk.4.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.4.post_attention_norm.weight
F32
F32
[3840]
blk.4.post_ffw_norm.weight
F32
F32
[3840]
blk.5
blk.5.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.5.attn_k_norm.weight
F32
F32
[256]
blk.5.attn_norm.weight
F32
F32
[3840]
blk.5.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.5.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.5.attn_q_norm.weight
F32
F32
[256]
blk.5.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.5.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.5.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.5.ffn_norm.weight
F32
F32
[3840]
blk.5.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.5.post_attention_norm.weight
F32
F32
[3840]
blk.5.post_ffw_norm.weight
F32
F32
[3840]
blk.6
blk.6.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.6.attn_k_norm.weight
F32
F32
[256]
blk.6.attn_norm.weight
F32
F32
[3840]
blk.6.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.6.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.6.attn_q_norm.weight
F32
F32
[256]
blk.6.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.6.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.6.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.6.ffn_norm.weight
F32
F32
[3840]
blk.6.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.6.post_attention_norm.weight
F32
F32
[3840]
blk.6.post_ffw_norm.weight
F32
F32
[3840]
blk.7
blk.7.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.7.attn_k_norm.weight
F32
F32
[256]
blk.7.attn_norm.weight
F32
F32
[3840]
blk.7.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.7.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.7.attn_q_norm.weight
F32
F32
[256]
blk.7.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.7.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.7.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.7.ffn_norm.weight
F32
F32
[3840]
blk.7.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.7.post_attention_norm.weight
F32
F32
[3840]
blk.7.post_ffw_norm.weight
F32
F32
[3840]
blk.8
blk.8.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.8.attn_k_norm.weight
F32
F32
[256]
blk.8.attn_norm.weight
F32
F32
[3840]
blk.8.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.8.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.8.attn_q_norm.weight
F32
F32
[256]
blk.8.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.8.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.8.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.8.ffn_norm.weight
F32
F32
[3840]
blk.8.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.8.post_attention_norm.weight
F32
F32
[3840]
blk.8.post_ffw_norm.weight
F32
F32
[3840]
blk.9
blk.9.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.9.attn_k_norm.weight
F32
F32
[256]
blk.9.attn_norm.weight
F32
F32
[3840]
blk.9.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.9.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.9.attn_q_norm.weight
F32
F32
[256]
blk.9.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.9.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.9.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.9.ffn_norm.weight
F32
F32
[3840]
blk.9.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.9.post_attention_norm.weight
F32
F32
[3840]
blk.9.post_ffw_norm.weight
F32
F32
[3840]
blk.10
blk.10.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.10.attn_k_norm.weight
F32
F32
[256]
blk.10.attn_norm.weight
F32
F32
[3840]
blk.10.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.10.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.10.attn_q_norm.weight
F32
F32
[256]
blk.10.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.10.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.10.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.10.ffn_norm.weight
F32
F32
[3840]
blk.10.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.10.post_attention_norm.weight
F32
F32
[3840]
blk.10.post_ffw_norm.weight
F32
F32
[3840]
blk.11
blk.11.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.11.attn_k_norm.weight
F32
F32
[256]
blk.11.attn_norm.weight
F32
F32
[3840]
blk.11.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.11.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.11.attn_q_norm.weight
F32
F32
[256]
blk.11.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.11.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.11.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.11.ffn_norm.weight
F32
F32
[3840]
blk.11.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.11.post_attention_norm.weight
F32
F32
[3840]
blk.11.post_ffw_norm.weight
F32
F32
[3840]
blk.12
blk.12.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.12.attn_k_norm.weight
F32
F32
[256]
blk.12.attn_norm.weight
F32
F32
[3840]
blk.12.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.12.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.12.attn_q_norm.weight
F32
F32
[256]
blk.12.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.12.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.12.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.12.ffn_norm.weight
F32
F32
[3840]
blk.12.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.12.post_attention_norm.weight
F32
F32
[3840]
blk.12.post_ffw_norm.weight
F32
F32
[3840]
blk.13
blk.13.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.13.attn_k_norm.weight
F32
F32
[256]
blk.13.attn_norm.weight
F32
F32
[3840]
blk.13.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.13.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.13.attn_q_norm.weight
F32
F32
[256]
blk.13.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.13.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.13.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.13.ffn_norm.weight
F32
F32
[3840]
blk.13.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.13.post_attention_norm.weight
F32
F32
[3840]
blk.13.post_ffw_norm.weight
F32
F32
[3840]
blk.14
blk.14.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.14.attn_k_norm.weight
F32
F32
[256]
blk.14.attn_norm.weight
F32
F32
[3840]
blk.14.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.14.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.14.attn_q_norm.weight
F32
F32
[256]
blk.14.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.14.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.14.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.14.ffn_norm.weight
F32
F32
[3840]
blk.14.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.14.post_attention_norm.weight
F32
F32
[3840]
blk.14.post_ffw_norm.weight
F32
F32
[3840]
blk.15
blk.15.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.15.attn_k_norm.weight
F32
F32
[256]
blk.15.attn_norm.weight
F32
F32
[3840]
blk.15.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.15.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.15.attn_q_norm.weight
F32
F32
[256]
blk.15.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.15.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.15.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.15.ffn_norm.weight
F32
F32
[3840]
blk.15.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.15.post_attention_norm.weight
F32
F32
[3840]
blk.15.post_ffw_norm.weight
F32
F32
[3840]
blk.16
blk.16.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.16.attn_k_norm.weight
F32
F32
[256]
blk.16.attn_norm.weight
F32
F32
[3840]
blk.16.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.16.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.16.attn_q_norm.weight
F32
F32
[256]
blk.16.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.16.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.16.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.16.ffn_norm.weight
F32
F32
[3840]
blk.16.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.16.post_attention_norm.weight
F32
F32
[3840]
blk.16.post_ffw_norm.weight
F32
F32
[3840]
blk.17
blk.17.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.17.attn_k_norm.weight
F32
F32
[256]
blk.17.attn_norm.weight
F32
F32
[3840]
blk.17.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.17.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.17.attn_q_norm.weight
F32
F32
[256]
blk.17.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.17.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.17.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.17.ffn_norm.weight
F32
F32
[3840]
blk.17.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.17.post_attention_norm.weight
F32
F32
[3840]
blk.17.post_ffw_norm.weight
F32
F32
[3840]
blk.18
blk.18.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.18.attn_k_norm.weight
F32
F32
[256]
blk.18.attn_norm.weight
F32
F32
[3840]
blk.18.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.18.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.18.attn_q_norm.weight
F32
F32
[256]
blk.18.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.18.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.18.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.18.ffn_norm.weight
F32
F32
[3840]
blk.18.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.18.post_attention_norm.weight
F32
F32
[3840]
blk.18.post_ffw_norm.weight
F32
F32
[3840]
blk.19
blk.19.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.19.attn_k_norm.weight
F32
F32
[256]
blk.19.attn_norm.weight
F32
F32
[3840]
blk.19.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.19.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.19.attn_q_norm.weight
F32
F32
[256]
blk.19.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.19.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.19.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.19.ffn_norm.weight
F32
F32
[3840]
blk.19.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.19.post_attention_norm.weight
F32
F32
[3840]
blk.19.post_ffw_norm.weight
F32
F32
[3840]
blk.20
blk.20.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.20.attn_k_norm.weight
F32
F32
[256]
blk.20.attn_norm.weight
F32
F32
[3840]
blk.20.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.20.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.20.attn_q_norm.weight
F32
F32
[256]
blk.20.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.20.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.20.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.20.ffn_norm.weight
F32
F32
[3840]
blk.20.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.20.post_attention_norm.weight
F32
F32
[3840]
blk.20.post_ffw_norm.weight
F32
F32
[3840]
blk.21
blk.21.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.21.attn_k_norm.weight
F32
F32
[256]
blk.21.attn_norm.weight
F32
F32
[3840]
blk.21.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.21.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.21.attn_q_norm.weight
F32
F32
[256]
blk.21.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.21.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.21.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.21.ffn_norm.weight
F32
F32
[3840]
blk.21.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.21.post_attention_norm.weight
F32
F32
[3840]
blk.21.post_ffw_norm.weight
F32
F32
[3840]
blk.22
blk.22.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.22.attn_k_norm.weight
F32
F32
[256]
blk.22.attn_norm.weight
F32
F32
[3840]
blk.22.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.22.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.22.attn_q_norm.weight
F32
F32
[256]
blk.22.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.22.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.22.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.22.ffn_norm.weight
F32
F32
[3840]
blk.22.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.22.post_attention_norm.weight
F32
F32
[3840]
blk.22.post_ffw_norm.weight
F32
F32
[3840]
blk.23
blk.23.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.23.attn_k_norm.weight
F32
F32
[256]
blk.23.attn_norm.weight
F32
F32
[3840]
blk.23.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.23.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.23.attn_q_norm.weight
F32
F32
[256]
blk.23.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.23.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.23.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.23.ffn_norm.weight
F32
F32
[3840]
blk.23.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.23.post_attention_norm.weight
F32
F32
[3840]
blk.23.post_ffw_norm.weight
F32
F32
[3840]
blk.24
blk.24.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.24.attn_k_norm.weight
F32
F32
[256]
blk.24.attn_norm.weight
F32
F32
[3840]
blk.24.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.24.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.24.attn_q_norm.weight
F32
F32
[256]
blk.24.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.24.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.24.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.24.ffn_norm.weight
F32
F32
[3840]
blk.24.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.24.post_attention_norm.weight
F32
F32
[3840]
blk.24.post_ffw_norm.weight
F32
F32
[3840]
blk.25
blk.25.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.25.attn_k_norm.weight
F32
F32
[256]
blk.25.attn_norm.weight
F32
F32
[3840]
blk.25.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.25.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.25.attn_q_norm.weight
F32
F32
[256]
blk.25.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.25.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.25.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.25.ffn_norm.weight
F32
F32
[3840]
blk.25.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.25.post_attention_norm.weight
F32
F32
[3840]
blk.25.post_ffw_norm.weight
F32
F32
[3840]
blk.26
blk.26.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.26.attn_k_norm.weight
F32
F32
[256]
blk.26.attn_norm.weight
F32
F32
[3840]
blk.26.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.26.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.26.attn_q_norm.weight
F32
F32
[256]
blk.26.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.26.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.26.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.26.ffn_norm.weight
F32
F32
[3840]
blk.26.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.26.post_attention_norm.weight
F32
F32
[3840]
blk.26.post_ffw_norm.weight
F32
F32
[3840]
blk.27
blk.27.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.27.attn_k_norm.weight
F32
F32
[256]
blk.27.attn_norm.weight
F32
F32
[3840]
blk.27.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.27.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.27.attn_q_norm.weight
F32
F32
[256]
blk.27.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.27.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.27.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.27.ffn_norm.weight
F32
F32
[3840]
blk.27.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.27.post_attention_norm.weight
F32
F32
[3840]
blk.27.post_ffw_norm.weight
F32
F32
[3840]
blk.28
blk.28.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.28.attn_k_norm.weight
F32
F32
[256]
blk.28.attn_norm.weight
F32
F32
[3840]
blk.28.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.28.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.28.attn_q_norm.weight
F32
F32
[256]
blk.28.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.28.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.28.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.28.ffn_norm.weight
F32
F32
[3840]
blk.28.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.28.post_attention_norm.weight
F32
F32
[3840]
blk.28.post_ffw_norm.weight
F32
F32
[3840]
blk.29
blk.29.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.29.attn_k_norm.weight
F32
F32
[256]
blk.29.attn_norm.weight
F32
F32
[3840]
blk.29.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.29.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.29.attn_q_norm.weight
F32
F32
[256]
blk.29.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.29.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.29.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.29.ffn_norm.weight
F32
F32
[3840]
blk.29.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.29.post_attention_norm.weight
F32
F32
[3840]
blk.29.post_ffw_norm.weight
F32
F32
[3840]
blk.30
blk.30.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.30.attn_k_norm.weight
F32
F32
[256]
blk.30.attn_norm.weight
F32
F32
[3840]
blk.30.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.30.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.30.attn_q_norm.weight
F32
F32
[256]
blk.30.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.30.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.30.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.30.ffn_norm.weight
F32
F32
[3840]
blk.30.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.30.post_attention_norm.weight
F32
F32
[3840]
blk.30.post_ffw_norm.weight
F32
F32
[3840]
blk.31
blk.31.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.31.attn_k_norm.weight
F32
F32
[256]
blk.31.attn_norm.weight
F32
F32
[3840]
blk.31.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.31.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.31.attn_q_norm.weight
F32
F32
[256]
blk.31.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.31.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.31.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.31.ffn_norm.weight
F32
F32
[3840]
blk.31.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.31.post_attention_norm.weight
F32
F32
[3840]
blk.31.post_ffw_norm.weight
F32
F32
[3840]
blk.32
blk.32.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.32.attn_k_norm.weight
F32
F32
[256]
blk.32.attn_norm.weight
F32
F32
[3840]
blk.32.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.32.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.32.attn_q_norm.weight
F32
F32
[256]
blk.32.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.32.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.32.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.32.ffn_norm.weight
F32
F32
[3840]
blk.32.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.32.post_attention_norm.weight
F32
F32
[3840]
blk.32.post_ffw_norm.weight
F32
F32
[3840]
blk.33
blk.33.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.33.attn_k_norm.weight
F32
F32
[256]
blk.33.attn_norm.weight
F32
F32
[3840]
blk.33.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.33.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.33.attn_q_norm.weight
F32
F32
[256]
blk.33.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.33.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.33.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.33.ffn_norm.weight
F32
F32
[3840]
blk.33.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.33.post_attention_norm.weight
F32
F32
[3840]
blk.33.post_ffw_norm.weight
F32
F32
[3840]
blk.34
blk.34.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.34.attn_k_norm.weight
F32
F32
[256]
blk.34.attn_norm.weight
F32
F32
[3840]
blk.34.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.34.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.34.attn_q_norm.weight
F32
F32
[256]
blk.34.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.34.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.34.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.34.ffn_norm.weight
F32
F32
[3840]
blk.34.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.34.post_attention_norm.weight
F32
F32
[3840]
blk.34.post_ffw_norm.weight
F32
F32
[3840]
blk.35
blk.35.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.35.attn_k_norm.weight
F32
F32
[256]
blk.35.attn_norm.weight
F32
F32
[3840]
blk.35.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.35.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.35.attn_q_norm.weight
F32
F32
[256]
blk.35.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.35.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.35.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.35.ffn_norm.weight
F32
F32
[3840]
blk.35.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.35.post_attention_norm.weight
F32
F32
[3840]
blk.35.post_ffw_norm.weight
F32
F32
[3840]
blk.36
blk.36.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.36.attn_k_norm.weight
F32
F32
[256]
blk.36.attn_norm.weight
F32
F32
[3840]
blk.36.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.36.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.36.attn_q_norm.weight
F32
F32
[256]
blk.36.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.36.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.36.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.36.ffn_norm.weight
F32
F32
[3840]
blk.36.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.36.post_attention_norm.weight
F32
F32
[3840]
blk.36.post_ffw_norm.weight
F32
F32
[3840]
blk.37
blk.37.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.37.attn_k_norm.weight
F32
F32
[256]
blk.37.attn_norm.weight
F32
F32
[3840]
blk.37.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.37.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.37.attn_q_norm.weight
F32
F32
[256]
blk.37.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.37.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.37.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.37.ffn_norm.weight
F32
F32
[3840]
blk.37.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.37.post_attention_norm.weight
F32
F32
[3840]
blk.37.post_ffw_norm.weight
F32
F32
[3840]
blk.38
blk.38.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.38.attn_k_norm.weight
F32
F32
[256]
blk.38.attn_norm.weight
F32
F32
[3840]
blk.38.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.38.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.38.attn_q_norm.weight
F32
F32
[256]
blk.38.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.38.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.38.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.38.ffn_norm.weight
F32
F32
[3840]
blk.38.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.38.post_attention_norm.weight
F32
F32
[3840]
blk.38.post_ffw_norm.weight
F32
F32
[3840]
blk.39
blk.39.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.39.attn_k_norm.weight
F32
F32
[256]
blk.39.attn_norm.weight
F32
F32
[3840]
blk.39.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.39.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.39.attn_q_norm.weight
F32
F32
[256]
blk.39.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.39.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.39.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.39.ffn_norm.weight
F32
F32
[3840]
blk.39.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.39.post_attention_norm.weight
F32
F32
[3840]
blk.39.post_ffw_norm.weight
F32
F32
[3840]
blk.40
blk.40.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.40.attn_k_norm.weight
F32
F32
[256]
blk.40.attn_norm.weight
F32
F32
[3840]
blk.40.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.40.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.40.attn_q_norm.weight
F32
F32
[256]
blk.40.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.40.ffn_down.weight
Q4_K
Q4_K
[15360, 3840]
blk.40.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.40.ffn_norm.weight
F32
F32
[3840]
blk.40.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.40.post_attention_norm.weight
F32
F32
[3840]
blk.40.post_ffw_norm.weight
F32
F32
[3840]
blk.41
blk.41.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.41.attn_k_norm.weight
F32
F32
[256]
blk.41.attn_norm.weight
F32
F32
[3840]
blk.41.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.41.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.41.attn_q_norm.weight
F32
F32
[256]
blk.41.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.41.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.41.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.41.ffn_norm.weight
F32
F32
[3840]
blk.41.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.41.post_attention_norm.weight
F32
F32
[3840]
blk.41.post_ffw_norm.weight
F32
F32
[3840]
blk.42
blk.42.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.42.attn_k_norm.weight
F32
F32
[256]
blk.42.attn_norm.weight
F32
F32
[3840]
blk.42.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.42.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.42.attn_q_norm.weight
F32
F32
[256]
blk.42.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.42.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.42.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.42.ffn_norm.weight
F32
F32
[3840]
blk.42.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.42.post_attention_norm.weight
F32
F32
[3840]
blk.42.post_ffw_norm.weight
F32
F32
[3840]
blk.43
blk.43.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.43.attn_k_norm.weight
F32
F32
[256]
blk.43.attn_norm.weight
F32
F32
[3840]
blk.43.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.43.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.43.attn_q_norm.weight
F32
F32
[256]
blk.43.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.43.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.43.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.43.ffn_norm.weight
F32
F32
[3840]
blk.43.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.43.post_attention_norm.weight
F32
F32
[3840]
blk.43.post_ffw_norm.weight
F32
F32
[3840]
blk.44
blk.44.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.44.attn_k_norm.weight
F32
F32
[256]
blk.44.attn_norm.weight
F32
F32
[3840]
blk.44.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.44.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.44.attn_q_norm.weight
F32
F32
[256]
blk.44.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.44.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.44.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.44.ffn_norm.weight
F32
F32
[3840]
blk.44.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.44.post_attention_norm.weight
F32
F32
[3840]
blk.44.post_ffw_norm.weight
F32
F32
[3840]
blk.45
blk.45.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.45.attn_k_norm.weight
F32
F32
[256]
blk.45.attn_norm.weight
F32
F32
[3840]
blk.45.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.45.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.45.attn_q_norm.weight
F32
F32
[256]
blk.45.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.45.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.45.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.45.ffn_norm.weight
F32
F32
[3840]
blk.45.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.45.post_attention_norm.weight
F32
F32
[3840]
blk.45.post_ffw_norm.weight
F32
F32
[3840]
blk.46
blk.46.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.46.attn_k_norm.weight
F32
F32
[256]
blk.46.attn_norm.weight
F32
F32
[3840]
blk.46.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.46.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.46.attn_q_norm.weight
F32
F32
[256]
blk.46.attn_v.weight
Q4_K
Q4_K
[3840, 2048]
blk.46.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.46.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.46.ffn_norm.weight
F32
F32
[3840]
blk.46.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.46.post_attention_norm.weight
F32
F32
[3840]
blk.46.post_ffw_norm.weight
F32
F32
[3840]
blk.47
blk.47.attn_k.weight
Q4_K
Q4_K
[3840, 2048]
blk.47.attn_k_norm.weight
F32
F32
[256]
blk.47.attn_norm.weight
F32
F32
[3840]
blk.47.attn_output.weight
Q4_K
Q4_K
[4096, 3840]
blk.47.attn_q.weight
Q4_K
Q4_K
[3840, 4096]
blk.47.attn_q_norm.weight
F32
F32
[256]
blk.47.attn_v.weight
Q6_K
Q6_K
[3840, 2048]
blk.47.ffn_down.weight
Q6_K
Q6_K
[15360, 3840]
blk.47.ffn_gate.weight
Q4_K
Q4_K
[3840, 15360]
blk.47.ffn_norm.weight
F32
F32
[3840]
blk.47.ffn_up.weight
Q4_K
Q4_K
[3840, 15360]
blk.47.post_attention_norm.weight
F32
F32
[3840]
blk.47.post_ffw_norm.weight
F32
F32
[3840]
mm.mm_input_projection.weight
F16
F16
[3840, 1152]
mm.mm_soft_emb_norm.weight
F32
F32
[1152]
v.blk.0
v.blk.0.attn_k.bias
F32
F32
[1152]
v.blk.0.attn_k.weight
F16
F16
[1152, 1152]
v.blk.0.attn_output.bias
F32
F32
[1152]
v.blk.0.attn_output.weight
F16
F16
[1152, 1152]
v.blk.0.attn_q.bias
F32
F32
[1152]
v.blk.0.attn_q.weight
F16
F16
[1152, 1152]
v.blk.0.attn_v.bias
F32
F32
[1152]
v.blk.0.attn_v.weight
F16
F16
[1152, 1152]
v.blk.0.layer_norm1.bias
F32
F32
[1152]
v.blk.0.layer_norm1.weight
F32
F32
[1152]
v.blk.0.layer_norm2.bias
F32
F32
[1152]
v.blk.0.layer_norm2.weight
F32
F32
[1152]
v.blk.0.mlp.fc1.bias
F32
F32
[4304]
v.blk.0.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.0.mlp.fc2.bias
F32
F32
[1152]
v.blk.0.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.1
v.blk.1.attn_k.bias
F32
F32
[1152]
v.blk.1.attn_k.weight
F16
F16
[1152, 1152]
v.blk.1.attn_output.bias
F32
F32
[1152]
v.blk.1.attn_output.weight
F16
F16
[1152, 1152]
v.blk.1.attn_q.bias
F32
F32
[1152]
v.blk.1.attn_q.weight
F16
F16
[1152, 1152]
v.blk.1.attn_v.bias
F32
F32
[1152]
v.blk.1.attn_v.weight
F16
F16
[1152, 1152]
v.blk.1.layer_norm1.bias
F32
F32
[1152]
v.blk.1.layer_norm1.weight
F32
F32
[1152]
v.blk.1.layer_norm2.bias
F32
F32
[1152]
v.blk.1.layer_norm2.weight
F32
F32
[1152]
v.blk.1.mlp.fc1.bias
F32
F32
[4304]
v.blk.1.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.1.mlp.fc2.bias
F32
F32
[1152]
v.blk.1.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.2
v.blk.2.attn_k.bias
F32
F32
[1152]
v.blk.2.attn_k.weight
F16
F16
[1152, 1152]
v.blk.2.attn_output.bias
F32
F32
[1152]
v.blk.2.attn_output.weight
F16
F16
[1152, 1152]
v.blk.2.attn_q.bias
F32
F32
[1152]
v.blk.2.attn_q.weight
F16
F16
[1152, 1152]
v.blk.2.attn_v.bias
F32
F32
[1152]
v.blk.2.attn_v.weight
F16
F16
[1152, 1152]
v.blk.2.layer_norm1.bias
F32
F32
[1152]
v.blk.2.layer_norm1.weight
F32
F32
[1152]
v.blk.2.layer_norm2.bias
F32
F32
[1152]
v.blk.2.layer_norm2.weight
F32
F32
[1152]
v.blk.2.mlp.fc1.bias
F32
F32
[4304]
v.blk.2.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.2.mlp.fc2.bias
F32
F32
[1152]
v.blk.2.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.3
v.blk.3.attn_k.bias
F32
F32
[1152]
v.blk.3.attn_k.weight
F16
F16
[1152, 1152]
v.blk.3.attn_output.bias
F32
F32
[1152]
v.blk.3.attn_output.weight
F16
F16
[1152, 1152]
v.blk.3.attn_q.bias
F32
F32
[1152]
v.blk.3.attn_q.weight
F16
F16
[1152, 1152]
v.blk.3.attn_v.bias
F32
F32
[1152]
v.blk.3.attn_v.weight
F16
F16
[1152, 1152]
v.blk.3.layer_norm1.bias
F32
F32
[1152]
v.blk.3.layer_norm1.weight
F32
F32
[1152]
v.blk.3.layer_norm2.bias
F32
F32
[1152]
v.blk.3.layer_norm2.weight
F32
F32
[1152]
v.blk.3.mlp.fc1.bias
F32
F32
[4304]
v.blk.3.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.3.mlp.fc2.bias
F32
F32
[1152]
v.blk.3.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.4
v.blk.4.attn_k.bias
F32
F32
[1152]
v.blk.4.attn_k.weight
F16
F16
[1152, 1152]
v.blk.4.attn_output.bias
F32
F32
[1152]
v.blk.4.attn_output.weight
F16
F16
[1152, 1152]
v.blk.4.attn_q.bias
F32
F32
[1152]
v.blk.4.attn_q.weight
F16
F16
[1152, 1152]
v.blk.4.attn_v.bias
F32
F32
[1152]
v.blk.4.attn_v.weight
F16
F16
[1152, 1152]
v.blk.4.layer_norm1.bias
F32
F32
[1152]
v.blk.4.layer_norm1.weight
F32
F32
[1152]
v.blk.4.layer_norm2.bias
F32
F32
[1152]
v.blk.4.layer_norm2.weight
F32
F32
[1152]
v.blk.4.mlp.fc1.bias
F32
F32
[4304]
v.blk.4.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.4.mlp.fc2.bias
F32
F32
[1152]
v.blk.4.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.5
v.blk.5.attn_k.bias
F32
F32
[1152]
v.blk.5.attn_k.weight
F16
F16
[1152, 1152]
v.blk.5.attn_output.bias
F32
F32
[1152]
v.blk.5.attn_output.weight
F16
F16
[1152, 1152]
v.blk.5.attn_q.bias
F32
F32
[1152]
v.blk.5.attn_q.weight
F16
F16
[1152, 1152]
v.blk.5.attn_v.bias
F32
F32
[1152]
v.blk.5.attn_v.weight
F16
F16
[1152, 1152]
v.blk.5.layer_norm1.bias
F32
F32
[1152]
v.blk.5.layer_norm1.weight
F32
F32
[1152]
v.blk.5.layer_norm2.bias
F32
F32
[1152]
v.blk.5.layer_norm2.weight
F32
F32
[1152]
v.blk.5.mlp.fc1.bias
F32
F32
[4304]
v.blk.5.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.5.mlp.fc2.bias
F32
F32
[1152]
v.blk.5.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.6
v.blk.6.attn_k.bias
F32
F32
[1152]
v.blk.6.attn_k.weight
F16
F16
[1152, 1152]
v.blk.6.attn_output.bias
F32
F32
[1152]
v.blk.6.attn_output.weight
F16
F16
[1152, 1152]
v.blk.6.attn_q.bias
F32
F32
[1152]
v.blk.6.attn_q.weight
F16
F16
[1152, 1152]
v.blk.6.attn_v.bias
F32
F32
[1152]
v.blk.6.attn_v.weight
F16
F16
[1152, 1152]
v.blk.6.layer_norm1.bias
F32
F32
[1152]
v.blk.6.layer_norm1.weight
F32
F32
[1152]
v.blk.6.layer_norm2.bias
F32
F32
[1152]
v.blk.6.layer_norm2.weight
F32
F32
[1152]
v.blk.6.mlp.fc1.bias
F32
F32
[4304]
v.blk.6.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.6.mlp.fc2.bias
F32
F32
[1152]
v.blk.6.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.7
v.blk.7.attn_k.bias
F32
F32
[1152]
v.blk.7.attn_k.weight
F16
F16
[1152, 1152]
v.blk.7.attn_output.bias
F32
F32
[1152]
v.blk.7.attn_output.weight
F16
F16
[1152, 1152]
v.blk.7.attn_q.bias
F32
F32
[1152]
v.blk.7.attn_q.weight
F16
F16
[1152, 1152]
v.blk.7.attn_v.bias
F32
F32
[1152]
v.blk.7.attn_v.weight
F16
F16
[1152, 1152]
v.blk.7.layer_norm1.bias
F32
F32
[1152]
v.blk.7.layer_norm1.weight
F32
F32
[1152]
v.blk.7.layer_norm2.bias
F32
F32
[1152]
v.blk.7.layer_norm2.weight
F32
F32
[1152]
v.blk.7.mlp.fc1.bias
F32
F32
[4304]
v.blk.7.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.7.mlp.fc2.bias
F32
F32
[1152]
v.blk.7.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.8
v.blk.8.attn_k.bias
F32
F32
[1152]
v.blk.8.attn_k.weight
F16
F16
[1152, 1152]
v.blk.8.attn_output.bias
F32
F32
[1152]
v.blk.8.attn_output.weight
F16
F16
[1152, 1152]
v.blk.8.attn_q.bias
F32
F32
[1152]
v.blk.8.attn_q.weight
F16
F16
[1152, 1152]
v.blk.8.attn_v.bias
F32
F32
[1152]
v.blk.8.attn_v.weight
F16
F16
[1152, 1152]
v.blk.8.layer_norm1.bias
F32
F32
[1152]
v.blk.8.layer_norm1.weight
F32
F32
[1152]
v.blk.8.layer_norm2.bias
F32
F32
[1152]
v.blk.8.layer_norm2.weight
F32
F32
[1152]
v.blk.8.mlp.fc1.bias
F32
F32
[4304]
v.blk.8.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.8.mlp.fc2.bias
F32
F32
[1152]
v.blk.8.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.9
v.blk.9.attn_k.bias
F32
F32
[1152]
v.blk.9.attn_k.weight
F16
F16
[1152, 1152]
v.blk.9.attn_output.bias
F32
F32
[1152]
v.blk.9.attn_output.weight
F16
F16
[1152, 1152]
v.blk.9.attn_q.bias
F32
F32
[1152]
v.blk.9.attn_q.weight
F16
F16
[1152, 1152]
v.blk.9.attn_v.bias
F32
F32
[1152]
v.blk.9.attn_v.weight
F16
F16
[1152, 1152]
v.blk.9.layer_norm1.bias
F32
F32
[1152]
v.blk.9.layer_norm1.weight
F32
F32
[1152]
v.blk.9.layer_norm2.bias
F32
F32
[1152]
v.blk.9.layer_norm2.weight
F32
F32
[1152]
v.blk.9.mlp.fc1.bias
F32
F32
[4304]
v.blk.9.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.9.mlp.fc2.bias
F32
F32
[1152]
v.blk.9.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.10
v.blk.10.attn_k.bias
F32
F32
[1152]
v.blk.10.attn_k.weight
F16
F16
[1152, 1152]
v.blk.10.attn_output.bias
F32
F32
[1152]
v.blk.10.attn_output.weight
F16
F16
[1152, 1152]
v.blk.10.attn_q.bias
F32
F32
[1152]
v.blk.10.attn_q.weight
F16
F16
[1152, 1152]
v.blk.10.attn_v.bias
F32
F32
[1152]
v.blk.10.attn_v.weight
F16
F16
[1152, 1152]
v.blk.10.layer_norm1.bias
F32
F32
[1152]
v.blk.10.layer_norm1.weight
F32
F32
[1152]
v.blk.10.layer_norm2.bias
F32
F32
[1152]
v.blk.10.layer_norm2.weight
F32
F32
[1152]
v.blk.10.mlp.fc1.bias
F32
F32
[4304]
v.blk.10.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.10.mlp.fc2.bias
F32
F32
[1152]
v.blk.10.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.11
v.blk.11.attn_k.bias
F32
F32
[1152]
v.blk.11.attn_k.weight
F16
F16
[1152, 1152]
v.blk.11.attn_output.bias
F32
F32
[1152]
v.blk.11.attn_output.weight
F16
F16
[1152, 1152]
v.blk.11.attn_q.bias
F32
F32
[1152]
v.blk.11.attn_q.weight
F16
F16
[1152, 1152]
v.blk.11.attn_v.bias
F32
F32
[1152]
v.blk.11.attn_v.weight
F16
F16
[1152, 1152]
v.blk.11.layer_norm1.bias
F32
F32
[1152]
v.blk.11.layer_norm1.weight
F32
F32
[1152]
v.blk.11.layer_norm2.bias
F32
F32
[1152]
v.blk.11.layer_norm2.weight
F32
F32
[1152]
v.blk.11.mlp.fc1.bias
F32
F32
[4304]
v.blk.11.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.11.mlp.fc2.bias
F32
F32
[1152]
v.blk.11.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.12
v.blk.12.attn_k.bias
F32
F32
[1152]
v.blk.12.attn_k.weight
F16
F16
[1152, 1152]
v.blk.12.attn_output.bias
F32
F32
[1152]
v.blk.12.attn_output.weight
F16
F16
[1152, 1152]
v.blk.12.attn_q.bias
F32
F32
[1152]
v.blk.12.attn_q.weight
F16
F16
[1152, 1152]
v.blk.12.attn_v.bias
F32
F32
[1152]
v.blk.12.attn_v.weight
F16
F16
[1152, 1152]
v.blk.12.layer_norm1.bias
F32
F32
[1152]
v.blk.12.layer_norm1.weight
F32
F32
[1152]
v.blk.12.layer_norm2.bias
F32
F32
[1152]
v.blk.12.layer_norm2.weight
F32
F32
[1152]
v.blk.12.mlp.fc1.bias
F32
F32
[4304]
v.blk.12.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.12.mlp.fc2.bias
F32
F32
[1152]
v.blk.12.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.13
v.blk.13.attn_k.bias
F32
F32
[1152]
v.blk.13.attn_k.weight
F16
F16
[1152, 1152]
v.blk.13.attn_output.bias
F32
F32
[1152]
v.blk.13.attn_output.weight
F16
F16
[1152, 1152]
v.blk.13.attn_q.bias
F32
F32
[1152]
v.blk.13.attn_q.weight
F16
F16
[1152, 1152]
v.blk.13.attn_v.bias
F32
F32
[1152]
v.blk.13.attn_v.weight
F16
F16
[1152, 1152]
v.blk.13.layer_norm1.bias
F32
F32
[1152]
v.blk.13.layer_norm1.weight
F32
F32
[1152]
v.blk.13.layer_norm2.bias
F32
F32
[1152]
v.blk.13.layer_norm2.weight
F32
F32
[1152]
v.blk.13.mlp.fc1.bias
F32
F32
[4304]
v.blk.13.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.13.mlp.fc2.bias
F32
F32
[1152]
v.blk.13.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.14
v.blk.14.attn_k.bias
F32
F32
[1152]
v.blk.14.attn_k.weight
F16
F16
[1152, 1152]
v.blk.14.attn_output.bias
F32
F32
[1152]
v.blk.14.attn_output.weight
F16
F16
[1152, 1152]
v.blk.14.attn_q.bias
F32
F32
[1152]
v.blk.14.attn_q.weight
F16
F16
[1152, 1152]
v.blk.14.attn_v.bias
F32
F32
[1152]
v.blk.14.attn_v.weight
F16
F16
[1152, 1152]
v.blk.14.layer_norm1.bias
F32
F32
[1152]
v.blk.14.layer_norm1.weight
F32
F32
[1152]
v.blk.14.layer_norm2.bias
F32
F32
[1152]
v.blk.14.layer_norm2.weight
F32
F32
[1152]
v.blk.14.mlp.fc1.bias
F32
F32
[4304]
v.blk.14.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.14.mlp.fc2.bias
F32
F32
[1152]
v.blk.14.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.15
v.blk.15.attn_k.bias
F32
F32
[1152]
v.blk.15.attn_k.weight
F16
F16
[1152, 1152]
v.blk.15.attn_output.bias
F32
F32
[1152]
v.blk.15.attn_output.weight
F16
F16
[1152, 1152]
v.blk.15.attn_q.bias
F32
F32
[1152]
v.blk.15.attn_q.weight
F16
F16
[1152, 1152]
v.blk.15.attn_v.bias
F32
F32
[1152]
v.blk.15.attn_v.weight
F16
F16
[1152, 1152]
v.blk.15.layer_norm1.bias
F32
F32
[1152]
v.blk.15.layer_norm1.weight
F32
F32
[1152]
v.blk.15.layer_norm2.bias
F32
F32
[1152]
v.blk.15.layer_norm2.weight
F32
F32
[1152]
v.blk.15.mlp.fc1.bias
F32
F32
[4304]
v.blk.15.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.15.mlp.fc2.bias
F32
F32
[1152]
v.blk.15.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.16
v.blk.16.attn_k.bias
F32
F32
[1152]
v.blk.16.attn_k.weight
F16
F16
[1152, 1152]
v.blk.16.attn_output.bias
F32
F32
[1152]
v.blk.16.attn_output.weight
F16
F16
[1152, 1152]
v.blk.16.attn_q.bias
F32
F32
[1152]
v.blk.16.attn_q.weight
F16
F16
[1152, 1152]
v.blk.16.attn_v.bias
F32
F32
[1152]
v.blk.16.attn_v.weight
F16
F16
[1152, 1152]
v.blk.16.layer_norm1.bias
F32
F32
[1152]
v.blk.16.layer_norm1.weight
F32
F32
[1152]
v.blk.16.layer_norm2.bias
F32
F32
[1152]
v.blk.16.layer_norm2.weight
F32
F32
[1152]
v.blk.16.mlp.fc1.bias
F32
F32
[4304]
v.blk.16.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.16.mlp.fc2.bias
F32
F32
[1152]
v.blk.16.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.17
v.blk.17.attn_k.bias
F32
F32
[1152]
v.blk.17.attn_k.weight
F16
F16
[1152, 1152]
v.blk.17.attn_output.bias
F32
F32
[1152]
v.blk.17.attn_output.weight
F16
F16
[1152, 1152]
v.blk.17.attn_q.bias
F32
F32
[1152]
v.blk.17.attn_q.weight
F16
F16
[1152, 1152]
v.blk.17.attn_v.bias
F32
F32
[1152]
v.blk.17.attn_v.weight
F16
F16
[1152, 1152]
v.blk.17.layer_norm1.bias
F32
F32
[1152]
v.blk.17.layer_norm1.weight
F32
F32
[1152]
v.blk.17.layer_norm2.bias
F32
F32
[1152]
v.blk.17.layer_norm2.weight
F32
F32
[1152]
v.blk.17.mlp.fc1.bias
F32
F32
[4304]
v.blk.17.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.17.mlp.fc2.bias
F32
F32
[1152]
v.blk.17.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.18
v.blk.18.attn_k.bias
F32
F32
[1152]
v.blk.18.attn_k.weight
F16
F16
[1152, 1152]
v.blk.18.attn_output.bias
F32
F32
[1152]
v.blk.18.attn_output.weight
F16
F16
[1152, 1152]
v.blk.18.attn_q.bias
F32
F32
[1152]
v.blk.18.attn_q.weight
F16
F16
[1152, 1152]
v.blk.18.attn_v.bias
F32
F32
[1152]
v.blk.18.attn_v.weight
F16
F16
[1152, 1152]
v.blk.18.layer_norm1.bias
F32
F32
[1152]
v.blk.18.layer_norm1.weight
F32
F32
[1152]
v.blk.18.layer_norm2.bias
F32
F32
[1152]
v.blk.18.layer_norm2.weight
F32
F32
[1152]
v.blk.18.mlp.fc1.bias
F32
F32
[4304]
v.blk.18.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.18.mlp.fc2.bias
F32
F32
[1152]
v.blk.18.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.19
v.blk.19.attn_k.bias
F32
F32
[1152]
v.blk.19.attn_k.weight
F16
F16
[1152, 1152]
v.blk.19.attn_output.bias
F32
F32
[1152]
v.blk.19.attn_output.weight
F16
F16
[1152, 1152]
v.blk.19.attn_q.bias
F32
F32
[1152]
v.blk.19.attn_q.weight
F16
F16
[1152, 1152]
v.blk.19.attn_v.bias
F32
F32
[1152]
v.blk.19.attn_v.weight
F16
F16
[1152, 1152]
v.blk.19.layer_norm1.bias
F32
F32
[1152]
v.blk.19.layer_norm1.weight
F32
F32
[1152]
v.blk.19.layer_norm2.bias
F32
F32
[1152]
v.blk.19.layer_norm2.weight
F32
F32
[1152]
v.blk.19.mlp.fc1.bias
F32
F32
[4304]
v.blk.19.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.19.mlp.fc2.bias
F32
F32
[1152]
v.blk.19.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.20
v.blk.20.attn_k.bias
F32
F32
[1152]
v.blk.20.attn_k.weight
F16
F16
[1152, 1152]
v.blk.20.attn_output.bias
F32
F32
[1152]
v.blk.20.attn_output.weight
F16
F16
[1152, 1152]
v.blk.20.attn_q.bias
F32
F32
[1152]
v.blk.20.attn_q.weight
F16
F16
[1152, 1152]
v.blk.20.attn_v.bias
F32
F32
[1152]
v.blk.20.attn_v.weight
F16
F16
[1152, 1152]
v.blk.20.layer_norm1.bias
F32
F32
[1152]
v.blk.20.layer_norm1.weight
F32
F32
[1152]
v.blk.20.layer_norm2.bias
F32
F32
[1152]
v.blk.20.layer_norm2.weight
F32
F32
[1152]
v.blk.20.mlp.fc1.bias
F32
F32
[4304]
v.blk.20.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.20.mlp.fc2.bias
F32
F32
[1152]
v.blk.20.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.21
v.blk.21.attn_k.bias
F32
F32
[1152]
v.blk.21.attn_k.weight
F16
F16
[1152, 1152]
v.blk.21.attn_output.bias
F32
F32
[1152]
v.blk.21.attn_output.weight
F16
F16
[1152, 1152]
v.blk.21.attn_q.bias
F32
F32
[1152]
v.blk.21.attn_q.weight
F16
F16
[1152, 1152]
v.blk.21.attn_v.bias
F32
F32
[1152]
v.blk.21.attn_v.weight
F16
F16
[1152, 1152]
v.blk.21.layer_norm1.bias
F32
F32
[1152]
v.blk.21.layer_norm1.weight
F32
F32
[1152]
v.blk.21.layer_norm2.bias
F32
F32
[1152]
v.blk.21.layer_norm2.weight
F32
F32
[1152]
v.blk.21.mlp.fc1.bias
F32
F32
[4304]
v.blk.21.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.21.mlp.fc2.bias
F32
F32
[1152]
v.blk.21.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.22
v.blk.22.attn_k.bias
F32
F32
[1152]
v.blk.22.attn_k.weight
F16
F16
[1152, 1152]
v.blk.22.attn_output.bias
F32
F32
[1152]
v.blk.22.attn_output.weight
F16
F16
[1152, 1152]
v.blk.22.attn_q.bias
F32
F32
[1152]
v.blk.22.attn_q.weight
F16
F16
[1152, 1152]
v.blk.22.attn_v.bias
F32
F32
[1152]
v.blk.22.attn_v.weight
F16
F16
[1152, 1152]
v.blk.22.layer_norm1.bias
F32
F32
[1152]
v.blk.22.layer_norm1.weight
F32
F32
[1152]
v.blk.22.layer_norm2.bias
F32
F32
[1152]
v.blk.22.layer_norm2.weight
F32
F32
[1152]
v.blk.22.mlp.fc1.bias
F32
F32
[4304]
v.blk.22.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.22.mlp.fc2.bias
F32
F32
[1152]
v.blk.22.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.23
v.blk.23.attn_k.bias
F32
F32
[1152]
v.blk.23.attn_k.weight
F16
F16
[1152, 1152]
v.blk.23.attn_output.bias
F32
F32
[1152]
v.blk.23.attn_output.weight
F16
F16
[1152, 1152]
v.blk.23.attn_q.bias
F32
F32
[1152]
v.blk.23.attn_q.weight
F16
F16
[1152, 1152]
v.blk.23.attn_v.bias
F32
F32
[1152]
v.blk.23.attn_v.weight
F16
F16
[1152, 1152]
v.blk.23.layer_norm1.bias
F32
F32
[1152]
v.blk.23.layer_norm1.weight
F32
F32
[1152]
v.blk.23.layer_norm2.bias
F32
F32
[1152]
v.blk.23.layer_norm2.weight
F32
F32
[1152]
v.blk.23.mlp.fc1.bias
F32
F32
[4304]
v.blk.23.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.23.mlp.fc2.bias
F32
F32
[1152]
v.blk.23.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.24
v.blk.24.attn_k.bias
F32
F32
[1152]
v.blk.24.attn_k.weight
F16
F16
[1152, 1152]
v.blk.24.attn_output.bias
F32
F32
[1152]
v.blk.24.attn_output.weight
F16
F16
[1152, 1152]
v.blk.24.attn_q.bias
F32
F32
[1152]
v.blk.24.attn_q.weight
F16
F16
[1152, 1152]
v.blk.24.attn_v.bias
F32
F32
[1152]
v.blk.24.attn_v.weight
F16
F16
[1152, 1152]
v.blk.24.layer_norm1.bias
F32
F32
[1152]
v.blk.24.layer_norm1.weight
F32
F32
[1152]
v.blk.24.layer_norm2.bias
F32
F32
[1152]
v.blk.24.layer_norm2.weight
F32
F32
[1152]
v.blk.24.mlp.fc1.bias
F32
F32
[4304]
v.blk.24.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.24.mlp.fc2.bias
F32
F32
[1152]
v.blk.24.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.25
v.blk.25.attn_k.bias
F32
F32
[1152]
v.blk.25.attn_k.weight
F16
F16
[1152, 1152]
v.blk.25.attn_output.bias
F32
F32
[1152]
v.blk.25.attn_output.weight
F16
F16
[1152, 1152]
v.blk.25.attn_q.bias
F32
F32
[1152]
v.blk.25.attn_q.weight
F16
F16
[1152, 1152]
v.blk.25.attn_v.bias
F32
F32
[1152]
v.blk.25.attn_v.weight
F16
F16
[1152, 1152]
v.blk.25.layer_norm1.bias
F32
F32
[1152]
v.blk.25.layer_norm1.weight
F32
F32
[1152]
v.blk.25.layer_norm2.bias
F32
F32
[1152]
v.blk.25.layer_norm2.weight
F32
F32
[1152]
v.blk.25.mlp.fc1.bias
F32
F32
[4304]
v.blk.25.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.25.mlp.fc2.bias
F32
F32
[1152]
v.blk.25.mlp.fc2.weight
F16
F16
[4304, 1152]
v.blk.26
v.blk.26.attn_k.bias
F32
F32
[1152]
v.blk.26.attn_k.weight
F16
F16
[1152, 1152]
v.blk.26.attn_output.bias
F32
F32
[1152]
v.blk.26.attn_output.weight
F16
F16
[1152, 1152]
v.blk.26.attn_q.bias
F32
F32
[1152]
v.blk.26.attn_q.weight
F16
F16
[1152, 1152]
v.blk.26.attn_v.bias
F32
F32
[1152]
v.blk.26.attn_v.weight
F16
F16
[1152, 1152]
v.blk.26.layer_norm1.bias
F32
F32
[1152]
v.blk.26.layer_norm1.weight
F32
F32
[1152]
v.blk.26.layer_norm2.bias
F32
F32
[1152]
v.blk.26.layer_norm2.weight
F32
F32
[1152]
v.blk.26.mlp.fc1.bias
F32
F32
[4304]
v.blk.26.mlp.fc1.weight
F16
F16
[1152, 4304]
v.blk.26.mlp.fc2.bias
F32
F32
[1152]
v.blk.26.mlp.fc2.weight
F16
F16
[4304, 1152]
v.patch_embedding.bias
F32
F32
[1152]
v.patch_embedding.weight
F16
F16
[14, 14, 3, 1152]
v.position_embedding.weight
F16
F16
[1152, 4096]
v.post_layernorm.bias
F32
F32
[1152]
v.post_layernorm.weight
F32
F32
[1152]
output_norm.weight
F32
F32
[3840]