GitHub
184.8K
Download
Models
Docs
Pricing
Sign in
Download
Models
Docs
Pricing
Sign in
cookieeatersixtynine
/
gemma4-31b-dflash
:latest
25
Downloads
Updated
2 days ago
31b using dflash for gemma4 made to be faster and keep the full quality of normal models
31b using dflash for gemma4 made to be faster and keep the full quality of normal models
Cancel
vision
tools
thinking
gemma4-31b-dflash:latest
...
/
projector
6357a8a2d521 ยท 1.2GB
Metadata
general.architecture
clip
clip
general.file_type
BF16
BF16
clip.has_vision_encoder
true
true
clip.vision.attention.head_count
16
16
clip.vision.attention.layer_norm_epsilon
1e-06
1e-06
clip.vision.block_count
27
27
clip.vision.embedding_length
1152
1152
clip.vision.feed_forward_length
4304
4304
clip.vision.image_mean
[0, 0, 0]
[0, 0, 0]
clip.vision.image_size
224
224
clip.vision.image_std
[1, 1, 1]
[1, 1, 1]
clip.vision.patch_size
16
16
clip.vision.projection_dim
5376
5376
clip.vision.projector_type
gemma4v
gemma4v
Tensor
Name
Type
Shape
mm.input_projection.weight
BF16
BF16
[1152, 5376]
v.blk.0
v.blk.0.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.0.attn_k_norm.weight
F32
F32
[72]
v.blk.0.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.0.attn_post_norm.weight
F32
F32
[1152]
v.blk.0.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.0.attn_q_norm.weight
F32
F32
[72]
v.blk.0.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.0.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.0.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.0.ffn_post_norm.weight
F32
F32
[1152]
v.blk.0.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.0.ln1.weight
F32
F32
[1152]
v.blk.0.ln2.weight
F32
F32
[1152]
v.blk.1
v.blk.1.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.1.attn_k_norm.weight
F32
F32
[72]
v.blk.1.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.1.attn_post_norm.weight
F32
F32
[1152]
v.blk.1.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.1.attn_q_norm.weight
F32
F32
[72]
v.blk.1.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.1.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.1.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.1.ffn_post_norm.weight
F32
F32
[1152]
v.blk.1.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.1.ln1.weight
F32
F32
[1152]
v.blk.1.ln2.weight
F32
F32
[1152]
v.blk.2
v.blk.2.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.2.attn_k_norm.weight
F32
F32
[72]
v.blk.2.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.2.attn_post_norm.weight
F32
F32
[1152]
v.blk.2.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.2.attn_q_norm.weight
F32
F32
[72]
v.blk.2.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.2.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.2.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.2.ffn_post_norm.weight
F32
F32
[1152]
v.blk.2.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.2.ln1.weight
F32
F32
[1152]
v.blk.2.ln2.weight
F32
F32
[1152]
v.blk.3
v.blk.3.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.3.attn_k_norm.weight
F32
F32
[72]
v.blk.3.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.3.attn_post_norm.weight
F32
F32
[1152]
v.blk.3.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.3.attn_q_norm.weight
F32
F32
[72]
v.blk.3.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.3.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.3.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.3.ffn_post_norm.weight
F32
F32
[1152]
v.blk.3.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.3.ln1.weight
F32
F32
[1152]
v.blk.3.ln2.weight
F32
F32
[1152]
v.blk.4
v.blk.4.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.4.attn_k_norm.weight
F32
F32
[72]
v.blk.4.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.4.attn_post_norm.weight
F32
F32
[1152]
v.blk.4.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.4.attn_q_norm.weight
F32
F32
[72]
v.blk.4.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.4.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.4.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.4.ffn_post_norm.weight
F32
F32
[1152]
v.blk.4.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.4.ln1.weight
F32
F32
[1152]
v.blk.4.ln2.weight
F32
F32
[1152]
v.blk.5
v.blk.5.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.5.attn_k_norm.weight
F32
F32
[72]
v.blk.5.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.5.attn_post_norm.weight
F32
F32
[1152]
v.blk.5.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.5.attn_q_norm.weight
F32
F32
[72]
v.blk.5.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.5.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.5.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.5.ffn_post_norm.weight
F32
F32
[1152]
v.blk.5.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.5.ln1.weight
F32
F32
[1152]
v.blk.5.ln2.weight
F32
F32
[1152]
v.blk.6
v.blk.6.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.6.attn_k_norm.weight
F32
F32
[72]
v.blk.6.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.6.attn_post_norm.weight
F32
F32
[1152]
v.blk.6.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.6.attn_q_norm.weight
F32
F32
[72]
v.blk.6.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.6.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.6.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.6.ffn_post_norm.weight
F32
F32
[1152]
v.blk.6.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.6.ln1.weight
F32
F32
[1152]
v.blk.6.ln2.weight
F32
F32
[1152]
v.blk.7
v.blk.7.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.7.attn_k_norm.weight
F32
F32
[72]
v.blk.7.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.7.attn_post_norm.weight
F32
F32
[1152]
v.blk.7.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.7.attn_q_norm.weight
F32
F32
[72]
v.blk.7.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.7.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.7.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.7.ffn_post_norm.weight
F32
F32
[1152]
v.blk.7.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.7.ln1.weight
F32
F32
[1152]
v.blk.7.ln2.weight
F32
F32
[1152]
v.blk.8
v.blk.8.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.8.attn_k_norm.weight
F32
F32
[72]
v.blk.8.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.8.attn_post_norm.weight
F32
F32
[1152]
v.blk.8.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.8.attn_q_norm.weight
F32
F32
[72]
v.blk.8.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.8.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.8.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.8.ffn_post_norm.weight
F32
F32
[1152]
v.blk.8.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.8.ln1.weight
F32
F32
[1152]
v.blk.8.ln2.weight
F32
F32
[1152]
v.blk.9
v.blk.9.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.9.attn_k_norm.weight
F32
F32
[72]
v.blk.9.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.9.attn_post_norm.weight
F32
F32
[1152]
v.blk.9.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.9.attn_q_norm.weight
F32
F32
[72]
v.blk.9.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.9.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.9.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.9.ffn_post_norm.weight
F32
F32
[1152]
v.blk.9.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.9.ln1.weight
F32
F32
[1152]
v.blk.9.ln2.weight
F32
F32
[1152]
v.blk.10
v.blk.10.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.10.attn_k_norm.weight
F32
F32
[72]
v.blk.10.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.10.attn_post_norm.weight
F32
F32
[1152]
v.blk.10.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.10.attn_q_norm.weight
F32
F32
[72]
v.blk.10.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.10.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.10.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.10.ffn_post_norm.weight
F32
F32
[1152]
v.blk.10.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.10.ln1.weight
F32
F32
[1152]
v.blk.10.ln2.weight
F32
F32
[1152]
v.blk.11
v.blk.11.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.11.attn_k_norm.weight
F32
F32
[72]
v.blk.11.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.11.attn_post_norm.weight
F32
F32
[1152]
v.blk.11.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.11.attn_q_norm.weight
F32
F32
[72]
v.blk.11.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.11.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.11.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.11.ffn_post_norm.weight
F32
F32
[1152]
v.blk.11.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.11.ln1.weight
F32
F32
[1152]
v.blk.11.ln2.weight
F32
F32
[1152]
v.blk.12
v.blk.12.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.12.attn_k_norm.weight
F32
F32
[72]
v.blk.12.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.12.attn_post_norm.weight
F32
F32
[1152]
v.blk.12.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.12.attn_q_norm.weight
F32
F32
[72]
v.blk.12.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.12.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.12.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.12.ffn_post_norm.weight
F32
F32
[1152]
v.blk.12.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.12.ln1.weight
F32
F32
[1152]
v.blk.12.ln2.weight
F32
F32
[1152]
v.blk.13
v.blk.13.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.13.attn_k_norm.weight
F32
F32
[72]
v.blk.13.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.13.attn_post_norm.weight
F32
F32
[1152]
v.blk.13.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.13.attn_q_norm.weight
F32
F32
[72]
v.blk.13.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.13.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.13.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.13.ffn_post_norm.weight
F32
F32
[1152]
v.blk.13.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.13.ln1.weight
F32
F32
[1152]
v.blk.13.ln2.weight
F32
F32
[1152]
v.blk.14
v.blk.14.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.14.attn_k_norm.weight
F32
F32
[72]
v.blk.14.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.14.attn_post_norm.weight
F32
F32
[1152]
v.blk.14.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.14.attn_q_norm.weight
F32
F32
[72]
v.blk.14.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.14.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.14.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.14.ffn_post_norm.weight
F32
F32
[1152]
v.blk.14.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.14.ln1.weight
F32
F32
[1152]
v.blk.14.ln2.weight
F32
F32
[1152]
v.blk.15
v.blk.15.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.15.attn_k_norm.weight
F32
F32
[72]
v.blk.15.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.15.attn_post_norm.weight
F32
F32
[1152]
v.blk.15.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.15.attn_q_norm.weight
F32
F32
[72]
v.blk.15.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.15.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.15.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.15.ffn_post_norm.weight
F32
F32
[1152]
v.blk.15.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.15.ln1.weight
F32
F32
[1152]
v.blk.15.ln2.weight
F32
F32
[1152]
v.blk.16
v.blk.16.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.16.attn_k_norm.weight
F32
F32
[72]
v.blk.16.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.16.attn_post_norm.weight
F32
F32
[1152]
v.blk.16.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.16.attn_q_norm.weight
F32
F32
[72]
v.blk.16.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.16.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.16.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.16.ffn_post_norm.weight
F32
F32
[1152]
v.blk.16.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.16.ln1.weight
F32
F32
[1152]
v.blk.16.ln2.weight
F32
F32
[1152]
v.blk.17
v.blk.17.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.17.attn_k_norm.weight
F32
F32
[72]
v.blk.17.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.17.attn_post_norm.weight
F32
F32
[1152]
v.blk.17.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.17.attn_q_norm.weight
F32
F32
[72]
v.blk.17.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.17.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.17.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.17.ffn_post_norm.weight
F32
F32
[1152]
v.blk.17.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.17.ln1.weight
F32
F32
[1152]
v.blk.17.ln2.weight
F32
F32
[1152]
v.blk.18
v.blk.18.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.18.attn_k_norm.weight
F32
F32
[72]
v.blk.18.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.18.attn_post_norm.weight
F32
F32
[1152]
v.blk.18.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.18.attn_q_norm.weight
F32
F32
[72]
v.blk.18.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.18.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.18.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.18.ffn_post_norm.weight
F32
F32
[1152]
v.blk.18.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.18.ln1.weight
F32
F32
[1152]
v.blk.18.ln2.weight
F32
F32
[1152]
v.blk.19
v.blk.19.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.19.attn_k_norm.weight
F32
F32
[72]
v.blk.19.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.19.attn_post_norm.weight
F32
F32
[1152]
v.blk.19.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.19.attn_q_norm.weight
F32
F32
[72]
v.blk.19.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.19.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.19.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.19.ffn_post_norm.weight
F32
F32
[1152]
v.blk.19.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.19.ln1.weight
F32
F32
[1152]
v.blk.19.ln2.weight
F32
F32
[1152]
v.blk.20
v.blk.20.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.20.attn_k_norm.weight
F32
F32
[72]
v.blk.20.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.20.attn_post_norm.weight
F32
F32
[1152]
v.blk.20.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.20.attn_q_norm.weight
F32
F32
[72]
v.blk.20.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.20.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.20.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.20.ffn_post_norm.weight
F32
F32
[1152]
v.blk.20.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.20.ln1.weight
F32
F32
[1152]
v.blk.20.ln2.weight
F32
F32
[1152]
v.blk.21
v.blk.21.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.21.attn_k_norm.weight
F32
F32
[72]
v.blk.21.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.21.attn_post_norm.weight
F32
F32
[1152]
v.blk.21.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.21.attn_q_norm.weight
F32
F32
[72]
v.blk.21.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.21.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.21.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.21.ffn_post_norm.weight
F32
F32
[1152]
v.blk.21.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.21.ln1.weight
F32
F32
[1152]
v.blk.21.ln2.weight
F32
F32
[1152]
v.blk.22
v.blk.22.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.22.attn_k_norm.weight
F32
F32
[72]
v.blk.22.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.22.attn_post_norm.weight
F32
F32
[1152]
v.blk.22.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.22.attn_q_norm.weight
F32
F32
[72]
v.blk.22.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.22.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.22.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.22.ffn_post_norm.weight
F32
F32
[1152]
v.blk.22.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.22.ln1.weight
F32
F32
[1152]
v.blk.22.ln2.weight
F32
F32
[1152]
v.blk.23
v.blk.23.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.23.attn_k_norm.weight
F32
F32
[72]
v.blk.23.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.23.attn_post_norm.weight
F32
F32
[1152]
v.blk.23.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.23.attn_q_norm.weight
F32
F32
[72]
v.blk.23.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.23.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.23.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.23.ffn_post_norm.weight
F32
F32
[1152]
v.blk.23.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.23.ln1.weight
F32
F32
[1152]
v.blk.23.ln2.weight
F32
F32
[1152]
v.blk.24
v.blk.24.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.24.attn_k_norm.weight
F32
F32
[72]
v.blk.24.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.24.attn_post_norm.weight
F32
F32
[1152]
v.blk.24.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.24.attn_q_norm.weight
F32
F32
[72]
v.blk.24.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.24.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.24.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.24.ffn_post_norm.weight
F32
F32
[1152]
v.blk.24.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.24.ln1.weight
F32
F32
[1152]
v.blk.24.ln2.weight
F32
F32
[1152]
v.blk.25
v.blk.25.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.25.attn_k_norm.weight
F32
F32
[72]
v.blk.25.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.25.attn_post_norm.weight
F32
F32
[1152]
v.blk.25.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.25.attn_q_norm.weight
F32
F32
[72]
v.blk.25.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.25.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.25.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.25.ffn_post_norm.weight
F32
F32
[1152]
v.blk.25.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.25.ln1.weight
F32
F32
[1152]
v.blk.25.ln2.weight
F32
F32
[1152]
v.blk.26
v.blk.26.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.26.attn_k_norm.weight
F32
F32
[72]
v.blk.26.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.26.attn_post_norm.weight
F32
F32
[1152]
v.blk.26.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.26.attn_q_norm.weight
F32
F32
[72]
v.blk.26.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.26.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.26.ffn_gate.weight
BF16
BF16
[1152, 4304]
v.blk.26.ffn_post_norm.weight
F32
F32
[1152]
v.blk.26.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.26.ln1.weight
F32
F32
[1152]
v.blk.26.ln2.weight
F32
F32
[1152]
v.patch_embd.weight
F32
F32
[16, 16, 3, 1152]
v.position_embd.weight
F32
F32
[1152, 10240, 2]
v.std_bias
F32
F32
[1152]
v.std_scale
F32
F32
[1152]