Models
Docs
Pricing
Sign in
Download
Models
Download
Docs
Pricing
Sign in
orieg
/
gemma3-tools
:27b-ft
16.7K
Downloads
Updated
6 days ago
Gemma3 model with tools support and large context window (optimized for RTX3090 24GB VRAM)
Gemma3 model with tools support and large context window (optimized for RTX3090 24GB VRAM)
Cancel
vision
tools
gemma3-tools:27b-ft
...
/
projector
846ea7208b29 · 858MB
Metadata
general.architecture
clip
clip
general.file_type
BF16
BF16
clip.has_vision_encoder
true
true
clip.projector_type
gemma3
gemma3
clip.use_gelu
true
true
clip.vision.attention.head_count
16
16
clip.vision.attention.layer_norm_epsilon
1e-06
1e-06
clip.vision.block_count
27
27
clip.vision.embedding_length
1152
1152
clip.vision.feed_forward_length
4304
4304
clip.vision.image_mean
[0.5, 0.5, 0.5]
[0.5, 0.5, 0.5]
clip.vision.image_size
896
896
clip.vision.image_std
[0.5, 0.5, 0.5]
[0.5, 0.5, 0.5]
clip.vision.patch_size
14
14
clip.vision.projection_dim
5376
5376
Tensor
Name
Type
Shape
mm.input_projection.weight
F16
F16
[5376, 1152]
mm.soft_emb_norm.weight
F32
F32
[1152]
v.blk.0
v.blk.0.attn_k.bias
F32
F32
[1152]
v.blk.0.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.0.attn_out.bias
F32
F32
[1152]
v.blk.0.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.0.attn_q.bias
F32
F32
[1152]
v.blk.0.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.0.attn_v.bias
F32
F32
[1152]
v.blk.0.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.0.ffn_down.bias
F32
F32
[1152]
v.blk.0.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.0.ffn_up.bias
F32
F32
[4304]
v.blk.0.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.0.ln1.bias
F32
F32
[1152]
v.blk.0.ln1.weight
F32
F32
[1152]
v.blk.0.ln2.bias
F32
F32
[1152]
v.blk.0.ln2.weight
F32
F32
[1152]
v.blk.1
v.blk.1.attn_k.bias
F32
F32
[1152]
v.blk.1.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.1.attn_out.bias
F32
F32
[1152]
v.blk.1.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.1.attn_q.bias
F32
F32
[1152]
v.blk.1.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.1.attn_v.bias
F32
F32
[1152]
v.blk.1.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.1.ffn_down.bias
F32
F32
[1152]
v.blk.1.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.1.ffn_up.bias
F32
F32
[4304]
v.blk.1.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.1.ln1.bias
F32
F32
[1152]
v.blk.1.ln1.weight
F32
F32
[1152]
v.blk.1.ln2.bias
F32
F32
[1152]
v.blk.1.ln2.weight
F32
F32
[1152]
v.blk.2
v.blk.2.attn_k.bias
F32
F32
[1152]
v.blk.2.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.2.attn_out.bias
F32
F32
[1152]
v.blk.2.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.2.attn_q.bias
F32
F32
[1152]
v.blk.2.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.2.attn_v.bias
F32
F32
[1152]
v.blk.2.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.2.ffn_down.bias
F32
F32
[1152]
v.blk.2.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.2.ffn_up.bias
F32
F32
[4304]
v.blk.2.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.2.ln1.bias
F32
F32
[1152]
v.blk.2.ln1.weight
F32
F32
[1152]
v.blk.2.ln2.bias
F32
F32
[1152]
v.blk.2.ln2.weight
F32
F32
[1152]
v.blk.3
v.blk.3.attn_k.bias
F32
F32
[1152]
v.blk.3.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.3.attn_out.bias
F32
F32
[1152]
v.blk.3.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.3.attn_q.bias
F32
F32
[1152]
v.blk.3.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.3.attn_v.bias
F32
F32
[1152]
v.blk.3.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.3.ffn_down.bias
F32
F32
[1152]
v.blk.3.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.3.ffn_up.bias
F32
F32
[4304]
v.blk.3.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.3.ln1.bias
F32
F32
[1152]
v.blk.3.ln1.weight
F32
F32
[1152]
v.blk.3.ln2.bias
F32
F32
[1152]
v.blk.3.ln2.weight
F32
F32
[1152]
v.blk.4
v.blk.4.attn_k.bias
F32
F32
[1152]
v.blk.4.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.4.attn_out.bias
F32
F32
[1152]
v.blk.4.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.4.attn_q.bias
F32
F32
[1152]
v.blk.4.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.4.attn_v.bias
F32
F32
[1152]
v.blk.4.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.4.ffn_down.bias
F32
F32
[1152]
v.blk.4.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.4.ffn_up.bias
F32
F32
[4304]
v.blk.4.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.4.ln1.bias
F32
F32
[1152]
v.blk.4.ln1.weight
F32
F32
[1152]
v.blk.4.ln2.bias
F32
F32
[1152]
v.blk.4.ln2.weight
F32
F32
[1152]
v.blk.5
v.blk.5.attn_k.bias
F32
F32
[1152]
v.blk.5.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.5.attn_out.bias
F32
F32
[1152]
v.blk.5.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.5.attn_q.bias
F32
F32
[1152]
v.blk.5.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.5.attn_v.bias
F32
F32
[1152]
v.blk.5.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.5.ffn_down.bias
F32
F32
[1152]
v.blk.5.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.5.ffn_up.bias
F32
F32
[4304]
v.blk.5.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.5.ln1.bias
F32
F32
[1152]
v.blk.5.ln1.weight
F32
F32
[1152]
v.blk.5.ln2.bias
F32
F32
[1152]
v.blk.5.ln2.weight
F32
F32
[1152]
v.blk.6
v.blk.6.attn_k.bias
F32
F32
[1152]
v.blk.6.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.6.attn_out.bias
F32
F32
[1152]
v.blk.6.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.6.attn_q.bias
F32
F32
[1152]
v.blk.6.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.6.attn_v.bias
F32
F32
[1152]
v.blk.6.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.6.ffn_down.bias
F32
F32
[1152]
v.blk.6.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.6.ffn_up.bias
F32
F32
[4304]
v.blk.6.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.6.ln1.bias
F32
F32
[1152]
v.blk.6.ln1.weight
F32
F32
[1152]
v.blk.6.ln2.bias
F32
F32
[1152]
v.blk.6.ln2.weight
F32
F32
[1152]
v.blk.7
v.blk.7.attn_k.bias
F32
F32
[1152]
v.blk.7.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.7.attn_out.bias
F32
F32
[1152]
v.blk.7.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.7.attn_q.bias
F32
F32
[1152]
v.blk.7.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.7.attn_v.bias
F32
F32
[1152]
v.blk.7.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.7.ffn_down.bias
F32
F32
[1152]
v.blk.7.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.7.ffn_up.bias
F32
F32
[4304]
v.blk.7.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.7.ln1.bias
F32
F32
[1152]
v.blk.7.ln1.weight
F32
F32
[1152]
v.blk.7.ln2.bias
F32
F32
[1152]
v.blk.7.ln2.weight
F32
F32
[1152]
v.blk.8
v.blk.8.attn_k.bias
F32
F32
[1152]
v.blk.8.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.8.attn_out.bias
F32
F32
[1152]
v.blk.8.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.8.attn_q.bias
F32
F32
[1152]
v.blk.8.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.8.attn_v.bias
F32
F32
[1152]
v.blk.8.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.8.ffn_down.bias
F32
F32
[1152]
v.blk.8.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.8.ffn_up.bias
F32
F32
[4304]
v.blk.8.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.8.ln1.bias
F32
F32
[1152]
v.blk.8.ln1.weight
F32
F32
[1152]
v.blk.8.ln2.bias
F32
F32
[1152]
v.blk.8.ln2.weight
F32
F32
[1152]
v.blk.9
v.blk.9.attn_k.bias
F32
F32
[1152]
v.blk.9.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.9.attn_out.bias
F32
F32
[1152]
v.blk.9.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.9.attn_q.bias
F32
F32
[1152]
v.blk.9.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.9.attn_v.bias
F32
F32
[1152]
v.blk.9.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.9.ffn_down.bias
F32
F32
[1152]
v.blk.9.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.9.ffn_up.bias
F32
F32
[4304]
v.blk.9.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.9.ln1.bias
F32
F32
[1152]
v.blk.9.ln1.weight
F32
F32
[1152]
v.blk.9.ln2.bias
F32
F32
[1152]
v.blk.9.ln2.weight
F32
F32
[1152]
v.blk.10
v.blk.10.attn_k.bias
F32
F32
[1152]
v.blk.10.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.10.attn_out.bias
F32
F32
[1152]
v.blk.10.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.10.attn_q.bias
F32
F32
[1152]
v.blk.10.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.10.attn_v.bias
F32
F32
[1152]
v.blk.10.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.10.ffn_down.bias
F32
F32
[1152]
v.blk.10.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.10.ffn_up.bias
F32
F32
[4304]
v.blk.10.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.10.ln1.bias
F32
F32
[1152]
v.blk.10.ln1.weight
F32
F32
[1152]
v.blk.10.ln2.bias
F32
F32
[1152]
v.blk.10.ln2.weight
F32
F32
[1152]
v.blk.11
v.blk.11.attn_k.bias
F32
F32
[1152]
v.blk.11.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.11.attn_out.bias
F32
F32
[1152]
v.blk.11.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.11.attn_q.bias
F32
F32
[1152]
v.blk.11.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.11.attn_v.bias
F32
F32
[1152]
v.blk.11.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.11.ffn_down.bias
F32
F32
[1152]
v.blk.11.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.11.ffn_up.bias
F32
F32
[4304]
v.blk.11.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.11.ln1.bias
F32
F32
[1152]
v.blk.11.ln1.weight
F32
F32
[1152]
v.blk.11.ln2.bias
F32
F32
[1152]
v.blk.11.ln2.weight
F32
F32
[1152]
v.blk.12
v.blk.12.attn_k.bias
F32
F32
[1152]
v.blk.12.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.12.attn_out.bias
F32
F32
[1152]
v.blk.12.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.12.attn_q.bias
F32
F32
[1152]
v.blk.12.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.12.attn_v.bias
F32
F32
[1152]
v.blk.12.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.12.ffn_down.bias
F32
F32
[1152]
v.blk.12.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.12.ffn_up.bias
F32
F32
[4304]
v.blk.12.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.12.ln1.bias
F32
F32
[1152]
v.blk.12.ln1.weight
F32
F32
[1152]
v.blk.12.ln2.bias
F32
F32
[1152]
v.blk.12.ln2.weight
F32
F32
[1152]
v.blk.13
v.blk.13.attn_k.bias
F32
F32
[1152]
v.blk.13.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.13.attn_out.bias
F32
F32
[1152]
v.blk.13.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.13.attn_q.bias
F32
F32
[1152]
v.blk.13.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.13.attn_v.bias
F32
F32
[1152]
v.blk.13.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.13.ffn_down.bias
F32
F32
[1152]
v.blk.13.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.13.ffn_up.bias
F32
F32
[4304]
v.blk.13.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.13.ln1.bias
F32
F32
[1152]
v.blk.13.ln1.weight
F32
F32
[1152]
v.blk.13.ln2.bias
F32
F32
[1152]
v.blk.13.ln2.weight
F32
F32
[1152]
v.blk.14
v.blk.14.attn_k.bias
F32
F32
[1152]
v.blk.14.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.14.attn_out.bias
F32
F32
[1152]
v.blk.14.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.14.attn_q.bias
F32
F32
[1152]
v.blk.14.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.14.attn_v.bias
F32
F32
[1152]
v.blk.14.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.14.ffn_down.bias
F32
F32
[1152]
v.blk.14.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.14.ffn_up.bias
F32
F32
[4304]
v.blk.14.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.14.ln1.bias
F32
F32
[1152]
v.blk.14.ln1.weight
F32
F32
[1152]
v.blk.14.ln2.bias
F32
F32
[1152]
v.blk.14.ln2.weight
F32
F32
[1152]
v.blk.15
v.blk.15.attn_k.bias
F32
F32
[1152]
v.blk.15.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.15.attn_out.bias
F32
F32
[1152]
v.blk.15.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.15.attn_q.bias
F32
F32
[1152]
v.blk.15.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.15.attn_v.bias
F32
F32
[1152]
v.blk.15.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.15.ffn_down.bias
F32
F32
[1152]
v.blk.15.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.15.ffn_up.bias
F32
F32
[4304]
v.blk.15.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.15.ln1.bias
F32
F32
[1152]
v.blk.15.ln1.weight
F32
F32
[1152]
v.blk.15.ln2.bias
F32
F32
[1152]
v.blk.15.ln2.weight
F32
F32
[1152]
v.blk.16
v.blk.16.attn_k.bias
F32
F32
[1152]
v.blk.16.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.16.attn_out.bias
F32
F32
[1152]
v.blk.16.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.16.attn_q.bias
F32
F32
[1152]
v.blk.16.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.16.attn_v.bias
F32
F32
[1152]
v.blk.16.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.16.ffn_down.bias
F32
F32
[1152]
v.blk.16.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.16.ffn_up.bias
F32
F32
[4304]
v.blk.16.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.16.ln1.bias
F32
F32
[1152]
v.blk.16.ln1.weight
F32
F32
[1152]
v.blk.16.ln2.bias
F32
F32
[1152]
v.blk.16.ln2.weight
F32
F32
[1152]
v.blk.17
v.blk.17.attn_k.bias
F32
F32
[1152]
v.blk.17.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.17.attn_out.bias
F32
F32
[1152]
v.blk.17.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.17.attn_q.bias
F32
F32
[1152]
v.blk.17.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.17.attn_v.bias
F32
F32
[1152]
v.blk.17.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.17.ffn_down.bias
F32
F32
[1152]
v.blk.17.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.17.ffn_up.bias
F32
F32
[4304]
v.blk.17.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.17.ln1.bias
F32
F32
[1152]
v.blk.17.ln1.weight
F32
F32
[1152]
v.blk.17.ln2.bias
F32
F32
[1152]
v.blk.17.ln2.weight
F32
F32
[1152]
v.blk.18
v.blk.18.attn_k.bias
F32
F32
[1152]
v.blk.18.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.18.attn_out.bias
F32
F32
[1152]
v.blk.18.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.18.attn_q.bias
F32
F32
[1152]
v.blk.18.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.18.attn_v.bias
F32
F32
[1152]
v.blk.18.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.18.ffn_down.bias
F32
F32
[1152]
v.blk.18.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.18.ffn_up.bias
F32
F32
[4304]
v.blk.18.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.18.ln1.bias
F32
F32
[1152]
v.blk.18.ln1.weight
F32
F32
[1152]
v.blk.18.ln2.bias
F32
F32
[1152]
v.blk.18.ln2.weight
F32
F32
[1152]
v.blk.19
v.blk.19.attn_k.bias
F32
F32
[1152]
v.blk.19.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.19.attn_out.bias
F32
F32
[1152]
v.blk.19.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.19.attn_q.bias
F32
F32
[1152]
v.blk.19.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.19.attn_v.bias
F32
F32
[1152]
v.blk.19.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.19.ffn_down.bias
F32
F32
[1152]
v.blk.19.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.19.ffn_up.bias
F32
F32
[4304]
v.blk.19.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.19.ln1.bias
F32
F32
[1152]
v.blk.19.ln1.weight
F32
F32
[1152]
v.blk.19.ln2.bias
F32
F32
[1152]
v.blk.19.ln2.weight
F32
F32
[1152]
v.blk.20
v.blk.20.attn_k.bias
F32
F32
[1152]
v.blk.20.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.20.attn_out.bias
F32
F32
[1152]
v.blk.20.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.20.attn_q.bias
F32
F32
[1152]
v.blk.20.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.20.attn_v.bias
F32
F32
[1152]
v.blk.20.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.20.ffn_down.bias
F32
F32
[1152]
v.blk.20.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.20.ffn_up.bias
F32
F32
[4304]
v.blk.20.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.20.ln1.bias
F32
F32
[1152]
v.blk.20.ln1.weight
F32
F32
[1152]
v.blk.20.ln2.bias
F32
F32
[1152]
v.blk.20.ln2.weight
F32
F32
[1152]
v.blk.21
v.blk.21.attn_k.bias
F32
F32
[1152]
v.blk.21.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.21.attn_out.bias
F32
F32
[1152]
v.blk.21.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.21.attn_q.bias
F32
F32
[1152]
v.blk.21.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.21.attn_v.bias
F32
F32
[1152]
v.blk.21.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.21.ffn_down.bias
F32
F32
[1152]
v.blk.21.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.21.ffn_up.bias
F32
F32
[4304]
v.blk.21.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.21.ln1.bias
F32
F32
[1152]
v.blk.21.ln1.weight
F32
F32
[1152]
v.blk.21.ln2.bias
F32
F32
[1152]
v.blk.21.ln2.weight
F32
F32
[1152]
v.blk.22
v.blk.22.attn_k.bias
F32
F32
[1152]
v.blk.22.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.22.attn_out.bias
F32
F32
[1152]
v.blk.22.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.22.attn_q.bias
F32
F32
[1152]
v.blk.22.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.22.attn_v.bias
F32
F32
[1152]
v.blk.22.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.22.ffn_down.bias
F32
F32
[1152]
v.blk.22.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.22.ffn_up.bias
F32
F32
[4304]
v.blk.22.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.22.ln1.bias
F32
F32
[1152]
v.blk.22.ln1.weight
F32
F32
[1152]
v.blk.22.ln2.bias
F32
F32
[1152]
v.blk.22.ln2.weight
F32
F32
[1152]
v.blk.23
v.blk.23.attn_k.bias
F32
F32
[1152]
v.blk.23.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.23.attn_out.bias
F32
F32
[1152]
v.blk.23.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.23.attn_q.bias
F32
F32
[1152]
v.blk.23.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.23.attn_v.bias
F32
F32
[1152]
v.blk.23.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.23.ffn_down.bias
F32
F32
[1152]
v.blk.23.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.23.ffn_up.bias
F32
F32
[4304]
v.blk.23.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.23.ln1.bias
F32
F32
[1152]
v.blk.23.ln1.weight
F32
F32
[1152]
v.blk.23.ln2.bias
F32
F32
[1152]
v.blk.23.ln2.weight
F32
F32
[1152]
v.blk.24
v.blk.24.attn_k.bias
F32
F32
[1152]
v.blk.24.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.24.attn_out.bias
F32
F32
[1152]
v.blk.24.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.24.attn_q.bias
F32
F32
[1152]
v.blk.24.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.24.attn_v.bias
F32
F32
[1152]
v.blk.24.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.24.ffn_down.bias
F32
F32
[1152]
v.blk.24.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.24.ffn_up.bias
F32
F32
[4304]
v.blk.24.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.24.ln1.bias
F32
F32
[1152]
v.blk.24.ln1.weight
F32
F32
[1152]
v.blk.24.ln2.bias
F32
F32
[1152]
v.blk.24.ln2.weight
F32
F32
[1152]
v.blk.25
v.blk.25.attn_k.bias
F32
F32
[1152]
v.blk.25.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.25.attn_out.bias
F32
F32
[1152]
v.blk.25.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.25.attn_q.bias
F32
F32
[1152]
v.blk.25.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.25.attn_v.bias
F32
F32
[1152]
v.blk.25.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.25.ffn_down.bias
F32
F32
[1152]
v.blk.25.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.25.ffn_up.bias
F32
F32
[4304]
v.blk.25.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.25.ln1.bias
F32
F32
[1152]
v.blk.25.ln1.weight
F32
F32
[1152]
v.blk.25.ln2.bias
F32
F32
[1152]
v.blk.25.ln2.weight
F32
F32
[1152]
v.blk.26
v.blk.26.attn_k.bias
F32
F32
[1152]
v.blk.26.attn_k.weight
BF16
BF16
[1152, 1152]
v.blk.26.attn_out.bias
F32
F32
[1152]
v.blk.26.attn_out.weight
BF16
BF16
[1152, 1152]
v.blk.26.attn_q.bias
F32
F32
[1152]
v.blk.26.attn_q.weight
BF16
BF16
[1152, 1152]
v.blk.26.attn_v.bias
F32
F32
[1152]
v.blk.26.attn_v.weight
BF16
BF16
[1152, 1152]
v.blk.26.ffn_down.bias
F32
F32
[1152]
v.blk.26.ffn_down.weight
BF16
BF16
[4304, 1152]
v.blk.26.ffn_up.bias
F32
F32
[4304]
v.blk.26.ffn_up.weight
BF16
BF16
[1152, 4304]
v.blk.26.ln1.bias
F32
F32
[1152]
v.blk.26.ln1.weight
F32
F32
[1152]
v.blk.26.ln2.bias
F32
F32
[1152]
v.blk.26.ln2.weight
F32
F32
[1152]
v.patch_embd.bias
F32
F32
[1152]
v.patch_embd.weight
F32
F32
[14, 14, 3, 1152]
v.position_embd.weight
F32
F32
[1152, 4096]
v.post_ln.bias
F32
F32
[1152]
v.post_ln.weight
F32
F32
[1152]