izy/Gemma-4:12B/projector

izy/ Gemma-4:12B

Updated yesterday

vision 12b 31b

Gemma-4:12B ... /

projector

dcb8103adad0 · 175MB

Metadata

general.architecture

clip

clip
general.file_type

BF16

BF16
clip.audio.attention.head_count

1

1
clip.audio.attention.layer_norm_epsilon

1e-06

1e-06
clip.audio.block_count

0

0
clip.audio.embedding_length

640

640
clip.audio.feed_forward_length

0

0
clip.audio.num_mel_bins

128

128
clip.audio.projection_dim

3840

3840
clip.audio.projector_type

gemma4ua

gemma4ua
clip.has_audio_encoder

true

true
clip.has_vision_encoder

true

true
clip.vision.attention.head_count

1

1
clip.vision.attention.layer_norm_epsilon

1e-06

1e-06
clip.vision.block_count

0

0
clip.vision.embedding_length

3840

3840
clip.vision.feed_forward_length

0

0
clip.vision.image_mean

[0, 0, 0]

[0, 0, 0]
clip.vision.image_size

224

224
clip.vision.image_std

[1, 1, 1]

[1, 1, 1]
clip.vision.patch_size

16

16
clip.vision.projection_dim

3840

3840
clip.vision.projector_type

gemma4uv

gemma4uv

Tensor

Name

Type

Shape
mm.a.input_projection.weight

BF16

BF16

[640, 3840]
mm.input_projection.weight

BF16

BF16

[3840, 3840]
v.patch_embd.bias

F32

F32

[3840]
v.patch_embd.weight

F32

F32

[6912, 3840]
v.patch_norm.1.bias

F32

F32

[6912]
v.patch_norm.1.weight

F32

F32

[6912]
v.patch_norm.2.bias

F32

F32

[3840]
v.patch_norm.2.weight

F32

F32

[3840]
v.patch_norm.3.bias

F32

F32

[3840]
v.patch_norm.3.weight

F32

F32

[3840]
v.position_embd.weight

F32

F32

[3840, 1120, 2]