erwan2/
DeepSeek-Janus-Pro-7B-Vision-Encoder:latest

4,400 6 months ago

Vision Encoder for Janus Pro 7B. This model is under testing

vision
... /
projector
8634b893035f · 634MB
    Metadata
  • general.architecture
    clip
  • general.file_type
    F16
  • clip.has_llava_projector
    false
  • clip.has_text_encoder
    false
  • clip.has_vision_encoder
    true
  • clip.use_gelu
    true
  • clip.vision.attention.head_count
    16
  • clip.vision.attention.layer_norm_epsilon
    1e-06
  • clip.vision.block_count
    24
  • clip.vision.embedding_length
    1024
  • clip.vision.feed_forward_length
    4096
  • clip.vision.image_mean
    [0.48145467, 0.4578275, 0.40821072]
  • clip.vision.image_size
    384
  • clip.vision.image_std
    [0.26862955, 0.2613026, 0.2757771]
  • clip.vision.patch_size
    16
  • clip.vision.projection_dim
    1024
    • Tensor
  • vision_tower.attn_pool.ffn_down.bias
    F32
    [4096]
  • vision_tower.attn_pool.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.attn_pool.ffn_up.bias
    F32
    [1024]
  • vision_tower.attn_pool.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.attn_pool.kv.bias
    F32
    [2048]
  • vision_tower.attn_pool.kv.weight
    F16
    [1024, 2048]
  • vision_tower.attn_pool.latent
    F32
    [1024]
  • vision_tower.attn_pool.norm.bias
    F32
    [1024]
  • vision_tower.attn_pool.norm.weight
    F32
    [1024]
  • vision_tower.attn_pool.proj.bias
    F32
    [1024]
  • vision_tower.attn_pool.proj.weight
    F16
    [1024, 1024]
  • vision_tower.attn_pool.q.bias
    F32
    [1024]
  • vision_tower.attn_pool.q.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.0.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.0.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.0.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.0.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.0.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.0.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.0.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.0.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.0.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.0.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.0.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.0.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.1.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.1.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.1.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.1.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.1.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.1.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.1.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.1.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.1.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.1.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.1.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.1.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.2.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.2.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.2.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.2.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.2.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.2.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.2.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.2.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.2.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.2.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.2.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.2.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.3.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.3.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.3.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.3.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.3.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.3.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.3.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.3.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.3.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.3.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.3.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.3.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.4.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.4.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.4.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.4.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.4.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.4.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.4.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.4.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.4.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.4.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.4.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.4.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.5.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.5.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.5.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.5.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.5.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.5.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.5.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.5.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.5.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.5.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.5.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.5.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.6.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.6.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.6.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.6.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.6.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.6.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.6.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.6.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.6.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.6.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.6.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.6.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.7.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.7.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.7.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.7.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.7.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.7.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.7.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.7.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.7.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.7.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.7.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.7.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.8.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.8.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.8.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.8.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.8.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.8.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.8.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.8.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.8.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.8.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.8.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.8.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.9.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.9.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.9.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.9.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.9.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.9.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.9.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.9.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.9.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.9.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.9.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.9.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.10.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.10.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.10.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.10.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.10.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.10.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.10.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.10.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.10.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.10.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.10.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.10.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.11.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.11.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.11.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.11.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.11.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.11.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.11.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.11.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.11.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.11.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.11.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.11.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.12.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.12.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.12.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.12.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.12.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.12.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.12.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.12.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.12.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.12.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.12.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.12.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.13.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.13.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.13.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.13.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.13.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.13.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.13.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.13.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.13.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.13.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.13.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.13.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.14.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.14.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.14.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.14.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.14.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.14.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.14.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.14.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.14.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.14.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.14.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.14.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.15.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.15.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.15.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.15.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.15.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.15.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.15.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.15.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.15.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.15.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.15.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.15.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.16.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.16.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.16.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.16.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.16.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.16.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.16.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.16.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.16.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.16.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.16.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.16.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.17.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.17.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.17.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.17.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.17.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.17.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.17.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.17.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.17.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.17.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.17.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.17.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.18.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.18.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.18.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.18.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.18.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.18.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.18.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.18.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.18.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.18.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.18.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.18.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.19.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.19.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.19.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.19.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.19.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.19.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.19.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.19.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.19.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.19.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.19.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.19.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.20.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.20.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.20.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.20.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.20.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.20.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.20.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.20.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.20.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.20.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.20.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.20.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.21.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.21.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.21.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.21.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.21.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.21.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.21.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.21.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.21.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.21.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.21.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.21.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.22.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.22.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.22.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.22.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.22.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.22.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.22.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.22.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.22.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.22.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.22.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.22.norm2.weight
    F32
    [1024]
  • vision_tower.blocks.23.attn.proj.bias
    F32
    [1024]
  • vision_tower.blocks.23.attn.proj.weight
    F16
    [1024, 1024]
  • vision_tower.blocks.23.attn.qkv.bias
    F32
    [3072]
  • vision_tower.blocks.23.attn.qkv.weight
    F16
    [1024, 3072]
  • vision_tower.blocks.23.ffn_down.bias
    F32
    [4096]
  • vision_tower.blocks.23.ffn_down.weight
    F16
    [1024, 4096]
  • vision_tower.blocks.23.ffn_up.bias
    F32
    [1024]
  • vision_tower.blocks.23.ffn_up.weight
    F16
    [4096, 1024]
  • vision_tower.blocks.23.norm1.bias
    F32
    [1024]
  • vision_tower.blocks.23.norm1.weight
    F32
    [1024]
  • vision_tower.blocks.23.norm2.bias
    F32
    [1024]
  • vision_tower.blocks.23.norm2.weight
    F32
    [1024]
  • vision_tower.norm.bias
    F32
    [1024]
  • vision_tower.norm.weight
    F32
    [1024]
  • vision_tower.patch_embed.proj.bias
    F32
    [1024]
  • vision_tower.patch_embed.proj.weight
    F16
    [16, 16, 3, 1024]
  • vision_tower.pos_embed
    F32
    [1024, 576]