Inserloft/ Kyro-1:latest

1 month ago

... /
model
328b4653729d · 407MB
    Metadata
  • general.architecture
    llama
    • Tensor
  • blocks.0.attn.qkv.weight
    F32
    [512, 1536]
  • blocks.0.attn.rope.inv_freq
    F32
    [16]
  • blocks.0.attn.wo.weight
    F32
    [512, 512]
  • blocks.0.attn_norm.weight
    F32
    [512]
  • blocks.0.ffn.w1.weight
    F32
    [512, 2048]
  • blocks.0.ffn.w2.weight
    F32
    [2048, 512]
  • blocks.0.ffn.w3.weight
    F32
    [512, 2048]
  • blocks.0.ffn_norm.weight
    F32
    [512]
  • blocks.1.attn.qkv.weight
    F32
    [512, 1536]
  • blocks.1.attn.rope.inv_freq
    F32
    [16]
  • blocks.1.attn.wo.weight
    F32
    [512, 512]
  • blocks.1.attn_norm.weight
    F32
    [512]
  • blocks.1.ffn.w1.weight
    F32
    [512, 2048]
  • blocks.1.ffn.w2.weight
    F32
    [2048, 512]
  • blocks.1.ffn.w3.weight
    F32
    [512, 2048]
  • blocks.1.ffn_norm.weight
    F32
    [512]
  • blocks.2.attn.qkv.weight
    F32
    [512, 1536]
  • blocks.2.attn.rope.inv_freq
    F32
    [16]
  • blocks.2.attn.wo.weight
    F32
    [512, 512]
  • blocks.2.attn_norm.weight
    F32
    [512]
  • blocks.2.ffn.w1.weight
    F32
    [512, 2048]
  • blocks.2.ffn.w2.weight
    F32
    [2048, 512]
  • blocks.2.ffn.w3.weight
    F32
    [512, 2048]
  • blocks.2.ffn_norm.weight
    F32
    [512]
  • blocks.3.attn.qkv.weight
    F32
    [512, 1536]
  • blocks.3.attn.rope.inv_freq
    F32
    [16]
  • blocks.3.attn.wo.weight
    F32
    [512, 512]
  • blocks.3.attn_norm.weight
    F32
    [512]
  • blocks.3.ffn.w1.weight
    F32
    [512, 2048]
  • blocks.3.ffn.w2.weight
    F32
    [2048, 512]
  • blocks.3.ffn.w3.weight
    F32
    [512, 2048]
  • blocks.3.ffn_norm.weight
    F32
    [512]
  • blocks.4.attn.qkv.weight
    F32
    [512, 1536]
  • blocks.4.attn.rope.inv_freq
    F32
    [16]
  • blocks.4.attn.wo.weight
    F32
    [512, 512]
  • blocks.4.attn_norm.weight
    F32
    [512]
  • blocks.4.ffn.w1.weight
    F32
    [512, 2048]
  • blocks.4.ffn.w2.weight
    F32
    [2048, 512]
  • blocks.4.ffn.w3.weight
    F32
    [512, 2048]
  • blocks.4.ffn_norm.weight
    F32
    [512]
  • blocks.5.attn.qkv.weight
    F32
    [512, 1536]
  • blocks.5.attn.rope.inv_freq
    F32
    [16]
  • blocks.5.attn.wo.weight
    F32
    [512, 512]
  • blocks.5.attn_norm.weight
    F32
    [512]
  • blocks.5.ffn.w1.weight
    F32
    [512, 2048]
  • blocks.5.ffn.w2.weight
    F32
    [2048, 512]
  • blocks.5.ffn.w3.weight
    F32
    [512, 2048]
  • blocks.5.ffn_norm.weight
    F32
    [512]
  • blocks.6.attn.qkv.weight
    F32
    [512, 1536]
  • blocks.6.attn.rope.inv_freq
    F32
    [16]
  • blocks.6.attn.wo.weight
    F32
    [512, 512]
  • blocks.6.attn_norm.weight
    F32
    [512]
  • blocks.6.ffn.w1.weight
    F32
    [512, 2048]
  • blocks.6.ffn.w2.weight
    F32
    [2048, 512]
  • blocks.6.ffn.w3.weight
    F32
    [512, 2048]
  • blocks.6.ffn_norm.weight
    F32
    [512]
  • blocks.7.attn.qkv.weight
    F32
    [512, 1536]
  • blocks.7.attn.rope.inv_freq
    F32
    [16]
  • blocks.7.attn.wo.weight
    F32
    [512, 512]
  • blocks.7.attn_norm.weight
    F32
    [512]
  • blocks.7.ffn.w1.weight
    F32
    [512, 2048]
  • blocks.7.ffn.w2.weight
    F32
    [2048, 512]
  • blocks.7.ffn.w3.weight
    F32
    [512, 2048]
  • blocks.7.ffn_norm.weight
    F32
    [512]
  • blocks.8.attn.qkv.weight
    F32
    [512, 1536]
  • blocks.8.attn.rope.inv_freq
    F32
    [16]
  • blocks.8.attn.wo.weight
    F32
    [512, 512]
  • blocks.8.attn_norm.weight
    F32
    [512]
  • blocks.8.ffn.w1.weight
    F32
    [512, 2048]
  • blocks.8.ffn.w2.weight
    F32
    [2048, 512]
  • blocks.8.ffn.w3.weight
    F32
    [512, 2048]
  • blocks.8.ffn_norm.weight
    F32
    [512]
  • blocks.9.attn.qkv.weight
    F32
    [512, 1536]
  • blocks.9.attn.rope.inv_freq
    F32
    [16]
  • blocks.9.attn.wo.weight
    F32
    [512, 512]
  • blocks.9.attn_norm.weight
    F32
    [512]
  • blocks.9.ffn.w1.weight
    F32
    [512, 2048]
  • blocks.9.ffn.w2.weight
    F32
    [2048, 512]
  • blocks.9.ffn.w3.weight
    F32
    [512, 2048]
  • blocks.9.ffn_norm.weight
    F32
    [512]
  • blocks.10.attn.qkv.weight
    F32
    [512, 1536]
  • blocks.10.attn.rope.inv_freq
    F32
    [16]
  • blocks.10.attn.wo.weight
    F32
    [512, 512]
  • blocks.10.attn_norm.weight
    F32
    [512]
  • blocks.10.ffn.w1.weight
    F32
    [512, 2048]
  • blocks.10.ffn.w2.weight
    F32
    [2048, 512]
  • blocks.10.ffn.w3.weight
    F32
    [512, 2048]
  • blocks.10.ffn_norm.weight
    F32
    [512]
  • blocks.11.attn.qkv.weight
    F32
    [512, 1536]
  • blocks.11.attn.rope.inv_freq
    F32
    [16]
  • blocks.11.attn.wo.weight
    F32
    [512, 512]
  • blocks.11.attn_norm.weight
    F32
    [512]
  • blocks.11.ffn.w1.weight
    F32
    [512, 2048]
  • blocks.11.ffn.w2.weight
    F32
    [2048, 512]
  • blocks.11.ffn.w3.weight
    F32
    [512, 2048]
  • blocks.11.ffn_norm.weight
    F32
    [512]
  • lm_head.weight
    F32
    [512, 50257]
  • norm.weight
    F32
    [512]
  • token_emb.weight
    F32
    [512, 50257]