os-w/ open-assistans-v3:270m

17 2 weeks ago

This is an AI model based on the Gemma3 Model Family, but designed to address issues such as sycophancy or unnecessary praise that may arise in AI models. This has no connection to the OpenAssistans project; this AI model was created by OpenSoftware-World

vision 270m 1b 4b 12b 27b
... /
model
735af2139dc6 · 292MB
    Metadata
  • general.architecture
    gemma3
  • general.file_type
    Q8_0
  • gemma3.attention.head_count
    4
  • gemma3.attention.head_count_kv
    1
  • gemma3.attention.key_length
    256
  • gemma3.attention.layer_norm_rms_epsilon
    1e-06
  • gemma3.attention.sliding_window
    512
  • gemma3.attention.value_length
    256
  • gemma3.block_count
    18
  • gemma3.context_length
    32768
  • gemma3.embedding_length
    640
  • gemma3.feed_forward_length
    2048
  • gemma3.rope.freq_base
    1e+06
  • tokenizer.ggml.add_bos_token
    true
  • tokenizer.ggml.add_eos_token
    false
  • tokenizer.ggml.add_sep_token
    false
  • tokenizer.ggml.add_space_prefix
    false
  • tokenizer.ggml.bos_token_id
    2
  • tokenizer.ggml.eos_token_id
    1
  • tokenizer.ggml.model
    llama
  • tokenizer.ggml.padding_token_id
    0
  • tokenizer.ggml.pre
    default
  • tokenizer.ggml.scores
    [-1000, -1000, -1000, -1000, -1000, ...]
  • tokenizer.ggml.token_type
    [3, 3, 3, 3, 3, ...]
  • tokenizer.ggml.tokens
    [<pad>, <eos>, <bos>, <unk>, <mask>, ...]
  • tokenizer.ggml.unknown_token_id
    3
    • Tensor
  • token_embd.weight
    Q8_0
    [640, 262144]
    • blk.0
  • blk.0.attn_k.weight
    Q8_0
    [640, 256]
  • blk.0.attn_k_norm.weight
    F32
    [256]
  • blk.0.attn_norm.weight
    F32
    [640]
  • blk.0.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.0.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.0.attn_q_norm.weight
    F32
    [256]
  • blk.0.attn_v.weight
    Q8_0
    [640, 256]
  • blk.0.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.0.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.0.ffn_norm.weight
    F32
    [640]
  • blk.0.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.0.post_attention_norm.weight
    F32
    [640]
  • blk.0.post_ffw_norm.weight
    F32
    [640]
    • blk.1
  • blk.1.attn_k.weight
    Q8_0
    [640, 256]
  • blk.1.attn_k_norm.weight
    F32
    [256]
  • blk.1.attn_norm.weight
    F32
    [640]
  • blk.1.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.1.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.1.attn_q_norm.weight
    F32
    [256]
  • blk.1.attn_v.weight
    Q8_0
    [640, 256]
  • blk.1.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.1.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.1.ffn_norm.weight
    F32
    [640]
  • blk.1.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.1.post_attention_norm.weight
    F32
    [640]
  • blk.1.post_ffw_norm.weight
    F32
    [640]
    • blk.2
  • blk.2.attn_k.weight
    Q8_0
    [640, 256]
  • blk.2.attn_k_norm.weight
    F32
    [256]
  • blk.2.attn_norm.weight
    F32
    [640]
  • blk.2.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.2.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.2.attn_q_norm.weight
    F32
    [256]
  • blk.2.attn_v.weight
    Q8_0
    [640, 256]
  • blk.2.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.2.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.2.ffn_norm.weight
    F32
    [640]
  • blk.2.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.2.post_attention_norm.weight
    F32
    [640]
  • blk.2.post_ffw_norm.weight
    F32
    [640]
    • blk.3
  • blk.3.attn_k.weight
    Q8_0
    [640, 256]
  • blk.3.attn_k_norm.weight
    F32
    [256]
  • blk.3.attn_norm.weight
    F32
    [640]
  • blk.3.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.3.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.3.attn_q_norm.weight
    F32
    [256]
  • blk.3.attn_v.weight
    Q8_0
    [640, 256]
  • blk.3.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.3.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.3.ffn_norm.weight
    F32
    [640]
  • blk.3.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.3.post_attention_norm.weight
    F32
    [640]
  • blk.3.post_ffw_norm.weight
    F32
    [640]
    • blk.4
  • blk.4.attn_k.weight
    Q8_0
    [640, 256]
  • blk.4.attn_k_norm.weight
    F32
    [256]
  • blk.4.attn_norm.weight
    F32
    [640]
  • blk.4.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.4.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.4.attn_q_norm.weight
    F32
    [256]
  • blk.4.attn_v.weight
    Q8_0
    [640, 256]
  • blk.4.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.4.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.4.ffn_norm.weight
    F32
    [640]
  • blk.4.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.4.post_attention_norm.weight
    F32
    [640]
  • blk.4.post_ffw_norm.weight
    F32
    [640]
    • blk.5
  • blk.5.attn_k.weight
    Q8_0
    [640, 256]
  • blk.5.attn_k_norm.weight
    F32
    [256]
  • blk.5.attn_norm.weight
    F32
    [640]
  • blk.5.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.5.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.5.attn_q_norm.weight
    F32
    [256]
  • blk.5.attn_v.weight
    Q8_0
    [640, 256]
  • blk.5.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.5.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.5.ffn_norm.weight
    F32
    [640]
  • blk.5.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.5.post_attention_norm.weight
    F32
    [640]
  • blk.5.post_ffw_norm.weight
    F32
    [640]
    • blk.6
  • blk.6.attn_k.weight
    Q8_0
    [640, 256]
  • blk.6.attn_k_norm.weight
    F32
    [256]
  • blk.6.attn_norm.weight
    F32
    [640]
  • blk.6.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.6.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.6.attn_q_norm.weight
    F32
    [256]
  • blk.6.attn_v.weight
    Q8_0
    [640, 256]
  • blk.6.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.6.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.6.ffn_norm.weight
    F32
    [640]
  • blk.6.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.6.post_attention_norm.weight
    F32
    [640]
  • blk.6.post_ffw_norm.weight
    F32
    [640]
    • blk.7
  • blk.7.attn_k.weight
    Q8_0
    [640, 256]
  • blk.7.attn_k_norm.weight
    F32
    [256]
  • blk.7.attn_norm.weight
    F32
    [640]
  • blk.7.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.7.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.7.attn_q_norm.weight
    F32
    [256]
  • blk.7.attn_v.weight
    Q8_0
    [640, 256]
  • blk.7.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.7.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.7.ffn_norm.weight
    F32
    [640]
  • blk.7.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.7.post_attention_norm.weight
    F32
    [640]
  • blk.7.post_ffw_norm.weight
    F32
    [640]
    • blk.8
  • blk.8.attn_k.weight
    Q8_0
    [640, 256]
  • blk.8.attn_k_norm.weight
    F32
    [256]
  • blk.8.attn_norm.weight
    F32
    [640]
  • blk.8.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.8.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.8.attn_q_norm.weight
    F32
    [256]
  • blk.8.attn_v.weight
    Q8_0
    [640, 256]
  • blk.8.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.8.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.8.ffn_norm.weight
    F32
    [640]
  • blk.8.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.8.post_attention_norm.weight
    F32
    [640]
  • blk.8.post_ffw_norm.weight
    F32
    [640]
    • blk.9
  • blk.9.attn_k.weight
    Q8_0
    [640, 256]
  • blk.9.attn_k_norm.weight
    F32
    [256]
  • blk.9.attn_norm.weight
    F32
    [640]
  • blk.9.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.9.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.9.attn_q_norm.weight
    F32
    [256]
  • blk.9.attn_v.weight
    Q8_0
    [640, 256]
  • blk.9.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.9.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.9.ffn_norm.weight
    F32
    [640]
  • blk.9.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.9.post_attention_norm.weight
    F32
    [640]
  • blk.9.post_ffw_norm.weight
    F32
    [640]
    • blk.10
  • blk.10.attn_k.weight
    Q8_0
    [640, 256]
  • blk.10.attn_k_norm.weight
    F32
    [256]
  • blk.10.attn_norm.weight
    F32
    [640]
  • blk.10.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.10.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.10.attn_q_norm.weight
    F32
    [256]
  • blk.10.attn_v.weight
    Q8_0
    [640, 256]
  • blk.10.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.10.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.10.ffn_norm.weight
    F32
    [640]
  • blk.10.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.10.post_attention_norm.weight
    F32
    [640]
  • blk.10.post_ffw_norm.weight
    F32
    [640]
    • blk.11
  • blk.11.attn_k.weight
    Q8_0
    [640, 256]
  • blk.11.attn_k_norm.weight
    F32
    [256]
  • blk.11.attn_norm.weight
    F32
    [640]
  • blk.11.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.11.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.11.attn_q_norm.weight
    F32
    [256]
  • blk.11.attn_v.weight
    Q8_0
    [640, 256]
  • blk.11.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.11.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.11.ffn_norm.weight
    F32
    [640]
  • blk.11.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.11.post_attention_norm.weight
    F32
    [640]
  • blk.11.post_ffw_norm.weight
    F32
    [640]
    • blk.12
  • blk.12.attn_k.weight
    Q8_0
    [640, 256]
  • blk.12.attn_k_norm.weight
    F32
    [256]
  • blk.12.attn_norm.weight
    F32
    [640]
  • blk.12.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.12.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.12.attn_q_norm.weight
    F32
    [256]
  • blk.12.attn_v.weight
    Q8_0
    [640, 256]
  • blk.12.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.12.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.12.ffn_norm.weight
    F32
    [640]
  • blk.12.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.12.post_attention_norm.weight
    F32
    [640]
  • blk.12.post_ffw_norm.weight
    F32
    [640]
    • blk.13
  • blk.13.attn_k.weight
    Q8_0
    [640, 256]
  • blk.13.attn_k_norm.weight
    F32
    [256]
  • blk.13.attn_norm.weight
    F32
    [640]
  • blk.13.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.13.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.13.attn_q_norm.weight
    F32
    [256]
  • blk.13.attn_v.weight
    Q8_0
    [640, 256]
  • blk.13.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.13.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.13.ffn_norm.weight
    F32
    [640]
  • blk.13.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.13.post_attention_norm.weight
    F32
    [640]
  • blk.13.post_ffw_norm.weight
    F32
    [640]
    • blk.14
  • blk.14.attn_k.weight
    Q8_0
    [640, 256]
  • blk.14.attn_k_norm.weight
    F32
    [256]
  • blk.14.attn_norm.weight
    F32
    [640]
  • blk.14.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.14.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.14.attn_q_norm.weight
    F32
    [256]
  • blk.14.attn_v.weight
    Q8_0
    [640, 256]
  • blk.14.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.14.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.14.ffn_norm.weight
    F32
    [640]
  • blk.14.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.14.post_attention_norm.weight
    F32
    [640]
  • blk.14.post_ffw_norm.weight
    F32
    [640]
    • blk.15
  • blk.15.attn_k.weight
    Q8_0
    [640, 256]
  • blk.15.attn_k_norm.weight
    F32
    [256]
  • blk.15.attn_norm.weight
    F32
    [640]
  • blk.15.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.15.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.15.attn_q_norm.weight
    F32
    [256]
  • blk.15.attn_v.weight
    Q8_0
    [640, 256]
  • blk.15.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.15.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.15.ffn_norm.weight
    F32
    [640]
  • blk.15.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.15.post_attention_norm.weight
    F32
    [640]
  • blk.15.post_ffw_norm.weight
    F32
    [640]
    • blk.16
  • blk.16.attn_k.weight
    Q8_0
    [640, 256]
  • blk.16.attn_k_norm.weight
    F32
    [256]
  • blk.16.attn_norm.weight
    F32
    [640]
  • blk.16.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.16.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.16.attn_q_norm.weight
    F32
    [256]
  • blk.16.attn_v.weight
    Q8_0
    [640, 256]
  • blk.16.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.16.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.16.ffn_norm.weight
    F32
    [640]
  • blk.16.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.16.post_attention_norm.weight
    F32
    [640]
  • blk.16.post_ffw_norm.weight
    F32
    [640]
    • blk.17
  • blk.17.attn_k.weight
    Q8_0
    [640, 256]
  • blk.17.attn_k_norm.weight
    F32
    [256]
  • blk.17.attn_norm.weight
    F32
    [640]
  • blk.17.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.17.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.17.attn_q_norm.weight
    F32
    [256]
  • blk.17.attn_v.weight
    Q8_0
    [640, 256]
  • blk.17.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.17.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.17.ffn_norm.weight
    F32
    [640]
  • blk.17.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.17.post_attention_norm.weight
    F32
    [640]
  • blk.17.post_ffw_norm.weight
    F32
    [640]
  • output_norm.weight
    F32
    [640]