qllama/
gemma3-sms:q8

12 2 months ago

SMS OTP Extractor is a lightweight model that accurately captures one-time passwords from SMS messages. It ignores noise such as links or signatures and outputs only the clean code. Fast, private, and easy to integrate, it works across different languages

... /
model
420ee4612a11 · 292MB
    Metadata
  • general.architecture
    gemma3
  • general.file_type
    Q8_0
  • gemma3.attention.head_count
    4
  • gemma3.attention.head_count_kv
    1
  • gemma3.attention.key_length
    256
  • gemma3.attention.layer_norm_rms_epsilon
    1e-06
  • gemma3.attention.sliding_window
    512
  • gemma3.attention.value_length
    256
  • gemma3.block_count
    18
  • gemma3.context_length
    32768
  • gemma3.embedding_length
    640
  • gemma3.feed_forward_length
    2048
  • gemma3.rope.freq_base
    1e+06
  • tokenizer.ggml.add_bos_token
    true
  • tokenizer.ggml.add_eos_token
    false
  • tokenizer.ggml.add_sep_token
    false
  • tokenizer.ggml.add_space_prefix
    false
  • tokenizer.ggml.bos_token_id
    2
  • tokenizer.ggml.eos_token_id
    106
  • tokenizer.ggml.model
    llama
  • tokenizer.ggml.padding_token_id
    0
  • tokenizer.ggml.pre
    default
  • tokenizer.ggml.scores
    [-1000, -1000, -1000, -1000, -1000, ...]
  • tokenizer.ggml.token_type
    [3, 3, 3, 3, 3, ...]
  • tokenizer.ggml.tokens
    [<pad>, <eos>, <bos>, <unk>, <mask>, ...]
  • tokenizer.ggml.unknown_token_id
    3
    • Tensor
  • token_embd.weight
    Q8_0
    [640, 262144]
    • blk.0
  • blk.0.attn_k.weight
    Q8_0
    [640, 256]
  • blk.0.attn_k_norm.weight
    F32
    [256]
  • blk.0.attn_norm.weight
    F32
    [640]
  • blk.0.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.0.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.0.attn_q_norm.weight
    F32
    [256]
  • blk.0.attn_v.weight
    Q8_0
    [640, 256]
  • blk.0.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.0.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.0.ffn_norm.weight
    F32
    [640]
  • blk.0.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.0.post_attention_norm.weight
    F32
    [640]
  • blk.0.post_ffw_norm.weight
    F32
    [640]
    • blk.1
  • blk.1.attn_k.weight
    Q8_0
    [640, 256]
  • blk.1.attn_k_norm.weight
    F32
    [256]
  • blk.1.attn_norm.weight
    F32
    [640]
  • blk.1.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.1.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.1.attn_q_norm.weight
    F32
    [256]
  • blk.1.attn_v.weight
    Q8_0
    [640, 256]
  • blk.1.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.1.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.1.ffn_norm.weight
    F32
    [640]
  • blk.1.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.1.post_attention_norm.weight
    F32
    [640]
  • blk.1.post_ffw_norm.weight
    F32
    [640]
    • blk.2
  • blk.2.attn_k.weight
    Q8_0
    [640, 256]
  • blk.2.attn_k_norm.weight
    F32
    [256]
  • blk.2.attn_norm.weight
    F32
    [640]
  • blk.2.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.2.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.2.attn_q_norm.weight
    F32
    [256]
  • blk.2.attn_v.weight
    Q8_0
    [640, 256]
  • blk.2.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.2.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.2.ffn_norm.weight
    F32
    [640]
  • blk.2.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.2.post_attention_norm.weight
    F32
    [640]
  • blk.2.post_ffw_norm.weight
    F32
    [640]
    • blk.3
  • blk.3.attn_k.weight
    Q8_0
    [640, 256]
  • blk.3.attn_k_norm.weight
    F32
    [256]
  • blk.3.attn_norm.weight
    F32
    [640]
  • blk.3.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.3.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.3.attn_q_norm.weight
    F32
    [256]
  • blk.3.attn_v.weight
    Q8_0
    [640, 256]
  • blk.3.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.3.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.3.ffn_norm.weight
    F32
    [640]
  • blk.3.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.3.post_attention_norm.weight
    F32
    [640]
  • blk.3.post_ffw_norm.weight
    F32
    [640]
    • blk.4
  • blk.4.attn_k.weight
    Q8_0
    [640, 256]
  • blk.4.attn_k_norm.weight
    F32
    [256]
  • blk.4.attn_norm.weight
    F32
    [640]
  • blk.4.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.4.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.4.attn_q_norm.weight
    F32
    [256]
  • blk.4.attn_v.weight
    Q8_0
    [640, 256]
  • blk.4.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.4.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.4.ffn_norm.weight
    F32
    [640]
  • blk.4.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.4.post_attention_norm.weight
    F32
    [640]
  • blk.4.post_ffw_norm.weight
    F32
    [640]
    • blk.5
  • blk.5.attn_k.weight
    Q8_0
    [640, 256]
  • blk.5.attn_k_norm.weight
    F32
    [256]
  • blk.5.attn_norm.weight
    F32
    [640]
  • blk.5.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.5.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.5.attn_q_norm.weight
    F32
    [256]
  • blk.5.attn_v.weight
    Q8_0
    [640, 256]
  • blk.5.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.5.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.5.ffn_norm.weight
    F32
    [640]
  • blk.5.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.5.post_attention_norm.weight
    F32
    [640]
  • blk.5.post_ffw_norm.weight
    F32
    [640]
    • blk.6
  • blk.6.attn_k.weight
    Q8_0
    [640, 256]
  • blk.6.attn_k_norm.weight
    F32
    [256]
  • blk.6.attn_norm.weight
    F32
    [640]
  • blk.6.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.6.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.6.attn_q_norm.weight
    F32
    [256]
  • blk.6.attn_v.weight
    Q8_0
    [640, 256]
  • blk.6.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.6.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.6.ffn_norm.weight
    F32
    [640]
  • blk.6.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.6.post_attention_norm.weight
    F32
    [640]
  • blk.6.post_ffw_norm.weight
    F32
    [640]
    • blk.7
  • blk.7.attn_k.weight
    Q8_0
    [640, 256]
  • blk.7.attn_k_norm.weight
    F32
    [256]
  • blk.7.attn_norm.weight
    F32
    [640]
  • blk.7.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.7.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.7.attn_q_norm.weight
    F32
    [256]
  • blk.7.attn_v.weight
    Q8_0
    [640, 256]
  • blk.7.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.7.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.7.ffn_norm.weight
    F32
    [640]
  • blk.7.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.7.post_attention_norm.weight
    F32
    [640]
  • blk.7.post_ffw_norm.weight
    F32
    [640]
    • blk.8
  • blk.8.attn_k.weight
    Q8_0
    [640, 256]
  • blk.8.attn_k_norm.weight
    F32
    [256]
  • blk.8.attn_norm.weight
    F32
    [640]
  • blk.8.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.8.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.8.attn_q_norm.weight
    F32
    [256]
  • blk.8.attn_v.weight
    Q8_0
    [640, 256]
  • blk.8.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.8.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.8.ffn_norm.weight
    F32
    [640]
  • blk.8.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.8.post_attention_norm.weight
    F32
    [640]
  • blk.8.post_ffw_norm.weight
    F32
    [640]
    • blk.9
  • blk.9.attn_k.weight
    Q8_0
    [640, 256]
  • blk.9.attn_k_norm.weight
    F32
    [256]
  • blk.9.attn_norm.weight
    F32
    [640]
  • blk.9.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.9.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.9.attn_q_norm.weight
    F32
    [256]
  • blk.9.attn_v.weight
    Q8_0
    [640, 256]
  • blk.9.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.9.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.9.ffn_norm.weight
    F32
    [640]
  • blk.9.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.9.post_attention_norm.weight
    F32
    [640]
  • blk.9.post_ffw_norm.weight
    F32
    [640]
    • blk.10
  • blk.10.attn_k.weight
    Q8_0
    [640, 256]
  • blk.10.attn_k_norm.weight
    F32
    [256]
  • blk.10.attn_norm.weight
    F32
    [640]
  • blk.10.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.10.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.10.attn_q_norm.weight
    F32
    [256]
  • blk.10.attn_v.weight
    Q8_0
    [640, 256]
  • blk.10.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.10.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.10.ffn_norm.weight
    F32
    [640]
  • blk.10.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.10.post_attention_norm.weight
    F32
    [640]
  • blk.10.post_ffw_norm.weight
    F32
    [640]
    • blk.11
  • blk.11.attn_k.weight
    Q8_0
    [640, 256]
  • blk.11.attn_k_norm.weight
    F32
    [256]
  • blk.11.attn_norm.weight
    F32
    [640]
  • blk.11.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.11.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.11.attn_q_norm.weight
    F32
    [256]
  • blk.11.attn_v.weight
    Q8_0
    [640, 256]
  • blk.11.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.11.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.11.ffn_norm.weight
    F32
    [640]
  • blk.11.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.11.post_attention_norm.weight
    F32
    [640]
  • blk.11.post_ffw_norm.weight
    F32
    [640]
    • blk.12
  • blk.12.attn_k.weight
    Q8_0
    [640, 256]
  • blk.12.attn_k_norm.weight
    F32
    [256]
  • blk.12.attn_norm.weight
    F32
    [640]
  • blk.12.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.12.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.12.attn_q_norm.weight
    F32
    [256]
  • blk.12.attn_v.weight
    Q8_0
    [640, 256]
  • blk.12.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.12.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.12.ffn_norm.weight
    F32
    [640]
  • blk.12.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.12.post_attention_norm.weight
    F32
    [640]
  • blk.12.post_ffw_norm.weight
    F32
    [640]
    • blk.13
  • blk.13.attn_k.weight
    Q8_0
    [640, 256]
  • blk.13.attn_k_norm.weight
    F32
    [256]
  • blk.13.attn_norm.weight
    F32
    [640]
  • blk.13.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.13.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.13.attn_q_norm.weight
    F32
    [256]
  • blk.13.attn_v.weight
    Q8_0
    [640, 256]
  • blk.13.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.13.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.13.ffn_norm.weight
    F32
    [640]
  • blk.13.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.13.post_attention_norm.weight
    F32
    [640]
  • blk.13.post_ffw_norm.weight
    F32
    [640]
    • blk.14
  • blk.14.attn_k.weight
    Q8_0
    [640, 256]
  • blk.14.attn_k_norm.weight
    F32
    [256]
  • blk.14.attn_norm.weight
    F32
    [640]
  • blk.14.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.14.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.14.attn_q_norm.weight
    F32
    [256]
  • blk.14.attn_v.weight
    Q8_0
    [640, 256]
  • blk.14.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.14.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.14.ffn_norm.weight
    F32
    [640]
  • blk.14.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.14.post_attention_norm.weight
    F32
    [640]
  • blk.14.post_ffw_norm.weight
    F32
    [640]
    • blk.15
  • blk.15.attn_k.weight
    Q8_0
    [640, 256]
  • blk.15.attn_k_norm.weight
    F32
    [256]
  • blk.15.attn_norm.weight
    F32
    [640]
  • blk.15.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.15.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.15.attn_q_norm.weight
    F32
    [256]
  • blk.15.attn_v.weight
    Q8_0
    [640, 256]
  • blk.15.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.15.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.15.ffn_norm.weight
    F32
    [640]
  • blk.15.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.15.post_attention_norm.weight
    F32
    [640]
  • blk.15.post_ffw_norm.weight
    F32
    [640]
    • blk.16
  • blk.16.attn_k.weight
    Q8_0
    [640, 256]
  • blk.16.attn_k_norm.weight
    F32
    [256]
  • blk.16.attn_norm.weight
    F32
    [640]
  • blk.16.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.16.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.16.attn_q_norm.weight
    F32
    [256]
  • blk.16.attn_v.weight
    Q8_0
    [640, 256]
  • blk.16.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.16.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.16.ffn_norm.weight
    F32
    [640]
  • blk.16.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.16.post_attention_norm.weight
    F32
    [640]
  • blk.16.post_ffw_norm.weight
    F32
    [640]
    • blk.17
  • blk.17.attn_k.weight
    Q8_0
    [640, 256]
  • blk.17.attn_k_norm.weight
    F32
    [256]
  • blk.17.attn_norm.weight
    F32
    [640]
  • blk.17.attn_output.weight
    Q8_0
    [1024, 640]
  • blk.17.attn_q.weight
    Q8_0
    [640, 1024]
  • blk.17.attn_q_norm.weight
    F32
    [256]
  • blk.17.attn_v.weight
    Q8_0
    [640, 256]
  • blk.17.ffn_down.weight
    Q8_0
    [2048, 640]
  • blk.17.ffn_gate.weight
    Q8_0
    [640, 2048]
  • blk.17.ffn_norm.weight
    F32
    [640]
  • blk.17.ffn_up.weight
    Q8_0
    [640, 2048]
  • blk.17.post_attention_norm.weight
    F32
    [640]
  • blk.17.post_ffw_norm.weight
    F32
    [640]
  • output_norm.weight
    F32
    [640]