evilfreelancer/
FRIDA:823m-q8_0

573 3 months ago

FRIDA is a full-scale finetuned general text embedding model inspired by denoising architecture based on T5.

823m
... /
model
08c22b365442 · 880MB
    Metadata
  • general.architecture
    t5encoder
  • general.file_type
    Q8_0
  • t5encoder.attention.head_count
    24
  • t5encoder.attention.key_length
    64
  • t5encoder.attention.layer_norm_epsilon
    1e-06
  • t5encoder.attention.layer_norm_rms_epsilon
    1e-06
  • t5encoder.attention.relative_buckets_count
    32
  • t5encoder.attention.value_length
    64
  • t5encoder.block_count
    24
  • t5encoder.context_length
    512
  • t5encoder.embedding_length
    1536
  • t5encoder.feed_forward_length
    4096
  • tokenizer.ggml.bos_token_id
    1
  • tokenizer.ggml.eos_token_id
    2
  • tokenizer.ggml.mask_token_id
    4
  • tokenizer.ggml.merges
    [Ġ Ð, Ð ¾, Ð µ, Ð °, Ð ¸, ...]
  • tokenizer.ggml.model
    gpt2
  • tokenizer.ggml.padding_token_id
    0
  • tokenizer.ggml.pre
    roberta-bpe
  • tokenizer.ggml.seperator_token_id
    2
  • tokenizer.ggml.token_type
    [3, 3, 3, 3, 3, ...]
  • tokenizer.ggml.tokens
    [<pad>, <s>, </s>, <unk>, <mask>, ...]
  • tokenizer.ggml.unknown_token_id
    3
    • Tensor
  • token_embd.weight
    Q8_0
    [1536, 93651]
    • enc.blk.0
  • enc.blk.0.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.0.attn_norm.weight
    F32
    [1536]
  • enc.blk.0.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.0.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.0.attn_rel_b.weight
    F16
    [24, 32]
  • enc.blk.0.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.0.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.0.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.0.ffn_norm.weight
    F32
    [1536]
  • enc.blk.0.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.1
  • enc.blk.1.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.1.attn_norm.weight
    F32
    [1536]
  • enc.blk.1.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.1.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.1.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.1.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.1.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.1.ffn_norm.weight
    F32
    [1536]
  • enc.blk.1.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.2
  • enc.blk.2.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.2.attn_norm.weight
    F32
    [1536]
  • enc.blk.2.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.2.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.2.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.2.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.2.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.2.ffn_norm.weight
    F32
    [1536]
  • enc.blk.2.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.3
  • enc.blk.3.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.3.attn_norm.weight
    F32
    [1536]
  • enc.blk.3.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.3.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.3.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.3.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.3.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.3.ffn_norm.weight
    F32
    [1536]
  • enc.blk.3.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.4
  • enc.blk.4.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.4.attn_norm.weight
    F32
    [1536]
  • enc.blk.4.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.4.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.4.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.4.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.4.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.4.ffn_norm.weight
    F32
    [1536]
  • enc.blk.4.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.5
  • enc.blk.5.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.5.attn_norm.weight
    F32
    [1536]
  • enc.blk.5.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.5.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.5.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.5.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.5.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.5.ffn_norm.weight
    F32
    [1536]
  • enc.blk.5.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.6
  • enc.blk.6.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.6.attn_norm.weight
    F32
    [1536]
  • enc.blk.6.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.6.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.6.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.6.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.6.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.6.ffn_norm.weight
    F32
    [1536]
  • enc.blk.6.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.7
  • enc.blk.7.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.7.attn_norm.weight
    F32
    [1536]
  • enc.blk.7.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.7.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.7.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.7.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.7.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.7.ffn_norm.weight
    F32
    [1536]
  • enc.blk.7.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.8
  • enc.blk.8.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.8.attn_norm.weight
    F32
    [1536]
  • enc.blk.8.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.8.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.8.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.8.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.8.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.8.ffn_norm.weight
    F32
    [1536]
  • enc.blk.8.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.9
  • enc.blk.9.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.9.attn_norm.weight
    F32
    [1536]
  • enc.blk.9.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.9.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.9.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.9.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.9.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.9.ffn_norm.weight
    F32
    [1536]
  • enc.blk.9.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.10
  • enc.blk.10.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.10.attn_norm.weight
    F32
    [1536]
  • enc.blk.10.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.10.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.10.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.10.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.10.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.10.ffn_norm.weight
    F32
    [1536]
  • enc.blk.10.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.11
  • enc.blk.11.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.11.attn_norm.weight
    F32
    [1536]
  • enc.blk.11.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.11.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.11.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.11.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.11.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.11.ffn_norm.weight
    F32
    [1536]
  • enc.blk.11.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.12
  • enc.blk.12.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.12.attn_norm.weight
    F32
    [1536]
  • enc.blk.12.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.12.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.12.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.12.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.12.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.12.ffn_norm.weight
    F32
    [1536]
  • enc.blk.12.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.13
  • enc.blk.13.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.13.attn_norm.weight
    F32
    [1536]
  • enc.blk.13.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.13.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.13.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.13.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.13.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.13.ffn_norm.weight
    F32
    [1536]
  • enc.blk.13.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.14
  • enc.blk.14.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.14.attn_norm.weight
    F32
    [1536]
  • enc.blk.14.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.14.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.14.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.14.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.14.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.14.ffn_norm.weight
    F32
    [1536]
  • enc.blk.14.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.15
  • enc.blk.15.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.15.attn_norm.weight
    F32
    [1536]
  • enc.blk.15.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.15.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.15.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.15.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.15.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.15.ffn_norm.weight
    F32
    [1536]
  • enc.blk.15.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.16
  • enc.blk.16.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.16.attn_norm.weight
    F32
    [1536]
  • enc.blk.16.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.16.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.16.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.16.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.16.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.16.ffn_norm.weight
    F32
    [1536]
  • enc.blk.16.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.17
  • enc.blk.17.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.17.attn_norm.weight
    F32
    [1536]
  • enc.blk.17.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.17.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.17.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.17.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.17.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.17.ffn_norm.weight
    F32
    [1536]
  • enc.blk.17.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.18
  • enc.blk.18.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.18.attn_norm.weight
    F32
    [1536]
  • enc.blk.18.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.18.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.18.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.18.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.18.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.18.ffn_norm.weight
    F32
    [1536]
  • enc.blk.18.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.19
  • enc.blk.19.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.19.attn_norm.weight
    F32
    [1536]
  • enc.blk.19.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.19.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.19.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.19.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.19.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.19.ffn_norm.weight
    F32
    [1536]
  • enc.blk.19.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.20
  • enc.blk.20.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.20.attn_norm.weight
    F32
    [1536]
  • enc.blk.20.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.20.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.20.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.20.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.20.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.20.ffn_norm.weight
    F32
    [1536]
  • enc.blk.20.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.21
  • enc.blk.21.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.21.attn_norm.weight
    F32
    [1536]
  • enc.blk.21.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.21.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.21.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.21.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.21.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.21.ffn_norm.weight
    F32
    [1536]
  • enc.blk.21.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.22
  • enc.blk.22.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.22.attn_norm.weight
    F32
    [1536]
  • enc.blk.22.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.22.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.22.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.22.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.22.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.22.ffn_norm.weight
    F32
    [1536]
  • enc.blk.22.ffn_up.weight
    Q8_0
    [1536, 4096]
    • enc.blk.23
  • enc.blk.23.attn_k.weight
    Q8_0
    [1536, 1536]
  • enc.blk.23.attn_norm.weight
    F32
    [1536]
  • enc.blk.23.attn_o.weight
    Q8_0
    [1536, 1536]
  • enc.blk.23.attn_q.weight
    Q8_0
    [1536, 1536]
  • enc.blk.23.attn_v.weight
    Q8_0
    [1536, 1536]
  • enc.blk.23.ffn_down.weight
    Q8_0
    [4096, 1536]
  • enc.blk.23.ffn_gate.weight
    Q8_0
    [1536, 4096]
  • enc.blk.23.ffn_norm.weight
    F32
    [1536]
  • enc.blk.23.ffn_up.weight
    Q8_0
    [1536, 4096]
  • enc.output_norm.weight
    F32
    [1536]