GitHub
184.5K
Download
Models
Docs
Pricing
Sign in
Download
Models
Docs
Pricing
Sign in
dolphinlabs
/
llama3.2-3b-uncensored
:latest
669
Downloads
Updated
5 days ago
Built with Llama. This model is Meta's Llama 3.2 3B Instruct with refusal behavior largely removed using abliteration, aka fining the "refusal direction" in the model's activations and projects it out of the weights. No fine-tuning was involved.
Built with Llama. This model is Meta's Llama 3.2 3B Instruct with refusal behavior largely removed using abliteration, aka fining the "refusal direction" in the model's activations and projects it out of the weights. No fine-tuning was involved.
Cancel
llama3.2-3b-uncensored:latest
...
/
model
cc23113431ec · 3.4GB
Metadata
general.architecture
llama
llama
general.file_type
Q8_0
Q8_0
llama.attention.head_count
24
24
llama.attention.head_count_kv
8
8
llama.attention.key_length
128
128
llama.attention.layer_norm_rms_epsilon
1e-05
1e-05
llama.attention.value_length
128
128
llama.block_count
28
28
llama.context_length
131072
131072
llama.embedding_length
3072
3072
llama.feed_forward_length
8192
8192
llama.rope.dimension_count
128
128
llama.rope.freq_base
500000
500000
llama.vocab_size
128256
128256
tokenizer.ggml.add_bos_token
true
true
tokenizer.ggml.add_eos_token
false
false
tokenizer.ggml.add_sep_token
false
false
tokenizer.ggml.bos_token_id
128000
128000
tokenizer.ggml.eos_token_id
128009
128009
tokenizer.ggml.merges
[Ġ Ġ, Ġ ĠĠĠ, ĠĠ ĠĠ, ĠĠĠ Ġ, i n, ...]
[Ġ Ġ, Ġ ĠĠĠ, ĠĠ ĠĠ, ĠĠĠ Ġ, i n, ...]
tokenizer.ggml.model
gpt2
gpt2
tokenizer.ggml.padding_token_id
128004
128004
tokenizer.ggml.pre
llama-bpe
llama-bpe
tokenizer.ggml.token_type
[1, 1, 1, 1, 1, ...]
[1, 1, 1, 1, 1, ...]
tokenizer.ggml.tokens
[!, ", #, $, %, ...]
[!, ", #, $, %, ...]
Tensor
Name
Type
Shape
token_embd.weight
Q8_0
Q8_0
[3072, 128256]
blk.0
blk.0.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.0.attn_norm.weight
F32
F32
[3072]
blk.0.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.0.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.0.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.0.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.0.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.0.ffn_norm.weight
F32
F32
[3072]
blk.0.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.1
blk.1.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.1.attn_norm.weight
F32
F32
[3072]
blk.1.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.1.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.1.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.1.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.1.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.1.ffn_norm.weight
F32
F32
[3072]
blk.1.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.2
blk.2.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.2.attn_norm.weight
F32
F32
[3072]
blk.2.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.2.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.2.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.2.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.2.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.2.ffn_norm.weight
F32
F32
[3072]
blk.2.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.3
blk.3.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.3.attn_norm.weight
F32
F32
[3072]
blk.3.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.3.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.3.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.3.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.3.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.3.ffn_norm.weight
F32
F32
[3072]
blk.3.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.4
blk.4.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.4.attn_norm.weight
F32
F32
[3072]
blk.4.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.4.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.4.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.4.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.4.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.4.ffn_norm.weight
F32
F32
[3072]
blk.4.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.5
blk.5.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.5.attn_norm.weight
F32
F32
[3072]
blk.5.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.5.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.5.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.5.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.5.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.5.ffn_norm.weight
F32
F32
[3072]
blk.5.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.6
blk.6.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.6.attn_norm.weight
F32
F32
[3072]
blk.6.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.6.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.6.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.6.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.6.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.6.ffn_norm.weight
F32
F32
[3072]
blk.6.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.7
blk.7.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.7.attn_norm.weight
F32
F32
[3072]
blk.7.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.7.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.7.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.7.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.7.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.7.ffn_norm.weight
F32
F32
[3072]
blk.7.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.8
blk.8.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.8.attn_norm.weight
F32
F32
[3072]
blk.8.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.8.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.8.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.8.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.8.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.8.ffn_norm.weight
F32
F32
[3072]
blk.8.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.9
blk.9.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.9.attn_norm.weight
F32
F32
[3072]
blk.9.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.9.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.9.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.9.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.9.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.9.ffn_norm.weight
F32
F32
[3072]
blk.9.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.10
blk.10.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.10.attn_norm.weight
F32
F32
[3072]
blk.10.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.10.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.10.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.10.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.10.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.10.ffn_norm.weight
F32
F32
[3072]
blk.10.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.11
blk.11.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.11.attn_norm.weight
F32
F32
[3072]
blk.11.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.11.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.11.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.11.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.11.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.11.ffn_norm.weight
F32
F32
[3072]
blk.11.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.12
blk.12.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.12.attn_norm.weight
F32
F32
[3072]
blk.12.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.12.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.12.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.12.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.12.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.12.ffn_norm.weight
F32
F32
[3072]
blk.12.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.13
blk.13.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.13.attn_norm.weight
F32
F32
[3072]
blk.13.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.13.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.13.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.13.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.13.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.13.ffn_norm.weight
F32
F32
[3072]
blk.13.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.14
blk.14.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.14.attn_norm.weight
F32
F32
[3072]
blk.14.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.14.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.14.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.14.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.14.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.14.ffn_norm.weight
F32
F32
[3072]
blk.14.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.15
blk.15.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.15.attn_norm.weight
F32
F32
[3072]
blk.15.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.15.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.15.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.15.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.15.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.15.ffn_norm.weight
F32
F32
[3072]
blk.15.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.16
blk.16.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.16.attn_norm.weight
F32
F32
[3072]
blk.16.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.16.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.16.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.16.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.16.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.16.ffn_norm.weight
F32
F32
[3072]
blk.16.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.17
blk.17.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.17.attn_norm.weight
F32
F32
[3072]
blk.17.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.17.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.17.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.17.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.17.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.17.ffn_norm.weight
F32
F32
[3072]
blk.17.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.18
blk.18.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.18.attn_norm.weight
F32
F32
[3072]
blk.18.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.18.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.18.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.18.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.18.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.18.ffn_norm.weight
F32
F32
[3072]
blk.18.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.19
blk.19.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.19.attn_norm.weight
F32
F32
[3072]
blk.19.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.19.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.19.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.19.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.19.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.19.ffn_norm.weight
F32
F32
[3072]
blk.19.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.20
blk.20.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.20.attn_norm.weight
F32
F32
[3072]
blk.20.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.20.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.20.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.20.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.20.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.20.ffn_norm.weight
F32
F32
[3072]
blk.20.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.21
blk.21.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.21.attn_norm.weight
F32
F32
[3072]
blk.21.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.21.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.21.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.21.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.21.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.21.ffn_norm.weight
F32
F32
[3072]
blk.21.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.22
blk.22.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.22.attn_norm.weight
F32
F32
[3072]
blk.22.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.22.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.22.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.22.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.22.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.22.ffn_norm.weight
F32
F32
[3072]
blk.22.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.23
blk.23.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.23.attn_norm.weight
F32
F32
[3072]
blk.23.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.23.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.23.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.23.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.23.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.23.ffn_norm.weight
F32
F32
[3072]
blk.23.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.24
blk.24.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.24.attn_norm.weight
F32
F32
[3072]
blk.24.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.24.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.24.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.24.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.24.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.24.ffn_norm.weight
F32
F32
[3072]
blk.24.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.25
blk.25.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.25.attn_norm.weight
F32
F32
[3072]
blk.25.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.25.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.25.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.25.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.25.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.25.ffn_norm.weight
F32
F32
[3072]
blk.25.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.26
blk.26.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.26.attn_norm.weight
F32
F32
[3072]
blk.26.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.26.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.26.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.26.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.26.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.26.ffn_norm.weight
F32
F32
[3072]
blk.26.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
blk.27
blk.27.attn_k.weight
Q8_0
Q8_0
[3072, 1024]
blk.27.attn_norm.weight
F32
F32
[3072]
blk.27.attn_output.weight
Q8_0
Q8_0
[3072, 3072]
blk.27.attn_q.weight
Q8_0
Q8_0
[3072, 3072]
blk.27.attn_v.weight
Q8_0
Q8_0
[3072, 1024]
blk.27.ffn_down.weight
Q8_0
Q8_0
[8192, 3072]
blk.27.ffn_gate.weight
Q8_0
Q8_0
[3072, 8192]
blk.27.ffn_norm.weight
F32
F32
[3072]
blk.27.ffn_up.weight
Q8_0
Q8_0
[3072, 8192]
rope_freqs.weight
F32
F32
[64]
output_norm.weight
F32
F32
[3072]