GitHub
187.4K
Download
Models
Docs
Pricing
Sign in
Download
Models
Docs
Pricing
Sign in
s1gnature
/
bee
:latest
1,034
Downloads
Updated
1 month ago
Cancel
bee:latest
...
/
model
32d5e8949136 ยท 48MB
Metadata
general.architecture
llama
llama
general.file_type
F32
F32
llama.attention.head_count
8
8
llama.attention.head_count_kv
8
8
llama.attention.key_length
40
40
llama.attention.layer_norm_rms_epsilon
1e-06
1e-06
llama.attention.value_length
40
40
llama.block_count
8
8
llama.context_length
4096
4096
llama.embedding_length
320
320
llama.feed_forward_length
960
960
llama.rope.dimension_count
40
40
llama.rope.freq_base
10000
10000
llama.vocab_size
2048
2048
tokenizer.ggml.add_bos_token
true
true
tokenizer.ggml.add_eos_token
false
false
tokenizer.ggml.add_space_prefix
false
false
tokenizer.ggml.bos_token_id
1
1
tokenizer.ggml.eos_token_id
2
2
tokenizer.ggml.model
llama
llama
tokenizer.ggml.pre
default
default
tokenizer.ggml.scores
[0, 0, 0, 0, 0, ...]
[0, 0, 0, 0, 0, ...]
tokenizer.ggml.token_type
[2, 3, 3, 3, 3, ...]
[2, 3, 3, 3, 3, ...]
tokenizer.ggml.tokens
[<unk>, <s>, </s>, <|user|>, <|bee|>, ...]
[<unk>, <s>, </s>, <|user|>, <|bee|>, ...]
Tensor
Name
Type
Shape
token_embd.weight
F32
F32
[320, 2048]
blk.0
blk.0.attn_k.weight
F32
F32
[320, 320]
blk.0.attn_norm.weight
F32
F32
[320]
blk.0.attn_output.weight
F32
F32
[320, 320]
blk.0.attn_q.weight
F32
F32
[320, 320]
blk.0.attn_v.weight
F32
F32
[320, 320]
blk.0.ffn_down.weight
F32
F32
[960, 320]
blk.0.ffn_gate.weight
F32
F32
[320, 960]
blk.0.ffn_norm.weight
F32
F32
[320]
blk.0.ffn_up.weight
F32
F32
[320, 960]
blk.1
blk.1.attn_k.weight
F32
F32
[320, 320]
blk.1.attn_norm.weight
F32
F32
[320]
blk.1.attn_output.weight
F32
F32
[320, 320]
blk.1.attn_q.weight
F32
F32
[320, 320]
blk.1.attn_v.weight
F32
F32
[320, 320]
blk.1.ffn_down.weight
F32
F32
[960, 320]
blk.1.ffn_gate.weight
F32
F32
[320, 960]
blk.1.ffn_norm.weight
F32
F32
[320]
blk.1.ffn_up.weight
F32
F32
[320, 960]
blk.2
blk.2.attn_k.weight
F32
F32
[320, 320]
blk.2.attn_norm.weight
F32
F32
[320]
blk.2.attn_output.weight
F32
F32
[320, 320]
blk.2.attn_q.weight
F32
F32
[320, 320]
blk.2.attn_v.weight
F32
F32
[320, 320]
blk.2.ffn_down.weight
F32
F32
[960, 320]
blk.2.ffn_gate.weight
F32
F32
[320, 960]
blk.2.ffn_norm.weight
F32
F32
[320]
blk.2.ffn_up.weight
F32
F32
[320, 960]
blk.3
blk.3.attn_k.weight
F32
F32
[320, 320]
blk.3.attn_norm.weight
F32
F32
[320]
blk.3.attn_output.weight
F32
F32
[320, 320]
blk.3.attn_q.weight
F32
F32
[320, 320]
blk.3.attn_v.weight
F32
F32
[320, 320]
blk.3.ffn_down.weight
F32
F32
[960, 320]
blk.3.ffn_gate.weight
F32
F32
[320, 960]
blk.3.ffn_norm.weight
F32
F32
[320]
blk.3.ffn_up.weight
F32
F32
[320, 960]
blk.4
blk.4.attn_k.weight
F32
F32
[320, 320]
blk.4.attn_norm.weight
F32
F32
[320]
blk.4.attn_output.weight
F32
F32
[320, 320]
blk.4.attn_q.weight
F32
F32
[320, 320]
blk.4.attn_v.weight
F32
F32
[320, 320]
blk.4.ffn_down.weight
F32
F32
[960, 320]
blk.4.ffn_gate.weight
F32
F32
[320, 960]
blk.4.ffn_norm.weight
F32
F32
[320]
blk.4.ffn_up.weight
F32
F32
[320, 960]
blk.5
blk.5.attn_k.weight
F32
F32
[320, 320]
blk.5.attn_norm.weight
F32
F32
[320]
blk.5.attn_output.weight
F32
F32
[320, 320]
blk.5.attn_q.weight
F32
F32
[320, 320]
blk.5.attn_v.weight
F32
F32
[320, 320]
blk.5.ffn_down.weight
F32
F32
[960, 320]
blk.5.ffn_gate.weight
F32
F32
[320, 960]
blk.5.ffn_norm.weight
F32
F32
[320]
blk.5.ffn_up.weight
F32
F32
[320, 960]
blk.6
blk.6.attn_k.weight
F32
F32
[320, 320]
blk.6.attn_norm.weight
F32
F32
[320]
blk.6.attn_output.weight
F32
F32
[320, 320]
blk.6.attn_q.weight
F32
F32
[320, 320]
blk.6.attn_v.weight
F32
F32
[320, 320]
blk.6.ffn_down.weight
F32
F32
[960, 320]
blk.6.ffn_gate.weight
F32
F32
[320, 960]
blk.6.ffn_norm.weight
F32
F32
[320]
blk.6.ffn_up.weight
F32
F32
[320, 960]
blk.7
blk.7.attn_k.weight
F32
F32
[320, 320]
blk.7.attn_norm.weight
F32
F32
[320]
blk.7.attn_output.weight
F32
F32
[320, 320]
blk.7.attn_q.weight
F32
F32
[320, 320]
blk.7.attn_v.weight
F32
F32
[320, 320]
blk.7.ffn_down.weight
F32
F32
[960, 320]
blk.7.ffn_gate.weight
F32
F32
[320, 960]
blk.7.ffn_norm.weight
F32
F32
[320]
blk.7.ffn_up.weight
F32
F32
[320, 960]
output.weight
F32
F32
[320, 2048]
output_norm.weight
F32
F32
[320]