70m
143MB
Updated 5 days ago
f719f9ed21c3 · 143MB
-
general.architecturegptneox
-
gptneox.attention.head_count8
-
gptneox.attention.layer_norm_epsilon1e-05
-
gptneox.block_count6
-
gptneox.context_length2048
-
gptneox.embedding_length512
-
gptneox.feed_forward_length2048
-
gptneox.rope.dimension_count16
-
gptneox.use_parallel_residualtrue
-
tokenizer.ggml.bos_token_id0
-
tokenizer.ggml.eos_token_id0
-
tokenizer.ggml.merges[Ġ Ġ Ġ t Ġ a h e i n ...]
-
tokenizer.ggml.modelgpt2
-
tokenizer.ggml.preolmo
-
tokenizer.ggml.token_type[3 3 1 1 1 ...]
-
tokenizer.ggml.tokens[<|endoftext|> <|padding|> ! " # ...]
-
tokenizer.ggml.unknown_token_id0
-
NameTypeShape
-
token_embd.weightF16[512 50279]
-
blk.0.attn_output.biasF32[512]
-
blk.0.attn_output.weightF16[512 512]
-
blk.0.attn_qkv.biasF32[1536]
-
blk.0.attn_qkv.weightF16[512 1536]
-
blk.0.attn_norm.biasF32[512]
-
blk.0.attn_norm.weightF32[512]
-
blk.0.ffn_down.biasF32[512]
-
blk.0.ffn_down.weightF16[2048 512]
-
blk.0.ffn_up.biasF32[2048]
-
blk.0.ffn_up.weightF16[512 2048]
-
blk.0.ffn_norm.biasF32[512]
-
blk.0.ffn_norm.weightF32[512]
-
blk.1.attn_output.biasF32[512]
-
blk.1.attn_output.weightF16[512 512]
-
blk.1.attn_qkv.biasF32[1536]
-
blk.1.attn_qkv.weightF16[512 1536]
-
blk.1.attn_norm.biasF32[512]
-
blk.1.attn_norm.weightF32[512]
-
blk.1.ffn_down.biasF32[512]
-
blk.1.ffn_down.weightF16[2048 512]
-
blk.1.ffn_up.biasF32[2048]
-
blk.1.ffn_up.weightF16[512 2048]
-
blk.1.ffn_norm.biasF32[512]
-
blk.1.ffn_norm.weightF32[512]
-
blk.2.attn_output.biasF32[512]
-
blk.2.attn_output.weightF16[512 512]
-
blk.2.attn_qkv.biasF32[1536]
-
blk.2.attn_qkv.weightF16[512 1536]
-
blk.2.attn_norm.biasF32[512]
-
blk.2.attn_norm.weightF32[512]
-
blk.2.ffn_down.biasF32[512]
-
blk.2.ffn_down.weightF16[2048 512]
-
blk.2.ffn_up.biasF32[2048]
-
blk.2.ffn_up.weightF16[512 2048]
-
blk.2.ffn_norm.biasF32[512]
-
blk.2.ffn_norm.weightF32[512]
-
blk.3.attn_output.biasF32[512]
-
blk.3.attn_output.weightF16[512 512]
-
blk.3.attn_qkv.biasF32[1536]
-
blk.3.attn_qkv.weightF16[512 1536]
-
blk.3.attn_norm.biasF32[512]
-
blk.3.attn_norm.weightF32[512]
-
blk.3.ffn_down.biasF32[512]
-
blk.3.ffn_down.weightF16[2048 512]
-
blk.3.ffn_up.biasF32[2048]
-
blk.3.ffn_up.weightF16[512 2048]
-
blk.3.ffn_norm.biasF32[512]
-
blk.3.ffn_norm.weightF32[512]
-
blk.4.attn_output.biasF32[512]
-
blk.4.attn_output.weightF16[512 512]
-
blk.4.attn_qkv.biasF32[1536]
-
blk.4.attn_qkv.weightF16[512 1536]
-
blk.4.attn_norm.biasF32[512]
-
blk.4.attn_norm.weightF32[512]
-
blk.4.ffn_down.biasF32[512]
-
blk.4.ffn_down.weightF16[2048 512]
-
blk.4.ffn_up.biasF32[2048]
-
blk.4.ffn_up.weightF16[512 2048]
-
blk.4.ffn_norm.biasF32[512]
-
blk.4.ffn_norm.weightF32[512]
-
blk.5.attn_output.biasF32[512]
-
blk.5.attn_output.weightF16[512 512]
-
blk.5.attn_qkv.biasF32[1536]
-
blk.5.attn_qkv.weightF16[512 1536]
-
blk.5.attn_norm.biasF32[512]
-
blk.5.attn_norm.weightF32[512]
-
blk.5.ffn_down.biasF32[512]
-
blk.5.ffn_down.weightF16[2048 512]
-
blk.5.ffn_up.biasF32[2048]
-
blk.5.ffn_up.weightF16[512 2048]
-
blk.5.ffn_norm.biasF32[512]
-
blk.5.ffn_norm.weightF32[512]
-
output.weightF16[512 50279]
-
output_norm.biasF32[512]
-
output_norm.weightF32[512]
Metadata
Tensors
blk.0
blk.1
blk.2
blk.3
blk.4
blk.5