latest
4.2GB
7B
4 Pulls Updated 5 months ago
305c4103a989 · 4.2GB
-
general.architecturefalcon
-
general.file_typeQ4_0
-
general.quantization_version2
-
falcon.attention.head_count71
-
falcon.attention.head_count_kv1
-
falcon.attention.layer_norm_epsilon1e-05
-
falcon.block_count32
-
falcon.context_length2048
-
falcon.embedding_length4544
-
falcon.feed_forward_length18176
-
falcon.tensor_data_layoutjploski
-
tokenizer.ggml.eos_token_id11
-
tokenizer.ggml.merges[Ġ t Ġ a i n h e r e ...]
-
tokenizer.ggml.modelgpt2
-
tokenizer.ggml.scores[0 0 0 0 0 ...]
-
tokenizer.ggml.token_type[1 1 1 1 1 ...]
-
tokenizer.ggml.tokens[>>TITLE<< >>ABSTRACT<< >>INTRODUCTION<< >>SUMMARY<< >>COMMENT<< ...]
-
NameTypeShape
-
token_embd.weightQ4_0[4544 65024]
-
blk.0.attn_norm.weightF32[4544]
-
blk.0.attn_norm.biasF32[4544]
-
blk.0.attn_qkv.weightQ4_0[4544 4672]
-
blk.0.attn_output.weightQ4_0[4544 4544]
-
blk.0.ffn_up.weightQ4_0[4544 18176]
-
blk.0.ffn_down.weightQ4_0[18176 4544]
-
blk.1.attn_norm.weightF32[4544]
-
blk.1.attn_norm.biasF32[4544]
-
blk.1.attn_qkv.weightQ4_0[4544 4672]
-
blk.1.attn_output.weightQ4_0[4544 4544]
-
blk.1.ffn_up.weightQ4_0[4544 18176]
-
blk.1.ffn_down.weightQ4_0[18176 4544]
-
blk.2.attn_norm.weightF32[4544]
-
blk.2.attn_norm.biasF32[4544]
-
blk.2.attn_qkv.weightQ4_0[4544 4672]
-
blk.2.attn_output.weightQ4_0[4544 4544]
-
blk.2.ffn_up.weightQ4_0[4544 18176]
-
blk.2.ffn_down.weightQ4_0[18176 4544]
-
blk.3.attn_norm.weightF32[4544]
-
blk.3.attn_norm.biasF32[4544]
-
blk.3.attn_qkv.weightQ4_0[4544 4672]
-
blk.3.attn_output.weightQ4_0[4544 4544]
-
blk.3.ffn_up.weightQ4_0[4544 18176]
-
blk.3.ffn_down.weightQ4_0[18176 4544]
-
blk.4.attn_norm.weightF32[4544]
-
blk.4.attn_norm.biasF32[4544]
-
blk.4.attn_qkv.weightQ4_0[4544 4672]
-
blk.4.attn_output.weightQ4_0[4544 4544]
-
blk.4.ffn_up.weightQ4_0[4544 18176]
-
blk.4.ffn_down.weightQ4_0[18176 4544]
-
blk.5.attn_norm.weightF32[4544]
-
blk.5.attn_norm.biasF32[4544]
-
blk.5.attn_qkv.weightQ4_0[4544 4672]
-
blk.5.attn_output.weightQ4_0[4544 4544]
-
blk.5.ffn_up.weightQ4_0[4544 18176]
-
blk.5.ffn_down.weightQ4_0[18176 4544]
-
blk.6.attn_norm.weightF32[4544]
-
blk.6.attn_norm.biasF32[4544]
-
blk.6.attn_qkv.weightQ4_0[4544 4672]
-
blk.6.attn_output.weightQ4_0[4544 4544]
-
blk.6.ffn_up.weightQ4_0[4544 18176]
-
blk.6.ffn_down.weightQ4_0[18176 4544]
-
blk.7.attn_norm.weightF32[4544]
-
blk.7.attn_norm.biasF32[4544]
-
blk.7.attn_qkv.weightQ4_0[4544 4672]
-
blk.7.attn_output.weightQ4_0[4544 4544]
-
blk.7.ffn_up.weightQ4_0[4544 18176]
-
blk.7.ffn_down.weightQ4_0[18176 4544]
-
blk.8.attn_norm.weightF32[4544]
-
blk.8.attn_norm.biasF32[4544]
-
blk.8.attn_qkv.weightQ4_0[4544 4672]
-
blk.8.attn_output.weightQ4_0[4544 4544]
-
blk.8.ffn_up.weightQ4_0[4544 18176]
-
blk.8.ffn_down.weightQ4_0[18176 4544]
-
blk.9.attn_norm.weightF32[4544]
-
blk.9.attn_norm.biasF32[4544]
-
blk.9.attn_qkv.weightQ4_0[4544 4672]
-
blk.9.attn_output.weightQ4_0[4544 4544]
-
blk.9.ffn_up.weightQ4_0[4544 18176]
-
blk.9.ffn_down.weightQ4_0[18176 4544]
-
blk.10.attn_norm.weightF32[4544]
-
blk.10.attn_norm.biasF32[4544]
-
blk.10.attn_qkv.weightQ4_0[4544 4672]
-
blk.10.attn_output.weightQ4_0[4544 4544]
-
blk.10.ffn_up.weightQ4_0[4544 18176]
-
blk.10.ffn_down.weightQ4_0[18176 4544]
-
blk.11.attn_norm.weightF32[4544]
-
blk.11.attn_norm.biasF32[4544]
-
blk.11.attn_qkv.weightQ4_0[4544 4672]
-
blk.11.attn_output.weightQ4_0[4544 4544]
-
blk.11.ffn_up.weightQ4_0[4544 18176]
-
blk.11.ffn_down.weightQ4_0[18176 4544]
-
blk.12.attn_norm.weightF32[4544]
-
blk.12.attn_norm.biasF32[4544]
-
blk.12.attn_qkv.weightQ4_0[4544 4672]
-
blk.12.attn_output.weightQ4_0[4544 4544]
-
blk.12.ffn_up.weightQ4_0[4544 18176]
-
blk.12.ffn_down.weightQ4_0[18176 4544]
-
blk.13.attn_norm.weightF32[4544]
-
blk.13.attn_norm.biasF32[4544]
-
blk.13.attn_qkv.weightQ4_0[4544 4672]
-
blk.13.attn_output.weightQ4_0[4544 4544]
-
blk.13.ffn_up.weightQ4_0[4544 18176]
-
blk.13.ffn_down.weightQ4_0[18176 4544]
-
blk.14.attn_norm.weightF32[4544]
-
blk.14.attn_norm.biasF32[4544]
-
blk.14.attn_qkv.weightQ4_0[4544 4672]
-
blk.14.attn_output.weightQ4_0[4544 4544]
-
blk.14.ffn_up.weightQ4_0[4544 18176]
-
blk.14.ffn_down.weightQ4_0[18176 4544]
-
blk.15.attn_norm.weightF32[4544]
-
blk.15.attn_norm.biasF32[4544]
-
blk.15.attn_qkv.weightQ4_0[4544 4672]
-
blk.15.attn_output.weightQ4_0[4544 4544]
-
blk.15.ffn_up.weightQ4_0[4544 18176]
-
blk.15.ffn_down.weightQ4_0[18176 4544]
-
blk.16.attn_norm.weightF32[4544]
-
blk.16.attn_norm.biasF32[4544]
-
blk.16.attn_qkv.weightQ4_0[4544 4672]
-
blk.16.attn_output.weightQ4_0[4544 4544]
-
blk.16.ffn_up.weightQ4_0[4544 18176]
-
blk.16.ffn_down.weightQ4_0[18176 4544]
-
blk.17.attn_norm.weightF32[4544]
-
blk.17.attn_norm.biasF32[4544]
-
blk.17.attn_qkv.weightQ4_0[4544 4672]
-
blk.17.attn_output.weightQ4_0[4544 4544]
-
blk.17.ffn_up.weightQ4_0[4544 18176]
-
blk.17.ffn_down.weightQ4_0[18176 4544]
-
blk.18.attn_norm.weightF32[4544]
-
blk.18.attn_norm.biasF32[4544]
-
blk.18.attn_qkv.weightQ4_0[4544 4672]
-
blk.18.attn_output.weightQ4_0[4544 4544]
-
blk.18.ffn_up.weightQ4_0[4544 18176]
-
blk.18.ffn_down.weightQ4_0[18176 4544]
-
blk.19.attn_norm.weightF32[4544]
-
blk.19.attn_norm.biasF32[4544]
-
blk.19.attn_qkv.weightQ4_0[4544 4672]
-
blk.19.attn_output.weightQ4_0[4544 4544]
-
blk.19.ffn_up.weightQ4_0[4544 18176]
-
blk.19.ffn_down.weightQ4_0[18176 4544]
-
blk.20.attn_norm.weightF32[4544]
-
blk.20.attn_norm.biasF32[4544]
-
blk.20.attn_qkv.weightQ4_0[4544 4672]
-
blk.20.attn_output.weightQ4_0[4544 4544]
-
blk.20.ffn_up.weightQ4_0[4544 18176]
-
blk.20.ffn_down.weightQ4_0[18176 4544]
-
blk.21.attn_norm.weightF32[4544]
-
blk.21.attn_norm.biasF32[4544]
-
blk.21.attn_qkv.weightQ4_0[4544 4672]
-
blk.21.attn_output.weightQ4_0[4544 4544]
-
blk.21.ffn_up.weightQ4_0[4544 18176]
-
blk.21.ffn_down.weightQ4_0[18176 4544]
-
blk.22.attn_norm.weightF32[4544]
-
blk.22.attn_norm.biasF32[4544]
-
blk.22.attn_qkv.weightQ4_0[4544 4672]
-
blk.22.attn_output.weightQ4_0[4544 4544]
-
blk.22.ffn_up.weightQ4_0[4544 18176]
-
blk.22.ffn_down.weightQ4_0[18176 4544]
-
blk.23.attn_norm.weightF32[4544]
-
blk.23.attn_norm.biasF32[4544]
-
blk.23.attn_qkv.weightQ4_0[4544 4672]
-
blk.23.attn_output.weightQ4_0[4544 4544]
-
blk.23.ffn_up.weightQ4_0[4544 18176]
-
blk.23.ffn_down.weightQ4_0[18176 4544]
-
blk.24.attn_norm.weightF32[4544]
-
blk.24.attn_norm.biasF32[4544]
-
blk.24.attn_qkv.weightQ4_0[4544 4672]
-
blk.24.attn_output.weightQ4_0[4544 4544]
-
blk.24.ffn_up.weightQ4_0[4544 18176]
-
blk.24.ffn_down.weightQ4_0[18176 4544]
-
blk.25.attn_norm.weightF32[4544]
-
blk.25.attn_norm.biasF32[4544]
-
blk.25.attn_qkv.weightQ4_0[4544 4672]
-
blk.25.attn_output.weightQ4_0[4544 4544]
-
blk.25.ffn_up.weightQ4_0[4544 18176]
-
blk.25.ffn_down.weightQ4_0[18176 4544]
-
blk.26.attn_norm.weightF32[4544]
-
blk.26.attn_norm.biasF32[4544]
-
blk.26.attn_qkv.weightQ4_0[4544 4672]
-
blk.26.attn_output.weightQ4_0[4544 4544]
-
blk.26.ffn_up.weightQ4_0[4544 18176]
-
blk.26.ffn_down.weightQ4_0[18176 4544]
-
blk.27.attn_norm.weightF32[4544]
-
blk.27.attn_norm.biasF32[4544]
-
blk.27.attn_qkv.weightQ4_0[4544 4672]
-
blk.27.attn_output.weightQ4_0[4544 4544]
-
blk.27.ffn_up.weightQ4_0[4544 18176]
-
blk.27.ffn_down.weightQ4_0[18176 4544]
-
blk.28.attn_norm.weightF32[4544]
-
blk.28.attn_norm.biasF32[4544]
-
blk.28.attn_qkv.weightQ4_0[4544 4672]
-
blk.28.attn_output.weightQ4_0[4544 4544]
-
blk.28.ffn_up.weightQ4_0[4544 18176]
-
blk.28.ffn_down.weightQ4_0[18176 4544]
-
blk.29.attn_norm.weightF32[4544]
-
blk.29.attn_norm.biasF32[4544]
-
blk.29.attn_qkv.weightQ4_0[4544 4672]
-
blk.29.attn_output.weightQ4_0[4544 4544]
-
blk.29.ffn_up.weightQ4_0[4544 18176]
-
blk.29.ffn_down.weightQ4_0[18176 4544]
-
blk.30.attn_norm.weightF32[4544]
-
blk.30.attn_norm.biasF32[4544]
-
blk.30.attn_qkv.weightQ4_0[4544 4672]
-
blk.30.attn_output.weightQ4_0[4544 4544]
-
blk.30.ffn_up.weightQ4_0[4544 18176]
-
blk.30.ffn_down.weightQ4_0[18176 4544]
-
blk.31.attn_norm.weightF32[4544]
-
blk.31.attn_norm.biasF32[4544]
-
blk.31.attn_qkv.weightQ4_0[4544 4672]
-
blk.31.attn_output.weightQ4_0[4544 4544]
-
blk.31.ffn_up.weightQ4_0[4544 18176]
-
blk.31.ffn_down.weightQ4_0[18176 4544]
-
output_norm.weightF32[4544]
-
output_norm.biasF32[4544]
-
output.weightQ8_0[4544 65024]
Metadata
Tensors
blk.0
blk.1
blk.2
blk.3
blk.4
blk.5
blk.6
blk.7
blk.8
blk.9
blk.10
blk.11
blk.12
blk.13
blk.14
blk.15
blk.16
blk.17
blk.18
blk.19
blk.20
blk.21
blk.22
blk.23
blk.24
blk.25
blk.26
blk.27
blk.28
blk.29
blk.30
blk.31