shuaihuadu / phi3

2 Pulls Updated 3 months ago

... /
model
bad9d0dcead1 · 726kB
    Metadata
  • general.architecture
    phi3
  • general.file_type
    F16
  • phi3.attention.head_count
    32
  • phi3.attention.head_count_kv
    32
  • phi3.attention.layer_norm_rms_epsilon
    1e-05
  • phi3.block_count
    32
  • phi3.context_length
    4096
  • phi3.embedding_length
    3072
  • phi3.feed_forward_length
    8192
  • phi3.rope.dimension_count
    96
  • tokenizer.ggml.add_bos_token
    true
  • tokenizer.ggml.add_eos_token
    false
  • tokenizer.ggml.bos_token_id
    1
  • tokenizer.ggml.eos_token_id
    32000
  • tokenizer.ggml.model
    llama
  • tokenizer.ggml.padding_token_id
    32000
  • tokenizer.ggml.pre
    default
  • tokenizer.ggml.scores
    [0 0 0 0 0 ...]
  • tokenizer.ggml.token_type
    [2 3 3 6 6 ...]
  • tokenizer.ggml.tokens
    [<unk> <s> </s> <0x00> <0x01> ...]
  • tokenizer.ggml.unknown_token_id
    0