dsmith111/ phi3:mini-qnn-exported

30 7 months ago

ollama run dsmith111/phi3:mini-qnn-exported

Details

7 months ago

c1605cb6d65b · 7.6GB

{ "tool": { "name": "npu-model", "version": "0.1.0" }, "pack_type": "ollama-ortgenai", "model_name":
{ "<|endoftext|>": 32000, "<|assistant|>": 32001, "<|placeholder1|>": 32002, "<|placeholder2|>": 320
{ "backend": "qnn", "target": "auto", "params": { "backend_type": "htp", "backend_path": "QnnHtp.dll
{% for message in messages %}{% if message['role'] == 'system' %}{{'<|system|> ' + message['content'
{ "bos_token": { "content": "<s>", "lstrip": false, "normalized": false, "rstrip": false, "single_wo
 <unk>���� <s>���� </s>����  <0x00>����  <0x01>����  <0x02>����  <0x03
{ "model": { "bos_token_id": 1, "context_length": 4096, "decoder": { "session_options": { "log_id":
 onnxruntime-genai:€› � past_key_values.0.key:/model/attn_mask_reformat/past_key_subgraph/Sha
à¸� `X à Xˆ ( ¨ p è`ˆè8ÐÀ  à¸0è€ø ˆ8Ð8P à˜ Ø  Xh# ð¸ x�Ø
{ "backend": "tokenizers", "bos_token": "<s>", "clean_up_tokenization_spaces": false, "eos_token": "
{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "<u
{ "num_ctx": 512, "num_predict": 128 }

Readme

No readme