charaf/Huihui-Qwen3.6-27B-abliterated-mlx-nvfp4:instruct

charaf/ Huihui-Qwen3.6-27B-abliterated-mlx-nvfp4:instruct

1,030 Downloads Updated 1 week ago

vision tools thinking

ollama run charaf/Huihui-Qwen3.6-27B-abliterated-mlx-nvfp4:instruct

curl http://localhost:11434/api/chat \
  -d '{
    "model": "charaf/Huihui-Qwen3.6-27B-abliterated-mlx-nvfp4:instruct",
    "messages": [{"role": "user", "content": "Hello!"}]
  }'

from ollama import chat

response = chat(
    model='charaf/Huihui-Qwen3.6-27B-abliterated-mlx-nvfp4:instruct',
    messages=[{'role': 'user', 'content': 'Hello!'}],
)
print(response.message.content)

import ollama from 'ollama'

const response = await ollama.chat({
  model: 'charaf/Huihui-Qwen3.6-27B-abliterated-mlx-nvfp4:instruct',
  messages: [{role: 'user', content: 'Hello!'}],
})
console.log(response.message.content)

Details

Updated 1 week ago

1 week ago

18c1e1b79bde · 16GB ·

template

{{- $lastUserIdx := -1 -}} {{- range $idx, $msg := .Messages -}} {{- if eq $msg.Role "user" }}{{ $la

1.7kB

json

{ "architectures": [ "Qwen3_5ForConditionalGeneration" ], "eos_token_id": [ 248046, 248044 ], "image

4.6kB

json

{"framework":"Pytorch","task":"image-text-to-text"}

51B

json

{ "bos_token_id": 248044, "do_sample": true, "eos_token_id": [ 248046, 248044 ], "pad_token_id": 248

202B

json

{ "size": { "longest_edge": 16777216, "shortest_edge": 65536 }, "patch_size": 16, "temporal_patch_si

390B

json

{ "image_processor": { "data_format": "channels_first", "do_convert_rgb": true, "do_normalize": true

1.3kB

json

{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 248044, "content"

20MB

json

{ "add_prefix_space": false, "audio_bos_token": "<|audio_start|>", "audio_eos_token": "<|audio_end|>

1.1kB

json

{ "size": { "longest_edge": 25165824, "shortest_edge": 4096 }, "patch_size": 16, "temporal_patch_siz

385B

json

{ "!": 0, "\"": 1, "#": 2, "$": 3, "%": 4, "&": 5, "'": 6, "(": 7, ")": 8, "*": 9, "+": 10, ",": 11,

6.7MB

system

You are a highly capable AI assistant. Respond directly and concisely without internal reasoning blo

213B

license

Apache License 2.0 - Based on Qwen3.6-27B by Alibaba Cloud, abliterated by huihui-ai.

85B

params

{ "num_ctx": 32768, "repeat_penalty": 1, "stop": [ "<|im_start|>", "<|im

135B

1184 tensors

16GB

Readme

No readme