ollama run vanilj/qwen2.5-72b-instruct-iq3_xxs
curl http://localhost:11434/api/chat \
-d '{
"model": "vanilj/qwen2.5-72b-instruct-iq3_xxs",
"messages": [{"role": "user", "content": "Hello!"}]
}'
from ollama import chat
response = chat(
model='vanilj/qwen2.5-72b-instruct-iq3_xxs',
messages=[{'role': 'user', 'content': 'Hello!'}],
)
print(response.message.content)
import ollama from 'ollama'
const response = await ollama.chat({
model: 'vanilj/qwen2.5-72b-instruct-iq3_xxs',
messages: [{role: 'user', content: 'Hello!'}],
})
console.log(response.message.content)