ollama run Qaramba/8b_4q_k_m
curl http://localhost:11434/api/chat \
-d '{
"model": "Qaramba/8b_4q_k_m",
"messages": [{"role": "user", "content": "Hello!"}]
}'
from ollama import chat
response = chat(
model='Qaramba/8b_4q_k_m',
messages=[{'role': 'user', 'content': 'Hello!'}],
)
print(response.message.content)
import ollama from 'ollama'
const response = await ollama.chat({
model: 'Qaramba/8b_4q_k_m',
messages: [{role: 'user', content: 'Hello!'}],
})
console.log(response.message.content)