ollama run ordis/gte-Qwen2-7B-instruct-Q5_K_M-GGUF-8k
curl http://localhost:11434/api/chat \
-d '{
"model": "ordis/gte-Qwen2-7B-instruct-Q5_K_M-GGUF-8k",
"messages": [{"role": "user", "content": "Hello!"}]
}'
from ollama import chat
response = chat(
model='ordis/gte-Qwen2-7B-instruct-Q5_K_M-GGUF-8k',
messages=[{'role': 'user', 'content': 'Hello!'}],
)
print(response.message.content)
import ollama from 'ollama'
const response = await ollama.chat({
model: 'ordis/gte-Qwen2-7B-instruct-Q5_K_M-GGUF-8k',
messages: [{role: 'user', content: 'Hello!'}],
})
console.log(response.message.content)