baronki1/ orchestrator-fast:latest

4 weeks ago

... /
params
11589d207c84 · 174B
{
"num_ctx": 4096,
"num_predict": 2048,
"repeat_penalty": 1.1,
"stop": [
"<|end|>",
"<|user|>",
"<|assistant|>"
],
"temperature": 0.2,
"top_k": 40,
"top_p": 0.9
}