baronki1/ installer:latest

6 4 weeks ago

tools
... /
params
73348e8d1f48 · 193B
{
"num_ctx": 16384,
"num_predict": 4096,
"repeat_penalty": 1.1,
"stop": [
"<|start_header_id|>",
"<|end_header_id|>",
"<|eot_id|>"
],
"temperature": 0.2,
"top_k": 40,
"top_p": 0.9
}