10 1 week ago

tools thinking
72f16815e944 · 183B
{
"num_ctx": 131072,
"num_predict": 4096,
"repeat_last_n": 256,
"repeat_penalty": 1.1,
"stop": [
"<end_of_turn>",
"<start_of_turn>"
],
"temperature": 0.1,
"top_k": 40,
"top_p": 0.9
}