4 1 month ago

tools thinking
5bd403dfc257 ยท 155B
{
"num_ctx": 2048,
"num_predict": 160,
"repeat_penalty": 1.15,
"stop": [
"<|im_start|>",
"<|im_end|>"
],
"temperature": 0.8,
"top_k": 40,
"top_p": 0.9
}