softw8/ nanbeige3b-tools-gpu:latest

7 2 weeks ago

tools thinking
... /
params
6a5404538a71 · 221B
{
"min_p": 0.01,
"num_ctx": 9216,
"num_gpu": 100,
"num_predict": 2048,
"repeat_penalty": 1,
"stop": [
"<|im_start|>",
"<|im_end|>",
"<think>",
"</think>"
],
"temperature": 0.6,
"top_k": 0,
"top_p": 0.95
}