softw8/ nanbeige4.1-3b-awq:latest

13 1 week ago

tools thinking
... /
params
aa5b1cc2b995 · 198B
{
"num_ctx": 9216,
"num_gpu": 100,
"num_predict": 2048,
"repeat_last_n": -1,
"repeat_penalty": 1.2,
"seed": 42,
"stop": [
"<|im_start|>",
"<|im_end|>"
],
"temperature": 0.6,
"top_k": 0,
"top_p": 0.95
}