121 4 months ago

i1-q6_k

7b
7260680bbc07 · 110B
{
"num_ctx": 32768,
"repeat_penalty": 1.05,
"stop": [
"<|eos|>"
],
"temperature": 0.7,
"top_k": 20,
"top_p": 0.6
}