8 1 month ago

7b
3c2ae164a553 · 125B
{
"num_batch": 512,
"num_ctx": 2048,
"repeat_penalty": 1.05,
"stop": [
"<|eos|>"
],
"temperature": 0.3,
"top_k": 20,
"top_p": 0.8
}