latest
9.8GB
My testing model from HuggingFace
9B
Updated 3 weeks ago
81ad45066804 · 194B
{
"num_ctx": 8192,
"num_gpu": 1,
"num_predict": -1,
"num_thread": 12,
"repeat_last_n": -1,
"seed": 1,
"stop": [
"<start_of_turn>",
"<end_of_turn>"
],
"temperature": 0.5,
"top_k": 10,
"top_p": 0.3
}