153 1 month ago

872034be9e20 · 169B
{
"num_batch": 512,
"num_ctx": 2048,
"num_predict": 512,
"num_thread": 6,
"stop": [
"<start_of_turn>",
"<end_of_turn>",
"[/EXEC]"
],
"temperature": 0.7,
"top_p": 0.9
}