203ecca2d6b5 · 197B
{
"num_ctx": 4096,
"num_gpu": 60,
"num_thread": 14,
"stop": [
"<|start_header_id|>",
"<|end_header_id|>",
"<|eot_id|>",
"<|reserved_special_token"
],
"top_k": 100,
"top_p": 0.95
}