51 Pulls Updated 7 months ago
92d1ab38b89a · 151B
{
"num_ctx": 4096,
"num_gpu": 80,
"num_gqa": 8,
"seed": -1,
"stop": [
"<|im_start|>",
"<|im_end|>"
],
"temperature": 0.4,
"top_k": 50,
"top_p": 0.95
}