latest
8.5GB
8B
1,194 Pulls Updated 3 months ago
a16e6a977f8d · 92B
{
"num_ctx": 8192,
"num_gpu": 99,
"repeat_penalty": 1.1,
"temperature": 0.6,
"top_k": 30,
"top_p": 0.9
}