latest
4.7GB
8B
42 Pulls Updated 4 months ago
f78af0cbeae9 · 190B
{
"mirostat_eta": 0.4,
"mirostat_tau": 3,
"num_ctx": 8192,
"num_gqa": 8,
"num_predict": 128,
"repeat_last_n": 64,
"repeat_penalty": 1.1,
"stop": [
"<|im_start|>",
"<|im_end|>"
],
"tfs_z": 2
}