vrishankraina/ vitty-f16:latest

1 1 year ago

... /
params
d1c896e348e9 ยท 133B
{
"num_ctx": 1024,
"num_predict": 153,
"repeat_penalty": 1.8,
"stop": [
"[/INST]",
"</s>"
],
"temperature": 0.1,
"top_k": 30,
"top_p": 0.4
}