vrishankraina/ vittyquantized:latest

11 1 year ago

... /
params
dd342ce0bd89 ยท 133B
{
"num_ctx": 1024,
"num_predict": 128,
"repeat_penalty": 1.4,
"stop": [
"[/INST]",
"</s>"
],
"temperature": 0.2,
"top_k": 40,
"top_p": 0.9
}