neralen/
theoutsider:latest

17 1 year ago

... /
params
a1d52a5bca3d · 194B
{
"num_ctx": 2048,
"num_gpu": 50,
"num_predict": 1024,
"num_thread": 6,
"repeat_last_n": 64,
"stop": [
"<s>",
"### Instruction:",
"### Response:"
],
"temperature": 0.7,
"tfs_z": 2,
"top_k": 40,
"top_p": 0.8
}