liutechs/
llamathreeeightbq4chinese:latest

18 1 year ago

... /
params
91c8f422cbe6 · 176B
{
"num_ctx": 4096,
"num_keep": 24,
"repeat_penalty": 1.2,
"stop": [
"<|start_header_id|>",
"<|end_header_id|>",
"<|eot_id|>"
],
"temperature": 0.3,
"top_p": 0.9
}