dimweb/
ilyagusev-saiga_llama3_8b:kto_v5_Q4_K

319 1 year ago

kto_v5_Q4_K, Q6_K

... /
params
a3195c54db22 · 187B
{
"num_ctx": 8192,
"num_keep": 24,
"repeat_penalty": 1.1,
"stop": [
"<|start_header_id|>",
"<|end_header_id|>",
"<|eot_id|>"
],
"temperature": 0.6,
"top_k": 30,
"top_p": 0.9
}