27 2 days ago

AtomicChat/Qwen3.8-27B-GGUF IQ4_XS optimized for 24 GB

vision
c160da4908fc · 198B
{
"draft_num_predict": 3,
"min_p": 0,
"num_batch": 512,
"num_ctx": 163840,
"num_predict": -1,
"presence_penalty": 0,
"repeat_penalty": 1,
"stop": [
"<|im_end|>"
],
"temperature": 0.6,
"top_k": 20,
"top_p": 0.95
}