smtek/ Qwen3.8-27B-AD:map-k4v-128k

254 1 month ago

AtomicChat/Qwen3.8-27B-GGUF IQ4_XS optimized for 24 GB + map-k4v

vision
... /
params
00e731d2f63a ยท 353B
{
"draft_ngram_map_k4v_min_hits": 1,
"draft_ngram_map_k4v_size_m": 48,
"draft_ngram_map_k4v_size_n": 12,
"draft_num_predict": 3,
"draft_spec_type": "draft-mtp,ngram-map-k4v",
"min_p": 0,
"num_batch": 256,
"num_ctx": 131072,
"num_gpu": 999,
"num_predict": -1,
"presence_penalty": 0,
"repeat_penalty": 1,
"stop": [
"<|im_end|>"
],
"temperature": 0.6,
"top_k": 20,
"top_p": 0.95
}