311 2 weeks ago

https://huggingface.co/iamherebefore/Qwen2.5-Coder-3B-Instruct-Abliterated-GGUF

tools
10c7d587f0a8 ยท 237B
{
"num_ctx": 8192,
"num_predict": 1024,
"num_thread": 4,
"presence_penalty": 0.3,
"repeat_penalty": 1.35,
"stop": [
"<|im_start|>",
"<|im_end|>",
"<|endoftext|>",
"```"
],
"temperature": 0,
"top_k": 1,
"top_p": 1,
"use_mmap": true
}