430 4 months ago

Quantized version of Deepcoder-14B optimized for tool usage in Cline / Roo Code and complex problem solving.

tools 14b
4b1570fc20a1 · 485B
{
"min_p": 0.03,
"num_ctx": 65536,
"num_keep": 1024,
"num_predict": 32768,
"repeat_penalty": 1.2,
"stop": [
"<|begin▁of▁sentence|>",
"<|end▁of▁sentence|>",
"<|User|>",
"<|Assistant|>",
"</thinking>",
"</tool_call>",
"</tool_response>",
"</ask_followup_question>",
"</attempt_completion>",
"</write_to_file>",
"</execute_command>"
],
"temperature": 0.15,
"top_k": 40,
"top_p": 0.7
}