A strong, economical, and efficient Mixture-of-Experts language model with Tool Calling.
tools
16b
236b
170 Pulls Updated 2 months ago
218248bf4c20 · 224B
{
"min_p": 0,
"mirostat": 0,
"mirostat_eta": 0.1,
"mirostat_tau": 5,
"num_ctx": 4096,
"num_predict": 128,
"repeat_last_n": 64,
"repeat_penalty": 1.1,
"seed": 0,
"stop": [
"User:",
"Assistant:"
],
"temperature": 0.5,
"tfs_z": 1,
"top_k": 40,
"top_p": 0.9
}