MoE implementation based on cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
13B
218 Pulls Updated 8 months ago
b8a2d3bcfbb8 · 208B
{
"num_ctx": 16384,
"repeat_penalty": 1.1,
"stop": [
"</s>",
"USER:",
"ASSSISTANT:",
"[INST]",
"[/INST]",
"<<SYS>>",
"<</SYS>>",
"<|im_end|>"
],
"temperature": 0.7
}