latest
7.7GB
https://huggingface.co/IlyaGusev/saiga_mistral_7b_gguf/
7B
66 Pulls Updated 4 months ago
015e1a8779f4 · 175B
{
"num_ctx": 2000,
"repeat_penalty": 1.1,
"stop": [
"<|system|>",
"<|user|>",
"<|assistant|>",
"</s>"
],
"temperature": 0.2,
"top_k": 30,
"top_p": 0.9
}