localmind / sauerkrautlm

{ "mirostat": 0, "mirostat_eta": 0.1, "mirostat_tau": 5, "num_ctx": 4096, "num_predict": 2048, "repeat_last_n": 256, "repeat_penalty": 1.18, "stop": [ "User:", "Assistant:" ], "temperature": 0.7, "top_k": 40, "top_p": 0.5 }