Kevinization / medicllama1.9.2.q8

{ "mirostat": 0, "mirostat_eta": 0.1, "mirostat_tau": 5, "num_ctx": 1024, "num_predict": -2, "repeat_last_n": 64, "repeat_penalty": 1.2, "seed": 42, "stop": [ "<|start_header_id|>", "<|end_header_id|>", "<|eot_id|>" ], "temperature": 0.35, "tfs_z": 1, "top_k": 25, "top_p": 0.7 }