thiagomsoares / meditron_70b

{ "num_ctx": 4096, "num_gpu": 80, "num_gqa": 8, "seed": -1, "stop": [ "<|im_start|>", "<|im_end|>" ], "temperature": 0.4, "top_k": 50, "top_p": 0.95 }