deeokay / mediumllama

{{ if .System }}<|start_header_id|>system<|end_header_id|> {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|> {{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|> {{ .Response }}<|eot_id|>

{"repeat_penalty":1.3,"stop":["<|start_header_id|>","<|end_header_id|>","<|eot_id|>"],"temperature":0.6,"top_k":30,"top_p":0.8}