lyh007 / library

model

archllama

·

parameters70.6B

·

quantizationQ4_K_M

43GB

template

{{- range .Messages }}<|start_header_id|>{{ .Role }}<|end_header_id|> {{ .Content }}<|eot_id|> {{- end }}<|start_header_id|>assistant<|end_header_id|>

153B

params

{"num_ctx":30000,"stop":["<|start_header_id|>","<|end_header_id|>","<|eot_id|>"],"temperature":0.3}

130B