iq2_xs quant
70B
62 Pulls Updated 7 weeks ago
Updated 7 weeks ago
7 weeks ago
4a363e79571c · 21GB
model
archllama
·
parameters70.6B
·
quantizationIQ2_XS
21GB
template
{{ if .System }}<|start_header_id|>system<|end_header_id|>
{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
{{ .Response }}<|eot_id|>
254B