model

archllama

·

parameters141B

·

quantizationQ4_K_M

86GB

params

{ "num_ctx": 64000, "stop": [ "<|im_end|>", "<|im_start|>" ] }

75B

template

{{ if .System }}<|im_start|>system {{ .System }}<|im_end|> {{ end }}<|im_start|>user {{ .Prompt }}<|

131B