localmind / lm7b

model

archllama

·

parameters7.24B

·

quantizationQ8_0

7.7GB

template

{{- if .System }} <|im_start|>system {{ .System }}<|im_end|> {{- end }} <|im_start|>user {{ .Prompt }}<|im_end|> <|im_start|>assistant

136B

params

{"num_thread":8,"stop":["<|im_start|>","<|im_end|>"]}

74B