aga/ OLMoE:7b

140 1 year ago

A Mixture-of-Experts LLM with 1B active and 7B total parameters.

7b
... /
template
cfe4b1afe0c4 · 386B
<|endoftext|>
{{- if .System }}<|system|>
{{ .System }}{{ end }}
{{- range $i, $_ := .Messages -}}
{{- $last := eq (len (slice $.Messages $i)) 1 -}}
{{- if eq .Role "user" }}<|user|>
{{ .Content }}
{{- else if eq .Role "assistant" }}<|assistant|>
{{ .Content }}{{ if not $last }}<|endoftext|>{{ end }}
{{- end }}
{{ if and (ne .Role "assistant") $last }}<|assistant|>
{{ end }}{{ end }}