modern-bert

BF16

false

12

1e-05

1e-05

128

3

24

gelu

Mean

8192

2

256

1

1

1

laya

768

[1152, 1152, 1152, 1152, 1152, ...]

gelu

160000

160000

none

256000

<bos>{{ type }} question: {{ instructions if instructions is string else instructions | tojson }}<eos>{% for o in options %}<mask> {% if type == 'choice' %}{{ o.key }}{% if o.description %}: {{ o.description if o.description is string else o.description | tojson }}{% endif %}{% elif type == 'score' %}level {{ o.key }}: {{ o.description if o.description is string else o.description | tojson }}{% else %}{{ o.key }}: {% if o.description %}{{ o.description if o.description is string else o.description | tojson }}{% elif o.key == 'true' %}yes, the statement holds{% else %}no, the statement does not hold{% endif %}{% endif %}{% endfor %}<eos>{{ state if state is string else state | tojson }}<eos>

[systemone]

true

true

false

2

1

4

[ , ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁, , , ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁, ...]

gpt2

0

mmbert

1

[3, 3, 3, 3, 3, ...]

3

[<pad>, <eos>, <bos>, <unk>, <mask>, ...]

3