command-r

IQ4_NL

32

8

1e-05

32

8192

4096

14336

0.125

10000

none

{{ bos_token }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = '## Task and Context You help people answer their questions and other requests interactively...' %}{% endif %}{{ '<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>' }}{{ '# Safety Preamble' }}{{ ' The instructions in this section override those in the task description and style guide sections. Don't answer questions that are harmful or immoral.' }}{{ ' # System Preamble' }}{{ ' ## Basic Rules' }}{{ ' You are a powerful conversational AI trained by Cohere...' }}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|START_OF_TURN_TOKEN|><|USER_TOKEN|>' + content.strip() + '<|END_OF_TURN_TOKEN|>' }}{% elif message['role'] == 'assistant' %}{{ '<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>' + content.strip() + '<|END_OF_TURN_TOKEN|>' }}{% endif %}{% endfor %}{{ '<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>' }}{{ '<results>' }}{% for document in documents %}{{ ' Document: ' }}{{ loop.index0 }} {% for key, value in document.items() %}{{ key }}: {{ value }} {% endfor %}{% endfor %}{{ '</results>' }}{{ '<|END_OF_TURN_TOKEN|>' }}

{{ bos_token }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = '## Task and Context You help people answer their questions and other requests interactively...' %}{% endif %}{{ '<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>' }}{{ '# Safety Preamble' }}{{ ' The instructions in this section override those in the task description and style guide sections. Don't answer questions that are harmful or immoral.' }}{{ ' # System Preamble' }}{{ ' ## Basic Rules' }}{{ ' You are a powerful conversational AI trained by Mann-E Labs...' }}{% for tool in tools %}{{'```python def ' + tool.name + '('}}{% for param_name, param_fields in tool.parameter_definitions.items() %}{% if loop.index0 != 0 %}{{ ', ' }}{% endif %}{{ param_name }}: {{ param_fields.type if param_fields.required else 'Optional[' + param_fields.type + '] = None' }}{% endfor %}{{ ') -> List[Dict]: + tool.description + pass ```' }}{% endfor %}

[rag, tool_use]

true

false

5

255001

[Ġ Ġ, Ġ t, e r, i n, Ġ a, ...]

gpt2

0

command-r

[3, 3, 3, 3, 3, ...]

[<PAD>, <UNK>, <CLS>, <SEP>, <MASK_TOKEN>, ...]

40

/tmp/gradio/ccd8592fbb2dd6b90cf7e56f254cf126949e2276d35c98b91fe1a6172dae9d86/zhco.txt

224

outputs/tmpyfuxk4s4/imatrix.dat