lynnea1517 commited on
Commit
7674cff
·
verified ·
1 Parent(s): 4e37716

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -6174,7 +6174,7 @@
6174
  },
6175
  "bos_token": "<s>",
6176
  "clean_up_tokenization_spaces": false,
6177
- "chat_template": "{{ bos_token }}{% set default_system_message = 'You are an award winning writer. Assist the user.' %}{% if messages[0]['role'] != 'system' %}{{'[SYSTEM_PROMPT]' + default_system_message + '[/SYSTEM_PROMPT]'}}{% endif %}{% for message in messages %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + '[/INST]' }}{% elif message['role'] == 'system' %}{{ '[SYSTEM_PROMPT]' + message['content'] + '[/SYSTEM_PROMPT]' }}{% elif message['role'] == 'assistant' %}{{ ' ' + message['content'] + eos_token }}{% else %}{{ raise_exception('Only user, system and assistant roles are supported!') }}{% endif %}{% endfor %}",
6178
  "eos_token": "</s>",
6179
  "legacy": true,
6180
  "model_max_length": 1000000000000000019884624838656,
 
6174
  },
6175
  "bos_token": "<s>",
6176
  "clean_up_tokenization_spaces": false,
6177
+ "chat_template": "{{ bos_token }}{% set default_system_message = 'You are an award winning writer. Assist the user.' %}{% if messages[0]['role'] != 'system' %}{{'[SYSTEM_PROMPT] ' + default_system_message + '[/SYSTEM_PROMPT]'}}{% endif %}{% for message in messages %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + '[/INST]' }}{% elif message['role'] == 'system' %}{{ '[SYSTEM_PROMPT] ' + message['content'] + '[/SYSTEM_PROMPT]' }}{% elif message['role'] == 'assistant' %}{{ ' ' + message['content'] + eos_token }}{% else %}{{ raise_exception('Only user, system and assistant roles are supported!') }}{% endif %}{% endfor %}",
6178
  "eos_token": "</s>",
6179
  "legacy": true,
6180
  "model_max_length": 1000000000000000019884624838656,