xzuyn commited on
Commit
b6982ac
·
verified ·
1 Parent(s): 0d2ebc1

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -9009,7 +9009,7 @@
9009
  "bos_token": "<s>",
9010
  "clean_up_tokenization_spaces": false,
9011
  "eos_token": "<|im_end|>",
9012
- "chat_template": "{{- bos_token }}{% for message in messages %}{{ '<|im_start|>' + message['role'] | trim + '\n' + message['content'] | trim + '<|im_end|>' }}{% if not loop.last %}{{ '\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\n' + '<|im_start|>assistant\n' }}{% endif %}",
9013
  "extra_special_tokens": {},
9014
  "legacy": true,
9015
  "model_max_length": 32768,
 
9009
  "bos_token": "<s>",
9010
  "clean_up_tokenization_spaces": false,
9011
  "eos_token": "<|im_end|>",
9012
+ "chat_template": "{{- bos_token }}{% for message in messages %}{{ '<|im_start|>' + message['role'] | trim + '\n' + message['content'].split('</think>')[-1] | trim + '<|im_end|>' }}{% if not loop.last %}{{ '\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\n' + '<|im_start|>assistant\n<think>\n' }}{% endif %}",
9013
  "extra_special_tokens": {},
9014
  "legacy": true,
9015
  "model_max_length": 32768,