Rocketknight1 HF Staff commited on
Commit
8a49379
·
verified ·
1 Parent(s): 3ca2549

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -238,7 +238,7 @@
238
  "content": {
239
  "type": "string"
240
  },
241
- "reasoning_content": {
242
  "type": "string"
243
  },
244
  "role": {
@@ -253,7 +253,7 @@
253
  }
254
  },
255
  "type": "object",
256
- "x-regex": "^(?:(?:<think>)?\\s*(?P<reasoning_content>.+?)\\s*</think>)?\\s*(?:<tool_call>(?P<tool_calls>.*?)\\s*</tool_call>)?\\s*(?P<content>.+?)?\\s*$"
257
  },
258
  "split_special_tokens": false,
259
  "tokenizer_class": "Qwen2Tokenizer",
 
238
  "content": {
239
  "type": "string"
240
  },
241
+ "reasoning": {
242
  "type": "string"
243
  },
244
  "role": {
 
253
  }
254
  },
255
  "type": "object",
256
+ "x-regex": "^(?:(?:<think>)?\\s*(?P<reasoning>.+?)\\s*</think>)?\\s*(?:<tool_call>(?P<tool_calls>.*?)\\s*</tool_call>)?\\s*(?P<content>.+?)?\\s*$"
257
  },
258
  "split_special_tokens": false,
259
  "tokenizer_class": "Qwen2Tokenizer",