zwpride-iquestlab commited on
Commit
91b700e
·
verified ·
1 Parent(s): e7d3949

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -3
tokenizer_config.json CHANGED
@@ -217,9 +217,7 @@
217
  "<|fim_pad|>",
218
  "<|endoftext|>",
219
  "<|repo_name|>",
220
- "<|file_sep|>",
221
- "<think>",
222
- "</think>"
223
  ],
224
  "auto_map": {
225
  "AutoTokenizer": [
 
217
  "<|fim_pad|>",
218
  "<|endoftext|>",
219
  "<|repo_name|>",
220
+ "<|file_sep|>"
 
 
221
  ],
222
  "auto_map": {
223
  "AutoTokenizer": [