tiny-random
/

z-image

Model card Files Files and versions

Update tokenizer_config.json

#1

by zhtmike - opened 4 days ago

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

tokenizer/tokenizer_config.json +1 -1

tokenizer/tokenizer_config.json CHANGED Viewed

@@ -6,7 +6,7 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
-  "extra_special_tokens": [
     "<|im_start|>",
     "<|im_end|>",
     "<|object_ref_start|>",

   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
+  "additional_special_tokens": [
     "<|im_start|>",
     "<|im_end|>",
     "<|object_ref_start|>",