CodeShield
/

Qwen3-4B-Base

Text Generation

text-generation-inference

Model card Files Files and versions

iNeil77 commited on 8 days ago

Commit

c91e029

·

verified ·

1 Parent(s): 06e6f54

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -23,7 +23,7 @@
   "is_local": false,
   "local_files_only": false,
   "model_max_length": 131072,
-  "pad_token": "<|endoftext|>",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",
   "unk_token": null

   "is_local": false,
   "local_files_only": false,
   "model_max_length": 131072,
+  "pad_token": "<|video_pad|>",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",
   "unk_token": null