Upload folder using huggingface_hub

config.json

@@ -27,7 +27,7 @@
   "num_hidden_layers": 12,
   "pad_token_id": 1,
   "tie_word_embeddings": true,
-  "transformers_version": "5.0.0",
+  "transformers_version": "5.3.0",
   "type_vocab_size": 1,
   "use_cache": true,
   "vocab_size": 50265

tokenizer_config.json

@@ -0,0 +1,16 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "errors": "replace",
+  "is_local": false,
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "RobertaTokenizer",
+  "trim_offsets": true,
+  "unk_token": "<unk>"
+}