Upload folder using huggingface_hub

config.json

@@ -6,7 +6,6 @@
   "attention_dropout": 0.0,
   "bos_token_id": 151643,
   "decoder_sparse_step": 1,
-  "dtype": "bfloat16",
   "eos_token_id": 151645,
   "head_dim": 128,
   "hidden_act": "silu",
@@ -20,12 +19,11 @@
   "moe_intermediate_size": 768,
   "norm_topk_prob": true,
   "num_attention_heads": 32,
+  "num_experts": 128,
   "num_experts_per_tok": 8,
   "num_hidden_layers": 48,
   "num_key_value_heads": 4,
-  "num_local_experts": 128,
   "output_router_logits": false,
-  "pad_token_id": null,
   "quantization_config": {
     "config_groups": {
       "group_0": {
@@ -122,17 +120,16 @@
     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
-    "version": "0.18.1.a20260903"
+    "version": "0.18.1.a20260910"
   },
   "rms_norm_eps": 1e-06,
-  "rope_parameters": {
-    "rope_theta": 1000000.0,
-    "rope_type": "default"
-  },
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
   "router_aux_loss_coef": 0.001,
   "sliding_window": null,
   "tie_word_embeddings": false,
-  "transformers_version": "5.16.1",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.0",
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 151936

generation_config.json

@@ -9,5 +9,5 @@
   "temperature": 0.6,
   "top_k": 20,
   "top_p": 0.95,
-  "transformers_version": "5.16.1"
+  "transformers_version": "5.17.0"
 }