Trained with Unsloth - config

config.json

@@ -3,7 +3,7 @@
         "Qwen2ForCausalLM"
     ],
     "attention_dropout": 0.0,
-    "bos_token_id": null,
+    "bos_token_id": 151643,
     "torch_dtype": "float16",
     "eos_token_id": 151643,
     "hidden_act": "silu",
@@ -42,7 +42,7 @@
     "num_attention_heads": 14,
     "num_hidden_layers": 24,
     "num_key_value_heads": 2,
-    "pad_token_id": 151643,
+    "pad_token_id": 151665,
     "rms_norm_eps": 1e-06,
     "rope_parameters": {
         "rope_theta": 1000000.0,
@@ -51,7 +51,7 @@
     "sliding_window": null,
     "tie_word_embeddings": true,
     "unsloth_version": "2026.4.6",
-    "use_cache": false,
+    "use_cache": true,
     "use_mrope": false,
     "use_sliding_window": false,
     "vocab_size": 151936