Upload MoAMetricLM

config.json

@@ -35,7 +35,7 @@
   "lm_proj_drop": 0.1,
   "lm_router_dropout": 0.1,
   "lm_router_hidden": 64,
-  "lm_router_temperature": 1.5,
+  "lm_router_temperature": 1.0,
   "lr_rank": 32,
   "maha_init": 1.0,
   "max_position_embeddings": 8192,
@@ -53,10 +53,10 @@
   "pad_token_id": 0,
   "proj_drop": 0.1,
   "r_basis": 16,
-  "radius_init": 4.0,
+  "radius_init": 5.0,
   "router_dropout": 0.1,
   "router_hidden": 128,
-  "router_temperature": 1.0,
+  "router_temperature": 1.25,
   "router_topk": 2,
   "theta_base": 10000.0,
   "ti_reg_samples": 64,
@@ -64,7 +64,6 @@
   "tie_word_embeddings": true,
   "transformers_version": "5.0.0",
   "use_balls": false,
-  "use_cache": false,
   "vocab_size": 50277,
   "window_size": 512
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47e76b52d39b9b2f99a15083e2d9a96941634d9ba21affd52bfc4f1055c0d0cb
-size 218651604
+oid sha256:13e7d584efd55a94ba084640d9f61ccdfa1dcce3375b825c43c17fc9789c1b5a
+size 218656860