Upload nova1_p2_final_s0115357_config.json with huggingface_hub

nova1_p2_final_s0115357_config.json

@@ -0,0 +1,30 @@
+{
+  "vocab_size": 50304,
+  "d_model": 2048,
+  "n_heads": 16,
+  "n_kv_heads": 8,
+  "n_layers": 24,
+  "ffn_mult": 2.6666666666666665,
+  "max_len": 2048,
+  "mod_every_n": 2,
+  "mod_capacity": 0.5,
+  "lr": 0.0001,
+  "min_lr": 1e-05,
+  "weight_decay": 0.1,
+  "beta1": 0.9,
+  "beta2": 0.95,
+  "grad_clip": 1.0,
+  "warmup_steps": 500,
+  "micro_batch": 4,
+  "grad_accum": 8,
+  "log_every": 10,
+  "ckpt_every": 1000,
+  "eval_every": 500,
+  "ckpt_keep": 1,
+  "seed": 42,
+  "training_phase": 2,
+  "final_step": 115357,
+  "final_epoch": 0,
+  "final_val_loss": 1.8969886243343352,
+  "phase": 2
+}