Upload ablation/oracle-schema/spider/codet5-base/run_1/results.json with huggingface_hub

ablation/oracle-schema/spider/codet5-base/run_1/results.json

@@ -0,0 +1,60 @@
+{
+  "model": "Salesforce/codet5-base",
+  "dataset": "spider",
+  "run_number": 1,
+  "fixes": [
+    "JOIN oversample 3x extra (was 2x in run 4)",
+    "HAVING oversample 2x extra (new)",
+    "NESTED oversample 1x extra",
+    "normalize_for_em: double-quote\u2192single-quote + lowercase",
+    "early_stopping_patience=3",
+    "num_epochs=8"
+  ],
+  "config": {
+    "learning_rate": 5e-05,
+    "num_epochs": 8,
+    "batch_size": 16,
+    "max_input_len": 1024,
+    "max_output_len": 128,
+    "warmup_ratio": 0.06,
+    "fp16": false,
+    "weight_decay": 0.01
+  },
+  "history": [
+    {
+      "epoch": 5,
+      "loss": 0.009875026228556499,
+      "em_raw": 0.4071566731141199,
+      "em_norm": 0.4796905222437137,
+      "is_best": true,
+      "time_min": 150.38676520983378
+    },
+    {
+      "epoch": 6,
+      "loss": 0.006374737903434748,
+      "em_raw": 0.41392649903288203,
+      "em_norm": 0.488394584139265,
+      "is_best": true,
+      "time_min": 150.63800421555837
+    },
+    {
+      "epoch": 7,
+      "loss": 0.004128237821654904,
+      "em_raw": 0.41779497098646035,
+      "em_norm": 0.48936170212765956,
+      "is_best": true,
+      "time_min": 150.67771954139073
+    },
+    {
+      "epoch": 8,
+      "loss": 0.0029837392580886486,
+      "em_raw": 0.4245647969052224,
+      "em_norm": 0.4961315280464217,
+      "is_best": true,
+      "time_min": 150.72792017857233
+    }
+  ],
+  "best_em_norm": 0.4961315280464217,
+  "best_epoch": 8,
+  "nan_detected": false
+}