nishu08 commited on
Commit
984025a
·
verified ·
1 Parent(s): 7e815bc

Upload CodeBERT SQL error classifier

Browse files
Files changed (5) hide show
  1. config.json +3 -1
  2. label_config.json +2 -1
  3. metrics.json +22 -22
  4. model.safetensors +2 -2
  5. training_args.bin +1 -1
config.json CHANGED
@@ -19,7 +19,8 @@
19
  "5": "NULL_HANDLING_ERROR",
20
  "6": "PERFORMANCE_ERROR",
21
  "7": "LOGICAL_ERROR",
22
- "8": "SYNTAX_ERROR"
 
23
  },
24
  "initializer_range": 0.02,
25
  "intermediate_size": 3072,
@@ -28,6 +29,7 @@
28
  "FILTER_ERROR": 2,
29
  "JOIN_ERROR": 0,
30
  "LOGICAL_ERROR": 7,
 
31
  "NULL_HANDLING_ERROR": 5,
32
  "PERFORMANCE_ERROR": 6,
33
  "SUBQUERY_ERROR": 4,
 
19
  "5": "NULL_HANDLING_ERROR",
20
  "6": "PERFORMANCE_ERROR",
21
  "7": "LOGICAL_ERROR",
22
+ "8": "SYNTAX_ERROR",
23
+ "9": "NO_ERROR"
24
  },
25
  "initializer_range": 0.02,
26
  "intermediate_size": 3072,
 
29
  "FILTER_ERROR": 2,
30
  "JOIN_ERROR": 0,
31
  "LOGICAL_ERROR": 7,
32
+ "NO_ERROR": 9,
33
  "NULL_HANDLING_ERROR": 5,
34
  "PERFORMANCE_ERROR": 6,
35
  "SUBQUERY_ERROR": 4,
label_config.json CHANGED
@@ -8,7 +8,8 @@
8
  "NULL_HANDLING_ERROR",
9
  "PERFORMANCE_ERROR",
10
  "LOGICAL_ERROR",
11
- "SYNTAX_ERROR"
 
12
  ],
13
  "model_name": "microsoft/codebert-base",
14
  "architecture": "codebert-cross-encoder",
 
8
  "NULL_HANDLING_ERROR",
9
  "PERFORMANCE_ERROR",
10
  "LOGICAL_ERROR",
11
+ "SYNTAX_ERROR",
12
+ "NO_ERROR"
13
  ],
14
  "model_name": "microsoft/codebert-base",
15
  "architecture": "codebert-cross-encoder",
metrics.json CHANGED
@@ -1,29 +1,29 @@
1
  {
2
- "train_samples": 12000,
3
- "val_samples": 1500,
4
- "test_samples": 1500,
5
- "train_runtime": 1517.6384,
6
  "validation": {
7
- "eval_loss": 0.004817467648535967,
8
- "eval_accuracy": 0.9926666666666667,
9
- "eval_f1_macro": 0.9945474670443181,
10
- "eval_f1_micro": 0.9933377748167888,
11
- "eval_precision_macro": 0.9925154105309666,
12
- "eval_recall_macro": 0.9966666666666667,
13
- "eval_hamming_loss": 0.0014814814814814814,
14
- "eval_subset_accuracy": 0.9926666666666667,
15
- "eval_runtime": 21.7146,
16
- "eval_samples_per_second": 69.078,
17
- "eval_steps_per_second": 8.658,
18
  "epoch": 2.0
19
  },
20
  "test": {
21
- "accuracy": 0.9913333333333333,
22
- "f1_macro": 0.9947790689667695,
23
- "f1_micro": 0.9923409923409924,
24
- "precision_macro": 0.9925405903330253,
25
- "recall_macro": 0.9971111111111112,
26
- "hamming_loss": 0.0017037037037037038,
27
- "subset_accuracy": 0.9913333333333333
28
  }
29
  }
 
1
  {
2
+ "train_samples": 12800,
3
+ "val_samples": 1600,
4
+ "test_samples": 1600,
5
+ "train_runtime": 1720.7174,
6
  "validation": {
7
+ "eval_loss": 0.009950438514351845,
8
+ "eval_accuracy": 0.986875,
9
+ "eval_f1_macro": 0.987365893192092,
10
+ "eval_f1_micro": 0.986875,
11
+ "eval_precision_macro": 0.9823432343234325,
12
+ "eval_recall_macro": 0.994,
13
+ "eval_hamming_loss": 0.002625,
14
+ "eval_subset_accuracy": 0.986875,
15
+ "eval_runtime": 24.1234,
16
+ "eval_samples_per_second": 66.326,
17
+ "eval_steps_per_second": 8.291,
18
  "epoch": 2.0
19
  },
20
  "test": {
21
+ "accuracy": 0.988125,
22
+ "f1_macro": 0.9877733307020831,
23
+ "f1_micro": 0.988125,
24
+ "precision_macro": 0.9837556637019634,
25
+ "recall_macro": 0.9932000000000001,
26
+ "hamming_loss": 0.002375,
27
+ "subset_accuracy": 0.988125
28
  }
29
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f615885246c216a9423050b380ee25cedec1831d14b3eb9a64ace7d2c254b490
3
- size 498634356
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed2447e6c2792dc691f9c9e72bcf3f530590286c241c81f89163b4ec2d6b3b10
3
+ size 498637432
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35ecc99877e431f0fb553bc19b36eb32a69828581003a204660985bcd1a8b58b
3
  size 5841
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be57a5e722508b6c76ce1a40aa31a271c24b48cfd904164015ebde41dfb08a47
3
  size 5841