Accuknoxtechnologies
/

PromptInjection-Encoder-v1

Text Classification

prompt-injection

Model card Files Files and versions

Yash1005 commited on Jun 3

Commit

f00dd4e

·

1 Parent(s): b152906

add eval metrics json

Files changed (1) hide show

eval_metrics.json +16 -16

eval_metrics.json CHANGED Viewed

@@ -2,26 +2,26 @@
   "n": 500,
   "threshold": 0.5,
   "max_seq_length": 3072,
-  "is_valid_accuracy": 0.256,
-  "category_set_accuracy": 0.226,
-  "micro_f1": 0.2428842504743833,
-  "macro_f1": 0.20563900417744235,
   "per_category_f1": {
-    "DirectInjection": 0.631578947368421,
-    "Jailbreak": 0.1509433962264151,
-    "Adversarial": 0.1935483870967742,
-    "Extraction": 0.0,
-    "Encoding": 0.5217391304347826,
-    "Manipulation": 0.0,
-    "Smuggling": 0.35294117647058826,
-    "Indirect": 0.0,
-    "MultiTurn": 0.0
   },
   "latency_ms_per_example": {
-    "mean": 1.690299715846777,
-    "p95": 3.355407714843749,
     "device": "cuda:0"
   },
   "base_model": "jhu-clsp/mmBERT-base",
-  "epochs": 3
 }

   "n": 500,
   "threshold": 0.5,
   "max_seq_length": 3072,
+  "is_valid_accuracy": 0.896,
+  "category_set_accuracy": 0.454,
+  "micro_f1": 0.6089795918367347,
+  "macro_f1": 0.6002837832126693,
   "per_category_f1": {
+    "DirectInjection": 0.717948717948718,
+    "Jailbreak": 0.4642857142857143,
+    "Adversarial": 0.7361963190184049,
+    "Extraction": 0.4714285714285714,
+    "Encoding": 0.7066666666666667,
+    "Manipulation": 0.44285714285714284,
+    "Smuggling": 0.7244094488188977,
+    "Indirect": 0.625,
+    "MultiTurn": 0.5137614678899083
   },
   "latency_ms_per_example": {
+    "mean": 1.796150580048561,
+    "p95": 2.016778290271759,
     "device": "cuda:0"
   },
   "base_model": "jhu-clsp/mmBERT-base",
+  "epochs": 4
 }