Accuknoxtechnologies
/

PromptInjection-Encoder-v1

Text Classification

prompt-injection

Model card Files Files and versions

Yash1005 commited on Jun 2

Commit

dca03fd

·

1 Parent(s): 13a1f2f

add eval metrics json

Files changed (1) hide show

eval_metrics.json +11 -11

eval_metrics.json CHANGED Viewed

@@ -2,26 +2,26 @@
   "n": 500,
   "threshold": 0.5,
   "max_seq_length": 3072,
-  "is_valid_accuracy": 0.284,
   "category_set_accuracy": 0.226,
-  "micro_f1": 0.2872531418312388,
-  "macro_f1": 0.23649406281151808,
   "per_category_f1": {
-    "DirectInjection": 0.5352112676056338,
-    "Jailbreak": 0.15384615384615385,
-    "Adversarial": 0.5168539325842697,
     "Extraction": 0.0,
-    "Encoding": 0.4225352112676056,
     "Manipulation": 0.0,
-    "Smuggling": 0.5,
     "Indirect": 0.0,
     "MultiTurn": 0.0
   },
   "latency_ms_per_example": {
-    "mean": 1.7042607069015503,
-    "p95": 3.4389287233352657,
     "device": "cuda:0"
   },
   "base_model": "jhu-clsp/mmBERT-base",
-  "epochs": 2
 }

   "n": 500,
   "threshold": 0.5,
   "max_seq_length": 3072,
+  "is_valid_accuracy": 0.256,
   "category_set_accuracy": 0.226,
+  "micro_f1": 0.2428842504743833,
+  "macro_f1": 0.20563900417744235,
   "per_category_f1": {
+    "DirectInjection": 0.631578947368421,
+    "Jailbreak": 0.1509433962264151,
+    "Adversarial": 0.1935483870967742,
     "Extraction": 0.0,
+    "Encoding": 0.5217391304347826,
     "Manipulation": 0.0,
+    "Smuggling": 0.35294117647058826,
     "Indirect": 0.0,
     "MultiTurn": 0.0
   },
   "latency_ms_per_example": {
+    "mean": 1.690299715846777,
+    "p95": 3.355407714843749,
     "device": "cuda:0"
   },
   "base_model": "jhu-clsp/mmBERT-base",
+  "epochs": 3
 }