Accuknoxtechnologies
/

PromptInjection-Encoder-v1

Text Classification

prompt-injection

Model card Files Files and versions

Yash1005 commited on Jun 3

Commit

92e086b

·

1 Parent(s): 16508e1

add eval metrics json

Files changed (1) hide show

eval_metrics.json +16 -16

eval_metrics.json CHANGED Viewed

@@ -2,26 +2,26 @@
   "n": 500,
   "threshold": 0.5,
   "max_seq_length": 3072,
-  "is_valid_accuracy": 0.896,
-  "category_set_accuracy": 0.454,
-  "micro_f1": 0.6089795918367347,
-  "macro_f1": 0.6002837832126693,
   "per_category_f1": {
-    "DirectInjection": 0.717948717948718,
-    "Jailbreak": 0.4642857142857143,
-    "Adversarial": 0.7361963190184049,
-    "Extraction": 0.4714285714285714,
-    "Encoding": 0.7066666666666667,
-    "Manipulation": 0.44285714285714284,
-    "Smuggling": 0.7244094488188977,
-    "Indirect": 0.625,
-    "MultiTurn": 0.5137614678899083
   },
   "latency_ms_per_example": {
-    "mean": 1.796150580048561,
-    "p95": 2.016778290271759,
     "device": "cuda:0"
   },
   "base_model": "jhu-clsp/mmBERT-base",
-  "epochs": 4
 }

   "n": 500,
   "threshold": 0.5,
   "max_seq_length": 3072,
+  "is_valid_accuracy": 0.89,
+  "category_set_accuracy": 0.054,
+  "micro_f1": 0.3512092534174553,
+  "macro_f1": 0.35552414101596475,
   "per_category_f1": {
+    "DirectInjection": 0.5232558139534884,
+    "Jailbreak": 0.39705882352941174,
+    "Adversarial": 0.4,
+    "Extraction": 0.2569444444444444,
+    "Encoding": 0.373134328358209,
+    "Manipulation": 0.2717391304347826,
+    "Smuggling": 0.49122807017543857,
+    "Indirect": 0.3228346456692913,
+    "MultiTurn": 0.16352201257861634
   },
   "latency_ms_per_example": {
+    "mean": 1.823335886001587,
+    "p95": 1.9494213163852692,
     "device": "cuda:0"
   },
   "base_model": "jhu-clsp/mmBERT-base",
+  "epochs": 3
 }