Hugging Face's logo

HID-APP
/
script-detector-microsoft-codebert-base

Safetensors
roberta
Model card Files
xet
 Community
NourFakih commited on
Commit
9df3c3f
·
verified ·
1 Parent(s): 420a9d8

Upload folder using huggingface_hub

Browse files
Files changed (5) hide show
  1. README.md +34 -0
  2. metrics.json +142 -0
  3. model/model.safetensors +1 -1
  4. model/training_args.bin +3 -0
  5. training_log_history.json +29 -2
README.md CHANGED
@@ -36,3 +36,37 @@
36
  | 1.0000 | 373 | | 0.5277 | 0.8353 | 0.8144 | 0.9806 | 0.8898 |
37
  | 2.0000 | 746 | 2.7352 | | | | | |
38
  | 2.0000 | 746 | | 0.5214 | 0.8291 | 0.8015 | 0.9943 | 0.8875 |
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  | 1.0000 | 373 | | 0.5277 | 0.8353 | 0.8144 | 0.9806 | 0.8898 |
37
  | 2.0000 | 746 | 2.7352 | | | | | |
38
  | 2.0000 | 746 | | 0.5214 | 0.8291 | 0.8015 | 0.9943 | 0.8875 |
39
+ | 3.0000 | 1119 | 2.6190 | | | | | |
40
+ | 3.0000 | 1119 | | 0.5194 | 0.8360 | 0.8383 | 0.9396 | 0.8860 |
41
+
42
+ ## Final Test Summary
43
+
44
+ | Split | Accuracy | Malicious Precision | Malicious Recall | Malicious F1 | Loss |
45
+ | --- | --- | --- | --- | --- | --- |
46
+ | test | 0.7846 | 0.7636 | 0.9598 | 0.8505 | 0.7020 |
47
+
48
+ ## Final Test Classification Report
49
+
50
+ | Class | Precision | Recall | F1 | Support |
51
+ | --- | --- | --- | --- | --- |
52
+ | benign | 0.8701 | 0.4753 | 0.6147 | 465.0000 |
53
+ | malicious | 0.7636 | 0.9598 | 0.8505 | 821.0000 |
54
+ | macro avg | 0.8168 | 0.7175 | 0.7326 | 1286.0000 |
55
+ | weighted avg | 0.8021 | 0.7846 | 0.7653 | 1286.0000 |
56
+ | accuracy | | | 0.7846 | |
57
+
58
+ ## Final Test Confusion Matrix
59
+
60
+ | | Pred benign | Pred malicious |
61
+ | --- | --- | --- |
62
+ | Actual benign | 221 | 244 |
63
+ | Actual malicious | 33 | 788 |
64
+
65
+ ## Final Test Grouped By Original Sample
66
+
67
+ Chunk rows: `1286`; original samples: `1286`.
68
+
69
+ | Pooling | Original Samples | Accuracy | Malicious Precision | Malicious Recall | Malicious F1 |
70
+ | --- | --- | --- | --- | --- | --- |
71
+ | max_pool | 1286 | 0.7846 | 0.7636 | 0.9598 | 0.8505 |
72
+ | mean_pool | 1286 | 0.7846 | 0.7636 | 0.9598 | 0.8505 |
metrics.json ADDED
@@ -0,0 +1,142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "microsoft/codebert-base",
3
+ "phase": "phase1",
4
+ "dataset_sources": [
5
+ {
6
+ "source": "HID-APP/All-combined",
7
+ "revision": "default",
8
+ "type": "huggingface",
9
+ "fingerprint": "81f16d3fdbb4f97d3574f5c78bce8ada7b15c9ccd625913daa095cae6d545d67"
10
+ }
11
+ ],
12
+ "text_column": "text",
13
+ "test_metrics": {
14
+ "test_loss": 0.7019847631454468,
15
+ "test_accuracy": 0.7846034214618973,
16
+ "test_precision": 0.7635658914728682,
17
+ "test_recall": 0.9598051157125457,
18
+ "test_f1": 0.850512682137075,
19
+ "test_runtime": 25.7657,
20
+ "test_samples_per_second": 49.911,
21
+ "test_steps_per_second": 3.144
22
+ },
23
+ "classification_report": {
24
+ "benign": {
25
+ "precision": 0.8700787401574803,
26
+ "recall": 0.4752688172043011,
27
+ "f1-score": 0.6147426981919333,
28
+ "support": 465.0
29
+ },
30
+ "malicious": {
31
+ "precision": 0.7635658914728682,
32
+ "recall": 0.9598051157125457,
33
+ "f1-score": 0.850512682137075,
34
+ "support": 821.0
35
+ },
36
+ "accuracy": 0.7846034214618973,
37
+ "macro avg": {
38
+ "precision": 0.8168223158151743,
39
+ "recall": 0.7175369664584234,
40
+ "f1-score": 0.7326276901645041,
41
+ "support": 1286.0
42
+ },
43
+ "weighted avg": {
44
+ "precision": 0.8020794798386106,
45
+ "recall": 0.7846034214618973,
46
+ "f1-score": 0.7652614826545782,
47
+ "support": 1286.0
48
+ }
49
+ },
50
+ "confusion_matrix": [
51
+ [
52
+ 221,
53
+ 244
54
+ ],
55
+ [
56
+ 33,
57
+ 788
58
+ ]
59
+ ],
60
+ "grouped_by_original_sample": {
61
+ "group_count": 1286,
62
+ "chunk_count": 1286,
63
+ "max_pool": {
64
+ "classification_report": {
65
+ "benign": {
66
+ "precision": 0.8700787401574803,
67
+ "recall": 0.4752688172043011,
68
+ "f1-score": 0.6147426981919333,
69
+ "support": 465.0
70
+ },
71
+ "malicious": {
72
+ "precision": 0.7635658914728682,
73
+ "recall": 0.9598051157125457,
74
+ "f1-score": 0.850512682137075,
75
+ "support": 821.0
76
+ },
77
+ "accuracy": 0.7846034214618973,
78
+ "macro avg": {
79
+ "precision": 0.8168223158151743,
80
+ "recall": 0.7175369664584234,
81
+ "f1-score": 0.7326276901645041,
82
+ "support": 1286.0
83
+ },
84
+ "weighted avg": {
85
+ "precision": 0.8020794798386106,
86
+ "recall": 0.7846034214618973,
87
+ "f1-score": 0.7652614826545782,
88
+ "support": 1286.0
89
+ }
90
+ },
91
+ "confusion_matrix": [
92
+ [
93
+ 221,
94
+ 244
95
+ ],
96
+ [
97
+ 33,
98
+ 788
99
+ ]
100
+ ]
101
+ },
102
+ "mean_pool": {
103
+ "classification_report": {
104
+ "benign": {
105
+ "precision": 0.8700787401574803,
106
+ "recall": 0.4752688172043011,
107
+ "f1-score": 0.6147426981919333,
108
+ "support": 465.0
109
+ },
110
+ "malicious": {
111
+ "precision": 0.7635658914728682,
112
+ "recall": 0.9598051157125457,
113
+ "f1-score": 0.850512682137075,
114
+ "support": 821.0
115
+ },
116
+ "accuracy": 0.7846034214618973,
117
+ "macro avg": {
118
+ "precision": 0.8168223158151743,
119
+ "recall": 0.7175369664584234,
120
+ "f1-score": 0.7326276901645041,
121
+ "support": 1286.0
122
+ },
123
+ "weighted avg": {
124
+ "precision": 0.8020794798386106,
125
+ "recall": 0.7846034214618973,
126
+ "f1-score": 0.7652614826545782,
127
+ "support": 1286.0
128
+ }
129
+ },
130
+ "confusion_matrix": [
131
+ [
132
+ 221,
133
+ 244
134
+ ],
135
+ [
136
+ 33,
137
+ 788
138
+ ]
139
+ ]
140
+ }
141
+ }
142
+ }
model/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a2faff5356b1447490a2b9d7852deea81a54784cf087d84bbbc9e5f571c7a35
3
  size 498612824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:486b995644901b558a11665afed2cc6857967543037961148c17b8994eaa915e
3
  size 498612824
model/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:598d860116460531531bc67a3275a56e23b861c99aa3b705d980c0bea50f75d7
3
+ size 5201
training_log_history.json CHANGED
@@ -37,7 +37,34 @@
37
  "eval_steps_per_second": 3.106,
38
  "epoch": 2.0,
39
  "step": 746
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  }
41
- ],
42
- "last_upload": "step 1000"
43
  }
 
37
  "eval_steps_per_second": 3.106,
38
  "epoch": 2.0,
39
  "step": 746
40
+ },
41
+ {
42
+ "loss": 2.6189828826658847,
43
+ "grad_norm": 8.425128936767578,
44
+ "learning_rate": 1.7873100983020556e-08,
45
+ "epoch": 3.0,
46
+ "step": 1119
47
+ },
48
+ {
49
+ "eval_loss": 0.5193805694580078,
50
+ "eval_accuracy": 0.8360402165506574,
51
+ "eval_precision": 0.8382502543234995,
52
+ "eval_recall": 0.9395667046750285,
53
+ "eval_f1": 0.886021505376344,
54
+ "eval_runtime": 25.9863,
55
+ "eval_samples_per_second": 49.757,
56
+ "eval_steps_per_second": 3.117,
57
+ "epoch": 3.0,
58
+ "step": 1119
59
+ },
60
+ {
61
+ "train_runtime": 2705.0358,
62
+ "train_samples_per_second": 13.211,
63
+ "train_steps_per_second": 0.414,
64
+ "total_flos": 9402536674344960.0,
65
+ "train_loss": 2.8690917532394997,
66
+ "epoch": 3.0,
67
+ "step": 1119
68
  }
69
+ ]
 
70
  }