Upload folder using huggingface_hub
Browse files- README.md +1 -33
- model/model.safetensors +1 -1
- training_log_history.json +17 -25
README.md
CHANGED
|
@@ -9,7 +9,7 @@
|
|
| 9 |
| Target repo | `HID-APP/script-detector-microsoft-codebert-base` |
|
| 10 |
| Datasets | `HID-APP/All-combined` |
|
| 11 |
| Text column | `text` |
|
| 12 |
-
| Epochs |
|
| 13 |
| Max length | 512 |
|
| 14 |
| Train batch size | 4 |
|
| 15 |
| Eval batch size | 8 |
|
|
@@ -38,35 +38,3 @@
|
|
| 38 |
| 2.0000 | 746 | | 0.5214 | 0.8291 | 0.8015 | 0.9943 | 0.8875 |
|
| 39 |
| 3.0000 | 1119 | 2.6190 | | | | | |
|
| 40 |
| 3.0000 | 1119 | | 0.5194 | 0.8360 | 0.8383 | 0.9396 | 0.8860 |
|
| 41 |
-
|
| 42 |
-
## Final Test Summary
|
| 43 |
-
|
| 44 |
-
| Split | Accuracy | Malicious Precision | Malicious Recall | Malicious F1 | Loss |
|
| 45 |
-
| --- | --- | --- | --- | --- | --- |
|
| 46 |
-
| test | 0.7846 | 0.7636 | 0.9598 | 0.8505 | 0.7020 |
|
| 47 |
-
|
| 48 |
-
## Final Test Classification Report
|
| 49 |
-
|
| 50 |
-
| Class | Precision | Recall | F1 | Support |
|
| 51 |
-
| --- | --- | --- | --- | --- |
|
| 52 |
-
| benign | 0.8701 | 0.4753 | 0.6147 | 465.0000 |
|
| 53 |
-
| malicious | 0.7636 | 0.9598 | 0.8505 | 821.0000 |
|
| 54 |
-
| macro avg | 0.8168 | 0.7175 | 0.7326 | 1286.0000 |
|
| 55 |
-
| weighted avg | 0.8021 | 0.7846 | 0.7653 | 1286.0000 |
|
| 56 |
-
| accuracy | | | 0.7846 | |
|
| 57 |
-
|
| 58 |
-
## Final Test Confusion Matrix
|
| 59 |
-
|
| 60 |
-
| | Pred benign | Pred malicious |
|
| 61 |
-
| --- | --- | --- |
|
| 62 |
-
| Actual benign | 221 | 244 |
|
| 63 |
-
| Actual malicious | 33 | 788 |
|
| 64 |
-
|
| 65 |
-
## Final Test Grouped By Original Sample
|
| 66 |
-
|
| 67 |
-
Chunk rows: `1286`; original samples: `1286`.
|
| 68 |
-
|
| 69 |
-
| Pooling | Original Samples | Accuracy | Malicious Precision | Malicious Recall | Malicious F1 |
|
| 70 |
-
| --- | --- | --- | --- | --- | --- |
|
| 71 |
-
| max_pool | 1286 | 0.7846 | 0.7636 | 0.9598 | 0.8505 |
|
| 72 |
-
| mean_pool | 1286 | 0.7846 | 0.7636 | 0.9598 | 0.8505 |
|
|
|
|
| 9 |
| Target repo | `HID-APP/script-detector-microsoft-codebert-base` |
|
| 10 |
| Datasets | `HID-APP/All-combined` |
|
| 11 |
| Text column | `text` |
|
| 12 |
+
| Epochs | 9.0000 |
|
| 13 |
| Max length | 512 |
|
| 14 |
| Train batch size | 4 |
|
| 15 |
| Eval batch size | 8 |
|
|
|
|
| 38 |
| 2.0000 | 746 | | 0.5214 | 0.8291 | 0.8015 | 0.9943 | 0.8875 |
|
| 39 |
| 3.0000 | 1119 | 2.6190 | | | | | |
|
| 40 |
| 3.0000 | 1119 | | 0.5194 | 0.8360 | 0.8383 | 0.9396 | 0.8860 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
model/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 498612824
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a64394c2adb62a3d2ad97f7b7e5a90d021c0f29a7eda61cf78ec2a2947e9ae4
|
| 3 |
size 498612824
|
training_log_history.json
CHANGED
|
@@ -1,70 +1,62 @@
|
|
| 1 |
{
|
| 2 |
"log_history": [
|
| 3 |
{
|
| 4 |
-
"
|
| 5 |
"grad_norm": 8.451900482177734,
|
| 6 |
"learning_rate": 1.3351206434316355e-05,
|
| 7 |
-
"
|
| 8 |
"step": 373
|
| 9 |
},
|
| 10 |
{
|
| 11 |
-
"
|
| 12 |
"eval_accuracy": 0.8352668213457076,
|
|
|
|
|
|
|
| 13 |
"eval_precision": 0.8143939393939394,
|
| 14 |
"eval_recall": 0.9806157354618016,
|
| 15 |
-
"eval_f1": 0.8898085876875323,
|
| 16 |
"eval_runtime": 26.2521,
|
| 17 |
"eval_samples_per_second": 49.253,
|
| 18 |
"eval_steps_per_second": 3.085,
|
| 19 |
-
"epoch": 1.0,
|
| 20 |
"step": 373
|
| 21 |
},
|
| 22 |
{
|
| 23 |
-
"
|
| 24 |
"grad_norm": 5.377457141876221,
|
| 25 |
"learning_rate": 6.684539767649688e-06,
|
| 26 |
-
"
|
| 27 |
"step": 746
|
| 28 |
},
|
| 29 |
{
|
| 30 |
-
"
|
| 31 |
"eval_accuracy": 0.8290796597061099,
|
|
|
|
|
|
|
| 32 |
"eval_precision": 0.8014705882352942,
|
| 33 |
"eval_recall": 0.9942987457240593,
|
| 34 |
-
"eval_f1": 0.8875318066157761,
|
| 35 |
"eval_runtime": 26.0805,
|
| 36 |
"eval_samples_per_second": 49.577,
|
| 37 |
"eval_steps_per_second": 3.106,
|
| 38 |
-
"epoch": 2.0,
|
| 39 |
"step": 746
|
| 40 |
},
|
| 41 |
{
|
| 42 |
-
"
|
| 43 |
"grad_norm": 8.425128936767578,
|
| 44 |
"learning_rate": 1.7873100983020556e-08,
|
| 45 |
-
"
|
| 46 |
"step": 1119
|
| 47 |
},
|
| 48 |
{
|
| 49 |
-
"
|
| 50 |
"eval_accuracy": 0.8360402165506574,
|
|
|
|
|
|
|
| 51 |
"eval_precision": 0.8382502543234995,
|
| 52 |
"eval_recall": 0.9395667046750285,
|
| 53 |
-
"eval_f1": 0.886021505376344,
|
| 54 |
"eval_runtime": 25.9863,
|
| 55 |
"eval_samples_per_second": 49.757,
|
| 56 |
"eval_steps_per_second": 3.117,
|
| 57 |
-
"epoch": 3.0,
|
| 58 |
-
"step": 1119
|
| 59 |
-
},
|
| 60 |
-
{
|
| 61 |
-
"train_runtime": 2705.0358,
|
| 62 |
-
"train_samples_per_second": 13.211,
|
| 63 |
-
"train_steps_per_second": 0.414,
|
| 64 |
-
"total_flos": 9402536674344960.0,
|
| 65 |
-
"train_loss": 2.8690917532394997,
|
| 66 |
-
"epoch": 3.0,
|
| 67 |
"step": 1119
|
| 68 |
}
|
| 69 |
-
]
|
|
|
|
| 70 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"log_history": [
|
| 3 |
{
|
| 4 |
+
"epoch": 1.0,
|
| 5 |
"grad_norm": 8.451900482177734,
|
| 6 |
"learning_rate": 1.3351206434316355e-05,
|
| 7 |
+
"loss": 3.253069430190181,
|
| 8 |
"step": 373
|
| 9 |
},
|
| 10 |
{
|
| 11 |
+
"epoch": 1.0,
|
| 12 |
"eval_accuracy": 0.8352668213457076,
|
| 13 |
+
"eval_f1": 0.8898085876875323,
|
| 14 |
+
"eval_loss": 0.5276884436607361,
|
| 15 |
"eval_precision": 0.8143939393939394,
|
| 16 |
"eval_recall": 0.9806157354618016,
|
|
|
|
| 17 |
"eval_runtime": 26.2521,
|
| 18 |
"eval_samples_per_second": 49.253,
|
| 19 |
"eval_steps_per_second": 3.085,
|
|
|
|
| 20 |
"step": 373
|
| 21 |
},
|
| 22 |
{
|
| 23 |
+
"epoch": 2.0,
|
| 24 |
"grad_norm": 5.377457141876221,
|
| 25 |
"learning_rate": 6.684539767649688e-06,
|
| 26 |
+
"loss": 2.735222946862433,
|
| 27 |
"step": 746
|
| 28 |
},
|
| 29 |
{
|
| 30 |
+
"epoch": 2.0,
|
| 31 |
"eval_accuracy": 0.8290796597061099,
|
| 32 |
+
"eval_f1": 0.8875318066157761,
|
| 33 |
+
"eval_loss": 0.5213587880134583,
|
| 34 |
"eval_precision": 0.8014705882352942,
|
| 35 |
"eval_recall": 0.9942987457240593,
|
|
|
|
| 36 |
"eval_runtime": 26.0805,
|
| 37 |
"eval_samples_per_second": 49.577,
|
| 38 |
"eval_steps_per_second": 3.106,
|
|
|
|
| 39 |
"step": 746
|
| 40 |
},
|
| 41 |
{
|
| 42 |
+
"epoch": 3.0,
|
| 43 |
"grad_norm": 8.425128936767578,
|
| 44 |
"learning_rate": 1.7873100983020556e-08,
|
| 45 |
+
"loss": 2.6189828826658847,
|
| 46 |
"step": 1119
|
| 47 |
},
|
| 48 |
{
|
| 49 |
+
"epoch": 3.0,
|
| 50 |
"eval_accuracy": 0.8360402165506574,
|
| 51 |
+
"eval_f1": 0.886021505376344,
|
| 52 |
+
"eval_loss": 0.5193805694580078,
|
| 53 |
"eval_precision": 0.8382502543234995,
|
| 54 |
"eval_recall": 0.9395667046750285,
|
|
|
|
| 55 |
"eval_runtime": 25.9863,
|
| 56 |
"eval_samples_per_second": 49.757,
|
| 57 |
"eval_steps_per_second": 3.117,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 58 |
"step": 1119
|
| 59 |
}
|
| 60 |
+
],
|
| 61 |
+
"last_upload": "step 1200"
|
| 62 |
}
|