Hugging Face's logo

thejosango
/
nuha-binary

Text Classification
Transformers
PyTorch
Arabic
bert
hate-speech
gender-based-violence
arabic
binary-classification
pilot
Eval Results (legacy)
text-embeddings-inference
Model card Files
xet
 Community
yazansh commited on
Commit
b13ab70
·
verified ·
1 Parent(s): 4a30404

binary-56

Browse files
Files changed (6) hide show
  1. README.md +16 -16
  2. config.json +1 -1
  3. config.toml +2 -2
  4. pytorch_model.bin +1 -1
  5. tokenizer.json +8 -1
  6. training_args.bin +1 -1
README.md CHANGED
@@ -24,13 +24,13 @@ model-index:
24
  metrics:
25
  - name: F1
26
  type: f1
27
- value: 0.6868284228769497
28
  - name: Precision
29
  type: precision
30
- value: 0.6468092051574996
31
  - name: Recall
32
  type: recall
33
- value: 0.7321263624607427
34
  ---
35
 
36
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -40,10 +40,10 @@ should probably proofread and complete it, then remove this comment. -->
40
 
41
  This model is a fine-tuned version of [thejosango/nuha-mlm](https://huggingface.co/thejosango/nuha-mlm) on the nuha-dataset dataset.
42
  It achieves the following results on the evaluation set:
43
- - Loss: 0.5763
44
- - F1: 0.6868
45
- - Precision: 0.6468
46
- - Recall: 0.7321
47
  - Support: None
48
 
49
  ## Model description
@@ -76,15 +76,15 @@ The following hyperparameters were used during training:
76
 
77
  | Training Loss | Epoch | Step | Validation Loss | F1 | Precision | Recall | Support |
78
  |:-------------:|:-----:|:----:|:---------------:|:------:|:---------:|:------:|:-------:|
79
- | 0.572 | 0.25 | 500 | 0.5492 | 0.6774 | 0.5836 | 0.8069 | None |
80
- | 0.5571 | 0.5 | 1000 | 0.5384 | 0.6937 | 0.6053 | 0.8123 | None |
81
- | 0.541 | 0.75 | 1500 | 0.5344 | 0.6967 | 0.6324 | 0.7755 | None |
82
- | 0.5359 | 1.0 | 2000 | 0.5300 | 0.7032 | 0.6300 | 0.7957 | None |
83
- | 0.4984 | 1.26 | 2500 | 0.5406 | 0.7023 | 0.6597 | 0.7508 | None |
84
- | 0.4878 | 1.51 | 3000 | 0.5415 | 0.7012 | 0.6425 | 0.7718 | None |
85
- | 0.4847 | 1.76 | 3500 | 0.5435 | 0.6980 | 0.6422 | 0.7645 | None |
86
- | 0.4779 | 2.01 | 4000 | 0.5526 | 0.7034 | 0.6377 | 0.7842 | None |
87
- | 0.4265 | 2.26 | 4500 | 0.5763 | 0.6868 | 0.6468 | 0.7321 | None |
88
 
89
 
90
  ### Framework versions
 
24
  metrics:
25
  - name: F1
26
  type: f1
27
+ value: 0.6878727634194831
28
  - name: Precision
29
  type: precision
30
+ value: 0.646361273554256
31
  - name: Recall
32
  type: recall
33
+ value: 0.7350822094956586
34
  ---
35
 
36
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
40
 
41
  This model is a fine-tuned version of [thejosango/nuha-mlm](https://huggingface.co/thejosango/nuha-mlm) on the nuha-dataset dataset.
42
  It achieves the following results on the evaluation set:
43
+ - Loss: 0.5743
44
+ - F1: 0.6879
45
+ - Precision: 0.6464
46
+ - Recall: 0.7351
47
  - Support: None
48
 
49
  ## Model description
 
76
 
77
  | Training Loss | Epoch | Step | Validation Loss | F1 | Precision | Recall | Support |
78
  |:-------------:|:-----:|:----:|:---------------:|:------:|:---------:|:------:|:-------:|
79
+ | 0.5741 | 0.25 | 500 | 0.5494 | 0.6764 | 0.5835 | 0.8045 | None |
80
+ | 0.5583 | 0.5 | 1000 | 0.5383 | 0.6912 | 0.6070 | 0.8025 | None |
81
+ | 0.5425 | 0.75 | 1500 | 0.5350 | 0.6938 | 0.6323 | 0.7687 | None |
82
+ | 0.5367 | 1.0 | 2000 | 0.5300 | 0.7020 | 0.6309 | 0.7912 | None |
83
+ | 0.4991 | 1.26 | 2500 | 0.5417 | 0.7015 | 0.6592 | 0.7497 | None |
84
+ | 0.4887 | 1.51 | 3000 | 0.5418 | 0.7009 | 0.6438 | 0.7691 | None |
85
+ | 0.4859 | 1.76 | 3500 | 0.5432 | 0.6983 | 0.6422 | 0.7650 | None |
86
+ | 0.4787 | 2.01 | 4000 | 0.5492 | 0.7041 | 0.6376 | 0.7861 | None |
87
+ | 0.4276 | 2.26 | 4500 | 0.5743 | 0.6879 | 0.6464 | 0.7351 | None |
88
 
89
 
90
  ### Framework versions
config.json CHANGED
@@ -4,7 +4,7 @@
4
  "BertForSequenceClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
- "classifier_dropout": 0.25,
8
  "gradient_checkpointing": false,
9
  "hidden_act": "gelu",
10
  "hidden_dropout_prob": 0.1,
 
4
  "BertForSequenceClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": 0.5,
8
  "gradient_checkpointing": false,
9
  "hidden_act": "gelu",
10
  "hidden_dropout_prob": 0.1,
config.toml CHANGED
@@ -1,5 +1,5 @@
1
  [experiment]
2
- name = "binary-55"
3
  type = "binary"
4
 
5
 
@@ -14,7 +14,7 @@ undersampling_strategy = false
14
  pretrained_model_name_or_path = "thejosango/nuha-mlm"
15
  revision = "ce20f497544665775129f9ff5b3cd2a3e350dce8"
16
  num_hidden_layers = 4
17
- classifier_dropout = 0.25
18
 
19
  [training]
20
  num_train_epochs = 5
 
1
  [experiment]
2
+ name = "binary-56"
3
  type = "binary"
4
 
5
 
 
14
  pretrained_model_name_or_path = "thejosango/nuha-mlm"
15
  revision = "ce20f497544665775129f9ff5b3cd2a3e350dce8"
16
  num_hidden_layers = 4
17
+ classifier_dropout = 0.50
18
 
19
  [training]
20
  num_train_epochs = 5
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28c3aa09ebd3a0c1b7b418bed98c4e2a3db1ba33304f8af556ae95907e3c2cae
3
  size 313992076
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53bc9d93dcdcd0e5cd9c277e391694643dd8356deda25ae33f7a8b50837d49a6
3
  size 313992076
tokenizer.json CHANGED
@@ -6,7 +6,14 @@
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
- "padding": null,
 
 
 
 
 
 
 
10
  "added_tokens": [
11
  {
12
  "id": 0,
 
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
+ "padding": {
10
+ "strategy": "BatchLongest",
11
+ "direction": "Right",
12
+ "pad_to_multiple_of": null,
13
+ "pad_id": 0,
14
+ "pad_type_id": 0,
15
+ "pad_token": "[PAD]"
16
+ },
17
  "added_tokens": [
18
  {
19
  "id": 0,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a03f95e740df4d0f787430d74d3e1a322dbd96f1199c899477c0651189f7b9e
3
  size 4091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:538dcd3d5266e8ce191235a9b808e1948c5c7bea875e61d84994880afc0a76d0
3
  size 4091