Upload eval results for the deployed checkpoint (mean AUC 0.7987)
Browse files- eval_results.json +80 -0
eval_results.json
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"mean_auc": 0.7987,
|
| 3 |
+
"mean_auprc": 0.2185,
|
| 4 |
+
"loss": 0.0,
|
| 5 |
+
"auc_per_class": {
|
| 6 |
+
"Atelectasis": 0.7895,
|
| 7 |
+
"Cardiomegaly": 0.9193,
|
| 8 |
+
"Consolidation": 0.7804,
|
| 9 |
+
"Edema": 0.8644,
|
| 10 |
+
"Effusion": 0.8704,
|
| 11 |
+
"Mass": 0.8099,
|
| 12 |
+
"Nodule": 0.7192,
|
| 13 |
+
"Pleural_Thickening": 0.7741,
|
| 14 |
+
"Pneumonia": 0.6655,
|
| 15 |
+
"Pneumothorax": 0.7942
|
| 16 |
+
},
|
| 17 |
+
"auprc_per_class": {
|
| 18 |
+
"Atelectasis": 0.3021,
|
| 19 |
+
"Cardiomegaly": 0.4017,
|
| 20 |
+
"Consolidation": 0.1429,
|
| 21 |
+
"Edema": 0.1168,
|
| 22 |
+
"Effusion": 0.4428,
|
| 23 |
+
"Mass": 0.2396,
|
| 24 |
+
"Nodule": 0.1876,
|
| 25 |
+
"Pleural_Thickening": 0.1176,
|
| 26 |
+
"Pneumonia": 0.0238,
|
| 27 |
+
"Pneumothorax": 0.2103
|
| 28 |
+
},
|
| 29 |
+
"precision": {
|
| 30 |
+
"Atelectasis": 0.2274,
|
| 31 |
+
"Cardiomegaly": 0.2688,
|
| 32 |
+
"Consolidation": 0.1163,
|
| 33 |
+
"Edema": 0.1274,
|
| 34 |
+
"Effusion": 0.3304,
|
| 35 |
+
"Mass": 0.1771,
|
| 36 |
+
"Nodule": 0.1473,
|
| 37 |
+
"Pleural_Thickening": 0.1115,
|
| 38 |
+
"Pneumonia": 0.0427,
|
| 39 |
+
"Pneumothorax": 0.1382
|
| 40 |
+
},
|
| 41 |
+
"recall": {
|
| 42 |
+
"Atelectasis": 0.6623,
|
| 43 |
+
"Cardiomegaly": 0.7396,
|
| 44 |
+
"Consolidation": 0.5825,
|
| 45 |
+
"Edema": 0.5323,
|
| 46 |
+
"Effusion": 0.7185,
|
| 47 |
+
"Mass": 0.5183,
|
| 48 |
+
"Nodule": 0.4542,
|
| 49 |
+
"Pleural_Thickening": 0.4392,
|
| 50 |
+
"Pneumonia": 0.2174,
|
| 51 |
+
"Pneumothorax": 0.5669
|
| 52 |
+
},
|
| 53 |
+
"f1": {
|
| 54 |
+
"Atelectasis": 0.3385,
|
| 55 |
+
"Cardiomegaly": 0.3943,
|
| 56 |
+
"Consolidation": 0.1938,
|
| 57 |
+
"Edema": 0.2056,
|
| 58 |
+
"Effusion": 0.4527,
|
| 59 |
+
"Mass": 0.264,
|
| 60 |
+
"Nodule": 0.2224,
|
| 61 |
+
"Pleural_Thickening": 0.1778,
|
| 62 |
+
"Pneumonia": 0.0714,
|
| 63 |
+
"Pneumothorax": 0.2222
|
| 64 |
+
},
|
| 65 |
+
"split": "test",
|
| 66 |
+
"checkpoint": "/teamspace/studios/this_studio/chest-xray-classifier/checkpoints/best_model.pt",
|
| 67 |
+
"n_samples": 5000,
|
| 68 |
+
"pathology_classes": [
|
| 69 |
+
"Atelectasis",
|
| 70 |
+
"Cardiomegaly",
|
| 71 |
+
"Consolidation",
|
| 72 |
+
"Edema",
|
| 73 |
+
"Effusion",
|
| 74 |
+
"Mass",
|
| 75 |
+
"Nodule",
|
| 76 |
+
"Pleural_Thickening",
|
| 77 |
+
"Pneumonia",
|
| 78 |
+
"Pneumothorax"
|
| 79 |
+
]
|
| 80 |
+
}
|