data-centre-nameplates / eval /extraction-bench.json
constructelligence's picture
Update data-centre nameplates to v2: 31 fields, 55 equipment types, extraction benchmark
2843cff verified
Raw History Blame Contribute Delete
5.7 kB
{
"clean": {
"condition": "clean",
"n": 1000,
"exactPlate": 0.941,
"microF1": 0.997,
"msPerPlate": 0.48,
"fields": {
"manufacturer": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 1000
},
"type": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 1000
},
"voltage": {
"precision": 1,
"recall": 0.958,
"f1": 0.979,
"support": 1000
},
"kva": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 563
},
"phase": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 867
},
"hz": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 867
},
"model": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 1000
},
"serial": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 1000
},
"mfgDate": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 867
},
"batteryType": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 133
},
"cells": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 133
},
"batteryAh": {
"precision": 0.993,
"recall": 1,
"f1": 0.996,
"support": 133
},
"kw": {
"precision": 0.992,
"recall": 0.996,
"f1": 0.994,
"support": 235
},
"amps": {
"precision": 0.991,
"recall": 0.998,
"f1": 0.994,
"support": 428
},
"mca": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 204
},
"mocp": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 204
},
"refrigerant": {
"precision": 0.991,
"recall": 1,
"f1": 0.996,
"support": 111
},
"pf": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 108
},
"cfm": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 193
},
"uHeight": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 100
},
"powerW": {
"precision": 0.943,
"recall": 0.99,
"f1": 0.966,
"support": 100
},
"sccr": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 111
},
"enclosure": {
"precision": 1,
"recall": 1,
"f1": 1,
"support": 111
}
}
},
"ocr": {
"condition": "ocr",
"n": 1000,
"exactPlate": 0.011,
"microF1": 0.799,
"msPerPlate": 0.49,
"fields": {
"manufacturer": {
"precision": 1,
"recall": 0.72,
"f1": 0.837,
"support": 1000
},
"type": {
"precision": 1,
"recall": 0.518,
"f1": 0.682,
"support": 1000
},
"voltage": {
"precision": 1,
"recall": 0.675,
"f1": 0.806,
"support": 1000
},
"kva": {
"precision": 1,
"recall": 0.622,
"f1": 0.767,
"support": 555
},
"phase": {
"precision": 1,
"recall": 0.94,
"f1": 0.969,
"support": 878
},
"hz": {
"precision": 1,
"recall": 0.786,
"f1": 0.88,
"support": 878
},
"model": {
"precision": 1,
"recall": 0.6,
"f1": 0.75,
"support": 1000
},
"serial": {
"precision": 1,
"recall": 0.627,
"f1": 0.771,
"support": 1000
},
"mfgDate": {
"precision": 1,
"recall": 0.321,
"f1": 0.486,
"support": 878
},
"uHeight": {
"precision": 0.974,
"recall": 0.958,
"f1": 0.966,
"support": 118
},
"powerW": {
"precision": 0.849,
"recall": 0.619,
"f1": 0.716,
"support": 118
},
"cfm": {
"precision": 1,
"recall": 0.653,
"f1": 0.79,
"support": 225
},
"amps": {
"precision": 0.94,
"recall": 0.809,
"f1": 0.87,
"support": 446
},
"sccr": {
"precision": 1,
"recall": 0.847,
"f1": 0.917,
"support": 124
},
"enclosure": {
"precision": 1,
"recall": 0.815,
"f1": 0.898,
"support": 124
},
"kw": {
"precision": 0.994,
"recall": 0.719,
"f1": 0.835,
"support": 221
},
"pf": {
"precision": 1,
"recall": 0.946,
"f1": 0.972,
"support": 112
},
"mca": {
"precision": 1,
"recall": 0.834,
"f1": 0.91,
"support": 205
},
"mocp": {
"precision": 1,
"recall": 0.707,
"f1": 0.829,
"support": 205
},
"refrigerant": {
"precision": 0.973,
"recall": 0.735,
"f1": 0.837,
"support": 98
},
"batteryType": {
"precision": 1,
"recall": 0.656,
"f1": 0.792,
"support": 122
},
"cells": {
"precision": 1,
"recall": 0.459,
"f1": 0.629,
"support": 122
},
"batteryAh": {
"precision": 0.965,
"recall": 0.672,
"f1": 0.792,
"support": 122
}
}
}
}