Commit ·
745dcd1
1
Parent(s): 89e6098
Add RF-DETR Base to Edge Inference Benchmarks
Browse filesCo-Authored-By: Claude Fable 5 <noreply@anthropic.com>
- config.json +14 -2
- data/RF-DETR-Base.csv +3 -0
- data/acc-RF-DETR-Base.csv +3 -0
config.json
CHANGED
|
@@ -17,7 +17,8 @@
|
|
| 17 |
"Chronos-2": "chronos-2",
|
| 18 |
"MobileViT-Small": "mobilevit-small",
|
| 19 |
"all-MiniLM-L6-v2": "all-MiniLM-L6-v2",
|
| 20 |
-
"paraphrase-multilingual-MiniLM-L12-v2": "paraphrase-multilingual-MiniLM-L12-v2"
|
|
|
|
| 21 |
},
|
| 22 |
"filters": [
|
| 23 |
{
|
|
@@ -417,7 +418,18 @@
|
|
| 417 |
"experiment_setup": {
|
| 418 |
"agx_orin": "Values from the published model-card benchmark card: 'trtexec --fp16' baseline vs Embedl-optimized 'embedl int8', batch 1. Latency derived as 1000/FPS."
|
| 419 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 420 |
}
|
| 421 |
},
|
| 422 |
"accuracy_title": "Accuracy"
|
| 423 |
-
}
|
|
|
|
| 17 |
"Chronos-2": "chronos-2",
|
| 18 |
"MobileViT-Small": "mobilevit-small",
|
| 19 |
"all-MiniLM-L6-v2": "all-MiniLM-L6-v2",
|
| 20 |
+
"paraphrase-multilingual-MiniLM-L12-v2": "paraphrase-multilingual-MiniLM-L12-v2",
|
| 21 |
+
"RF-DETR-Base": "rf-detr-base"
|
| 22 |
},
|
| 23 |
"filters": [
|
| 24 |
{
|
|
|
|
| 418 |
"experiment_setup": {
|
| 419 |
"agx_orin": "Values from the published model-card benchmark card: 'trtexec --fp16' baseline vs Embedl-optimized 'embedl int8', batch 1. Latency derived as 1000/FPS."
|
| 420 |
}
|
| 421 |
+
},
|
| 422 |
+
"RF-DETR-Base": {
|
| 423 |
+
"data_file": "data/RF-DETR-Base.csv",
|
| 424 |
+
"accuracy_url": "https://huggingface.co/embedl/rf-detr-base",
|
| 425 |
+
"chart": {
|
| 426 |
+
"default_metric": "ips",
|
| 427 |
+
"scenarios": []
|
| 428 |
+
},
|
| 429 |
+
"default_device": "orin_nano_super",
|
| 430 |
+
"accuracy_file": "data/acc-RF-DETR-Base.csv",
|
| 431 |
+
"accuracy_title": "COCO"
|
| 432 |
}
|
| 433 |
},
|
| 434 |
"accuracy_title": "Accuracy"
|
| 435 |
+
}
|
data/RF-DETR-Base.csv
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_family,model,type,batch,device,res,ctx,lat,ips,mem
|
| 2 |
+
RF-DETR-Base,Roboflow/rf-detr-base,image,1,orin_nano_super,560x560,,14.83,67.4,76.83
|
| 3 |
+
RF-DETR-Base,embedl/rf-detr-base-quantized-tensorrt,image,1,orin_nano_super,560x560,,11.77,85,59.18
|
data/acc-RF-DETR-Base.csv
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Model,map 50 95,map 50
|
| 2 |
+
Roboflow/rf-detr-base,53.32,72.16
|
| 3 |
+
embedl/rf-detr-base-quantized-tensorrt,52.14,71.26
|