Magzimilian Claude Fable 5 commited on
Commit
745dcd1
·
1 Parent(s): 89e6098

Add RF-DETR Base to Edge Inference Benchmarks

Browse files

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>

config.json CHANGED
@@ -17,7 +17,8 @@
17
  "Chronos-2": "chronos-2",
18
  "MobileViT-Small": "mobilevit-small",
19
  "all-MiniLM-L6-v2": "all-MiniLM-L6-v2",
20
- "paraphrase-multilingual-MiniLM-L12-v2": "paraphrase-multilingual-MiniLM-L12-v2"
 
21
  },
22
  "filters": [
23
  {
@@ -417,7 +418,18 @@
417
  "experiment_setup": {
418
  "agx_orin": "Values from the published model-card benchmark card: 'trtexec --fp16' baseline vs Embedl-optimized 'embedl int8', batch 1. Latency derived as 1000/FPS."
419
  }
 
 
 
 
 
 
 
 
 
 
 
420
  }
421
  },
422
  "accuracy_title": "Accuracy"
423
- }
 
17
  "Chronos-2": "chronos-2",
18
  "MobileViT-Small": "mobilevit-small",
19
  "all-MiniLM-L6-v2": "all-MiniLM-L6-v2",
20
+ "paraphrase-multilingual-MiniLM-L12-v2": "paraphrase-multilingual-MiniLM-L12-v2",
21
+ "RF-DETR-Base": "rf-detr-base"
22
  },
23
  "filters": [
24
  {
 
418
  "experiment_setup": {
419
  "agx_orin": "Values from the published model-card benchmark card: 'trtexec --fp16' baseline vs Embedl-optimized 'embedl int8', batch 1. Latency derived as 1000/FPS."
420
  }
421
+ },
422
+ "RF-DETR-Base": {
423
+ "data_file": "data/RF-DETR-Base.csv",
424
+ "accuracy_url": "https://huggingface.co/embedl/rf-detr-base",
425
+ "chart": {
426
+ "default_metric": "ips",
427
+ "scenarios": []
428
+ },
429
+ "default_device": "orin_nano_super",
430
+ "accuracy_file": "data/acc-RF-DETR-Base.csv",
431
+ "accuracy_title": "COCO"
432
  }
433
  },
434
  "accuracy_title": "Accuracy"
435
+ }
data/RF-DETR-Base.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ model_family,model,type,batch,device,res,ctx,lat,ips,mem
2
+ RF-DETR-Base,Roboflow/rf-detr-base,image,1,orin_nano_super,560x560,,14.83,67.4,76.83
3
+ RF-DETR-Base,embedl/rf-detr-base-quantized-tensorrt,image,1,orin_nano_super,560x560,,11.77,85,59.18
data/acc-RF-DETR-Base.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ Model,map 50 95,map 50
2
+ Roboflow/rf-detr-base,53.32,72.16
3
+ embedl/rf-detr-base-quantized-tensorrt,52.14,71.26