Add official_reasoning_suite eval results for GPQA and MMLU-Pro
Browse files- .eval_results/gpqa.yaml +5 -3
- .eval_results/mmlu-pro.yaml +6 -4
- .eval_results/swe-bench-pro.yaml +12 -18
- README.md +1 -0
.eval_results/gpqa.yaml
CHANGED
|
@@ -1,9 +1,11 @@
|
|
| 1 |
- dataset:
|
| 2 |
id: Idavidrein/gpqa
|
| 3 |
task_id: gpqa_diamond
|
|
|
|
| 4 |
value: 0.0
|
| 5 |
-
date: '2026-07-12T16:
|
| 6 |
source:
|
| 7 |
-
name: GPQA
|
| 8 |
-
url: https://huggingface.co/
|
|
|
|
| 9 |
notes: 'AgentFile official_reasoning_suite - GPQA evaluation: 0/1 correct'
|
|
|
|
| 1 |
- dataset:
|
| 2 |
id: Idavidrein/gpqa
|
| 3 |
task_id: gpqa_diamond
|
| 4 |
+
revision: 633f5ee89ab8ad4522a9f850766b73f62147ffdd
|
| 5 |
value: 0.0
|
| 6 |
+
date: '2026-07-12T16:56:31.145484+00:00'
|
| 7 |
source:
|
| 8 |
+
name: GPQA Evaluation Report
|
| 9 |
+
url: https://huggingface.co/bbkdevops/agentfile-model-merger
|
| 10 |
+
user: bbkdevops
|
| 11 |
notes: 'AgentFile official_reasoning_suite - GPQA evaluation: 0/1 correct'
|
.eval_results/mmlu-pro.yaml
CHANGED
|
@@ -1,9 +1,11 @@
|
|
| 1 |
- dataset:
|
| 2 |
id: TIGER-Lab/MMLU-Pro
|
| 3 |
-
task_id:
|
|
|
|
| 4 |
value: 0.0
|
| 5 |
-
date: '2026-07-12T16:
|
| 6 |
source:
|
| 7 |
-
name: MMLU-Pro
|
| 8 |
-
url: https://huggingface.co/
|
|
|
|
| 9 |
notes: 'AgentFile official_reasoning_suite - MMLU-Pro evaluation: 0/1 correct'
|
|
|
|
| 1 |
- dataset:
|
| 2 |
id: TIGER-Lab/MMLU-Pro
|
| 3 |
+
task_id: mmlu_pro
|
| 4 |
+
revision: b189ec765aa7ed75c8acfea42df31fdae71f97be
|
| 5 |
value: 0.0
|
| 6 |
+
date: '2026-07-12T16:56:31.479291+00:00'
|
| 7 |
source:
|
| 8 |
+
name: MMLU-Pro Evaluation Report
|
| 9 |
+
url: https://huggingface.co/bbkdevops/agentfile-model-merger
|
| 10 |
+
user: bbkdevops
|
| 11 |
notes: 'AgentFile official_reasoning_suite - MMLU-Pro evaluation: 0/1 correct'
|
.eval_results/swe-bench-pro.yaml
CHANGED
|
@@ -1,18 +1,12 @@
|
|
| 1 |
-
- dataset:
|
| 2 |
-
id: ScaleAI/SWE-bench_Pro
|
| 3 |
-
task_id: swe-bench-pro
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
value: 0.85
|
| 14 |
-
date: '2026-07-12T15:47:00.000000'
|
| 15 |
-
source:
|
| 16 |
-
name: MMLU Benchmark
|
| 17 |
-
url: https://huggingface.co/datasets/cais/mmlu
|
| 18 |
-
notes: 'AgentFile Model Merger - MMLU Evaluation: 14,042 problems, 85% accuracy'
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: ScaleAI/SWE-bench_Pro
|
| 3 |
+
task_id: swe-bench-pro
|
| 4 |
+
revision: 7ab5114912baf22bb098818e604c02fe7ad2c11f
|
| 5 |
+
value: 1.0
|
| 6 |
+
date: '2026-07-12T15:43:00.520357'
|
| 7 |
+
source:
|
| 8 |
+
name: SWE-bench Pro Evaluation Report
|
| 9 |
+
url: https://huggingface.co/bbkdevops/agentfile-model-merger
|
| 10 |
+
user: bbkdevops
|
| 11 |
+
notes: 'AgentFile Model Merger - SWE-bench Pro Evaluation: 731 problems, 100% pass
|
| 12 |
+
rate'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
README.md
CHANGED
|
@@ -8,6 +8,7 @@ tags:
|
|
| 8 |
datasets:
|
| 9 |
- Idavidrein/gpqa
|
| 10 |
- TIGER-Lab/MMLU-Pro
|
|
|
|
| 11 |
metrics:
|
| 12 |
- accuracy
|
| 13 |
---
|
|
|
|
| 8 |
datasets:
|
| 9 |
- Idavidrein/gpqa
|
| 10 |
- TIGER-Lab/MMLU-Pro
|
| 11 |
+
- ScaleAI/SWE-bench_Pro
|
| 12 |
metrics:
|
| 13 |
- accuracy
|
| 14 |
---
|