File size: 2,295 Bytes
6cfaff9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 | {
"schema_version": "0.2.2",
"evaluation_id": "math_500/inference-optimization/MiniMax-M2.5-NVFP4/1777382453.327009",
"evaluation_timestamp": "3278606",
"retrieved_timestamp": "1777382453.327009",
"source_metadata": {
"source_name": "lighteval",
"source_type": "evaluation_run",
"source_organization_name": "RedHatAI",
"evaluator_relationship": "third_party"
},
"eval_library": {
"name": "lighteval",
"version": "v0.13.0"
},
"model_info": {
"name": "inference-optimization/MiniMax-M2.5-NVFP4",
"id": "inference-optimization/MiniMax-M2.5-NVFP4",
"developer": "inference-optimization",
"inference_engine": {
"name": "vllm"
},
"additional_details": {
"provider": "hosted_vllm",
"base_url": "http://0.0.0.0:8003/v1",
"concurrent_requests": "8",
"verbose": "False",
"api_max_retry": "8",
"api_retry_sleep": "1.0",
"api_retry_multiplier": "2.0",
"timeout": "2400.0",
"num_seeds_merged": "3"
}
},
"evaluation_results": [
{
"evaluation_name": "math_500",
"source_data": {
"dataset_name": "math_500",
"source_type": "hf_dataset",
"hf_repo": "HuggingFaceH4/MATH-500",
"hf_split": "test"
},
"evaluation_timestamp": "3280699",
"metric_config": {
"evaluation_description": "pass@k:k=1&n=1",
"lower_is_better": false,
"score_type": "continuous",
"min_score": 0.0,
"max_score": 1.0
},
"score_details": {
"score": 0.8773333333333333,
"details": {
"seed_scores": "[0.882, 0.878, 0.872]",
"seed_values": "[1234, 4158, 42]"
},
"uncertainty": {
"standard_error": {
"value": 0.0029059326290271185,
"method": "across_seeds"
},
"num_samples": 3
}
},
"generation_config": {
"generation_args": {
"temperature": 1.0,
"top_p": 0.95,
"top_k": 40.0,
"max_tokens": 64000,
"max_attempts": 1
},
"additional_details": {
"repetition_penalty": "1.0",
"presence_penalty": "1.5",
"seed": "1234",
"min_p": "0.0"
}
}
}
]
} |