r3lax
/

sys1mlx / validation.json
r3lax's picture ardanila's picture
Duplicate from ardanila/sys1mlx
ac76798
Raw History Blame Contribute Delete
2.26 kB
{
"description": "Packaging smoke check on M4; illustrative examples, not a quality benchmark",
"results": [
{
"mode": "text",
"seconds": 0.2356886670000904,
"result": {
"answers": {
"color": {
"type": "choice",
"choice": "red",
"confidence": 1.0,
"probabilities": {
"red": 1.0,
"blue": 0.0,
"green": 0.0
}
}
},
"probabilities": [
[
0.9999960660934448,
2.600952939246781e-06,
1.2866769338870654e-06
]
],
"input_tokens": 29,
"vision": null
}
},
{
"mode": "vision",
"seconds": 0.7187503750000133,
"result": {
"answers": {
"color": {
"type": "choice",
"choice": "red",
"confidence": 1.0,
"probabilities": {
"red": 1.0,
"blue": 0.0,
"green": 0.0
}
}
},
"probabilities": [
[
0.9999994039535522,
3.513019066758716e-07,
2.60039115573818e-07
]
],
"input_tokens": 176,
"vision": {
"tokens": 144,
"source_size": [
384,
384
],
"processed_size": [
384,
384
]
}
}
},
{
"mode": "repeat",
"seconds": 0.4666795829999728,
"result": {
"answers": {
"color": {
"type": "choice",
"choice": "red",
"confidence": 1.0,
"probabilities": {
"red": 1.0,
"blue": 0.0,
"green": 0.0
}
}
},
"probabilities": [
[
0.9999994039535522,
3.513019066758716e-07,
2.60039115573818e-07
]
],
"input_tokens": 176,
"vision": {
"tokens": 144,
"source_size": [
384,
384
],
"processed_size": [
384,
384
]
}
}
}
]
}