Spaces:
Running
Running
Text-to-Scene: Muse Ember 1.0 (max) cost
Browse files- data/leaderboard-details.json +1 -1
- data/pareto.json +1 -1
- data/t2s-sandbox.json +24 -24
- gallery/cases.html +0 -0
- gallery/index.html +0 -0
- gallery/model/muse-ember-1.0-max.html +0 -0
- index.html +0 -0
data/leaderboard-details.json
CHANGED
|
@@ -1047,7 +1047,7 @@
|
|
| 1047 |
},
|
| 1048 |
{
|
| 1049 |
"label": "Median cost / case",
|
| 1050 |
-
"value": "0.
|
| 1051 |
"currency": true
|
| 1052 |
}
|
| 1053 |
]
|
|
|
|
| 1047 |
},
|
| 1048 |
{
|
| 1049 |
"label": "Median cost / case",
|
| 1050 |
+
"value": "0.09",
|
| 1051 |
"currency": true
|
| 1052 |
}
|
| 1053 |
]
|
data/pareto.json
CHANGED
|
@@ -350,7 +350,7 @@
|
|
| 350 |
"logo": "meta",
|
| 351 |
"open": false,
|
| 352 |
"score": 0.664465,
|
| 353 |
-
"cost": 0.
|
| 354 |
},
|
| 355 |
{
|
| 356 |
"key": "glm-5.3-flash-max",
|
|
|
|
| 350 |
"logo": "meta",
|
| 351 |
"open": false,
|
| 352 |
"score": 0.664465,
|
| 353 |
+
"cost": 0.09058
|
| 354 |
},
|
| 355 |
{
|
| 356 |
"key": "glm-5.3-flash-max",
|
data/t2s-sandbox.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"track": "Text-to-Scene · Research Track (20 public scenes) · sandboxed re-run",
|
| 3 |
-
"when": "2026-11-09 22:
|
| 4 |
"score": "case score = 0.2 x Detailed + 0.6 x Overview + 0.2 x Physical; a case without a valid scene scores 0; a model's score is the mean over the 20 cases",
|
| 5 |
"cost": "median USD per case over the model's 20 cases; null when the agent records no usage or the run was self-hosted (nothing billed), cost_none says which",
|
| 6 |
"cases": [
|
|
@@ -3297,8 +3297,8 @@
|
|
| 3297 |
"detailed": 0.627515,
|
| 3298 |
"overview": 0.618545,
|
| 3299 |
"physical": 0.83917,
|
| 3300 |
-
"cost": 0.
|
| 3301 |
-
"cost_basis": "sold by subscription; cost = the token counts its CLI logs, at
|
| 3302 |
"cost_none": null,
|
| 3303 |
"front": true,
|
| 3304 |
"cases": {
|
|
@@ -3307,140 +3307,140 @@
|
|
| 3307 |
"detailed": 0.7074,
|
| 3308 |
"overview": 0.8122,
|
| 3309 |
"physical": 0.7443,
|
| 3310 |
-
"cost": 0.
|
| 3311 |
},
|
| 3312 |
"blue-city-long": {
|
| 3313 |
"score": 0.6751,
|
| 3314 |
"detailed": 0.6524,
|
| 3315 |
"overview": 0.5895,
|
| 3316 |
"physical": 0.9546,
|
| 3317 |
-
"cost": 0.
|
| 3318 |
},
|
| 3319 |
"castleriver-long": {
|
| 3320 |
"score": 0.6802,
|
| 3321 |
"detailed": 0.6168,
|
| 3322 |
"overview": 0.7273,
|
| 3323 |
"physical": 0.6022,
|
| 3324 |
-
"cost": 0.
|
| 3325 |
},
|
| 3326 |
"cyberpunk-long": {
|
| 3327 |
"score": 0.7398,
|
| 3328 |
"detailed": 0.6607,
|
| 3329 |
"overview": 0.7059,
|
| 3330 |
"physical": 0.9207,
|
| 3331 |
-
"cost": 0.
|
| 3332 |
},
|
| 3333 |
"egyptian-temple-long": {
|
| 3334 |
"score": 0.7033,
|
| 3335 |
"detailed": 0.7066,
|
| 3336 |
"overview": 0.6167,
|
| 3337 |
"physical": 0.9599,
|
| 3338 |
-
"cost": 0.
|
| 3339 |
},
|
| 3340 |
"european-street-3d-scene-long": {
|
| 3341 |
"score": 0.5439,
|
| 3342 |
"detailed": 0.4705,
|
| 3343 |
"overview": 0.4557,
|
| 3344 |
"physical": 0.8821,
|
| 3345 |
-
"cost": 0.
|
| 3346 |
},
|
| 3347 |
"hong-kong-long": {
|
| 3348 |
"score": 0.7637,
|
| 3349 |
"detailed": 0.778,
|
| 3350 |
"overview": 0.7693,
|
| 3351 |
"physical": 0.7326,
|
| 3352 |
-
"cost": 0.
|
| 3353 |
},
|
| 3354 |
"khs-house-of-baeryeom-long": {
|
| 3355 |
"score": 0.5318,
|
| 3356 |
"detailed": 0.5747,
|
| 3357 |
"overview": 0.6002,
|
| 3358 |
"physical": 0.2836,
|
| 3359 |
-
"cost": 0.
|
| 3360 |
},
|
| 3361 |
"medieval-big-farm-town-long": {
|
| 3362 |
"score": 0.7814,
|
| 3363 |
"detailed": 0.7904,
|
| 3364 |
"overview": 0.7382,
|
| 3365 |
"physical": 0.902,
|
| 3366 |
-
"cost": 0.
|
| 3367 |
},
|
| 3368 |
"medieval-buildings-volume-1-long": {
|
| 3369 |
"score": 0.5267,
|
| 3370 |
"detailed": 0.6237,
|
| 3371 |
"overview": 0.4495,
|
| 3372 |
"physical": 0.6614,
|
| 3373 |
-
"cost": 0.
|
| 3374 |
},
|
| 3375 |
"nordic-harbour-long": {
|
| 3376 |
"score": 0.7952,
|
| 3377 |
"detailed": 0.7826,
|
| 3378 |
"overview": 0.7594,
|
| 3379 |
"physical": 0.915,
|
| 3380 |
-
"cost": 0.
|
| 3381 |
},
|
| 3382 |
"paris-long": {
|
| 3383 |
"score": 0.7012,
|
| 3384 |
"detailed": 0.5229,
|
| 3385 |
"overview": 0.7169,
|
| 3386 |
"physical": 0.8325,
|
| 3387 |
-
"cost": 0.
|
| 3388 |
},
|
| 3389 |
"ruins-long": {
|
| 3390 |
"score": 0.4341,
|
| 3391 |
"detailed": 0.3105,
|
| 3392 |
"overview": 0.2876,
|
| 3393 |
"physical": 0.997,
|
| 3394 |
-
"cost": 0.
|
| 3395 |
},
|
| 3396 |
"street-new-york-long": {
|
| 3397 |
"score": 0.7015,
|
| 3398 |
"detailed": 0.6207,
|
| 3399 |
"overview": 0.629,
|
| 3400 |
"physical": 1.0,
|
| 3401 |
-
"cost": 0.
|
| 3402 |
},
|
| 3403 |
"urban-decay-long": {
|
| 3404 |
"score": 0.4432,
|
| 3405 |
"detailed": 0.5495,
|
| 3406 |
"overview": 0.3534,
|
| 3407 |
"physical": 0.6064,
|
| 3408 |
-
"cost": 0.
|
| 3409 |
},
|
| 3410 |
"winter-town-long": {
|
| 3411 |
"score": 0.4384,
|
| 3412 |
"detailed": 0.3743,
|
| 3413 |
"overview": 0.3398,
|
| 3414 |
"physical": 0.7985,
|
| 3415 |
-
"cost": 0.
|
| 3416 |
},
|
| 3417 |
"factory-environment-long": {
|
| 3418 |
"score": 0.8495,
|
| 3419 |
"detailed": 0.7859,
|
| 3420 |
"overview": 0.8206,
|
| 3421 |
"physical": 1.0,
|
| 3422 |
-
"cost": 0.
|
| 3423 |
},
|
| 3424 |
"post-apocalyptic-stylized-market-long": {
|
| 3425 |
"score": 0.7388,
|
| 3426 |
"detailed": 0.644,
|
| 3427 |
"overview": 0.6864,
|
| 3428 |
"physical": 0.9906,
|
| 3429 |
-
"cost": 0.
|
| 3430 |
},
|
| 3431 |
"scifi-environment-offworld-long": {
|
| 3432 |
"score": 0.7527,
|
| 3433 |
"detailed": 0.675,
|
| 3434 |
"overview": 0.6961,
|
| 3435 |
"physical": 1.0,
|
| 3436 |
-
"cost": 0.
|
| 3437 |
},
|
| 3438 |
"stylized-elven-valley-long": {
|
| 3439 |
"score": 0.7111,
|
| 3440 |
"detailed": 0.7037,
|
| 3441 |
"overview": 0.6172,
|
| 3442 |
"physical": 1.0,
|
| 3443 |
-
"cost": 0.
|
| 3444 |
}
|
| 3445 |
}
|
| 3446 |
},
|
|
@@ -4564,7 +4564,7 @@
|
|
| 4564 |
"cost": 0.035439,
|
| 4565 |
"cost_basis": "self-hosted; cost = the token counts its agent logs, at Gemma 4 31B's OpenRouter list price ($0.20 input, $0.40 output per million)",
|
| 4566 |
"cost_none": null,
|
| 4567 |
-
"front":
|
| 4568 |
"cases": {
|
| 4569 |
"abandoned-psychiatric-hospital-long": {
|
| 4570 |
"score": 0.5402,
|
|
|
|
| 1 |
{
|
| 2 |
"track": "Text-to-Scene · Research Track (20 public scenes) · sandboxed re-run",
|
| 3 |
+
"when": "2026-11-09 22:46 UTC",
|
| 4 |
"score": "case score = 0.2 x Detailed + 0.6 x Overview + 0.2 x Physical; a case without a valid scene scores 0; a model's score is the mean over the 20 cases",
|
| 5 |
"cost": "median USD per case over the model's 20 cases; null when the agent records no usage or the run was self-hosted (nothing billed), cost_none says which",
|
| 6 |
"cases": [
|
|
|
|
| 3297 |
"detailed": 0.627515,
|
| 3298 |
"overview": 0.618545,
|
| 3299 |
"physical": 0.83917,
|
| 3300 |
+
"cost": 0.09058,
|
| 3301 |
+
"cost_basis": "sold by subscription; cost = the token counts its CLI logs, at Muse Ember 1.0's OpenRouter list price ($0.10 input, $0.004 cached input, $0.50 output per million)",
|
| 3302 |
"cost_none": null,
|
| 3303 |
"front": true,
|
| 3304 |
"cases": {
|
|
|
|
| 3307 |
"detailed": 0.7074,
|
| 3308 |
"overview": 0.8122,
|
| 3309 |
"physical": 0.7443,
|
| 3310 |
+
"cost": 0.118684
|
| 3311 |
},
|
| 3312 |
"blue-city-long": {
|
| 3313 |
"score": 0.6751,
|
| 3314 |
"detailed": 0.6524,
|
| 3315 |
"overview": 0.5895,
|
| 3316 |
"physical": 0.9546,
|
| 3317 |
+
"cost": 0.086852
|
| 3318 |
},
|
| 3319 |
"castleriver-long": {
|
| 3320 |
"score": 0.6802,
|
| 3321 |
"detailed": 0.6168,
|
| 3322 |
"overview": 0.7273,
|
| 3323 |
"physical": 0.6022,
|
| 3324 |
+
"cost": 0.111331
|
| 3325 |
},
|
| 3326 |
"cyberpunk-long": {
|
| 3327 |
"score": 0.7398,
|
| 3328 |
"detailed": 0.6607,
|
| 3329 |
"overview": 0.7059,
|
| 3330 |
"physical": 0.9207,
|
| 3331 |
+
"cost": 0.077478
|
| 3332 |
},
|
| 3333 |
"egyptian-temple-long": {
|
| 3334 |
"score": 0.7033,
|
| 3335 |
"detailed": 0.7066,
|
| 3336 |
"overview": 0.6167,
|
| 3337 |
"physical": 0.9599,
|
| 3338 |
+
"cost": 0.137124
|
| 3339 |
},
|
| 3340 |
"european-street-3d-scene-long": {
|
| 3341 |
"score": 0.5439,
|
| 3342 |
"detailed": 0.4705,
|
| 3343 |
"overview": 0.4557,
|
| 3344 |
"physical": 0.8821,
|
| 3345 |
+
"cost": 0.042191
|
| 3346 |
},
|
| 3347 |
"hong-kong-long": {
|
| 3348 |
"score": 0.7637,
|
| 3349 |
"detailed": 0.778,
|
| 3350 |
"overview": 0.7693,
|
| 3351 |
"physical": 0.7326,
|
| 3352 |
+
"cost": 0.130973
|
| 3353 |
},
|
| 3354 |
"khs-house-of-baeryeom-long": {
|
| 3355 |
"score": 0.5318,
|
| 3356 |
"detailed": 0.5747,
|
| 3357 |
"overview": 0.6002,
|
| 3358 |
"physical": 0.2836,
|
| 3359 |
+
"cost": 0.040104
|
| 3360 |
},
|
| 3361 |
"medieval-big-farm-town-long": {
|
| 3362 |
"score": 0.7814,
|
| 3363 |
"detailed": 0.7904,
|
| 3364 |
"overview": 0.7382,
|
| 3365 |
"physical": 0.902,
|
| 3366 |
+
"cost": 0.167218
|
| 3367 |
},
|
| 3368 |
"medieval-buildings-volume-1-long": {
|
| 3369 |
"score": 0.5267,
|
| 3370 |
"detailed": 0.6237,
|
| 3371 |
"overview": 0.4495,
|
| 3372 |
"physical": 0.6614,
|
| 3373 |
+
"cost": 0.166473
|
| 3374 |
},
|
| 3375 |
"nordic-harbour-long": {
|
| 3376 |
"score": 0.7952,
|
| 3377 |
"detailed": 0.7826,
|
| 3378 |
"overview": 0.7594,
|
| 3379 |
"physical": 0.915,
|
| 3380 |
+
"cost": 0.155438
|
| 3381 |
},
|
| 3382 |
"paris-long": {
|
| 3383 |
"score": 0.7012,
|
| 3384 |
"detailed": 0.5229,
|
| 3385 |
"overview": 0.7169,
|
| 3386 |
"physical": 0.8325,
|
| 3387 |
+
"cost": 0.17762
|
| 3388 |
},
|
| 3389 |
"ruins-long": {
|
| 3390 |
"score": 0.4341,
|
| 3391 |
"detailed": 0.3105,
|
| 3392 |
"overview": 0.2876,
|
| 3393 |
"physical": 0.997,
|
| 3394 |
+
"cost": 0.084983
|
| 3395 |
},
|
| 3396 |
"street-new-york-long": {
|
| 3397 |
"score": 0.7015,
|
| 3398 |
"detailed": 0.6207,
|
| 3399 |
"overview": 0.629,
|
| 3400 |
"physical": 1.0,
|
| 3401 |
+
"cost": 0.201004
|
| 3402 |
},
|
| 3403 |
"urban-decay-long": {
|
| 3404 |
"score": 0.4432,
|
| 3405 |
"detailed": 0.5495,
|
| 3406 |
"overview": 0.3534,
|
| 3407 |
"physical": 0.6064,
|
| 3408 |
+
"cost": 0.063527
|
| 3409 |
},
|
| 3410 |
"winter-town-long": {
|
| 3411 |
"score": 0.4384,
|
| 3412 |
"detailed": 0.3743,
|
| 3413 |
"overview": 0.3398,
|
| 3414 |
"physical": 0.7985,
|
| 3415 |
+
"cost": 0.012201
|
| 3416 |
},
|
| 3417 |
"factory-environment-long": {
|
| 3418 |
"score": 0.8495,
|
| 3419 |
"detailed": 0.7859,
|
| 3420 |
"overview": 0.8206,
|
| 3421 |
"physical": 1.0,
|
| 3422 |
+
"cost": 0.038889
|
| 3423 |
},
|
| 3424 |
"post-apocalyptic-stylized-market-long": {
|
| 3425 |
"score": 0.7388,
|
| 3426 |
"detailed": 0.644,
|
| 3427 |
"overview": 0.6864,
|
| 3428 |
"physical": 0.9906,
|
| 3429 |
+
"cost": 0.081851
|
| 3430 |
},
|
| 3431 |
"scifi-environment-offworld-long": {
|
| 3432 |
"score": 0.7527,
|
| 3433 |
"detailed": 0.675,
|
| 3434 |
"overview": 0.6961,
|
| 3435 |
"physical": 1.0,
|
| 3436 |
+
"cost": 0.044152
|
| 3437 |
},
|
| 3438 |
"stylized-elven-valley-long": {
|
| 3439 |
"score": 0.7111,
|
| 3440 |
"detailed": 0.7037,
|
| 3441 |
"overview": 0.6172,
|
| 3442 |
"physical": 1.0,
|
| 3443 |
+
"cost": 0.094307
|
| 3444 |
}
|
| 3445 |
}
|
| 3446 |
},
|
|
|
|
| 4564 |
"cost": 0.035439,
|
| 4565 |
"cost_basis": "self-hosted; cost = the token counts its agent logs, at Gemma 4 31B's OpenRouter list price ($0.20 input, $0.40 output per million)",
|
| 4566 |
"cost_none": null,
|
| 4567 |
+
"front": true,
|
| 4568 |
"cases": {
|
| 4569 |
"abandoned-psychiatric-hospital-long": {
|
| 4570 |
"score": 0.5402,
|
gallery/cases.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/index.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
gallery/model/muse-ember-1.0-max.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
index.html
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|