siddhant-mantri commited on
Commit
a8da785
·
verified ·
1 Parent(s): 2439475

Text-to-Scene: Muse Ember 1.0 (max) cost

Browse files
data/leaderboard-details.json CHANGED
@@ -1047,7 +1047,7 @@
1047
  },
1048
  {
1049
  "label": "Median cost / case",
1050
- "value": "0.00",
1051
  "currency": true
1052
  }
1053
  ]
 
1047
  },
1048
  {
1049
  "label": "Median cost / case",
1050
+ "value": "0.09",
1051
  "currency": true
1052
  }
1053
  ]
data/pareto.json CHANGED
@@ -350,7 +350,7 @@
350
  "logo": "meta",
351
  "open": false,
352
  "score": 0.664465,
353
- "cost": 0.0
354
  },
355
  {
356
  "key": "glm-5.3-flash-max",
 
350
  "logo": "meta",
351
  "open": false,
352
  "score": 0.664465,
353
+ "cost": 0.09058
354
  },
355
  {
356
  "key": "glm-5.3-flash-max",
data/t2s-sandbox.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "track": "Text-to-Scene · Research Track (20 public scenes) · sandboxed re-run",
3
- "when": "2026-11-09 22:40 UTC",
4
  "score": "case score = 0.2 x Detailed + 0.6 x Overview + 0.2 x Physical; a case without a valid scene scores 0; a model's score is the mean over the 20 cases",
5
  "cost": "median USD per case over the model's 20 cases; null when the agent records no usage or the run was self-hosted (nothing billed), cost_none says which",
6
  "cases": [
@@ -3297,8 +3297,8 @@
3297
  "detailed": 0.627515,
3298
  "overview": 0.618545,
3299
  "physical": 0.83917,
3300
- "cost": 0.0,
3301
- "cost_basis": "sold by subscription; cost = the token counts its CLI logs, at its per-token list price",
3302
  "cost_none": null,
3303
  "front": true,
3304
  "cases": {
@@ -3307,140 +3307,140 @@
3307
  "detailed": 0.7074,
3308
  "overview": 0.8122,
3309
  "physical": 0.7443,
3310
- "cost": 0.0
3311
  },
3312
  "blue-city-long": {
3313
  "score": 0.6751,
3314
  "detailed": 0.6524,
3315
  "overview": 0.5895,
3316
  "physical": 0.9546,
3317
- "cost": 0.0
3318
  },
3319
  "castleriver-long": {
3320
  "score": 0.6802,
3321
  "detailed": 0.6168,
3322
  "overview": 0.7273,
3323
  "physical": 0.6022,
3324
- "cost": 0.0
3325
  },
3326
  "cyberpunk-long": {
3327
  "score": 0.7398,
3328
  "detailed": 0.6607,
3329
  "overview": 0.7059,
3330
  "physical": 0.9207,
3331
- "cost": 0.0
3332
  },
3333
  "egyptian-temple-long": {
3334
  "score": 0.7033,
3335
  "detailed": 0.7066,
3336
  "overview": 0.6167,
3337
  "physical": 0.9599,
3338
- "cost": 0.0
3339
  },
3340
  "european-street-3d-scene-long": {
3341
  "score": 0.5439,
3342
  "detailed": 0.4705,
3343
  "overview": 0.4557,
3344
  "physical": 0.8821,
3345
- "cost": 0.0
3346
  },
3347
  "hong-kong-long": {
3348
  "score": 0.7637,
3349
  "detailed": 0.778,
3350
  "overview": 0.7693,
3351
  "physical": 0.7326,
3352
- "cost": 0.0
3353
  },
3354
  "khs-house-of-baeryeom-long": {
3355
  "score": 0.5318,
3356
  "detailed": 0.5747,
3357
  "overview": 0.6002,
3358
  "physical": 0.2836,
3359
- "cost": 0.0
3360
  },
3361
  "medieval-big-farm-town-long": {
3362
  "score": 0.7814,
3363
  "detailed": 0.7904,
3364
  "overview": 0.7382,
3365
  "physical": 0.902,
3366
- "cost": 0.0
3367
  },
3368
  "medieval-buildings-volume-1-long": {
3369
  "score": 0.5267,
3370
  "detailed": 0.6237,
3371
  "overview": 0.4495,
3372
  "physical": 0.6614,
3373
- "cost": 0.0
3374
  },
3375
  "nordic-harbour-long": {
3376
  "score": 0.7952,
3377
  "detailed": 0.7826,
3378
  "overview": 0.7594,
3379
  "physical": 0.915,
3380
- "cost": 0.0
3381
  },
3382
  "paris-long": {
3383
  "score": 0.7012,
3384
  "detailed": 0.5229,
3385
  "overview": 0.7169,
3386
  "physical": 0.8325,
3387
- "cost": 0.0
3388
  },
3389
  "ruins-long": {
3390
  "score": 0.4341,
3391
  "detailed": 0.3105,
3392
  "overview": 0.2876,
3393
  "physical": 0.997,
3394
- "cost": 0.0
3395
  },
3396
  "street-new-york-long": {
3397
  "score": 0.7015,
3398
  "detailed": 0.6207,
3399
  "overview": 0.629,
3400
  "physical": 1.0,
3401
- "cost": 0.0
3402
  },
3403
  "urban-decay-long": {
3404
  "score": 0.4432,
3405
  "detailed": 0.5495,
3406
  "overview": 0.3534,
3407
  "physical": 0.6064,
3408
- "cost": 0.0
3409
  },
3410
  "winter-town-long": {
3411
  "score": 0.4384,
3412
  "detailed": 0.3743,
3413
  "overview": 0.3398,
3414
  "physical": 0.7985,
3415
- "cost": 0.0
3416
  },
3417
  "factory-environment-long": {
3418
  "score": 0.8495,
3419
  "detailed": 0.7859,
3420
  "overview": 0.8206,
3421
  "physical": 1.0,
3422
- "cost": 0.0
3423
  },
3424
  "post-apocalyptic-stylized-market-long": {
3425
  "score": 0.7388,
3426
  "detailed": 0.644,
3427
  "overview": 0.6864,
3428
  "physical": 0.9906,
3429
- "cost": 0.0
3430
  },
3431
  "scifi-environment-offworld-long": {
3432
  "score": 0.7527,
3433
  "detailed": 0.675,
3434
  "overview": 0.6961,
3435
  "physical": 1.0,
3436
- "cost": 0.0
3437
  },
3438
  "stylized-elven-valley-long": {
3439
  "score": 0.7111,
3440
  "detailed": 0.7037,
3441
  "overview": 0.6172,
3442
  "physical": 1.0,
3443
- "cost": 0.0
3444
  }
3445
  }
3446
  },
@@ -4564,7 +4564,7 @@
4564
  "cost": 0.035439,
4565
  "cost_basis": "self-hosted; cost = the token counts its agent logs, at Gemma 4 31B's OpenRouter list price ($0.20 input, $0.40 output per million)",
4566
  "cost_none": null,
4567
- "front": false,
4568
  "cases": {
4569
  "abandoned-psychiatric-hospital-long": {
4570
  "score": 0.5402,
 
1
  {
2
  "track": "Text-to-Scene · Research Track (20 public scenes) · sandboxed re-run",
3
+ "when": "2026-11-09 22:46 UTC",
4
  "score": "case score = 0.2 x Detailed + 0.6 x Overview + 0.2 x Physical; a case without a valid scene scores 0; a model's score is the mean over the 20 cases",
5
  "cost": "median USD per case over the model's 20 cases; null when the agent records no usage or the run was self-hosted (nothing billed), cost_none says which",
6
  "cases": [
 
3297
  "detailed": 0.627515,
3298
  "overview": 0.618545,
3299
  "physical": 0.83917,
3300
+ "cost": 0.09058,
3301
+ "cost_basis": "sold by subscription; cost = the token counts its CLI logs, at Muse Ember 1.0's OpenRouter list price ($0.10 input, $0.004 cached input, $0.50 output per million)",
3302
  "cost_none": null,
3303
  "front": true,
3304
  "cases": {
 
3307
  "detailed": 0.7074,
3308
  "overview": 0.8122,
3309
  "physical": 0.7443,
3310
+ "cost": 0.118684
3311
  },
3312
  "blue-city-long": {
3313
  "score": 0.6751,
3314
  "detailed": 0.6524,
3315
  "overview": 0.5895,
3316
  "physical": 0.9546,
3317
+ "cost": 0.086852
3318
  },
3319
  "castleriver-long": {
3320
  "score": 0.6802,
3321
  "detailed": 0.6168,
3322
  "overview": 0.7273,
3323
  "physical": 0.6022,
3324
+ "cost": 0.111331
3325
  },
3326
  "cyberpunk-long": {
3327
  "score": 0.7398,
3328
  "detailed": 0.6607,
3329
  "overview": 0.7059,
3330
  "physical": 0.9207,
3331
+ "cost": 0.077478
3332
  },
3333
  "egyptian-temple-long": {
3334
  "score": 0.7033,
3335
  "detailed": 0.7066,
3336
  "overview": 0.6167,
3337
  "physical": 0.9599,
3338
+ "cost": 0.137124
3339
  },
3340
  "european-street-3d-scene-long": {
3341
  "score": 0.5439,
3342
  "detailed": 0.4705,
3343
  "overview": 0.4557,
3344
  "physical": 0.8821,
3345
+ "cost": 0.042191
3346
  },
3347
  "hong-kong-long": {
3348
  "score": 0.7637,
3349
  "detailed": 0.778,
3350
  "overview": 0.7693,
3351
  "physical": 0.7326,
3352
+ "cost": 0.130973
3353
  },
3354
  "khs-house-of-baeryeom-long": {
3355
  "score": 0.5318,
3356
  "detailed": 0.5747,
3357
  "overview": 0.6002,
3358
  "physical": 0.2836,
3359
+ "cost": 0.040104
3360
  },
3361
  "medieval-big-farm-town-long": {
3362
  "score": 0.7814,
3363
  "detailed": 0.7904,
3364
  "overview": 0.7382,
3365
  "physical": 0.902,
3366
+ "cost": 0.167218
3367
  },
3368
  "medieval-buildings-volume-1-long": {
3369
  "score": 0.5267,
3370
  "detailed": 0.6237,
3371
  "overview": 0.4495,
3372
  "physical": 0.6614,
3373
+ "cost": 0.166473
3374
  },
3375
  "nordic-harbour-long": {
3376
  "score": 0.7952,
3377
  "detailed": 0.7826,
3378
  "overview": 0.7594,
3379
  "physical": 0.915,
3380
+ "cost": 0.155438
3381
  },
3382
  "paris-long": {
3383
  "score": 0.7012,
3384
  "detailed": 0.5229,
3385
  "overview": 0.7169,
3386
  "physical": 0.8325,
3387
+ "cost": 0.17762
3388
  },
3389
  "ruins-long": {
3390
  "score": 0.4341,
3391
  "detailed": 0.3105,
3392
  "overview": 0.2876,
3393
  "physical": 0.997,
3394
+ "cost": 0.084983
3395
  },
3396
  "street-new-york-long": {
3397
  "score": 0.7015,
3398
  "detailed": 0.6207,
3399
  "overview": 0.629,
3400
  "physical": 1.0,
3401
+ "cost": 0.201004
3402
  },
3403
  "urban-decay-long": {
3404
  "score": 0.4432,
3405
  "detailed": 0.5495,
3406
  "overview": 0.3534,
3407
  "physical": 0.6064,
3408
+ "cost": 0.063527
3409
  },
3410
  "winter-town-long": {
3411
  "score": 0.4384,
3412
  "detailed": 0.3743,
3413
  "overview": 0.3398,
3414
  "physical": 0.7985,
3415
+ "cost": 0.012201
3416
  },
3417
  "factory-environment-long": {
3418
  "score": 0.8495,
3419
  "detailed": 0.7859,
3420
  "overview": 0.8206,
3421
  "physical": 1.0,
3422
+ "cost": 0.038889
3423
  },
3424
  "post-apocalyptic-stylized-market-long": {
3425
  "score": 0.7388,
3426
  "detailed": 0.644,
3427
  "overview": 0.6864,
3428
  "physical": 0.9906,
3429
+ "cost": 0.081851
3430
  },
3431
  "scifi-environment-offworld-long": {
3432
  "score": 0.7527,
3433
  "detailed": 0.675,
3434
  "overview": 0.6961,
3435
  "physical": 1.0,
3436
+ "cost": 0.044152
3437
  },
3438
  "stylized-elven-valley-long": {
3439
  "score": 0.7111,
3440
  "detailed": 0.7037,
3441
  "overview": 0.6172,
3442
  "physical": 1.0,
3443
+ "cost": 0.094307
3444
  }
3445
  }
3446
  },
 
4564
  "cost": 0.035439,
4565
  "cost_basis": "self-hosted; cost = the token counts its agent logs, at Gemma 4 31B's OpenRouter list price ($0.20 input, $0.40 output per million)",
4566
  "cost_none": null,
4567
+ "front": true,
4568
  "cases": {
4569
  "abandoned-psychiatric-hospital-long": {
4570
  "score": 0.5402,
gallery/cases.html CHANGED
The diff for this file is too large to render. See raw diff
 
gallery/index.html CHANGED
The diff for this file is too large to render. See raw diff
 
gallery/model/muse-ember-1.0-max.html CHANGED
The diff for this file is too large to render. See raw diff
 
index.html CHANGED
The diff for this file is too large to render. See raw diff