trellis-webgpu
TRELLIS-webgpu / shared /meshDecoder /manifest.json
hybridherbst's picture
Publish model weights
2addb49
Raw
History Blame Contribute Delete
42.5 kB
{
"schema": "trellis-webgpu-pack",
"version": 1,
"stage": "meshDecoder",
"upstreamRevision": "25e0d31ffbebe4b5a97464dd851910efc3002d96",
"shards": [
{
"file": "stage-000.bin",
"bytes": 66432000,
"sha256": "0c90007d9c2f836437dec94984dff5c3ac09d453ca596931458836224c4bf966"
},
{
"file": "stage-001.bin",
"bytes": 16113216,
"sha256": "e8091861bdf407fd122d4790cd8a8990453f1b6b5f66c02e7e06f3e729ebf664"
}
],
"tensors": {
"blocks.0.attn.to_out.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 0,
"bytes": 1536
}
},
"blocks.0.attn.to_out.weight": {
"shape": [
768,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 768,
"padded_rows": 768,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 1536,
"bytes": 516096
},
"scales": {
"shard": 0,
"offset": 517632,
"bytes": 18432
}
},
"blocks.0.attn.to_qkv.bias": {
"shape": [
2304
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 536064,
"bytes": 4608
}
},
"blocks.0.attn.to_qkv.weight": {
"shape": [
2304,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 2304,
"columns": 768,
"padded_rows": 2304,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 540672,
"bytes": 1548288
},
"scales": {
"shard": 0,
"offset": 2088960,
"bytes": 55296
}
},
"blocks.0.mlp.mlp.0.bias": {
"shape": [
3072
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 2144256,
"bytes": 6144
}
},
"blocks.0.mlp.mlp.0.weight": {
"shape": [
3072,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 3072,
"columns": 768,
"padded_rows": 3072,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 2150400,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 4214784,
"bytes": 73728
}
},
"blocks.0.mlp.mlp.2.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 4288512,
"bytes": 1536
}
},
"blocks.0.mlp.mlp.2.weight": {
"shape": [
768,
3072
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 3072,
"padded_rows": 768,
"padded_columns": 3072,
"data": {
"shard": 0,
"offset": 4290048,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 6354432,
"bytes": 73728
}
},
"blocks.1.attn.to_out.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 6428160,
"bytes": 1536
}
},
"blocks.1.attn.to_out.weight": {
"shape": [
768,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 768,
"padded_rows": 768,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 6429696,
"bytes": 516096
},
"scales": {
"shard": 0,
"offset": 6945792,
"bytes": 18432
}
},
"blocks.1.attn.to_qkv.bias": {
"shape": [
2304
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 6964224,
"bytes": 4608
}
},
"blocks.1.attn.to_qkv.weight": {
"shape": [
2304,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 2304,
"columns": 768,
"padded_rows": 2304,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 6968832,
"bytes": 1548288
},
"scales": {
"shard": 0,
"offset": 8517120,
"bytes": 55296
}
},
"blocks.1.mlp.mlp.0.bias": {
"shape": [
3072
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 8572416,
"bytes": 6144
}
},
"blocks.1.mlp.mlp.0.weight": {
"shape": [
3072,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 3072,
"columns": 768,
"padded_rows": 3072,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 8578560,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 10642944,
"bytes": 73728
}
},
"blocks.1.mlp.mlp.2.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 10716672,
"bytes": 1536
}
},
"blocks.1.mlp.mlp.2.weight": {
"shape": [
768,
3072
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 3072,
"padded_rows": 768,
"padded_columns": 3072,
"data": {
"shard": 0,
"offset": 10718208,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 12782592,
"bytes": 73728
}
},
"blocks.10.attn.to_out.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 12856320,
"bytes": 1536
}
},
"blocks.10.attn.to_out.weight": {
"shape": [
768,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 768,
"padded_rows": 768,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 12857856,
"bytes": 516096
},
"scales": {
"shard": 0,
"offset": 13373952,
"bytes": 18432
}
},
"blocks.10.attn.to_qkv.bias": {
"shape": [
2304
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 13392384,
"bytes": 4608
}
},
"blocks.10.attn.to_qkv.weight": {
"shape": [
2304,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 2304,
"columns": 768,
"padded_rows": 2304,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 13396992,
"bytes": 1548288
},
"scales": {
"shard": 0,
"offset": 14945280,
"bytes": 55296
}
},
"blocks.10.mlp.mlp.0.bias": {
"shape": [
3072
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 15000576,
"bytes": 6144
}
},
"blocks.10.mlp.mlp.0.weight": {
"shape": [
3072,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 3072,
"columns": 768,
"padded_rows": 3072,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 15006720,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 17071104,
"bytes": 73728
}
},
"blocks.10.mlp.mlp.2.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 17144832,
"bytes": 1536
}
},
"blocks.10.mlp.mlp.2.weight": {
"shape": [
768,
3072
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 3072,
"padded_rows": 768,
"padded_columns": 3072,
"data": {
"shard": 0,
"offset": 17146368,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 19210752,
"bytes": 73728
}
},
"blocks.11.attn.to_out.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 19284480,
"bytes": 1536
}
},
"blocks.11.attn.to_out.weight": {
"shape": [
768,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 768,
"padded_rows": 768,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 19286016,
"bytes": 516096
},
"scales": {
"shard": 0,
"offset": 19802112,
"bytes": 18432
}
},
"blocks.11.attn.to_qkv.bias": {
"shape": [
2304
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 19820544,
"bytes": 4608
}
},
"blocks.11.attn.to_qkv.weight": {
"shape": [
2304,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 2304,
"columns": 768,
"padded_rows": 2304,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 19825152,
"bytes": 1548288
},
"scales": {
"shard": 0,
"offset": 21373440,
"bytes": 55296
}
},
"blocks.11.mlp.mlp.0.bias": {
"shape": [
3072
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 21428736,
"bytes": 6144
}
},
"blocks.11.mlp.mlp.0.weight": {
"shape": [
3072,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 3072,
"columns": 768,
"padded_rows": 3072,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 21434880,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 23499264,
"bytes": 73728
}
},
"blocks.11.mlp.mlp.2.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 23572992,
"bytes": 1536
}
},
"blocks.11.mlp.mlp.2.weight": {
"shape": [
768,
3072
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 3072,
"padded_rows": 768,
"padded_columns": 3072,
"data": {
"shard": 0,
"offset": 23574528,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 25638912,
"bytes": 73728
}
},
"blocks.2.attn.to_out.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 25712640,
"bytes": 1536
}
},
"blocks.2.attn.to_out.weight": {
"shape": [
768,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 768,
"padded_rows": 768,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 25714176,
"bytes": 516096
},
"scales": {
"shard": 0,
"offset": 26230272,
"bytes": 18432
}
},
"blocks.2.attn.to_qkv.bias": {
"shape": [
2304
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 26248704,
"bytes": 4608
}
},
"blocks.2.attn.to_qkv.weight": {
"shape": [
2304,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 2304,
"columns": 768,
"padded_rows": 2304,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 26253312,
"bytes": 1548288
},
"scales": {
"shard": 0,
"offset": 27801600,
"bytes": 55296
}
},
"blocks.2.mlp.mlp.0.bias": {
"shape": [
3072
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 27856896,
"bytes": 6144
}
},
"blocks.2.mlp.mlp.0.weight": {
"shape": [
3072,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 3072,
"columns": 768,
"padded_rows": 3072,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 27863040,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 29927424,
"bytes": 73728
}
},
"blocks.2.mlp.mlp.2.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 30001152,
"bytes": 1536
}
},
"blocks.2.mlp.mlp.2.weight": {
"shape": [
768,
3072
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 3072,
"padded_rows": 768,
"padded_columns": 3072,
"data": {
"shard": 0,
"offset": 30002688,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 32067072,
"bytes": 73728
}
},
"blocks.3.attn.to_out.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 32140800,
"bytes": 1536
}
},
"blocks.3.attn.to_out.weight": {
"shape": [
768,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 768,
"padded_rows": 768,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 32142336,
"bytes": 516096
},
"scales": {
"shard": 0,
"offset": 32658432,
"bytes": 18432
}
},
"blocks.3.attn.to_qkv.bias": {
"shape": [
2304
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 32676864,
"bytes": 4608
}
},
"blocks.3.attn.to_qkv.weight": {
"shape": [
2304,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 2304,
"columns": 768,
"padded_rows": 2304,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 32681472,
"bytes": 1548288
},
"scales": {
"shard": 0,
"offset": 34229760,
"bytes": 55296
}
},
"blocks.3.mlp.mlp.0.bias": {
"shape": [
3072
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 34285056,
"bytes": 6144
}
},
"blocks.3.mlp.mlp.0.weight": {
"shape": [
3072,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 3072,
"columns": 768,
"padded_rows": 3072,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 34291200,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 36355584,
"bytes": 73728
}
},
"blocks.3.mlp.mlp.2.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 36429312,
"bytes": 1536
}
},
"blocks.3.mlp.mlp.2.weight": {
"shape": [
768,
3072
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 3072,
"padded_rows": 768,
"padded_columns": 3072,
"data": {
"shard": 0,
"offset": 36430848,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 38495232,
"bytes": 73728
}
},
"blocks.4.attn.to_out.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 38568960,
"bytes": 1536
}
},
"blocks.4.attn.to_out.weight": {
"shape": [
768,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 768,
"padded_rows": 768,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 38570496,
"bytes": 516096
},
"scales": {
"shard": 0,
"offset": 39086592,
"bytes": 18432
}
},
"blocks.4.attn.to_qkv.bias": {
"shape": [
2304
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 39105024,
"bytes": 4608
}
},
"blocks.4.attn.to_qkv.weight": {
"shape": [
2304,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 2304,
"columns": 768,
"padded_rows": 2304,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 39109632,
"bytes": 1548288
},
"scales": {
"shard": 0,
"offset": 40657920,
"bytes": 55296
}
},
"blocks.4.mlp.mlp.0.bias": {
"shape": [
3072
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 40713216,
"bytes": 6144
}
},
"blocks.4.mlp.mlp.0.weight": {
"shape": [
3072,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 3072,
"columns": 768,
"padded_rows": 3072,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 40719360,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 42783744,
"bytes": 73728
}
},
"blocks.4.mlp.mlp.2.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 42857472,
"bytes": 1536
}
},
"blocks.4.mlp.mlp.2.weight": {
"shape": [
768,
3072
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 3072,
"padded_rows": 768,
"padded_columns": 3072,
"data": {
"shard": 0,
"offset": 42859008,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 44923392,
"bytes": 73728
}
},
"blocks.5.attn.to_out.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 44997120,
"bytes": 1536
}
},
"blocks.5.attn.to_out.weight": {
"shape": [
768,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 768,
"padded_rows": 768,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 44998656,
"bytes": 516096
},
"scales": {
"shard": 0,
"offset": 45514752,
"bytes": 18432
}
},
"blocks.5.attn.to_qkv.bias": {
"shape": [
2304
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 45533184,
"bytes": 4608
}
},
"blocks.5.attn.to_qkv.weight": {
"shape": [
2304,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 2304,
"columns": 768,
"padded_rows": 2304,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 45537792,
"bytes": 1548288
},
"scales": {
"shard": 0,
"offset": 47086080,
"bytes": 55296
}
},
"blocks.5.mlp.mlp.0.bias": {
"shape": [
3072
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 47141376,
"bytes": 6144
}
},
"blocks.5.mlp.mlp.0.weight": {
"shape": [
3072,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 3072,
"columns": 768,
"padded_rows": 3072,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 47147520,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 49211904,
"bytes": 73728
}
},
"blocks.5.mlp.mlp.2.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 49285632,
"bytes": 1536
}
},
"blocks.5.mlp.mlp.2.weight": {
"shape": [
768,
3072
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 3072,
"padded_rows": 768,
"padded_columns": 3072,
"data": {
"shard": 0,
"offset": 49287168,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 51351552,
"bytes": 73728
}
},
"blocks.6.attn.to_out.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 51425280,
"bytes": 1536
}
},
"blocks.6.attn.to_out.weight": {
"shape": [
768,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 768,
"padded_rows": 768,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 51426816,
"bytes": 516096
},
"scales": {
"shard": 0,
"offset": 51942912,
"bytes": 18432
}
},
"blocks.6.attn.to_qkv.bias": {
"shape": [
2304
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 51961344,
"bytes": 4608
}
},
"blocks.6.attn.to_qkv.weight": {
"shape": [
2304,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 2304,
"columns": 768,
"padded_rows": 2304,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 51965952,
"bytes": 1548288
},
"scales": {
"shard": 0,
"offset": 53514240,
"bytes": 55296
}
},
"blocks.6.mlp.mlp.0.bias": {
"shape": [
3072
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 53569536,
"bytes": 6144
}
},
"blocks.6.mlp.mlp.0.weight": {
"shape": [
3072,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 3072,
"columns": 768,
"padded_rows": 3072,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 53575680,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 55640064,
"bytes": 73728
}
},
"blocks.6.mlp.mlp.2.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 55713792,
"bytes": 1536
}
},
"blocks.6.mlp.mlp.2.weight": {
"shape": [
768,
3072
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 3072,
"padded_rows": 768,
"padded_columns": 3072,
"data": {
"shard": 0,
"offset": 55715328,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 57779712,
"bytes": 73728
}
},
"blocks.7.attn.to_out.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 57853440,
"bytes": 1536
}
},
"blocks.7.attn.to_out.weight": {
"shape": [
768,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 768,
"padded_rows": 768,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 57854976,
"bytes": 516096
},
"scales": {
"shard": 0,
"offset": 58371072,
"bytes": 18432
}
},
"blocks.7.attn.to_qkv.bias": {
"shape": [
2304
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 58389504,
"bytes": 4608
}
},
"blocks.7.attn.to_qkv.weight": {
"shape": [
2304,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 2304,
"columns": 768,
"padded_rows": 2304,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 58394112,
"bytes": 1548288
},
"scales": {
"shard": 0,
"offset": 59942400,
"bytes": 55296
}
},
"blocks.7.mlp.mlp.0.bias": {
"shape": [
3072
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 59997696,
"bytes": 6144
}
},
"blocks.7.mlp.mlp.0.weight": {
"shape": [
3072,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 3072,
"columns": 768,
"padded_rows": 3072,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 60003840,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 62068224,
"bytes": 73728
}
},
"blocks.7.mlp.mlp.2.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 62141952,
"bytes": 1536
}
},
"blocks.7.mlp.mlp.2.weight": {
"shape": [
768,
3072
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 3072,
"padded_rows": 768,
"padded_columns": 3072,
"data": {
"shard": 0,
"offset": 62143488,
"bytes": 2064384
},
"scales": {
"shard": 0,
"offset": 64207872,
"bytes": 73728
}
},
"blocks.8.attn.to_out.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 64281600,
"bytes": 1536
}
},
"blocks.8.attn.to_out.weight": {
"shape": [
768,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 768,
"padded_rows": 768,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 64283136,
"bytes": 516096
},
"scales": {
"shard": 0,
"offset": 64799232,
"bytes": 18432
}
},
"blocks.8.attn.to_qkv.bias": {
"shape": [
2304
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 64817664,
"bytes": 4608
}
},
"blocks.8.attn.to_qkv.weight": {
"shape": [
2304,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 2304,
"columns": 768,
"padded_rows": 2304,
"padded_columns": 768,
"data": {
"shard": 0,
"offset": 64822272,
"bytes": 1548288
},
"scales": {
"shard": 0,
"offset": 66370560,
"bytes": 55296
}
},
"blocks.8.mlp.mlp.0.bias": {
"shape": [
3072
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 0,
"offset": 66425856,
"bytes": 6144
}
},
"blocks.8.mlp.mlp.0.weight": {
"shape": [
3072,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 3072,
"columns": 768,
"padded_rows": 3072,
"padded_columns": 768,
"data": {
"shard": 1,
"offset": 0,
"bytes": 2064384
},
"scales": {
"shard": 1,
"offset": 2064384,
"bytes": 73728
}
},
"blocks.8.mlp.mlp.2.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 2138112,
"bytes": 1536
}
},
"blocks.8.mlp.mlp.2.weight": {
"shape": [
768,
3072
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 3072,
"padded_rows": 768,
"padded_columns": 3072,
"data": {
"shard": 1,
"offset": 2139648,
"bytes": 2064384
},
"scales": {
"shard": 1,
"offset": 4204032,
"bytes": 73728
}
},
"blocks.9.attn.to_out.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 4277760,
"bytes": 1536
}
},
"blocks.9.attn.to_out.weight": {
"shape": [
768,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 768,
"padded_rows": 768,
"padded_columns": 768,
"data": {
"shard": 1,
"offset": 4279296,
"bytes": 516096
},
"scales": {
"shard": 1,
"offset": 4795392,
"bytes": 18432
}
},
"blocks.9.attn.to_qkv.bias": {
"shape": [
2304
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 4813824,
"bytes": 4608
}
},
"blocks.9.attn.to_qkv.weight": {
"shape": [
2304,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 2304,
"columns": 768,
"padded_rows": 2304,
"padded_columns": 768,
"data": {
"shard": 1,
"offset": 4818432,
"bytes": 1548288
},
"scales": {
"shard": 1,
"offset": 6366720,
"bytes": 55296
}
},
"blocks.9.mlp.mlp.0.bias": {
"shape": [
3072
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 6422016,
"bytes": 6144
}
},
"blocks.9.mlp.mlp.0.weight": {
"shape": [
3072,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 3072,
"columns": 768,
"padded_rows": 3072,
"padded_columns": 768,
"data": {
"shard": 1,
"offset": 6428160,
"bytes": 2064384
},
"scales": {
"shard": 1,
"offset": 8492544,
"bytes": 73728
}
},
"blocks.9.mlp.mlp.2.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 8566272,
"bytes": 1536
}
},
"blocks.9.mlp.mlp.2.weight": {
"shape": [
768,
3072
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 3072,
"padded_rows": 768,
"padded_columns": 3072,
"data": {
"shard": 1,
"offset": 8567808,
"bytes": 2064384
},
"scales": {
"shard": 1,
"offset": 10632192,
"bytes": 73728
}
},
"input_layer.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 10705920,
"bytes": 1536
}
},
"input_layer.weight": {
"shape": [
768,
8
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 768,
"columns": 8,
"padded_rows": 768,
"padded_columns": 64,
"data": {
"shard": 1,
"offset": 10707456,
"bytes": 43008
},
"scales": {
"shard": 1,
"offset": 10750464,
"bytes": 1536
}
},
"out_layer.bias": {
"shape": [
101
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 10752000,
"bytes": 202
}
},
"out_layer.weight": {
"shape": [
101,
96
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 101,
"columns": 96,
"padded_rows": 112,
"padded_columns": 128,
"data": {
"shard": 1,
"offset": 10752256,
"bytes": 12544
},
"scales": {
"shard": 1,
"offset": 10764800,
"bytes": 448
}
},
"upsample.0.act_layers.0.bias": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 10765312,
"bytes": 1536
}
},
"upsample.0.act_layers.0.weight": {
"shape": [
768
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 10766848,
"bytes": 1536
}
},
"upsample.0.out_layers.0.conv.bias": {
"shape": [
192
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 10768384,
"bytes": 384
}
},
"upsample.0.out_layers.0.conv.weight": {
"shape": [
192,
3,
3,
3,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 192,
"columns": 20736,
"padded_rows": 192,
"padded_columns": 20736,
"data": {
"shard": 1,
"offset": 10768896,
"bytes": 3483648
},
"scales": {
"shard": 1,
"offset": 14252544,
"bytes": 124416
}
},
"upsample.0.out_layers.1.bias": {
"shape": [
192
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 14376960,
"bytes": 384
}
},
"upsample.0.out_layers.1.weight": {
"shape": [
192
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 14377472,
"bytes": 384
}
},
"upsample.0.out_layers.3.conv.bias": {
"shape": [
192
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 14377984,
"bytes": 384
}
},
"upsample.0.out_layers.3.conv.weight": {
"shape": [
192,
3,
3,
3,
192
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 192,
"columns": 5184,
"padded_rows": 192,
"padded_columns": 5184,
"data": {
"shard": 1,
"offset": 14378496,
"bytes": 870912
},
"scales": {
"shard": 1,
"offset": 15249408,
"bytes": 31104
}
},
"upsample.0.skip_connection.conv.bias": {
"shape": [
192
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 15280640,
"bytes": 384
}
},
"upsample.0.skip_connection.conv.weight": {
"shape": [
192,
1,
1,
1,
768
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 192,
"columns": 768,
"padded_rows": 192,
"padded_columns": 768,
"data": {
"shard": 1,
"offset": 15281152,
"bytes": 129024
},
"scales": {
"shard": 1,
"offset": 15410176,
"bytes": 4608
}
},
"upsample.1.act_layers.0.bias": {
"shape": [
192
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 15414784,
"bytes": 384
}
},
"upsample.1.act_layers.0.weight": {
"shape": [
192
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 15415296,
"bytes": 384
}
},
"upsample.1.out_layers.0.conv.bias": {
"shape": [
96
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 15415808,
"bytes": 192
}
},
"upsample.1.out_layers.0.conv.weight": {
"shape": [
96,
3,
3,
3,
192
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 96,
"columns": 5184,
"padded_rows": 96,
"padded_columns": 5184,
"data": {
"shard": 1,
"offset": 15416064,
"bytes": 435456
},
"scales": {
"shard": 1,
"offset": 15851520,
"bytes": 15552
}
},
"upsample.1.out_layers.1.bias": {
"shape": [
96
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 15867136,
"bytes": 192
}
},
"upsample.1.out_layers.1.weight": {
"shape": [
96
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 15867392,
"bytes": 192
}
},
"upsample.1.out_layers.3.conv.bias": {
"shape": [
96
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 15867648,
"bytes": 192
}
},
"upsample.1.out_layers.3.conv.weight": {
"shape": [
96,
3,
3,
3,
96
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 96,
"columns": 2592,
"padded_rows": 96,
"padded_columns": 2624,
"data": {
"shard": 1,
"offset": 15867904,
"bytes": 220416
},
"scales": {
"shard": 1,
"offset": 16088320,
"bytes": 7872
}
},
"upsample.1.skip_connection.conv.bias": {
"shape": [
96
],
"encoding": "raw",
"dtype": "f16",
"data": {
"shard": 1,
"offset": 16096256,
"bytes": 192
}
},
"upsample.1.skip_connection.conv.weight": {
"shape": [
96,
1,
1,
1,
192
],
"encoding": "symmetric-quantized",
"bits": 7,
"group_size": 64,
"output_tile": 16,
"rows": 96,
"columns": 192,
"padded_rows": 96,
"padded_columns": 192,
"data": {
"shard": 1,
"offset": 16096512,
"bytes": 16128
},
"scales": {
"shard": 1,
"offset": 16112640,
"bytes": 576
}
}
}
}