{ "schema": "trellis-webgpu-pack", "version": 1, "stage": "meshDecoder", "upstreamRevision": "25e0d31ffbebe4b5a97464dd851910efc3002d96", "shards": [ { "file": "stage-000.bin", "bytes": 66432000, "sha256": "0c90007d9c2f836437dec94984dff5c3ac09d453ca596931458836224c4bf966" }, { "file": "stage-001.bin", "bytes": 16113216, "sha256": "e8091861bdf407fd122d4790cd8a8990453f1b6b5f66c02e7e06f3e729ebf664" } ], "tensors": { "blocks.0.attn.to_out.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 0, "bytes": 1536 } }, "blocks.0.attn.to_out.weight": { "shape": [ 768, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 768, "padded_rows": 768, "padded_columns": 768, "data": { "shard": 0, "offset": 1536, "bytes": 516096 }, "scales": { "shard": 0, "offset": 517632, "bytes": 18432 } }, "blocks.0.attn.to_qkv.bias": { "shape": [ 2304 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 536064, "bytes": 4608 } }, "blocks.0.attn.to_qkv.weight": { "shape": [ 2304, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 2304, "columns": 768, "padded_rows": 2304, "padded_columns": 768, "data": { "shard": 0, "offset": 540672, "bytes": 1548288 }, "scales": { "shard": 0, "offset": 2088960, "bytes": 55296 } }, "blocks.0.mlp.mlp.0.bias": { "shape": [ 3072 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 2144256, "bytes": 6144 } }, "blocks.0.mlp.mlp.0.weight": { "shape": [ 3072, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 3072, "columns": 768, "padded_rows": 3072, "padded_columns": 768, "data": { "shard": 0, "offset": 2150400, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 4214784, "bytes": 73728 } }, "blocks.0.mlp.mlp.2.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 4288512, "bytes": 1536 } }, "blocks.0.mlp.mlp.2.weight": { "shape": [ 768, 3072 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 3072, "padded_rows": 768, "padded_columns": 3072, "data": { "shard": 0, "offset": 4290048, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 6354432, "bytes": 73728 } }, "blocks.1.attn.to_out.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 6428160, "bytes": 1536 } }, "blocks.1.attn.to_out.weight": { "shape": [ 768, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 768, "padded_rows": 768, "padded_columns": 768, "data": { "shard": 0, "offset": 6429696, "bytes": 516096 }, "scales": { "shard": 0, "offset": 6945792, "bytes": 18432 } }, "blocks.1.attn.to_qkv.bias": { "shape": [ 2304 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 6964224, "bytes": 4608 } }, "blocks.1.attn.to_qkv.weight": { "shape": [ 2304, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 2304, "columns": 768, "padded_rows": 2304, "padded_columns": 768, "data": { "shard": 0, "offset": 6968832, "bytes": 1548288 }, "scales": { "shard": 0, "offset": 8517120, "bytes": 55296 } }, "blocks.1.mlp.mlp.0.bias": { "shape": [ 3072 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 8572416, "bytes": 6144 } }, "blocks.1.mlp.mlp.0.weight": { "shape": [ 3072, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 3072, "columns": 768, "padded_rows": 3072, "padded_columns": 768, "data": { "shard": 0, "offset": 8578560, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 10642944, "bytes": 73728 } }, "blocks.1.mlp.mlp.2.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 10716672, "bytes": 1536 } }, "blocks.1.mlp.mlp.2.weight": { "shape": [ 768, 3072 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 3072, "padded_rows": 768, "padded_columns": 3072, "data": { "shard": 0, "offset": 10718208, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 12782592, "bytes": 73728 } }, "blocks.10.attn.to_out.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 12856320, "bytes": 1536 } }, "blocks.10.attn.to_out.weight": { "shape": [ 768, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 768, "padded_rows": 768, "padded_columns": 768, "data": { "shard": 0, "offset": 12857856, "bytes": 516096 }, "scales": { "shard": 0, "offset": 13373952, "bytes": 18432 } }, "blocks.10.attn.to_qkv.bias": { "shape": [ 2304 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 13392384, "bytes": 4608 } }, "blocks.10.attn.to_qkv.weight": { "shape": [ 2304, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 2304, "columns": 768, "padded_rows": 2304, "padded_columns": 768, "data": { "shard": 0, "offset": 13396992, "bytes": 1548288 }, "scales": { "shard": 0, "offset": 14945280, "bytes": 55296 } }, "blocks.10.mlp.mlp.0.bias": { "shape": [ 3072 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 15000576, "bytes": 6144 } }, "blocks.10.mlp.mlp.0.weight": { "shape": [ 3072, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 3072, "columns": 768, "padded_rows": 3072, "padded_columns": 768, "data": { "shard": 0, "offset": 15006720, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 17071104, "bytes": 73728 } }, "blocks.10.mlp.mlp.2.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 17144832, "bytes": 1536 } }, "blocks.10.mlp.mlp.2.weight": { "shape": [ 768, 3072 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 3072, "padded_rows": 768, "padded_columns": 3072, "data": { "shard": 0, "offset": 17146368, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 19210752, "bytes": 73728 } }, "blocks.11.attn.to_out.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 19284480, "bytes": 1536 } }, "blocks.11.attn.to_out.weight": { "shape": [ 768, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 768, "padded_rows": 768, "padded_columns": 768, "data": { "shard": 0, "offset": 19286016, "bytes": 516096 }, "scales": { "shard": 0, "offset": 19802112, "bytes": 18432 } }, "blocks.11.attn.to_qkv.bias": { "shape": [ 2304 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 19820544, "bytes": 4608 } }, "blocks.11.attn.to_qkv.weight": { "shape": [ 2304, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 2304, "columns": 768, "padded_rows": 2304, "padded_columns": 768, "data": { "shard": 0, "offset": 19825152, "bytes": 1548288 }, "scales": { "shard": 0, "offset": 21373440, "bytes": 55296 } }, "blocks.11.mlp.mlp.0.bias": { "shape": [ 3072 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 21428736, "bytes": 6144 } }, "blocks.11.mlp.mlp.0.weight": { "shape": [ 3072, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 3072, "columns": 768, "padded_rows": 3072, "padded_columns": 768, "data": { "shard": 0, "offset": 21434880, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 23499264, "bytes": 73728 } }, "blocks.11.mlp.mlp.2.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 23572992, "bytes": 1536 } }, "blocks.11.mlp.mlp.2.weight": { "shape": [ 768, 3072 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 3072, "padded_rows": 768, "padded_columns": 3072, "data": { "shard": 0, "offset": 23574528, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 25638912, "bytes": 73728 } }, "blocks.2.attn.to_out.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 25712640, "bytes": 1536 } }, "blocks.2.attn.to_out.weight": { "shape": [ 768, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 768, "padded_rows": 768, "padded_columns": 768, "data": { "shard": 0, "offset": 25714176, "bytes": 516096 }, "scales": { "shard": 0, "offset": 26230272, "bytes": 18432 } }, "blocks.2.attn.to_qkv.bias": { "shape": [ 2304 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 26248704, "bytes": 4608 } }, "blocks.2.attn.to_qkv.weight": { "shape": [ 2304, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 2304, "columns": 768, "padded_rows": 2304, "padded_columns": 768, "data": { "shard": 0, "offset": 26253312, "bytes": 1548288 }, "scales": { "shard": 0, "offset": 27801600, "bytes": 55296 } }, "blocks.2.mlp.mlp.0.bias": { "shape": [ 3072 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 27856896, "bytes": 6144 } }, "blocks.2.mlp.mlp.0.weight": { "shape": [ 3072, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 3072, "columns": 768, "padded_rows": 3072, "padded_columns": 768, "data": { "shard": 0, "offset": 27863040, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 29927424, "bytes": 73728 } }, "blocks.2.mlp.mlp.2.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 30001152, "bytes": 1536 } }, "blocks.2.mlp.mlp.2.weight": { "shape": [ 768, 3072 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 3072, "padded_rows": 768, "padded_columns": 3072, "data": { "shard": 0, "offset": 30002688, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 32067072, "bytes": 73728 } }, "blocks.3.attn.to_out.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 32140800, "bytes": 1536 } }, "blocks.3.attn.to_out.weight": { "shape": [ 768, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 768, "padded_rows": 768, "padded_columns": 768, "data": { "shard": 0, "offset": 32142336, "bytes": 516096 }, "scales": { "shard": 0, "offset": 32658432, "bytes": 18432 } }, "blocks.3.attn.to_qkv.bias": { "shape": [ 2304 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 32676864, "bytes": 4608 } }, "blocks.3.attn.to_qkv.weight": { "shape": [ 2304, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 2304, "columns": 768, "padded_rows": 2304, "padded_columns": 768, "data": { "shard": 0, "offset": 32681472, "bytes": 1548288 }, "scales": { "shard": 0, "offset": 34229760, "bytes": 55296 } }, "blocks.3.mlp.mlp.0.bias": { "shape": [ 3072 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 34285056, "bytes": 6144 } }, "blocks.3.mlp.mlp.0.weight": { "shape": [ 3072, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 3072, "columns": 768, "padded_rows": 3072, "padded_columns": 768, "data": { "shard": 0, "offset": 34291200, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 36355584, "bytes": 73728 } }, "blocks.3.mlp.mlp.2.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 36429312, "bytes": 1536 } }, "blocks.3.mlp.mlp.2.weight": { "shape": [ 768, 3072 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 3072, "padded_rows": 768, "padded_columns": 3072, "data": { "shard": 0, "offset": 36430848, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 38495232, "bytes": 73728 } }, "blocks.4.attn.to_out.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 38568960, "bytes": 1536 } }, "blocks.4.attn.to_out.weight": { "shape": [ 768, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 768, "padded_rows": 768, "padded_columns": 768, "data": { "shard": 0, "offset": 38570496, "bytes": 516096 }, "scales": { "shard": 0, "offset": 39086592, "bytes": 18432 } }, "blocks.4.attn.to_qkv.bias": { "shape": [ 2304 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 39105024, "bytes": 4608 } }, "blocks.4.attn.to_qkv.weight": { "shape": [ 2304, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 2304, "columns": 768, "padded_rows": 2304, "padded_columns": 768, "data": { "shard": 0, "offset": 39109632, "bytes": 1548288 }, "scales": { "shard": 0, "offset": 40657920, "bytes": 55296 } }, "blocks.4.mlp.mlp.0.bias": { "shape": [ 3072 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 40713216, "bytes": 6144 } }, "blocks.4.mlp.mlp.0.weight": { "shape": [ 3072, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 3072, "columns": 768, "padded_rows": 3072, "padded_columns": 768, "data": { "shard": 0, "offset": 40719360, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 42783744, "bytes": 73728 } }, "blocks.4.mlp.mlp.2.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 42857472, "bytes": 1536 } }, "blocks.4.mlp.mlp.2.weight": { "shape": [ 768, 3072 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 3072, "padded_rows": 768, "padded_columns": 3072, "data": { "shard": 0, "offset": 42859008, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 44923392, "bytes": 73728 } }, "blocks.5.attn.to_out.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 44997120, "bytes": 1536 } }, "blocks.5.attn.to_out.weight": { "shape": [ 768, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 768, "padded_rows": 768, "padded_columns": 768, "data": { "shard": 0, "offset": 44998656, "bytes": 516096 }, "scales": { "shard": 0, "offset": 45514752, "bytes": 18432 } }, "blocks.5.attn.to_qkv.bias": { "shape": [ 2304 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 45533184, "bytes": 4608 } }, "blocks.5.attn.to_qkv.weight": { "shape": [ 2304, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 2304, "columns": 768, "padded_rows": 2304, "padded_columns": 768, "data": { "shard": 0, "offset": 45537792, "bytes": 1548288 }, "scales": { "shard": 0, "offset": 47086080, "bytes": 55296 } }, "blocks.5.mlp.mlp.0.bias": { "shape": [ 3072 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 47141376, "bytes": 6144 } }, "blocks.5.mlp.mlp.0.weight": { "shape": [ 3072, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 3072, "columns": 768, "padded_rows": 3072, "padded_columns": 768, "data": { "shard": 0, "offset": 47147520, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 49211904, "bytes": 73728 } }, "blocks.5.mlp.mlp.2.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 49285632, "bytes": 1536 } }, "blocks.5.mlp.mlp.2.weight": { "shape": [ 768, 3072 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 3072, "padded_rows": 768, "padded_columns": 3072, "data": { "shard": 0, "offset": 49287168, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 51351552, "bytes": 73728 } }, "blocks.6.attn.to_out.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 51425280, "bytes": 1536 } }, "blocks.6.attn.to_out.weight": { "shape": [ 768, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 768, "padded_rows": 768, "padded_columns": 768, "data": { "shard": 0, "offset": 51426816, "bytes": 516096 }, "scales": { "shard": 0, "offset": 51942912, "bytes": 18432 } }, "blocks.6.attn.to_qkv.bias": { "shape": [ 2304 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 51961344, "bytes": 4608 } }, "blocks.6.attn.to_qkv.weight": { "shape": [ 2304, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 2304, "columns": 768, "padded_rows": 2304, "padded_columns": 768, "data": { "shard": 0, "offset": 51965952, "bytes": 1548288 }, "scales": { "shard": 0, "offset": 53514240, "bytes": 55296 } }, "blocks.6.mlp.mlp.0.bias": { "shape": [ 3072 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 53569536, "bytes": 6144 } }, "blocks.6.mlp.mlp.0.weight": { "shape": [ 3072, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 3072, "columns": 768, "padded_rows": 3072, "padded_columns": 768, "data": { "shard": 0, "offset": 53575680, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 55640064, "bytes": 73728 } }, "blocks.6.mlp.mlp.2.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 55713792, "bytes": 1536 } }, "blocks.6.mlp.mlp.2.weight": { "shape": [ 768, 3072 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 3072, "padded_rows": 768, "padded_columns": 3072, "data": { "shard": 0, "offset": 55715328, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 57779712, "bytes": 73728 } }, "blocks.7.attn.to_out.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 57853440, "bytes": 1536 } }, "blocks.7.attn.to_out.weight": { "shape": [ 768, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 768, "padded_rows": 768, "padded_columns": 768, "data": { "shard": 0, "offset": 57854976, "bytes": 516096 }, "scales": { "shard": 0, "offset": 58371072, "bytes": 18432 } }, "blocks.7.attn.to_qkv.bias": { "shape": [ 2304 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 58389504, "bytes": 4608 } }, "blocks.7.attn.to_qkv.weight": { "shape": [ 2304, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 2304, "columns": 768, "padded_rows": 2304, "padded_columns": 768, "data": { "shard": 0, "offset": 58394112, "bytes": 1548288 }, "scales": { "shard": 0, "offset": 59942400, "bytes": 55296 } }, "blocks.7.mlp.mlp.0.bias": { "shape": [ 3072 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 59997696, "bytes": 6144 } }, "blocks.7.mlp.mlp.0.weight": { "shape": [ 3072, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 3072, "columns": 768, "padded_rows": 3072, "padded_columns": 768, "data": { "shard": 0, "offset": 60003840, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 62068224, "bytes": 73728 } }, "blocks.7.mlp.mlp.2.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 62141952, "bytes": 1536 } }, "blocks.7.mlp.mlp.2.weight": { "shape": [ 768, 3072 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 3072, "padded_rows": 768, "padded_columns": 3072, "data": { "shard": 0, "offset": 62143488, "bytes": 2064384 }, "scales": { "shard": 0, "offset": 64207872, "bytes": 73728 } }, "blocks.8.attn.to_out.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 64281600, "bytes": 1536 } }, "blocks.8.attn.to_out.weight": { "shape": [ 768, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 768, "padded_rows": 768, "padded_columns": 768, "data": { "shard": 0, "offset": 64283136, "bytes": 516096 }, "scales": { "shard": 0, "offset": 64799232, "bytes": 18432 } }, "blocks.8.attn.to_qkv.bias": { "shape": [ 2304 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 64817664, "bytes": 4608 } }, "blocks.8.attn.to_qkv.weight": { "shape": [ 2304, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 2304, "columns": 768, "padded_rows": 2304, "padded_columns": 768, "data": { "shard": 0, "offset": 64822272, "bytes": 1548288 }, "scales": { "shard": 0, "offset": 66370560, "bytes": 55296 } }, "blocks.8.mlp.mlp.0.bias": { "shape": [ 3072 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 0, "offset": 66425856, "bytes": 6144 } }, "blocks.8.mlp.mlp.0.weight": { "shape": [ 3072, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 3072, "columns": 768, "padded_rows": 3072, "padded_columns": 768, "data": { "shard": 1, "offset": 0, "bytes": 2064384 }, "scales": { "shard": 1, "offset": 2064384, "bytes": 73728 } }, "blocks.8.mlp.mlp.2.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 2138112, "bytes": 1536 } }, "blocks.8.mlp.mlp.2.weight": { "shape": [ 768, 3072 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 3072, "padded_rows": 768, "padded_columns": 3072, "data": { "shard": 1, "offset": 2139648, "bytes": 2064384 }, "scales": { "shard": 1, "offset": 4204032, "bytes": 73728 } }, "blocks.9.attn.to_out.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 4277760, "bytes": 1536 } }, "blocks.9.attn.to_out.weight": { "shape": [ 768, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 768, "padded_rows": 768, "padded_columns": 768, "data": { "shard": 1, "offset": 4279296, "bytes": 516096 }, "scales": { "shard": 1, "offset": 4795392, "bytes": 18432 } }, "blocks.9.attn.to_qkv.bias": { "shape": [ 2304 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 4813824, "bytes": 4608 } }, "blocks.9.attn.to_qkv.weight": { "shape": [ 2304, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 2304, "columns": 768, "padded_rows": 2304, "padded_columns": 768, "data": { "shard": 1, "offset": 4818432, "bytes": 1548288 }, "scales": { "shard": 1, "offset": 6366720, "bytes": 55296 } }, "blocks.9.mlp.mlp.0.bias": { "shape": [ 3072 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 6422016, "bytes": 6144 } }, "blocks.9.mlp.mlp.0.weight": { "shape": [ 3072, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 3072, "columns": 768, "padded_rows": 3072, "padded_columns": 768, "data": { "shard": 1, "offset": 6428160, "bytes": 2064384 }, "scales": { "shard": 1, "offset": 8492544, "bytes": 73728 } }, "blocks.9.mlp.mlp.2.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 8566272, "bytes": 1536 } }, "blocks.9.mlp.mlp.2.weight": { "shape": [ 768, 3072 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 3072, "padded_rows": 768, "padded_columns": 3072, "data": { "shard": 1, "offset": 8567808, "bytes": 2064384 }, "scales": { "shard": 1, "offset": 10632192, "bytes": 73728 } }, "input_layer.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 10705920, "bytes": 1536 } }, "input_layer.weight": { "shape": [ 768, 8 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 768, "columns": 8, "padded_rows": 768, "padded_columns": 64, "data": { "shard": 1, "offset": 10707456, "bytes": 43008 }, "scales": { "shard": 1, "offset": 10750464, "bytes": 1536 } }, "out_layer.bias": { "shape": [ 101 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 10752000, "bytes": 202 } }, "out_layer.weight": { "shape": [ 101, 96 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 101, "columns": 96, "padded_rows": 112, "padded_columns": 128, "data": { "shard": 1, "offset": 10752256, "bytes": 12544 }, "scales": { "shard": 1, "offset": 10764800, "bytes": 448 } }, "upsample.0.act_layers.0.bias": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 10765312, "bytes": 1536 } }, "upsample.0.act_layers.0.weight": { "shape": [ 768 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 10766848, "bytes": 1536 } }, "upsample.0.out_layers.0.conv.bias": { "shape": [ 192 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 10768384, "bytes": 384 } }, "upsample.0.out_layers.0.conv.weight": { "shape": [ 192, 3, 3, 3, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 192, "columns": 20736, "padded_rows": 192, "padded_columns": 20736, "data": { "shard": 1, "offset": 10768896, "bytes": 3483648 }, "scales": { "shard": 1, "offset": 14252544, "bytes": 124416 } }, "upsample.0.out_layers.1.bias": { "shape": [ 192 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 14376960, "bytes": 384 } }, "upsample.0.out_layers.1.weight": { "shape": [ 192 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 14377472, "bytes": 384 } }, "upsample.0.out_layers.3.conv.bias": { "shape": [ 192 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 14377984, "bytes": 384 } }, "upsample.0.out_layers.3.conv.weight": { "shape": [ 192, 3, 3, 3, 192 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 192, "columns": 5184, "padded_rows": 192, "padded_columns": 5184, "data": { "shard": 1, "offset": 14378496, "bytes": 870912 }, "scales": { "shard": 1, "offset": 15249408, "bytes": 31104 } }, "upsample.0.skip_connection.conv.bias": { "shape": [ 192 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 15280640, "bytes": 384 } }, "upsample.0.skip_connection.conv.weight": { "shape": [ 192, 1, 1, 1, 768 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 192, "columns": 768, "padded_rows": 192, "padded_columns": 768, "data": { "shard": 1, "offset": 15281152, "bytes": 129024 }, "scales": { "shard": 1, "offset": 15410176, "bytes": 4608 } }, "upsample.1.act_layers.0.bias": { "shape": [ 192 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 15414784, "bytes": 384 } }, "upsample.1.act_layers.0.weight": { "shape": [ 192 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 15415296, "bytes": 384 } }, "upsample.1.out_layers.0.conv.bias": { "shape": [ 96 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 15415808, "bytes": 192 } }, "upsample.1.out_layers.0.conv.weight": { "shape": [ 96, 3, 3, 3, 192 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 96, "columns": 5184, "padded_rows": 96, "padded_columns": 5184, "data": { "shard": 1, "offset": 15416064, "bytes": 435456 }, "scales": { "shard": 1, "offset": 15851520, "bytes": 15552 } }, "upsample.1.out_layers.1.bias": { "shape": [ 96 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 15867136, "bytes": 192 } }, "upsample.1.out_layers.1.weight": { "shape": [ 96 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 15867392, "bytes": 192 } }, "upsample.1.out_layers.3.conv.bias": { "shape": [ 96 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 15867648, "bytes": 192 } }, "upsample.1.out_layers.3.conv.weight": { "shape": [ 96, 3, 3, 3, 96 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 96, "columns": 2592, "padded_rows": 96, "padded_columns": 2624, "data": { "shard": 1, "offset": 15867904, "bytes": 220416 }, "scales": { "shard": 1, "offset": 16088320, "bytes": 7872 } }, "upsample.1.skip_connection.conv.bias": { "shape": [ 96 ], "encoding": "raw", "dtype": "f16", "data": { "shard": 1, "offset": 16096256, "bytes": 192 } }, "upsample.1.skip_connection.conv.weight": { "shape": [ 96, 1, 1, 1, 192 ], "encoding": "symmetric-quantized", "bits": 7, "group_size": 64, "output_tile": 16, "rows": 96, "columns": 192, "padded_rows": 96, "padded_columns": 192, "data": { "shard": 1, "offset": 16096512, "bytes": 16128 }, "scales": { "shard": 1, "offset": 16112640, "bytes": 576 } } } }