{
  "schema": "trellis-webgpu-pack",
  "version": 1,
  "stage": "gaussianDecoder",
  "upstreamRevision": "25e0d31ffbebe4b5a97464dd851910efc3002d96",
  "shards": [
    {
      "file": "stage-000.bin",
      "bytes": 66831104,
      "sha256": "2d4da0eb59fe38df1eba64b6049d1bf62abf0edec4dac6e58a1cc436a670ec17"
    }
  ],
  "tensors": {
    "blocks.0.attn.to_out.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 0,
        "bytes": 1536
      }
    },
    "blocks.0.attn.to_out.weight": {
      "shape": [
        768,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 768,
      "padded_rows": 768,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 1536,
        "bytes": 442368
      },
      "scales": {
        "shard": 0,
        "offset": 443904,
        "bytes": 18432
      }
    },
    "blocks.0.attn.to_qkv.bias": {
      "shape": [
        2304
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 462336,
        "bytes": 4608
      }
    },
    "blocks.0.attn.to_qkv.weight": {
      "shape": [
        2304,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 2304,
      "columns": 768,
      "padded_rows": 2304,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 466944,
        "bytes": 1327104
      },
      "scales": {
        "shard": 0,
        "offset": 1794048,
        "bytes": 55296
      }
    },
    "blocks.0.mlp.mlp.0.bias": {
      "shape": [
        3072
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 1849344,
        "bytes": 6144
      }
    },
    "blocks.0.mlp.mlp.0.weight": {
      "shape": [
        3072,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 3072,
      "columns": 768,
      "padded_rows": 3072,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 1855488,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 3624960,
        "bytes": 73728
      }
    },
    "blocks.0.mlp.mlp.2.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 3698688,
        "bytes": 1536
      }
    },
    "blocks.0.mlp.mlp.2.weight": {
      "shape": [
        768,
        3072
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 3072,
      "padded_rows": 768,
      "padded_columns": 3072,
      "data": {
        "shard": 0,
        "offset": 3700224,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 5469696,
        "bytes": 73728
      }
    },
    "blocks.1.attn.to_out.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 5543424,
        "bytes": 1536
      }
    },
    "blocks.1.attn.to_out.weight": {
      "shape": [
        768,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 768,
      "padded_rows": 768,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 5544960,
        "bytes": 442368
      },
      "scales": {
        "shard": 0,
        "offset": 5987328,
        "bytes": 18432
      }
    },
    "blocks.1.attn.to_qkv.bias": {
      "shape": [
        2304
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 6005760,
        "bytes": 4608
      }
    },
    "blocks.1.attn.to_qkv.weight": {
      "shape": [
        2304,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 2304,
      "columns": 768,
      "padded_rows": 2304,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 6010368,
        "bytes": 1327104
      },
      "scales": {
        "shard": 0,
        "offset": 7337472,
        "bytes": 55296
      }
    },
    "blocks.1.mlp.mlp.0.bias": {
      "shape": [
        3072
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 7392768,
        "bytes": 6144
      }
    },
    "blocks.1.mlp.mlp.0.weight": {
      "shape": [
        3072,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 3072,
      "columns": 768,
      "padded_rows": 3072,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 7398912,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 9168384,
        "bytes": 73728
      }
    },
    "blocks.1.mlp.mlp.2.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 9242112,
        "bytes": 1536
      }
    },
    "blocks.1.mlp.mlp.2.weight": {
      "shape": [
        768,
        3072
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 3072,
      "padded_rows": 768,
      "padded_columns": 3072,
      "data": {
        "shard": 0,
        "offset": 9243648,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 11013120,
        "bytes": 73728
      }
    },
    "blocks.10.attn.to_out.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 11086848,
        "bytes": 1536
      }
    },
    "blocks.10.attn.to_out.weight": {
      "shape": [
        768,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 768,
      "padded_rows": 768,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 11088384,
        "bytes": 442368
      },
      "scales": {
        "shard": 0,
        "offset": 11530752,
        "bytes": 18432
      }
    },
    "blocks.10.attn.to_qkv.bias": {
      "shape": [
        2304
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 11549184,
        "bytes": 4608
      }
    },
    "blocks.10.attn.to_qkv.weight": {
      "shape": [
        2304,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 2304,
      "columns": 768,
      "padded_rows": 2304,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 11553792,
        "bytes": 1327104
      },
      "scales": {
        "shard": 0,
        "offset": 12880896,
        "bytes": 55296
      }
    },
    "blocks.10.mlp.mlp.0.bias": {
      "shape": [
        3072
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 12936192,
        "bytes": 6144
      }
    },
    "blocks.10.mlp.mlp.0.weight": {
      "shape": [
        3072,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 3072,
      "columns": 768,
      "padded_rows": 3072,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 12942336,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 14711808,
        "bytes": 73728
      }
    },
    "blocks.10.mlp.mlp.2.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 14785536,
        "bytes": 1536
      }
    },
    "blocks.10.mlp.mlp.2.weight": {
      "shape": [
        768,
        3072
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 3072,
      "padded_rows": 768,
      "padded_columns": 3072,
      "data": {
        "shard": 0,
        "offset": 14787072,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 16556544,
        "bytes": 73728
      }
    },
    "blocks.11.attn.to_out.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 16630272,
        "bytes": 1536
      }
    },
    "blocks.11.attn.to_out.weight": {
      "shape": [
        768,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 768,
      "padded_rows": 768,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 16631808,
        "bytes": 442368
      },
      "scales": {
        "shard": 0,
        "offset": 17074176,
        "bytes": 18432
      }
    },
    "blocks.11.attn.to_qkv.bias": {
      "shape": [
        2304
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 17092608,
        "bytes": 4608
      }
    },
    "blocks.11.attn.to_qkv.weight": {
      "shape": [
        2304,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 2304,
      "columns": 768,
      "padded_rows": 2304,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 17097216,
        "bytes": 1327104
      },
      "scales": {
        "shard": 0,
        "offset": 18424320,
        "bytes": 55296
      }
    },
    "blocks.11.mlp.mlp.0.bias": {
      "shape": [
        3072
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 18479616,
        "bytes": 6144
      }
    },
    "blocks.11.mlp.mlp.0.weight": {
      "shape": [
        3072,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 3072,
      "columns": 768,
      "padded_rows": 3072,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 18485760,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 20255232,
        "bytes": 73728
      }
    },
    "blocks.11.mlp.mlp.2.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 20328960,
        "bytes": 1536
      }
    },
    "blocks.11.mlp.mlp.2.weight": {
      "shape": [
        768,
        3072
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 3072,
      "padded_rows": 768,
      "padded_columns": 3072,
      "data": {
        "shard": 0,
        "offset": 20330496,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 22099968,
        "bytes": 73728
      }
    },
    "blocks.2.attn.to_out.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 22173696,
        "bytes": 1536
      }
    },
    "blocks.2.attn.to_out.weight": {
      "shape": [
        768,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 768,
      "padded_rows": 768,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 22175232,
        "bytes": 442368
      },
      "scales": {
        "shard": 0,
        "offset": 22617600,
        "bytes": 18432
      }
    },
    "blocks.2.attn.to_qkv.bias": {
      "shape": [
        2304
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 22636032,
        "bytes": 4608
      }
    },
    "blocks.2.attn.to_qkv.weight": {
      "shape": [
        2304,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 2304,
      "columns": 768,
      "padded_rows": 2304,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 22640640,
        "bytes": 1327104
      },
      "scales": {
        "shard": 0,
        "offset": 23967744,
        "bytes": 55296
      }
    },
    "blocks.2.mlp.mlp.0.bias": {
      "shape": [
        3072
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 24023040,
        "bytes": 6144
      }
    },
    "blocks.2.mlp.mlp.0.weight": {
      "shape": [
        3072,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 3072,
      "columns": 768,
      "padded_rows": 3072,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 24029184,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 25798656,
        "bytes": 73728
      }
    },
    "blocks.2.mlp.mlp.2.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 25872384,
        "bytes": 1536
      }
    },
    "blocks.2.mlp.mlp.2.weight": {
      "shape": [
        768,
        3072
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 3072,
      "padded_rows": 768,
      "padded_columns": 3072,
      "data": {
        "shard": 0,
        "offset": 25873920,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 27643392,
        "bytes": 73728
      }
    },
    "blocks.3.attn.to_out.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 27717120,
        "bytes": 1536
      }
    },
    "blocks.3.attn.to_out.weight": {
      "shape": [
        768,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 768,
      "padded_rows": 768,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 27718656,
        "bytes": 442368
      },
      "scales": {
        "shard": 0,
        "offset": 28161024,
        "bytes": 18432
      }
    },
    "blocks.3.attn.to_qkv.bias": {
      "shape": [
        2304
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 28179456,
        "bytes": 4608
      }
    },
    "blocks.3.attn.to_qkv.weight": {
      "shape": [
        2304,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 2304,
      "columns": 768,
      "padded_rows": 2304,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 28184064,
        "bytes": 1327104
      },
      "scales": {
        "shard": 0,
        "offset": 29511168,
        "bytes": 55296
      }
    },
    "blocks.3.mlp.mlp.0.bias": {
      "shape": [
        3072
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 29566464,
        "bytes": 6144
      }
    },
    "blocks.3.mlp.mlp.0.weight": {
      "shape": [
        3072,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 3072,
      "columns": 768,
      "padded_rows": 3072,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 29572608,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 31342080,
        "bytes": 73728
      }
    },
    "blocks.3.mlp.mlp.2.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 31415808,
        "bytes": 1536
      }
    },
    "blocks.3.mlp.mlp.2.weight": {
      "shape": [
        768,
        3072
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 3072,
      "padded_rows": 768,
      "padded_columns": 3072,
      "data": {
        "shard": 0,
        "offset": 31417344,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 33186816,
        "bytes": 73728
      }
    },
    "blocks.4.attn.to_out.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 33260544,
        "bytes": 1536
      }
    },
    "blocks.4.attn.to_out.weight": {
      "shape": [
        768,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 768,
      "padded_rows": 768,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 33262080,
        "bytes": 442368
      },
      "scales": {
        "shard": 0,
        "offset": 33704448,
        "bytes": 18432
      }
    },
    "blocks.4.attn.to_qkv.bias": {
      "shape": [
        2304
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 33722880,
        "bytes": 4608
      }
    },
    "blocks.4.attn.to_qkv.weight": {
      "shape": [
        2304,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 2304,
      "columns": 768,
      "padded_rows": 2304,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 33727488,
        "bytes": 1327104
      },
      "scales": {
        "shard": 0,
        "offset": 35054592,
        "bytes": 55296
      }
    },
    "blocks.4.mlp.mlp.0.bias": {
      "shape": [
        3072
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 35109888,
        "bytes": 6144
      }
    },
    "blocks.4.mlp.mlp.0.weight": {
      "shape": [
        3072,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 3072,
      "columns": 768,
      "padded_rows": 3072,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 35116032,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 36885504,
        "bytes": 73728
      }
    },
    "blocks.4.mlp.mlp.2.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 36959232,
        "bytes": 1536
      }
    },
    "blocks.4.mlp.mlp.2.weight": {
      "shape": [
        768,
        3072
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 3072,
      "padded_rows": 768,
      "padded_columns": 3072,
      "data": {
        "shard": 0,
        "offset": 36960768,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 38730240,
        "bytes": 73728
      }
    },
    "blocks.5.attn.to_out.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 38803968,
        "bytes": 1536
      }
    },
    "blocks.5.attn.to_out.weight": {
      "shape": [
        768,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 768,
      "padded_rows": 768,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 38805504,
        "bytes": 442368
      },
      "scales": {
        "shard": 0,
        "offset": 39247872,
        "bytes": 18432
      }
    },
    "blocks.5.attn.to_qkv.bias": {
      "shape": [
        2304
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 39266304,
        "bytes": 4608
      }
    },
    "blocks.5.attn.to_qkv.weight": {
      "shape": [
        2304,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 2304,
      "columns": 768,
      "padded_rows": 2304,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 39270912,
        "bytes": 1327104
      },
      "scales": {
        "shard": 0,
        "offset": 40598016,
        "bytes": 55296
      }
    },
    "blocks.5.mlp.mlp.0.bias": {
      "shape": [
        3072
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 40653312,
        "bytes": 6144
      }
    },
    "blocks.5.mlp.mlp.0.weight": {
      "shape": [
        3072,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 3072,
      "columns": 768,
      "padded_rows": 3072,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 40659456,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 42428928,
        "bytes": 73728
      }
    },
    "blocks.5.mlp.mlp.2.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 42502656,
        "bytes": 1536
      }
    },
    "blocks.5.mlp.mlp.2.weight": {
      "shape": [
        768,
        3072
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 3072,
      "padded_rows": 768,
      "padded_columns": 3072,
      "data": {
        "shard": 0,
        "offset": 42504192,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 44273664,
        "bytes": 73728
      }
    },
    "blocks.6.attn.to_out.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 44347392,
        "bytes": 1536
      }
    },
    "blocks.6.attn.to_out.weight": {
      "shape": [
        768,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 768,
      "padded_rows": 768,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 44348928,
        "bytes": 442368
      },
      "scales": {
        "shard": 0,
        "offset": 44791296,
        "bytes": 18432
      }
    },
    "blocks.6.attn.to_qkv.bias": {
      "shape": [
        2304
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 44809728,
        "bytes": 4608
      }
    },
    "blocks.6.attn.to_qkv.weight": {
      "shape": [
        2304,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 2304,
      "columns": 768,
      "padded_rows": 2304,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 44814336,
        "bytes": 1327104
      },
      "scales": {
        "shard": 0,
        "offset": 46141440,
        "bytes": 55296
      }
    },
    "blocks.6.mlp.mlp.0.bias": {
      "shape": [
        3072
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 46196736,
        "bytes": 6144
      }
    },
    "blocks.6.mlp.mlp.0.weight": {
      "shape": [
        3072,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 3072,
      "columns": 768,
      "padded_rows": 3072,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 46202880,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 47972352,
        "bytes": 73728
      }
    },
    "blocks.6.mlp.mlp.2.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 48046080,
        "bytes": 1536
      }
    },
    "blocks.6.mlp.mlp.2.weight": {
      "shape": [
        768,
        3072
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 3072,
      "padded_rows": 768,
      "padded_columns": 3072,
      "data": {
        "shard": 0,
        "offset": 48047616,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 49817088,
        "bytes": 73728
      }
    },
    "blocks.7.attn.to_out.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 49890816,
        "bytes": 1536
      }
    },
    "blocks.7.attn.to_out.weight": {
      "shape": [
        768,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 768,
      "padded_rows": 768,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 49892352,
        "bytes": 442368
      },
      "scales": {
        "shard": 0,
        "offset": 50334720,
        "bytes": 18432
      }
    },
    "blocks.7.attn.to_qkv.bias": {
      "shape": [
        2304
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 50353152,
        "bytes": 4608
      }
    },
    "blocks.7.attn.to_qkv.weight": {
      "shape": [
        2304,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 2304,
      "columns": 768,
      "padded_rows": 2304,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 50357760,
        "bytes": 1327104
      },
      "scales": {
        "shard": 0,
        "offset": 51684864,
        "bytes": 55296
      }
    },
    "blocks.7.mlp.mlp.0.bias": {
      "shape": [
        3072
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 51740160,
        "bytes": 6144
      }
    },
    "blocks.7.mlp.mlp.0.weight": {
      "shape": [
        3072,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 3072,
      "columns": 768,
      "padded_rows": 3072,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 51746304,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 53515776,
        "bytes": 73728
      }
    },
    "blocks.7.mlp.mlp.2.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 53589504,
        "bytes": 1536
      }
    },
    "blocks.7.mlp.mlp.2.weight": {
      "shape": [
        768,
        3072
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 3072,
      "padded_rows": 768,
      "padded_columns": 3072,
      "data": {
        "shard": 0,
        "offset": 53591040,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 55360512,
        "bytes": 73728
      }
    },
    "blocks.8.attn.to_out.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 55434240,
        "bytes": 1536
      }
    },
    "blocks.8.attn.to_out.weight": {
      "shape": [
        768,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 768,
      "padded_rows": 768,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 55435776,
        "bytes": 442368
      },
      "scales": {
        "shard": 0,
        "offset": 55878144,
        "bytes": 18432
      }
    },
    "blocks.8.attn.to_qkv.bias": {
      "shape": [
        2304
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 55896576,
        "bytes": 4608
      }
    },
    "blocks.8.attn.to_qkv.weight": {
      "shape": [
        2304,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 2304,
      "columns": 768,
      "padded_rows": 2304,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 55901184,
        "bytes": 1327104
      },
      "scales": {
        "shard": 0,
        "offset": 57228288,
        "bytes": 55296
      }
    },
    "blocks.8.mlp.mlp.0.bias": {
      "shape": [
        3072
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 57283584,
        "bytes": 6144
      }
    },
    "blocks.8.mlp.mlp.0.weight": {
      "shape": [
        3072,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 3072,
      "columns": 768,
      "padded_rows": 3072,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 57289728,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 59059200,
        "bytes": 73728
      }
    },
    "blocks.8.mlp.mlp.2.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 59132928,
        "bytes": 1536
      }
    },
    "blocks.8.mlp.mlp.2.weight": {
      "shape": [
        768,
        3072
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 3072,
      "padded_rows": 768,
      "padded_columns": 3072,
      "data": {
        "shard": 0,
        "offset": 59134464,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 60903936,
        "bytes": 73728
      }
    },
    "blocks.9.attn.to_out.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 60977664,
        "bytes": 1536
      }
    },
    "blocks.9.attn.to_out.weight": {
      "shape": [
        768,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 768,
      "padded_rows": 768,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 60979200,
        "bytes": 442368
      },
      "scales": {
        "shard": 0,
        "offset": 61421568,
        "bytes": 18432
      }
    },
    "blocks.9.attn.to_qkv.bias": {
      "shape": [
        2304
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 61440000,
        "bytes": 4608
      }
    },
    "blocks.9.attn.to_qkv.weight": {
      "shape": [
        2304,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 2304,
      "columns": 768,
      "padded_rows": 2304,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 61444608,
        "bytes": 1327104
      },
      "scales": {
        "shard": 0,
        "offset": 62771712,
        "bytes": 55296
      }
    },
    "blocks.9.mlp.mlp.0.bias": {
      "shape": [
        3072
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 62827008,
        "bytes": 6144
      }
    },
    "blocks.9.mlp.mlp.0.weight": {
      "shape": [
        3072,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 3072,
      "columns": 768,
      "padded_rows": 3072,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 62833152,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 64602624,
        "bytes": 73728
      }
    },
    "blocks.9.mlp.mlp.2.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 64676352,
        "bytes": 1536
      }
    },
    "blocks.9.mlp.mlp.2.weight": {
      "shape": [
        768,
        3072
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 3072,
      "padded_rows": 768,
      "padded_columns": 3072,
      "data": {
        "shard": 0,
        "offset": 64677888,
        "bytes": 1769472
      },
      "scales": {
        "shard": 0,
        "offset": 66447360,
        "bytes": 73728
      }
    },
    "input_layer.bias": {
      "shape": [
        768
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 66521088,
        "bytes": 1536
      }
    },
    "input_layer.weight": {
      "shape": [
        768,
        8
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 768,
      "columns": 8,
      "padded_rows": 768,
      "padded_columns": 64,
      "data": {
        "shard": 0,
        "offset": 66522624,
        "bytes": 36864
      },
      "scales": {
        "shard": 0,
        "offset": 66559488,
        "bytes": 1536
      }
    },
    "offset_perturbation": {
      "shape": [
        32,
        3
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 66561024,
        "bytes": 192
      }
    },
    "out_layer.bias": {
      "shape": [
        448
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 66561280,
        "bytes": 896
      }
    },
    "out_layer.weight": {
      "shape": [
        448,
        768
      ],
      "encoding": "symmetric-quantized",
      "bits": 6,
      "group_size": 64,
      "output_tile": 16,
      "rows": 448,
      "columns": 768,
      "padded_rows": 448,
      "padded_columns": 768,
      "data": {
        "shard": 0,
        "offset": 66562304,
        "bytes": 258048
      },
      "scales": {
        "shard": 0,
        "offset": 66820352,
        "bytes": 10752
      }
    }
  }
}