{
  "schema": "trellis-webgpu-pack",
  "version": 1,
  "stage": "imageEncoder",
  "upstreamRevision": "apple/ml-lito",
  "shards": [
    {
      "file": "stage-000.bin",
      "bytes": 64196608,
      "sha256": "1a9b830a77008f26dcb4db4d27a27ccd4c1c9bc1d8db9dcd2a14ceb710f9332d"
    },
    {
      "file": "stage-001.bin",
      "bytes": 65034240,
      "sha256": "da29ac9989f4f66bb7a01beff279ca1be099d89697f4d5d5ec11e8bb03a46809"
    },
    {
      "file": "stage-002.bin",
      "bytes": 65034240,
      "sha256": "9d73bfd71e133350c2a4215b08c1d79dbcea5e6d9efa9c3311d1e880e6a467c4"
    },
    {
      "file": "stage-003.bin",
      "bytes": 65034240,
      "sha256": "2fc6deea985dbf50d8d658ca26901b831e6a10f2095050f6dddcac9ec7ae5799"
    },
    {
      "file": "stage-004.bin",
      "bytes": 56365056,
      "sha256": "4de27603ad3cb001a3d7d2414f91f62e1e268551efde08e348e610a0883779e6"
    }
  ],
  "tensors": {
    "embeddings.cls_token": {
      "shape": [
        1,
        1,
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 0,
        "bytes": 2048
      }
    },
    "embeddings.mask_token": {
      "shape": [
        1,
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 2048,
        "bytes": 2048
      }
    },
    "embeddings.patch_embeddings.projection.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 4096,
        "bytes": 2048
      }
    },
    "embeddings.patch_embeddings.projection.weight": {
      "shape": [
        1024,
        3,
        14,
        14
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 588,
      "padded_rows": 1024,
      "padded_columns": 640,
      "data": {
        "shard": 0,
        "offset": 6144,
        "bytes": 655360
      },
      "scales": {
        "shard": 0,
        "offset": 661504,
        "bytes": 20480
      }
    },
    "embeddings.position_embeddings": {
      "shape": [
        1,
        1370,
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 681984,
        "bytes": 2805760
      }
    },
    "embeddings.register_tokens": {
      "shape": [
        1,
        4,
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 3487744,
        "bytes": 8192
      }
    },
    "encoder.layer.0.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 3495936,
        "bytes": 2048
      }
    },
    "encoder.layer.0.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 3497984,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 4546560,
        "bytes": 32768
      }
    },
    "encoder.layer.0.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 4579328,
        "bytes": 2048
      }
    },
    "encoder.layer.0.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 4581376,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 5629952,
        "bytes": 32768
      }
    },
    "encoder.layer.0.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 5662720,
        "bytes": 2048
      }
    },
    "encoder.layer.0.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 5664768,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 6713344,
        "bytes": 32768
      }
    },
    "encoder.layer.0.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 6746112,
        "bytes": 2048
      }
    },
    "encoder.layer.0.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 6748160,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 7796736,
        "bytes": 32768
      }
    },
    "encoder.layer.0.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 7829504,
        "bytes": 2048
      }
    },
    "encoder.layer.0.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 7831552,
        "bytes": 2048
      }
    },
    "encoder.layer.0.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 7833600,
        "bytes": 8192
      }
    },
    "encoder.layer.0.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 7841792,
        "bytes": 4194304
      },
      "scales": {
        "shard": 0,
        "offset": 12036096,
        "bytes": 131072
      }
    },
    "encoder.layer.0.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 12167168,
        "bytes": 2048
      }
    },
    "encoder.layer.0.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 0,
        "offset": 12169216,
        "bytes": 4194304
      },
      "scales": {
        "shard": 0,
        "offset": 16363520,
        "bytes": 131072
      }
    },
    "encoder.layer.0.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 16494592,
        "bytes": 2048
      }
    },
    "encoder.layer.0.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 16496640,
        "bytes": 2048
      }
    },
    "encoder.layer.0.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 16498688,
        "bytes": 2048
      }
    },
    "encoder.layer.0.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 16500736,
        "bytes": 2048
      }
    },
    "encoder.layer.1.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 16502784,
        "bytes": 2048
      }
    },
    "encoder.layer.1.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 16504832,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 17553408,
        "bytes": 32768
      }
    },
    "encoder.layer.1.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 17586176,
        "bytes": 2048
      }
    },
    "encoder.layer.1.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 17588224,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 18636800,
        "bytes": 32768
      }
    },
    "encoder.layer.1.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 18669568,
        "bytes": 2048
      }
    },
    "encoder.layer.1.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 18671616,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 19720192,
        "bytes": 32768
      }
    },
    "encoder.layer.1.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 19752960,
        "bytes": 2048
      }
    },
    "encoder.layer.1.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 19755008,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 20803584,
        "bytes": 32768
      }
    },
    "encoder.layer.1.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 20836352,
        "bytes": 2048
      }
    },
    "encoder.layer.1.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 20838400,
        "bytes": 2048
      }
    },
    "encoder.layer.1.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 20840448,
        "bytes": 8192
      }
    },
    "encoder.layer.1.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 20848640,
        "bytes": 4194304
      },
      "scales": {
        "shard": 0,
        "offset": 25042944,
        "bytes": 131072
      }
    },
    "encoder.layer.1.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 25174016,
        "bytes": 2048
      }
    },
    "encoder.layer.1.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 0,
        "offset": 25176064,
        "bytes": 4194304
      },
      "scales": {
        "shard": 0,
        "offset": 29370368,
        "bytes": 131072
      }
    },
    "encoder.layer.1.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 29501440,
        "bytes": 2048
      }
    },
    "encoder.layer.1.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 29503488,
        "bytes": 2048
      }
    },
    "encoder.layer.1.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 29505536,
        "bytes": 2048
      }
    },
    "encoder.layer.1.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 29507584,
        "bytes": 2048
      }
    },
    "encoder.layer.10.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 29509632,
        "bytes": 2048
      }
    },
    "encoder.layer.10.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 29511680,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 30560256,
        "bytes": 32768
      }
    },
    "encoder.layer.10.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 30593024,
        "bytes": 2048
      }
    },
    "encoder.layer.10.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 30595072,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 31643648,
        "bytes": 32768
      }
    },
    "encoder.layer.10.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 31676416,
        "bytes": 2048
      }
    },
    "encoder.layer.10.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 31678464,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 32727040,
        "bytes": 32768
      }
    },
    "encoder.layer.10.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 32759808,
        "bytes": 2048
      }
    },
    "encoder.layer.10.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 32761856,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 33810432,
        "bytes": 32768
      }
    },
    "encoder.layer.10.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 33843200,
        "bytes": 2048
      }
    },
    "encoder.layer.10.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 33845248,
        "bytes": 2048
      }
    },
    "encoder.layer.10.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 33847296,
        "bytes": 8192
      }
    },
    "encoder.layer.10.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 33855488,
        "bytes": 4194304
      },
      "scales": {
        "shard": 0,
        "offset": 38049792,
        "bytes": 131072
      }
    },
    "encoder.layer.10.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 38180864,
        "bytes": 2048
      }
    },
    "encoder.layer.10.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 0,
        "offset": 38182912,
        "bytes": 4194304
      },
      "scales": {
        "shard": 0,
        "offset": 42377216,
        "bytes": 131072
      }
    },
    "encoder.layer.10.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 42508288,
        "bytes": 2048
      }
    },
    "encoder.layer.10.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 42510336,
        "bytes": 2048
      }
    },
    "encoder.layer.10.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 42512384,
        "bytes": 2048
      }
    },
    "encoder.layer.10.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 42514432,
        "bytes": 2048
      }
    },
    "encoder.layer.11.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 42516480,
        "bytes": 2048
      }
    },
    "encoder.layer.11.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 42518528,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 43567104,
        "bytes": 32768
      }
    },
    "encoder.layer.11.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 43599872,
        "bytes": 2048
      }
    },
    "encoder.layer.11.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 43601920,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 44650496,
        "bytes": 32768
      }
    },
    "encoder.layer.11.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 44683264,
        "bytes": 2048
      }
    },
    "encoder.layer.11.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 44685312,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 45733888,
        "bytes": 32768
      }
    },
    "encoder.layer.11.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 45766656,
        "bytes": 2048
      }
    },
    "encoder.layer.11.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 45768704,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 46817280,
        "bytes": 32768
      }
    },
    "encoder.layer.11.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 46850048,
        "bytes": 2048
      }
    },
    "encoder.layer.11.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 46852096,
        "bytes": 2048
      }
    },
    "encoder.layer.11.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 46854144,
        "bytes": 8192
      }
    },
    "encoder.layer.11.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 46862336,
        "bytes": 4194304
      },
      "scales": {
        "shard": 0,
        "offset": 51056640,
        "bytes": 131072
      }
    },
    "encoder.layer.11.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 51187712,
        "bytes": 2048
      }
    },
    "encoder.layer.11.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 0,
        "offset": 51189760,
        "bytes": 4194304
      },
      "scales": {
        "shard": 0,
        "offset": 55384064,
        "bytes": 131072
      }
    },
    "encoder.layer.11.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 55515136,
        "bytes": 2048
      }
    },
    "encoder.layer.11.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 55517184,
        "bytes": 2048
      }
    },
    "encoder.layer.11.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 55519232,
        "bytes": 2048
      }
    },
    "encoder.layer.11.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 55521280,
        "bytes": 2048
      }
    },
    "encoder.layer.12.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 55523328,
        "bytes": 2048
      }
    },
    "encoder.layer.12.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 55525376,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 56573952,
        "bytes": 32768
      }
    },
    "encoder.layer.12.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 56606720,
        "bytes": 2048
      }
    },
    "encoder.layer.12.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 56608768,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 57657344,
        "bytes": 32768
      }
    },
    "encoder.layer.12.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 57690112,
        "bytes": 2048
      }
    },
    "encoder.layer.12.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 57692160,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 58740736,
        "bytes": 32768
      }
    },
    "encoder.layer.12.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 58773504,
        "bytes": 2048
      }
    },
    "encoder.layer.12.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 58775552,
        "bytes": 1048576
      },
      "scales": {
        "shard": 0,
        "offset": 59824128,
        "bytes": 32768
      }
    },
    "encoder.layer.12.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 59856896,
        "bytes": 2048
      }
    },
    "encoder.layer.12.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 59858944,
        "bytes": 2048
      }
    },
    "encoder.layer.12.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 59860992,
        "bytes": 8192
      }
    },
    "encoder.layer.12.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 0,
        "offset": 59869184,
        "bytes": 4194304
      },
      "scales": {
        "shard": 0,
        "offset": 64063488,
        "bytes": 131072
      }
    },
    "encoder.layer.12.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 64194560,
        "bytes": 2048
      }
    },
    "encoder.layer.12.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 1,
        "offset": 0,
        "bytes": 4194304
      },
      "scales": {
        "shard": 1,
        "offset": 4194304,
        "bytes": 131072
      }
    },
    "encoder.layer.12.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 4325376,
        "bytes": 2048
      }
    },
    "encoder.layer.12.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 4327424,
        "bytes": 2048
      }
    },
    "encoder.layer.12.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 4329472,
        "bytes": 2048
      }
    },
    "encoder.layer.12.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 4331520,
        "bytes": 2048
      }
    },
    "encoder.layer.13.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 4333568,
        "bytes": 2048
      }
    },
    "encoder.layer.13.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 4335616,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 5384192,
        "bytes": 32768
      }
    },
    "encoder.layer.13.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 5416960,
        "bytes": 2048
      }
    },
    "encoder.layer.13.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 5419008,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 6467584,
        "bytes": 32768
      }
    },
    "encoder.layer.13.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 6500352,
        "bytes": 2048
      }
    },
    "encoder.layer.13.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 6502400,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 7550976,
        "bytes": 32768
      }
    },
    "encoder.layer.13.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 7583744,
        "bytes": 2048
      }
    },
    "encoder.layer.13.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 7585792,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 8634368,
        "bytes": 32768
      }
    },
    "encoder.layer.13.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 8667136,
        "bytes": 2048
      }
    },
    "encoder.layer.13.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 8669184,
        "bytes": 2048
      }
    },
    "encoder.layer.13.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 8671232,
        "bytes": 8192
      }
    },
    "encoder.layer.13.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 8679424,
        "bytes": 4194304
      },
      "scales": {
        "shard": 1,
        "offset": 12873728,
        "bytes": 131072
      }
    },
    "encoder.layer.13.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 13004800,
        "bytes": 2048
      }
    },
    "encoder.layer.13.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 1,
        "offset": 13006848,
        "bytes": 4194304
      },
      "scales": {
        "shard": 1,
        "offset": 17201152,
        "bytes": 131072
      }
    },
    "encoder.layer.13.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 17332224,
        "bytes": 2048
      }
    },
    "encoder.layer.13.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 17334272,
        "bytes": 2048
      }
    },
    "encoder.layer.13.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 17336320,
        "bytes": 2048
      }
    },
    "encoder.layer.13.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 17338368,
        "bytes": 2048
      }
    },
    "encoder.layer.14.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 17340416,
        "bytes": 2048
      }
    },
    "encoder.layer.14.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 17342464,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 18391040,
        "bytes": 32768
      }
    },
    "encoder.layer.14.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 18423808,
        "bytes": 2048
      }
    },
    "encoder.layer.14.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 18425856,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 19474432,
        "bytes": 32768
      }
    },
    "encoder.layer.14.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 19507200,
        "bytes": 2048
      }
    },
    "encoder.layer.14.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 19509248,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 20557824,
        "bytes": 32768
      }
    },
    "encoder.layer.14.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 20590592,
        "bytes": 2048
      }
    },
    "encoder.layer.14.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 20592640,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 21641216,
        "bytes": 32768
      }
    },
    "encoder.layer.14.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 21673984,
        "bytes": 2048
      }
    },
    "encoder.layer.14.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 21676032,
        "bytes": 2048
      }
    },
    "encoder.layer.14.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 21678080,
        "bytes": 8192
      }
    },
    "encoder.layer.14.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 21686272,
        "bytes": 4194304
      },
      "scales": {
        "shard": 1,
        "offset": 25880576,
        "bytes": 131072
      }
    },
    "encoder.layer.14.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 26011648,
        "bytes": 2048
      }
    },
    "encoder.layer.14.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 1,
        "offset": 26013696,
        "bytes": 4194304
      },
      "scales": {
        "shard": 1,
        "offset": 30208000,
        "bytes": 131072
      }
    },
    "encoder.layer.14.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 30339072,
        "bytes": 2048
      }
    },
    "encoder.layer.14.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 30341120,
        "bytes": 2048
      }
    },
    "encoder.layer.14.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 30343168,
        "bytes": 2048
      }
    },
    "encoder.layer.14.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 30345216,
        "bytes": 2048
      }
    },
    "encoder.layer.15.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 30347264,
        "bytes": 2048
      }
    },
    "encoder.layer.15.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 30349312,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 31397888,
        "bytes": 32768
      }
    },
    "encoder.layer.15.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 31430656,
        "bytes": 2048
      }
    },
    "encoder.layer.15.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 31432704,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 32481280,
        "bytes": 32768
      }
    },
    "encoder.layer.15.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 32514048,
        "bytes": 2048
      }
    },
    "encoder.layer.15.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 32516096,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 33564672,
        "bytes": 32768
      }
    },
    "encoder.layer.15.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 33597440,
        "bytes": 2048
      }
    },
    "encoder.layer.15.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 33599488,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 34648064,
        "bytes": 32768
      }
    },
    "encoder.layer.15.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 34680832,
        "bytes": 2048
      }
    },
    "encoder.layer.15.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 34682880,
        "bytes": 2048
      }
    },
    "encoder.layer.15.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 34684928,
        "bytes": 8192
      }
    },
    "encoder.layer.15.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 34693120,
        "bytes": 4194304
      },
      "scales": {
        "shard": 1,
        "offset": 38887424,
        "bytes": 131072
      }
    },
    "encoder.layer.15.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 39018496,
        "bytes": 2048
      }
    },
    "encoder.layer.15.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 1,
        "offset": 39020544,
        "bytes": 4194304
      },
      "scales": {
        "shard": 1,
        "offset": 43214848,
        "bytes": 131072
      }
    },
    "encoder.layer.15.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 43345920,
        "bytes": 2048
      }
    },
    "encoder.layer.15.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 43347968,
        "bytes": 2048
      }
    },
    "encoder.layer.15.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 43350016,
        "bytes": 2048
      }
    },
    "encoder.layer.15.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 43352064,
        "bytes": 2048
      }
    },
    "encoder.layer.16.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 43354112,
        "bytes": 2048
      }
    },
    "encoder.layer.16.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 43356160,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 44404736,
        "bytes": 32768
      }
    },
    "encoder.layer.16.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 44437504,
        "bytes": 2048
      }
    },
    "encoder.layer.16.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 44439552,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 45488128,
        "bytes": 32768
      }
    },
    "encoder.layer.16.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 45520896,
        "bytes": 2048
      }
    },
    "encoder.layer.16.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 45522944,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 46571520,
        "bytes": 32768
      }
    },
    "encoder.layer.16.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 46604288,
        "bytes": 2048
      }
    },
    "encoder.layer.16.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 46606336,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 47654912,
        "bytes": 32768
      }
    },
    "encoder.layer.16.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 47687680,
        "bytes": 2048
      }
    },
    "encoder.layer.16.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 47689728,
        "bytes": 2048
      }
    },
    "encoder.layer.16.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 47691776,
        "bytes": 8192
      }
    },
    "encoder.layer.16.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 47699968,
        "bytes": 4194304
      },
      "scales": {
        "shard": 1,
        "offset": 51894272,
        "bytes": 131072
      }
    },
    "encoder.layer.16.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 52025344,
        "bytes": 2048
      }
    },
    "encoder.layer.16.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 1,
        "offset": 52027392,
        "bytes": 4194304
      },
      "scales": {
        "shard": 1,
        "offset": 56221696,
        "bytes": 131072
      }
    },
    "encoder.layer.16.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 56352768,
        "bytes": 2048
      }
    },
    "encoder.layer.16.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 56354816,
        "bytes": 2048
      }
    },
    "encoder.layer.16.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 56356864,
        "bytes": 2048
      }
    },
    "encoder.layer.16.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 56358912,
        "bytes": 2048
      }
    },
    "encoder.layer.17.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 56360960,
        "bytes": 2048
      }
    },
    "encoder.layer.17.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 56363008,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 57411584,
        "bytes": 32768
      }
    },
    "encoder.layer.17.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 57444352,
        "bytes": 2048
      }
    },
    "encoder.layer.17.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 57446400,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 58494976,
        "bytes": 32768
      }
    },
    "encoder.layer.17.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 58527744,
        "bytes": 2048
      }
    },
    "encoder.layer.17.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 58529792,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 59578368,
        "bytes": 32768
      }
    },
    "encoder.layer.17.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 59611136,
        "bytes": 2048
      }
    },
    "encoder.layer.17.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 59613184,
        "bytes": 1048576
      },
      "scales": {
        "shard": 1,
        "offset": 60661760,
        "bytes": 32768
      }
    },
    "encoder.layer.17.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 60694528,
        "bytes": 2048
      }
    },
    "encoder.layer.17.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 60696576,
        "bytes": 2048
      }
    },
    "encoder.layer.17.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 60698624,
        "bytes": 8192
      }
    },
    "encoder.layer.17.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 1,
        "offset": 60706816,
        "bytes": 4194304
      },
      "scales": {
        "shard": 1,
        "offset": 64901120,
        "bytes": 131072
      }
    },
    "encoder.layer.17.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 65032192,
        "bytes": 2048
      }
    },
    "encoder.layer.17.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 2,
        "offset": 0,
        "bytes": 4194304
      },
      "scales": {
        "shard": 2,
        "offset": 4194304,
        "bytes": 131072
      }
    },
    "encoder.layer.17.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 4325376,
        "bytes": 2048
      }
    },
    "encoder.layer.17.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 4327424,
        "bytes": 2048
      }
    },
    "encoder.layer.17.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 4329472,
        "bytes": 2048
      }
    },
    "encoder.layer.17.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 4331520,
        "bytes": 2048
      }
    },
    "encoder.layer.18.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 4333568,
        "bytes": 2048
      }
    },
    "encoder.layer.18.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 4335616,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 5384192,
        "bytes": 32768
      }
    },
    "encoder.layer.18.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 5416960,
        "bytes": 2048
      }
    },
    "encoder.layer.18.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 5419008,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 6467584,
        "bytes": 32768
      }
    },
    "encoder.layer.18.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 6500352,
        "bytes": 2048
      }
    },
    "encoder.layer.18.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 6502400,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 7550976,
        "bytes": 32768
      }
    },
    "encoder.layer.18.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 7583744,
        "bytes": 2048
      }
    },
    "encoder.layer.18.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 7585792,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 8634368,
        "bytes": 32768
      }
    },
    "encoder.layer.18.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 8667136,
        "bytes": 2048
      }
    },
    "encoder.layer.18.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 8669184,
        "bytes": 2048
      }
    },
    "encoder.layer.18.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 8671232,
        "bytes": 8192
      }
    },
    "encoder.layer.18.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 8679424,
        "bytes": 4194304
      },
      "scales": {
        "shard": 2,
        "offset": 12873728,
        "bytes": 131072
      }
    },
    "encoder.layer.18.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 13004800,
        "bytes": 2048
      }
    },
    "encoder.layer.18.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 2,
        "offset": 13006848,
        "bytes": 4194304
      },
      "scales": {
        "shard": 2,
        "offset": 17201152,
        "bytes": 131072
      }
    },
    "encoder.layer.18.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 17332224,
        "bytes": 2048
      }
    },
    "encoder.layer.18.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 17334272,
        "bytes": 2048
      }
    },
    "encoder.layer.18.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 17336320,
        "bytes": 2048
      }
    },
    "encoder.layer.18.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 17338368,
        "bytes": 2048
      }
    },
    "encoder.layer.19.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 17340416,
        "bytes": 2048
      }
    },
    "encoder.layer.19.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 17342464,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 18391040,
        "bytes": 32768
      }
    },
    "encoder.layer.19.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 18423808,
        "bytes": 2048
      }
    },
    "encoder.layer.19.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 18425856,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 19474432,
        "bytes": 32768
      }
    },
    "encoder.layer.19.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 19507200,
        "bytes": 2048
      }
    },
    "encoder.layer.19.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 19509248,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 20557824,
        "bytes": 32768
      }
    },
    "encoder.layer.19.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 20590592,
        "bytes": 2048
      }
    },
    "encoder.layer.19.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 20592640,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 21641216,
        "bytes": 32768
      }
    },
    "encoder.layer.19.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 21673984,
        "bytes": 2048
      }
    },
    "encoder.layer.19.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 21676032,
        "bytes": 2048
      }
    },
    "encoder.layer.19.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 21678080,
        "bytes": 8192
      }
    },
    "encoder.layer.19.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 21686272,
        "bytes": 4194304
      },
      "scales": {
        "shard": 2,
        "offset": 25880576,
        "bytes": 131072
      }
    },
    "encoder.layer.19.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 26011648,
        "bytes": 2048
      }
    },
    "encoder.layer.19.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 2,
        "offset": 26013696,
        "bytes": 4194304
      },
      "scales": {
        "shard": 2,
        "offset": 30208000,
        "bytes": 131072
      }
    },
    "encoder.layer.19.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 30339072,
        "bytes": 2048
      }
    },
    "encoder.layer.19.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 30341120,
        "bytes": 2048
      }
    },
    "encoder.layer.19.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 30343168,
        "bytes": 2048
      }
    },
    "encoder.layer.19.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 30345216,
        "bytes": 2048
      }
    },
    "encoder.layer.2.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 30347264,
        "bytes": 2048
      }
    },
    "encoder.layer.2.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 30349312,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 31397888,
        "bytes": 32768
      }
    },
    "encoder.layer.2.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 31430656,
        "bytes": 2048
      }
    },
    "encoder.layer.2.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 31432704,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 32481280,
        "bytes": 32768
      }
    },
    "encoder.layer.2.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 32514048,
        "bytes": 2048
      }
    },
    "encoder.layer.2.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 32516096,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 33564672,
        "bytes": 32768
      }
    },
    "encoder.layer.2.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 33597440,
        "bytes": 2048
      }
    },
    "encoder.layer.2.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 33599488,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 34648064,
        "bytes": 32768
      }
    },
    "encoder.layer.2.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 34680832,
        "bytes": 2048
      }
    },
    "encoder.layer.2.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 34682880,
        "bytes": 2048
      }
    },
    "encoder.layer.2.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 34684928,
        "bytes": 8192
      }
    },
    "encoder.layer.2.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 34693120,
        "bytes": 4194304
      },
      "scales": {
        "shard": 2,
        "offset": 38887424,
        "bytes": 131072
      }
    },
    "encoder.layer.2.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 39018496,
        "bytes": 2048
      }
    },
    "encoder.layer.2.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 2,
        "offset": 39020544,
        "bytes": 4194304
      },
      "scales": {
        "shard": 2,
        "offset": 43214848,
        "bytes": 131072
      }
    },
    "encoder.layer.2.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 43345920,
        "bytes": 2048
      }
    },
    "encoder.layer.2.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 43347968,
        "bytes": 2048
      }
    },
    "encoder.layer.2.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 43350016,
        "bytes": 2048
      }
    },
    "encoder.layer.2.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 43352064,
        "bytes": 2048
      }
    },
    "encoder.layer.20.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 43354112,
        "bytes": 2048
      }
    },
    "encoder.layer.20.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 43356160,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 44404736,
        "bytes": 32768
      }
    },
    "encoder.layer.20.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 44437504,
        "bytes": 2048
      }
    },
    "encoder.layer.20.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 44439552,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 45488128,
        "bytes": 32768
      }
    },
    "encoder.layer.20.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 45520896,
        "bytes": 2048
      }
    },
    "encoder.layer.20.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 45522944,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 46571520,
        "bytes": 32768
      }
    },
    "encoder.layer.20.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 46604288,
        "bytes": 2048
      }
    },
    "encoder.layer.20.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 46606336,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 47654912,
        "bytes": 32768
      }
    },
    "encoder.layer.20.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 47687680,
        "bytes": 2048
      }
    },
    "encoder.layer.20.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 47689728,
        "bytes": 2048
      }
    },
    "encoder.layer.20.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 47691776,
        "bytes": 8192
      }
    },
    "encoder.layer.20.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 47699968,
        "bytes": 4194304
      },
      "scales": {
        "shard": 2,
        "offset": 51894272,
        "bytes": 131072
      }
    },
    "encoder.layer.20.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 52025344,
        "bytes": 2048
      }
    },
    "encoder.layer.20.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 2,
        "offset": 52027392,
        "bytes": 4194304
      },
      "scales": {
        "shard": 2,
        "offset": 56221696,
        "bytes": 131072
      }
    },
    "encoder.layer.20.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 56352768,
        "bytes": 2048
      }
    },
    "encoder.layer.20.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 56354816,
        "bytes": 2048
      }
    },
    "encoder.layer.20.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 56356864,
        "bytes": 2048
      }
    },
    "encoder.layer.20.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 56358912,
        "bytes": 2048
      }
    },
    "encoder.layer.21.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 56360960,
        "bytes": 2048
      }
    },
    "encoder.layer.21.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 56363008,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 57411584,
        "bytes": 32768
      }
    },
    "encoder.layer.21.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 57444352,
        "bytes": 2048
      }
    },
    "encoder.layer.21.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 57446400,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 58494976,
        "bytes": 32768
      }
    },
    "encoder.layer.21.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 58527744,
        "bytes": 2048
      }
    },
    "encoder.layer.21.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 58529792,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 59578368,
        "bytes": 32768
      }
    },
    "encoder.layer.21.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 59611136,
        "bytes": 2048
      }
    },
    "encoder.layer.21.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 59613184,
        "bytes": 1048576
      },
      "scales": {
        "shard": 2,
        "offset": 60661760,
        "bytes": 32768
      }
    },
    "encoder.layer.21.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 60694528,
        "bytes": 2048
      }
    },
    "encoder.layer.21.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 60696576,
        "bytes": 2048
      }
    },
    "encoder.layer.21.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 60698624,
        "bytes": 8192
      }
    },
    "encoder.layer.21.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 2,
        "offset": 60706816,
        "bytes": 4194304
      },
      "scales": {
        "shard": 2,
        "offset": 64901120,
        "bytes": 131072
      }
    },
    "encoder.layer.21.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 65032192,
        "bytes": 2048
      }
    },
    "encoder.layer.21.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 3,
        "offset": 0,
        "bytes": 4194304
      },
      "scales": {
        "shard": 3,
        "offset": 4194304,
        "bytes": 131072
      }
    },
    "encoder.layer.21.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 4325376,
        "bytes": 2048
      }
    },
    "encoder.layer.21.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 4327424,
        "bytes": 2048
      }
    },
    "encoder.layer.21.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 4329472,
        "bytes": 2048
      }
    },
    "encoder.layer.21.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 4331520,
        "bytes": 2048
      }
    },
    "encoder.layer.22.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 4333568,
        "bytes": 2048
      }
    },
    "encoder.layer.22.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 4335616,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 5384192,
        "bytes": 32768
      }
    },
    "encoder.layer.22.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 5416960,
        "bytes": 2048
      }
    },
    "encoder.layer.22.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 5419008,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 6467584,
        "bytes": 32768
      }
    },
    "encoder.layer.22.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 6500352,
        "bytes": 2048
      }
    },
    "encoder.layer.22.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 6502400,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 7550976,
        "bytes": 32768
      }
    },
    "encoder.layer.22.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 7583744,
        "bytes": 2048
      }
    },
    "encoder.layer.22.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 7585792,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 8634368,
        "bytes": 32768
      }
    },
    "encoder.layer.22.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 8667136,
        "bytes": 2048
      }
    },
    "encoder.layer.22.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 8669184,
        "bytes": 2048
      }
    },
    "encoder.layer.22.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 8671232,
        "bytes": 8192
      }
    },
    "encoder.layer.22.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 8679424,
        "bytes": 4194304
      },
      "scales": {
        "shard": 3,
        "offset": 12873728,
        "bytes": 131072
      }
    },
    "encoder.layer.22.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 13004800,
        "bytes": 2048
      }
    },
    "encoder.layer.22.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 3,
        "offset": 13006848,
        "bytes": 4194304
      },
      "scales": {
        "shard": 3,
        "offset": 17201152,
        "bytes": 131072
      }
    },
    "encoder.layer.22.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 17332224,
        "bytes": 2048
      }
    },
    "encoder.layer.22.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 17334272,
        "bytes": 2048
      }
    },
    "encoder.layer.22.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 17336320,
        "bytes": 2048
      }
    },
    "encoder.layer.22.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 17338368,
        "bytes": 2048
      }
    },
    "encoder.layer.23.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 17340416,
        "bytes": 2048
      }
    },
    "encoder.layer.23.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 17342464,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 18391040,
        "bytes": 32768
      }
    },
    "encoder.layer.23.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 18423808,
        "bytes": 2048
      }
    },
    "encoder.layer.23.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 18425856,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 19474432,
        "bytes": 32768
      }
    },
    "encoder.layer.23.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 19507200,
        "bytes": 2048
      }
    },
    "encoder.layer.23.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 19509248,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 20557824,
        "bytes": 32768
      }
    },
    "encoder.layer.23.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 20590592,
        "bytes": 2048
      }
    },
    "encoder.layer.23.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 20592640,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 21641216,
        "bytes": 32768
      }
    },
    "encoder.layer.23.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 21673984,
        "bytes": 2048
      }
    },
    "encoder.layer.23.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 21676032,
        "bytes": 2048
      }
    },
    "encoder.layer.23.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 21678080,
        "bytes": 8192
      }
    },
    "encoder.layer.23.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 21686272,
        "bytes": 4194304
      },
      "scales": {
        "shard": 3,
        "offset": 25880576,
        "bytes": 131072
      }
    },
    "encoder.layer.23.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 26011648,
        "bytes": 2048
      }
    },
    "encoder.layer.23.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 3,
        "offset": 26013696,
        "bytes": 4194304
      },
      "scales": {
        "shard": 3,
        "offset": 30208000,
        "bytes": 131072
      }
    },
    "encoder.layer.23.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 30339072,
        "bytes": 2048
      }
    },
    "encoder.layer.23.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 30341120,
        "bytes": 2048
      }
    },
    "encoder.layer.23.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 30343168,
        "bytes": 2048
      }
    },
    "encoder.layer.23.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 30345216,
        "bytes": 2048
      }
    },
    "encoder.layer.3.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 30347264,
        "bytes": 2048
      }
    },
    "encoder.layer.3.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 30349312,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 31397888,
        "bytes": 32768
      }
    },
    "encoder.layer.3.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 31430656,
        "bytes": 2048
      }
    },
    "encoder.layer.3.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 31432704,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 32481280,
        "bytes": 32768
      }
    },
    "encoder.layer.3.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 32514048,
        "bytes": 2048
      }
    },
    "encoder.layer.3.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 32516096,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 33564672,
        "bytes": 32768
      }
    },
    "encoder.layer.3.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 33597440,
        "bytes": 2048
      }
    },
    "encoder.layer.3.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 33599488,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 34648064,
        "bytes": 32768
      }
    },
    "encoder.layer.3.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 34680832,
        "bytes": 2048
      }
    },
    "encoder.layer.3.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 34682880,
        "bytes": 2048
      }
    },
    "encoder.layer.3.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 34684928,
        "bytes": 8192
      }
    },
    "encoder.layer.3.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 34693120,
        "bytes": 4194304
      },
      "scales": {
        "shard": 3,
        "offset": 38887424,
        "bytes": 131072
      }
    },
    "encoder.layer.3.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 39018496,
        "bytes": 2048
      }
    },
    "encoder.layer.3.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 3,
        "offset": 39020544,
        "bytes": 4194304
      },
      "scales": {
        "shard": 3,
        "offset": 43214848,
        "bytes": 131072
      }
    },
    "encoder.layer.3.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 43345920,
        "bytes": 2048
      }
    },
    "encoder.layer.3.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 43347968,
        "bytes": 2048
      }
    },
    "encoder.layer.3.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 43350016,
        "bytes": 2048
      }
    },
    "encoder.layer.3.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 43352064,
        "bytes": 2048
      }
    },
    "encoder.layer.4.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 43354112,
        "bytes": 2048
      }
    },
    "encoder.layer.4.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 43356160,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 44404736,
        "bytes": 32768
      }
    },
    "encoder.layer.4.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 44437504,
        "bytes": 2048
      }
    },
    "encoder.layer.4.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 44439552,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 45488128,
        "bytes": 32768
      }
    },
    "encoder.layer.4.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 45520896,
        "bytes": 2048
      }
    },
    "encoder.layer.4.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 45522944,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 46571520,
        "bytes": 32768
      }
    },
    "encoder.layer.4.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 46604288,
        "bytes": 2048
      }
    },
    "encoder.layer.4.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 46606336,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 47654912,
        "bytes": 32768
      }
    },
    "encoder.layer.4.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 47687680,
        "bytes": 2048
      }
    },
    "encoder.layer.4.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 47689728,
        "bytes": 2048
      }
    },
    "encoder.layer.4.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 47691776,
        "bytes": 8192
      }
    },
    "encoder.layer.4.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 47699968,
        "bytes": 4194304
      },
      "scales": {
        "shard": 3,
        "offset": 51894272,
        "bytes": 131072
      }
    },
    "encoder.layer.4.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 52025344,
        "bytes": 2048
      }
    },
    "encoder.layer.4.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 3,
        "offset": 52027392,
        "bytes": 4194304
      },
      "scales": {
        "shard": 3,
        "offset": 56221696,
        "bytes": 131072
      }
    },
    "encoder.layer.4.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 56352768,
        "bytes": 2048
      }
    },
    "encoder.layer.4.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 56354816,
        "bytes": 2048
      }
    },
    "encoder.layer.4.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 56356864,
        "bytes": 2048
      }
    },
    "encoder.layer.4.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 56358912,
        "bytes": 2048
      }
    },
    "encoder.layer.5.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 56360960,
        "bytes": 2048
      }
    },
    "encoder.layer.5.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 56363008,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 57411584,
        "bytes": 32768
      }
    },
    "encoder.layer.5.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 57444352,
        "bytes": 2048
      }
    },
    "encoder.layer.5.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 57446400,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 58494976,
        "bytes": 32768
      }
    },
    "encoder.layer.5.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 58527744,
        "bytes": 2048
      }
    },
    "encoder.layer.5.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 58529792,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 59578368,
        "bytes": 32768
      }
    },
    "encoder.layer.5.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 59611136,
        "bytes": 2048
      }
    },
    "encoder.layer.5.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 59613184,
        "bytes": 1048576
      },
      "scales": {
        "shard": 3,
        "offset": 60661760,
        "bytes": 32768
      }
    },
    "encoder.layer.5.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 60694528,
        "bytes": 2048
      }
    },
    "encoder.layer.5.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 60696576,
        "bytes": 2048
      }
    },
    "encoder.layer.5.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 60698624,
        "bytes": 8192
      }
    },
    "encoder.layer.5.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 3,
        "offset": 60706816,
        "bytes": 4194304
      },
      "scales": {
        "shard": 3,
        "offset": 64901120,
        "bytes": 131072
      }
    },
    "encoder.layer.5.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 65032192,
        "bytes": 2048
      }
    },
    "encoder.layer.5.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 4,
        "offset": 0,
        "bytes": 4194304
      },
      "scales": {
        "shard": 4,
        "offset": 4194304,
        "bytes": 131072
      }
    },
    "encoder.layer.5.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 4325376,
        "bytes": 2048
      }
    },
    "encoder.layer.5.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 4327424,
        "bytes": 2048
      }
    },
    "encoder.layer.5.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 4329472,
        "bytes": 2048
      }
    },
    "encoder.layer.5.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 4331520,
        "bytes": 2048
      }
    },
    "encoder.layer.6.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 4333568,
        "bytes": 2048
      }
    },
    "encoder.layer.6.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 4335616,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 5384192,
        "bytes": 32768
      }
    },
    "encoder.layer.6.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 5416960,
        "bytes": 2048
      }
    },
    "encoder.layer.6.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 5419008,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 6467584,
        "bytes": 32768
      }
    },
    "encoder.layer.6.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 6500352,
        "bytes": 2048
      }
    },
    "encoder.layer.6.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 6502400,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 7550976,
        "bytes": 32768
      }
    },
    "encoder.layer.6.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 7583744,
        "bytes": 2048
      }
    },
    "encoder.layer.6.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 7585792,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 8634368,
        "bytes": 32768
      }
    },
    "encoder.layer.6.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 8667136,
        "bytes": 2048
      }
    },
    "encoder.layer.6.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 8669184,
        "bytes": 2048
      }
    },
    "encoder.layer.6.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 8671232,
        "bytes": 8192
      }
    },
    "encoder.layer.6.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 8679424,
        "bytes": 4194304
      },
      "scales": {
        "shard": 4,
        "offset": 12873728,
        "bytes": 131072
      }
    },
    "encoder.layer.6.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 13004800,
        "bytes": 2048
      }
    },
    "encoder.layer.6.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 4,
        "offset": 13006848,
        "bytes": 4194304
      },
      "scales": {
        "shard": 4,
        "offset": 17201152,
        "bytes": 131072
      }
    },
    "encoder.layer.6.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 17332224,
        "bytes": 2048
      }
    },
    "encoder.layer.6.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 17334272,
        "bytes": 2048
      }
    },
    "encoder.layer.6.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 17336320,
        "bytes": 2048
      }
    },
    "encoder.layer.6.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 17338368,
        "bytes": 2048
      }
    },
    "encoder.layer.7.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 17340416,
        "bytes": 2048
      }
    },
    "encoder.layer.7.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 17342464,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 18391040,
        "bytes": 32768
      }
    },
    "encoder.layer.7.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 18423808,
        "bytes": 2048
      }
    },
    "encoder.layer.7.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 18425856,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 19474432,
        "bytes": 32768
      }
    },
    "encoder.layer.7.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 19507200,
        "bytes": 2048
      }
    },
    "encoder.layer.7.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 19509248,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 20557824,
        "bytes": 32768
      }
    },
    "encoder.layer.7.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 20590592,
        "bytes": 2048
      }
    },
    "encoder.layer.7.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 20592640,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 21641216,
        "bytes": 32768
      }
    },
    "encoder.layer.7.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 21673984,
        "bytes": 2048
      }
    },
    "encoder.layer.7.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 21676032,
        "bytes": 2048
      }
    },
    "encoder.layer.7.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 21678080,
        "bytes": 8192
      }
    },
    "encoder.layer.7.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 21686272,
        "bytes": 4194304
      },
      "scales": {
        "shard": 4,
        "offset": 25880576,
        "bytes": 131072
      }
    },
    "encoder.layer.7.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 26011648,
        "bytes": 2048
      }
    },
    "encoder.layer.7.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 4,
        "offset": 26013696,
        "bytes": 4194304
      },
      "scales": {
        "shard": 4,
        "offset": 30208000,
        "bytes": 131072
      }
    },
    "encoder.layer.7.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 30339072,
        "bytes": 2048
      }
    },
    "encoder.layer.7.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 30341120,
        "bytes": 2048
      }
    },
    "encoder.layer.7.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 30343168,
        "bytes": 2048
      }
    },
    "encoder.layer.7.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 30345216,
        "bytes": 2048
      }
    },
    "encoder.layer.8.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 30347264,
        "bytes": 2048
      }
    },
    "encoder.layer.8.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 30349312,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 31397888,
        "bytes": 32768
      }
    },
    "encoder.layer.8.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 31430656,
        "bytes": 2048
      }
    },
    "encoder.layer.8.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 31432704,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 32481280,
        "bytes": 32768
      }
    },
    "encoder.layer.8.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 32514048,
        "bytes": 2048
      }
    },
    "encoder.layer.8.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 32516096,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 33564672,
        "bytes": 32768
      }
    },
    "encoder.layer.8.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 33597440,
        "bytes": 2048
      }
    },
    "encoder.layer.8.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 33599488,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 34648064,
        "bytes": 32768
      }
    },
    "encoder.layer.8.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 34680832,
        "bytes": 2048
      }
    },
    "encoder.layer.8.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 34682880,
        "bytes": 2048
      }
    },
    "encoder.layer.8.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 34684928,
        "bytes": 8192
      }
    },
    "encoder.layer.8.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 34693120,
        "bytes": 4194304
      },
      "scales": {
        "shard": 4,
        "offset": 38887424,
        "bytes": 131072
      }
    },
    "encoder.layer.8.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 39018496,
        "bytes": 2048
      }
    },
    "encoder.layer.8.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 4,
        "offset": 39020544,
        "bytes": 4194304
      },
      "scales": {
        "shard": 4,
        "offset": 43214848,
        "bytes": 131072
      }
    },
    "encoder.layer.8.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 43345920,
        "bytes": 2048
      }
    },
    "encoder.layer.8.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 43347968,
        "bytes": 2048
      }
    },
    "encoder.layer.8.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 43350016,
        "bytes": 2048
      }
    },
    "encoder.layer.8.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 43352064,
        "bytes": 2048
      }
    },
    "encoder.layer.9.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 43354112,
        "bytes": 2048
      }
    },
    "encoder.layer.9.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 43356160,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 44404736,
        "bytes": 32768
      }
    },
    "encoder.layer.9.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 44437504,
        "bytes": 2048
      }
    },
    "encoder.layer.9.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 44439552,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 45488128,
        "bytes": 32768
      }
    },
    "encoder.layer.9.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 45520896,
        "bytes": 2048
      }
    },
    "encoder.layer.9.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 45522944,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 46571520,
        "bytes": 32768
      }
    },
    "encoder.layer.9.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 46604288,
        "bytes": 2048
      }
    },
    "encoder.layer.9.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 46606336,
        "bytes": 1048576
      },
      "scales": {
        "shard": 4,
        "offset": 47654912,
        "bytes": 32768
      }
    },
    "encoder.layer.9.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 47687680,
        "bytes": 2048
      }
    },
    "encoder.layer.9.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 47689728,
        "bytes": 2048
      }
    },
    "encoder.layer.9.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 47691776,
        "bytes": 8192
      }
    },
    "encoder.layer.9.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "data": {
        "shard": 4,
        "offset": 47699968,
        "bytes": 4194304
      },
      "scales": {
        "shard": 4,
        "offset": 51894272,
        "bytes": 131072
      }
    },
    "encoder.layer.9.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 52025344,
        "bytes": 2048
      }
    },
    "encoder.layer.9.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "data": {
        "shard": 4,
        "offset": 52027392,
        "bytes": 4194304
      },
      "scales": {
        "shard": 4,
        "offset": 56221696,
        "bytes": 131072
      }
    },
    "encoder.layer.9.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 56352768,
        "bytes": 2048
      }
    },
    "encoder.layer.9.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 56354816,
        "bytes": 2048
      }
    },
    "encoder.layer.9.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 56356864,
        "bytes": 2048
      }
    },
    "encoder.layer.9.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 56358912,
        "bytes": 2048
      }
    },
    "layernorm.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 56360960,
        "bytes": 2048
      }
    },
    "layernorm.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 56363008,
        "bytes": 2048
      }
    }
  }
}