{
  "schema": "trellis-webgpu-pack",
  "version": 1,
  "stage": "imageEncoder",
  "upstreamRevision": "e4c89a4e05589de9b3e188688a303d0f3c04d0f3",
  "shards": [
    {
      "file": "stage-000.bin",
      "bytes": 66911232,
      "sha256": "b0cd6c96e03ddb04012451d17f9f205d3475ba9ebb86aef05c0a69144f8b79a0"
    },
    {
      "file": "stage-001.bin",
      "bytes": 66691072,
      "sha256": "53ad5c083824c97100cb87f2b8b89f17f8a01e2b5602cfe6712cabdac69ed43a"
    },
    {
      "file": "stage-002.bin",
      "bytes": 65630208,
      "sha256": "a22b8a11c24a41949fc3a584b2f5cf5b8b3e274e19694915cb6869a1e83983a5"
    },
    {
      "file": "stage-003.bin",
      "bytes": 66234368,
      "sha256": "bc4b8433aaedbf356896ba19adfc50b124d220348c50934c5c72b2cca71bfd70"
    },
    {
      "file": "stage-004.bin",
      "bytes": 65050624,
      "sha256": "729a6b912725037dbb818277efabbd2c2ee326c97c051287b47d8699251e00b3"
    },
    {
      "file": "stage-005.bin",
      "bytes": 65630208,
      "sha256": "ee5f7b513c7a11ec970707f76291f281372aa101a77d98526a0f0c888ef911eb"
    },
    {
      "file": "stage-006.bin",
      "bytes": 66234368,
      "sha256": "2ae93178c535a3b29fdd28ac91b0cee8e9483f561b68da20eb02c309bcbf23bb"
    },
    {
      "file": "stage-007.bin",
      "bytes": 34463744,
      "sha256": "2d40d3bb21a58145168e6b08000ccfa82b045e8a0263d8eebf465cbf6776a150"
    }
  ],
  "tensors": {
    "embeddings.cls_token": {
      "shape": [
        1,
        1,
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 0,
        "bytes": 2048
      }
    },
    "embeddings.mask_token": {
      "shape": [
        1,
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 2048,
        "bytes": 2048
      }
    },
    "embeddings.patch_embeddings.projection.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 4096,
        "bytes": 2048
      }
    },
    "embeddings.patch_embeddings.projection.weight": {
      "shape": [
        1024,
        3,
        14,
        14
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 588,
      "padded_rows": 1024,
      "padded_columns": 640,
      "base_data": {
        "shard": 0,
        "offset": 6144,
        "bytes": 655360
      },
      "base_scales": {
        "shard": 0,
        "offset": 661504,
        "bytes": 20480
      },
      "residual_data": {
        "shard": 0,
        "offset": 681984,
        "bytes": 327680
      },
      "residual_scales": {
        "shard": 0,
        "offset": 1009664,
        "bytes": 20480
      }
    },
    "embeddings.position_embeddings": {
      "shape": [
        1,
        1370,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1,
      "columns": 1402880,
      "padded_rows": 16,
      "padded_columns": 1402880,
      "data": {
        "shard": 0,
        "offset": 1030144,
        "bytes": 22446080
      },
      "scales": {
        "shard": 0,
        "offset": 23476224,
        "bytes": 701440
      }
    },
    "embeddings.register_tokens": {
      "shape": [
        1,
        4,
        1024
      ],
      "encoding": "symmetric-quantized",
      "bits": 8,
      "group_size": 64,
      "output_tile": 16,
      "rows": 1,
      "columns": 4096,
      "padded_rows": 16,
      "padded_columns": 4096,
      "data": {
        "shard": 0,
        "offset": 24177664,
        "bytes": 65536
      },
      "scales": {
        "shard": 0,
        "offset": 24243200,
        "bytes": 2048
      }
    },
    "encoder.layer.0.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 24245248,
        "bytes": 2048
      }
    },
    "encoder.layer.0.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 0,
        "offset": 24247296,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 0,
        "offset": 25295872,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 0,
        "offset": 25328640,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 0,
        "offset": 25852928,
        "bytes": 32768
      }
    },
    "encoder.layer.0.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 25885696,
        "bytes": 2048
      }
    },
    "encoder.layer.0.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 0,
        "offset": 25887744,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 0,
        "offset": 26936320,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 0,
        "offset": 26969088,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 0,
        "offset": 27493376,
        "bytes": 32768
      }
    },
    "encoder.layer.0.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 27526144,
        "bytes": 2048
      }
    },
    "encoder.layer.0.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 0,
        "offset": 27528192,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 0,
        "offset": 28576768,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 0,
        "offset": 28609536,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 0,
        "offset": 29133824,
        "bytes": 32768
      }
    },
    "encoder.layer.0.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 29166592,
        "bytes": 2048
      }
    },
    "encoder.layer.0.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 0,
        "offset": 29168640,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 0,
        "offset": 30217216,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 0,
        "offset": 30249984,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 0,
        "offset": 30774272,
        "bytes": 32768
      }
    },
    "encoder.layer.0.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 30807040,
        "bytes": 2048
      }
    },
    "encoder.layer.0.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 30809088,
        "bytes": 2048
      }
    },
    "encoder.layer.0.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 30811136,
        "bytes": 8192
      }
    },
    "encoder.layer.0.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 0,
        "offset": 30819328,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 0,
        "offset": 35013632,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 0,
        "offset": 35144704,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 0,
        "offset": 37241856,
        "bytes": 131072
      }
    },
    "encoder.layer.0.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 37372928,
        "bytes": 2048
      }
    },
    "encoder.layer.0.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 0,
        "offset": 37374976,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 0,
        "offset": 41569280,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 0,
        "offset": 41700352,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 0,
        "offset": 43797504,
        "bytes": 131072
      }
    },
    "encoder.layer.0.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 43928576,
        "bytes": 2048
      }
    },
    "encoder.layer.0.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 43930624,
        "bytes": 2048
      }
    },
    "encoder.layer.0.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 43932672,
        "bytes": 2048
      }
    },
    "encoder.layer.0.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 43934720,
        "bytes": 2048
      }
    },
    "encoder.layer.1.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 43936768,
        "bytes": 2048
      }
    },
    "encoder.layer.1.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 0,
        "offset": 43938816,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 0,
        "offset": 44987392,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 0,
        "offset": 45020160,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 0,
        "offset": 45544448,
        "bytes": 32768
      }
    },
    "encoder.layer.1.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 45577216,
        "bytes": 2048
      }
    },
    "encoder.layer.1.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 0,
        "offset": 45579264,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 0,
        "offset": 46627840,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 0,
        "offset": 46660608,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 0,
        "offset": 47184896,
        "bytes": 32768
      }
    },
    "encoder.layer.1.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 47217664,
        "bytes": 2048
      }
    },
    "encoder.layer.1.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 0,
        "offset": 47219712,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 0,
        "offset": 48268288,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 0,
        "offset": 48301056,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 0,
        "offset": 48825344,
        "bytes": 32768
      }
    },
    "encoder.layer.1.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 48858112,
        "bytes": 2048
      }
    },
    "encoder.layer.1.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 0,
        "offset": 48860160,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 0,
        "offset": 49908736,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 0,
        "offset": 49941504,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 0,
        "offset": 50465792,
        "bytes": 32768
      }
    },
    "encoder.layer.1.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 50498560,
        "bytes": 2048
      }
    },
    "encoder.layer.1.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 50500608,
        "bytes": 2048
      }
    },
    "encoder.layer.1.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 50502656,
        "bytes": 8192
      }
    },
    "encoder.layer.1.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 0,
        "offset": 50510848,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 0,
        "offset": 54705152,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 0,
        "offset": 54836224,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 0,
        "offset": 56933376,
        "bytes": 131072
      }
    },
    "encoder.layer.1.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 57064448,
        "bytes": 2048
      }
    },
    "encoder.layer.1.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 0,
        "offset": 57066496,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 0,
        "offset": 61260800,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 0,
        "offset": 61391872,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 0,
        "offset": 63489024,
        "bytes": 131072
      }
    },
    "encoder.layer.1.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 63620096,
        "bytes": 2048
      }
    },
    "encoder.layer.1.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 63622144,
        "bytes": 2048
      }
    },
    "encoder.layer.1.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 63624192,
        "bytes": 2048
      }
    },
    "encoder.layer.1.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 63626240,
        "bytes": 2048
      }
    },
    "encoder.layer.10.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 63628288,
        "bytes": 2048
      }
    },
    "encoder.layer.10.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 0,
        "offset": 63630336,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 0,
        "offset": 64678912,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 0,
        "offset": 64711680,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 0,
        "offset": 65235968,
        "bytes": 32768
      }
    },
    "encoder.layer.10.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 65268736,
        "bytes": 2048
      }
    },
    "encoder.layer.10.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 0,
        "offset": 65270784,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 0,
        "offset": 66319360,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 0,
        "offset": 66352128,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 0,
        "offset": 66876416,
        "bytes": 32768
      }
    },
    "encoder.layer.10.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 0,
        "offset": 66909184,
        "bytes": 2048
      }
    },
    "encoder.layer.10.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 0,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 1048576,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 1081344,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 1605632,
        "bytes": 32768
      }
    },
    "encoder.layer.10.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 1638400,
        "bytes": 2048
      }
    },
    "encoder.layer.10.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 1640448,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 2689024,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 2721792,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 3246080,
        "bytes": 32768
      }
    },
    "encoder.layer.10.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 3278848,
        "bytes": 2048
      }
    },
    "encoder.layer.10.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 3280896,
        "bytes": 2048
      }
    },
    "encoder.layer.10.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 3282944,
        "bytes": 8192
      }
    },
    "encoder.layer.10.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 3291136,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 1,
        "offset": 7485440,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 1,
        "offset": 7616512,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 1,
        "offset": 9713664,
        "bytes": 131072
      }
    },
    "encoder.layer.10.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 9844736,
        "bytes": 2048
      }
    },
    "encoder.layer.10.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 1,
        "offset": 9846784,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 1,
        "offset": 14041088,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 1,
        "offset": 14172160,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 1,
        "offset": 16269312,
        "bytes": 131072
      }
    },
    "encoder.layer.10.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 16400384,
        "bytes": 2048
      }
    },
    "encoder.layer.10.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 16402432,
        "bytes": 2048
      }
    },
    "encoder.layer.10.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 16404480,
        "bytes": 2048
      }
    },
    "encoder.layer.10.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 16406528,
        "bytes": 2048
      }
    },
    "encoder.layer.11.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 16408576,
        "bytes": 2048
      }
    },
    "encoder.layer.11.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 16410624,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 17459200,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 17491968,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 18016256,
        "bytes": 32768
      }
    },
    "encoder.layer.11.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 18049024,
        "bytes": 2048
      }
    },
    "encoder.layer.11.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 18051072,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 19099648,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 19132416,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 19656704,
        "bytes": 32768
      }
    },
    "encoder.layer.11.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 19689472,
        "bytes": 2048
      }
    },
    "encoder.layer.11.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 19691520,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 20740096,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 20772864,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 21297152,
        "bytes": 32768
      }
    },
    "encoder.layer.11.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 21329920,
        "bytes": 2048
      }
    },
    "encoder.layer.11.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 21331968,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 22380544,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 22413312,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 22937600,
        "bytes": 32768
      }
    },
    "encoder.layer.11.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 22970368,
        "bytes": 2048
      }
    },
    "encoder.layer.11.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 22972416,
        "bytes": 2048
      }
    },
    "encoder.layer.11.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 22974464,
        "bytes": 8192
      }
    },
    "encoder.layer.11.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 22982656,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 1,
        "offset": 27176960,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 1,
        "offset": 27308032,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 1,
        "offset": 29405184,
        "bytes": 131072
      }
    },
    "encoder.layer.11.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 29536256,
        "bytes": 2048
      }
    },
    "encoder.layer.11.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 1,
        "offset": 29538304,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 1,
        "offset": 33732608,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 1,
        "offset": 33863680,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 1,
        "offset": 35960832,
        "bytes": 131072
      }
    },
    "encoder.layer.11.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 36091904,
        "bytes": 2048
      }
    },
    "encoder.layer.11.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 36093952,
        "bytes": 2048
      }
    },
    "encoder.layer.11.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 36096000,
        "bytes": 2048
      }
    },
    "encoder.layer.11.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 36098048,
        "bytes": 2048
      }
    },
    "encoder.layer.12.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 36100096,
        "bytes": 2048
      }
    },
    "encoder.layer.12.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 36102144,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 37150720,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 37183488,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 37707776,
        "bytes": 32768
      }
    },
    "encoder.layer.12.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 37740544,
        "bytes": 2048
      }
    },
    "encoder.layer.12.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 37742592,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 38791168,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 38823936,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 39348224,
        "bytes": 32768
      }
    },
    "encoder.layer.12.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 39380992,
        "bytes": 2048
      }
    },
    "encoder.layer.12.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 39383040,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 40431616,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 40464384,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 40988672,
        "bytes": 32768
      }
    },
    "encoder.layer.12.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 41021440,
        "bytes": 2048
      }
    },
    "encoder.layer.12.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 41023488,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 42072064,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 42104832,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 42629120,
        "bytes": 32768
      }
    },
    "encoder.layer.12.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 42661888,
        "bytes": 2048
      }
    },
    "encoder.layer.12.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 42663936,
        "bytes": 2048
      }
    },
    "encoder.layer.12.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 42665984,
        "bytes": 8192
      }
    },
    "encoder.layer.12.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 42674176,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 1,
        "offset": 46868480,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 1,
        "offset": 46999552,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 1,
        "offset": 49096704,
        "bytes": 131072
      }
    },
    "encoder.layer.12.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 49227776,
        "bytes": 2048
      }
    },
    "encoder.layer.12.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 1,
        "offset": 49229824,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 1,
        "offset": 53424128,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 1,
        "offset": 53555200,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 1,
        "offset": 55652352,
        "bytes": 131072
      }
    },
    "encoder.layer.12.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 55783424,
        "bytes": 2048
      }
    },
    "encoder.layer.12.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 55785472,
        "bytes": 2048
      }
    },
    "encoder.layer.12.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 55787520,
        "bytes": 2048
      }
    },
    "encoder.layer.12.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 55789568,
        "bytes": 2048
      }
    },
    "encoder.layer.13.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 55791616,
        "bytes": 2048
      }
    },
    "encoder.layer.13.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 55793664,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 56842240,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 56875008,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 57399296,
        "bytes": 32768
      }
    },
    "encoder.layer.13.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 57432064,
        "bytes": 2048
      }
    },
    "encoder.layer.13.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 57434112,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 58482688,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 58515456,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 59039744,
        "bytes": 32768
      }
    },
    "encoder.layer.13.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 59072512,
        "bytes": 2048
      }
    },
    "encoder.layer.13.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 59074560,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 60123136,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 60155904,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 60680192,
        "bytes": 32768
      }
    },
    "encoder.layer.13.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 60712960,
        "bytes": 2048
      }
    },
    "encoder.layer.13.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 60715008,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 1,
        "offset": 61763584,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 1,
        "offset": 61796352,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 1,
        "offset": 62320640,
        "bytes": 32768
      }
    },
    "encoder.layer.13.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 62353408,
        "bytes": 2048
      }
    },
    "encoder.layer.13.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 62355456,
        "bytes": 2048
      }
    },
    "encoder.layer.13.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 1,
        "offset": 62357504,
        "bytes": 8192
      }
    },
    "encoder.layer.13.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 1,
        "offset": 62365696,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 1,
        "offset": 66560000,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 2,
        "offset": 0,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 2,
        "offset": 2097152,
        "bytes": 131072
      }
    },
    "encoder.layer.13.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 2228224,
        "bytes": 2048
      }
    },
    "encoder.layer.13.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 2,
        "offset": 2230272,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 2,
        "offset": 6424576,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 2,
        "offset": 6555648,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 2,
        "offset": 8652800,
        "bytes": 131072
      }
    },
    "encoder.layer.13.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 8783872,
        "bytes": 2048
      }
    },
    "encoder.layer.13.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 8785920,
        "bytes": 2048
      }
    },
    "encoder.layer.13.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 8787968,
        "bytes": 2048
      }
    },
    "encoder.layer.13.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 8790016,
        "bytes": 2048
      }
    },
    "encoder.layer.14.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 8792064,
        "bytes": 2048
      }
    },
    "encoder.layer.14.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 8794112,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 2,
        "offset": 9842688,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 2,
        "offset": 9875456,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 2,
        "offset": 10399744,
        "bytes": 32768
      }
    },
    "encoder.layer.14.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 10432512,
        "bytes": 2048
      }
    },
    "encoder.layer.14.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 10434560,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 2,
        "offset": 11483136,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 2,
        "offset": 11515904,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 2,
        "offset": 12040192,
        "bytes": 32768
      }
    },
    "encoder.layer.14.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 12072960,
        "bytes": 2048
      }
    },
    "encoder.layer.14.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 12075008,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 2,
        "offset": 13123584,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 2,
        "offset": 13156352,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 2,
        "offset": 13680640,
        "bytes": 32768
      }
    },
    "encoder.layer.14.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 13713408,
        "bytes": 2048
      }
    },
    "encoder.layer.14.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 13715456,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 2,
        "offset": 14764032,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 2,
        "offset": 14796800,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 2,
        "offset": 15321088,
        "bytes": 32768
      }
    },
    "encoder.layer.14.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 15353856,
        "bytes": 2048
      }
    },
    "encoder.layer.14.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 15355904,
        "bytes": 2048
      }
    },
    "encoder.layer.14.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 15357952,
        "bytes": 8192
      }
    },
    "encoder.layer.14.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 15366144,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 2,
        "offset": 19560448,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 2,
        "offset": 19691520,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 2,
        "offset": 21788672,
        "bytes": 131072
      }
    },
    "encoder.layer.14.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 21919744,
        "bytes": 2048
      }
    },
    "encoder.layer.14.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 2,
        "offset": 21921792,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 2,
        "offset": 26116096,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 2,
        "offset": 26247168,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 2,
        "offset": 28344320,
        "bytes": 131072
      }
    },
    "encoder.layer.14.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 28475392,
        "bytes": 2048
      }
    },
    "encoder.layer.14.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 28477440,
        "bytes": 2048
      }
    },
    "encoder.layer.14.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 28479488,
        "bytes": 2048
      }
    },
    "encoder.layer.14.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 28481536,
        "bytes": 2048
      }
    },
    "encoder.layer.15.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 28483584,
        "bytes": 2048
      }
    },
    "encoder.layer.15.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 28485632,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 2,
        "offset": 29534208,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 2,
        "offset": 29566976,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 2,
        "offset": 30091264,
        "bytes": 32768
      }
    },
    "encoder.layer.15.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 30124032,
        "bytes": 2048
      }
    },
    "encoder.layer.15.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 30126080,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 2,
        "offset": 31174656,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 2,
        "offset": 31207424,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 2,
        "offset": 31731712,
        "bytes": 32768
      }
    },
    "encoder.layer.15.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 31764480,
        "bytes": 2048
      }
    },
    "encoder.layer.15.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 31766528,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 2,
        "offset": 32815104,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 2,
        "offset": 32847872,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 2,
        "offset": 33372160,
        "bytes": 32768
      }
    },
    "encoder.layer.15.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 33404928,
        "bytes": 2048
      }
    },
    "encoder.layer.15.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 33406976,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 2,
        "offset": 34455552,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 2,
        "offset": 34488320,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 2,
        "offset": 35012608,
        "bytes": 32768
      }
    },
    "encoder.layer.15.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 35045376,
        "bytes": 2048
      }
    },
    "encoder.layer.15.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 35047424,
        "bytes": 2048
      }
    },
    "encoder.layer.15.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 35049472,
        "bytes": 8192
      }
    },
    "encoder.layer.15.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 35057664,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 2,
        "offset": 39251968,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 2,
        "offset": 39383040,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 2,
        "offset": 41480192,
        "bytes": 131072
      }
    },
    "encoder.layer.15.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 41611264,
        "bytes": 2048
      }
    },
    "encoder.layer.15.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 2,
        "offset": 41613312,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 2,
        "offset": 45807616,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 2,
        "offset": 45938688,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 2,
        "offset": 48035840,
        "bytes": 131072
      }
    },
    "encoder.layer.15.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 48166912,
        "bytes": 2048
      }
    },
    "encoder.layer.15.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 48168960,
        "bytes": 2048
      }
    },
    "encoder.layer.15.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 48171008,
        "bytes": 2048
      }
    },
    "encoder.layer.15.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 48173056,
        "bytes": 2048
      }
    },
    "encoder.layer.16.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 48175104,
        "bytes": 2048
      }
    },
    "encoder.layer.16.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 48177152,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 2,
        "offset": 49225728,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 2,
        "offset": 49258496,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 2,
        "offset": 49782784,
        "bytes": 32768
      }
    },
    "encoder.layer.16.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 49815552,
        "bytes": 2048
      }
    },
    "encoder.layer.16.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 49817600,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 2,
        "offset": 50866176,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 2,
        "offset": 50898944,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 2,
        "offset": 51423232,
        "bytes": 32768
      }
    },
    "encoder.layer.16.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 51456000,
        "bytes": 2048
      }
    },
    "encoder.layer.16.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 51458048,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 2,
        "offset": 52506624,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 2,
        "offset": 52539392,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 2,
        "offset": 53063680,
        "bytes": 32768
      }
    },
    "encoder.layer.16.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 53096448,
        "bytes": 2048
      }
    },
    "encoder.layer.16.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 53098496,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 2,
        "offset": 54147072,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 2,
        "offset": 54179840,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 2,
        "offset": 54704128,
        "bytes": 32768
      }
    },
    "encoder.layer.16.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 54736896,
        "bytes": 2048
      }
    },
    "encoder.layer.16.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 54738944,
        "bytes": 2048
      }
    },
    "encoder.layer.16.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 54740992,
        "bytes": 8192
      }
    },
    "encoder.layer.16.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 2,
        "offset": 54749184,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 2,
        "offset": 58943488,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 2,
        "offset": 59074560,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 2,
        "offset": 61171712,
        "bytes": 131072
      }
    },
    "encoder.layer.16.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 2,
        "offset": 61302784,
        "bytes": 2048
      }
    },
    "encoder.layer.16.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 2,
        "offset": 61304832,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 2,
        "offset": 65499136,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 3,
        "offset": 0,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 3,
        "offset": 2097152,
        "bytes": 131072
      }
    },
    "encoder.layer.16.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 2228224,
        "bytes": 2048
      }
    },
    "encoder.layer.16.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 2230272,
        "bytes": 2048
      }
    },
    "encoder.layer.16.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 2232320,
        "bytes": 2048
      }
    },
    "encoder.layer.16.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 2234368,
        "bytes": 2048
      }
    },
    "encoder.layer.17.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 2236416,
        "bytes": 2048
      }
    },
    "encoder.layer.17.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 2238464,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 3287040,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 3319808,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 3844096,
        "bytes": 32768
      }
    },
    "encoder.layer.17.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 3876864,
        "bytes": 2048
      }
    },
    "encoder.layer.17.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 3878912,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 4927488,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 4960256,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 5484544,
        "bytes": 32768
      }
    },
    "encoder.layer.17.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 5517312,
        "bytes": 2048
      }
    },
    "encoder.layer.17.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 5519360,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 6567936,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 6600704,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 7124992,
        "bytes": 32768
      }
    },
    "encoder.layer.17.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 7157760,
        "bytes": 2048
      }
    },
    "encoder.layer.17.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 7159808,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 8208384,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 8241152,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 8765440,
        "bytes": 32768
      }
    },
    "encoder.layer.17.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 8798208,
        "bytes": 2048
      }
    },
    "encoder.layer.17.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 8800256,
        "bytes": 2048
      }
    },
    "encoder.layer.17.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 8802304,
        "bytes": 8192
      }
    },
    "encoder.layer.17.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 8810496,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 3,
        "offset": 13004800,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 3,
        "offset": 13135872,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 3,
        "offset": 15233024,
        "bytes": 131072
      }
    },
    "encoder.layer.17.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 15364096,
        "bytes": 2048
      }
    },
    "encoder.layer.17.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 3,
        "offset": 15366144,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 3,
        "offset": 19560448,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 3,
        "offset": 19691520,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 3,
        "offset": 21788672,
        "bytes": 131072
      }
    },
    "encoder.layer.17.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 21919744,
        "bytes": 2048
      }
    },
    "encoder.layer.17.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 21921792,
        "bytes": 2048
      }
    },
    "encoder.layer.17.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 21923840,
        "bytes": 2048
      }
    },
    "encoder.layer.17.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 21925888,
        "bytes": 2048
      }
    },
    "encoder.layer.18.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 21927936,
        "bytes": 2048
      }
    },
    "encoder.layer.18.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 21929984,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 22978560,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 23011328,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 23535616,
        "bytes": 32768
      }
    },
    "encoder.layer.18.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 23568384,
        "bytes": 2048
      }
    },
    "encoder.layer.18.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 23570432,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 24619008,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 24651776,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 25176064,
        "bytes": 32768
      }
    },
    "encoder.layer.18.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 25208832,
        "bytes": 2048
      }
    },
    "encoder.layer.18.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 25210880,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 26259456,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 26292224,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 26816512,
        "bytes": 32768
      }
    },
    "encoder.layer.18.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 26849280,
        "bytes": 2048
      }
    },
    "encoder.layer.18.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 26851328,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 27899904,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 27932672,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 28456960,
        "bytes": 32768
      }
    },
    "encoder.layer.18.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 28489728,
        "bytes": 2048
      }
    },
    "encoder.layer.18.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 28491776,
        "bytes": 2048
      }
    },
    "encoder.layer.18.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 28493824,
        "bytes": 8192
      }
    },
    "encoder.layer.18.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 28502016,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 3,
        "offset": 32696320,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 3,
        "offset": 32827392,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 3,
        "offset": 34924544,
        "bytes": 131072
      }
    },
    "encoder.layer.18.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 35055616,
        "bytes": 2048
      }
    },
    "encoder.layer.18.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 3,
        "offset": 35057664,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 3,
        "offset": 39251968,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 3,
        "offset": 39383040,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 3,
        "offset": 41480192,
        "bytes": 131072
      }
    },
    "encoder.layer.18.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 41611264,
        "bytes": 2048
      }
    },
    "encoder.layer.18.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 41613312,
        "bytes": 2048
      }
    },
    "encoder.layer.18.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 41615360,
        "bytes": 2048
      }
    },
    "encoder.layer.18.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 41617408,
        "bytes": 2048
      }
    },
    "encoder.layer.19.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 41619456,
        "bytes": 2048
      }
    },
    "encoder.layer.19.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 41621504,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 42670080,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 42702848,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 43227136,
        "bytes": 32768
      }
    },
    "encoder.layer.19.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 43259904,
        "bytes": 2048
      }
    },
    "encoder.layer.19.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 43261952,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 44310528,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 44343296,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 44867584,
        "bytes": 32768
      }
    },
    "encoder.layer.19.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 44900352,
        "bytes": 2048
      }
    },
    "encoder.layer.19.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 44902400,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 45950976,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 45983744,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 46508032,
        "bytes": 32768
      }
    },
    "encoder.layer.19.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 46540800,
        "bytes": 2048
      }
    },
    "encoder.layer.19.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 46542848,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 47591424,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 47624192,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 48148480,
        "bytes": 32768
      }
    },
    "encoder.layer.19.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 48181248,
        "bytes": 2048
      }
    },
    "encoder.layer.19.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 48183296,
        "bytes": 2048
      }
    },
    "encoder.layer.19.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 48185344,
        "bytes": 8192
      }
    },
    "encoder.layer.19.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 48193536,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 3,
        "offset": 52387840,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 3,
        "offset": 52518912,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 3,
        "offset": 54616064,
        "bytes": 131072
      }
    },
    "encoder.layer.19.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 54747136,
        "bytes": 2048
      }
    },
    "encoder.layer.19.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 3,
        "offset": 54749184,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 3,
        "offset": 58943488,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 3,
        "offset": 59074560,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 3,
        "offset": 61171712,
        "bytes": 131072
      }
    },
    "encoder.layer.19.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 61302784,
        "bytes": 2048
      }
    },
    "encoder.layer.19.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 61304832,
        "bytes": 2048
      }
    },
    "encoder.layer.19.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 61306880,
        "bytes": 2048
      }
    },
    "encoder.layer.19.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 61308928,
        "bytes": 2048
      }
    },
    "encoder.layer.2.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 61310976,
        "bytes": 2048
      }
    },
    "encoder.layer.2.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 61313024,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 62361600,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 62394368,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 62918656,
        "bytes": 32768
      }
    },
    "encoder.layer.2.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 62951424,
        "bytes": 2048
      }
    },
    "encoder.layer.2.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 62953472,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 64002048,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 64034816,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 64559104,
        "bytes": 32768
      }
    },
    "encoder.layer.2.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 64591872,
        "bytes": 2048
      }
    },
    "encoder.layer.2.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 3,
        "offset": 64593920,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 3,
        "offset": 65642496,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 3,
        "offset": 65675264,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 3,
        "offset": 66199552,
        "bytes": 32768
      }
    },
    "encoder.layer.2.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 3,
        "offset": 66232320,
        "bytes": 2048
      }
    },
    "encoder.layer.2.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 0,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 4,
        "offset": 1048576,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 4,
        "offset": 1081344,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 4,
        "offset": 1605632,
        "bytes": 32768
      }
    },
    "encoder.layer.2.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 1638400,
        "bytes": 2048
      }
    },
    "encoder.layer.2.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 1640448,
        "bytes": 2048
      }
    },
    "encoder.layer.2.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 1642496,
        "bytes": 8192
      }
    },
    "encoder.layer.2.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 1650688,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 4,
        "offset": 5844992,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 4,
        "offset": 5976064,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 4,
        "offset": 8073216,
        "bytes": 131072
      }
    },
    "encoder.layer.2.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 8204288,
        "bytes": 2048
      }
    },
    "encoder.layer.2.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 4,
        "offset": 8206336,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 4,
        "offset": 12400640,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 4,
        "offset": 12531712,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 4,
        "offset": 14628864,
        "bytes": 131072
      }
    },
    "encoder.layer.2.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 14759936,
        "bytes": 2048
      }
    },
    "encoder.layer.2.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 14761984,
        "bytes": 2048
      }
    },
    "encoder.layer.2.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 14764032,
        "bytes": 2048
      }
    },
    "encoder.layer.2.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 14766080,
        "bytes": 2048
      }
    },
    "encoder.layer.20.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 14768128,
        "bytes": 2048
      }
    },
    "encoder.layer.20.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 14770176,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 4,
        "offset": 15818752,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 4,
        "offset": 15851520,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 4,
        "offset": 16375808,
        "bytes": 32768
      }
    },
    "encoder.layer.20.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 16408576,
        "bytes": 2048
      }
    },
    "encoder.layer.20.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 16410624,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 4,
        "offset": 17459200,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 4,
        "offset": 17491968,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 4,
        "offset": 18016256,
        "bytes": 32768
      }
    },
    "encoder.layer.20.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 18049024,
        "bytes": 2048
      }
    },
    "encoder.layer.20.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 18051072,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 4,
        "offset": 19099648,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 4,
        "offset": 19132416,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 4,
        "offset": 19656704,
        "bytes": 32768
      }
    },
    "encoder.layer.20.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 19689472,
        "bytes": 2048
      }
    },
    "encoder.layer.20.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 19691520,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 4,
        "offset": 20740096,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 4,
        "offset": 20772864,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 4,
        "offset": 21297152,
        "bytes": 32768
      }
    },
    "encoder.layer.20.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 21329920,
        "bytes": 2048
      }
    },
    "encoder.layer.20.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 21331968,
        "bytes": 2048
      }
    },
    "encoder.layer.20.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 21334016,
        "bytes": 8192
      }
    },
    "encoder.layer.20.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 21342208,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 4,
        "offset": 25536512,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 4,
        "offset": 25667584,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 4,
        "offset": 27764736,
        "bytes": 131072
      }
    },
    "encoder.layer.20.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 27895808,
        "bytes": 2048
      }
    },
    "encoder.layer.20.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 4,
        "offset": 27897856,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 4,
        "offset": 32092160,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 4,
        "offset": 32223232,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 4,
        "offset": 34320384,
        "bytes": 131072
      }
    },
    "encoder.layer.20.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 34451456,
        "bytes": 2048
      }
    },
    "encoder.layer.20.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 34453504,
        "bytes": 2048
      }
    },
    "encoder.layer.20.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 34455552,
        "bytes": 2048
      }
    },
    "encoder.layer.20.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 34457600,
        "bytes": 2048
      }
    },
    "encoder.layer.21.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 34459648,
        "bytes": 2048
      }
    },
    "encoder.layer.21.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 34461696,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 4,
        "offset": 35510272,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 4,
        "offset": 35543040,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 4,
        "offset": 36067328,
        "bytes": 32768
      }
    },
    "encoder.layer.21.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 36100096,
        "bytes": 2048
      }
    },
    "encoder.layer.21.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 36102144,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 4,
        "offset": 37150720,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 4,
        "offset": 37183488,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 4,
        "offset": 37707776,
        "bytes": 32768
      }
    },
    "encoder.layer.21.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 37740544,
        "bytes": 2048
      }
    },
    "encoder.layer.21.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 37742592,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 4,
        "offset": 38791168,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 4,
        "offset": 38823936,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 4,
        "offset": 39348224,
        "bytes": 32768
      }
    },
    "encoder.layer.21.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 39380992,
        "bytes": 2048
      }
    },
    "encoder.layer.21.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 39383040,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 4,
        "offset": 40431616,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 4,
        "offset": 40464384,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 4,
        "offset": 40988672,
        "bytes": 32768
      }
    },
    "encoder.layer.21.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 41021440,
        "bytes": 2048
      }
    },
    "encoder.layer.21.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 41023488,
        "bytes": 2048
      }
    },
    "encoder.layer.21.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 41025536,
        "bytes": 8192
      }
    },
    "encoder.layer.21.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 41033728,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 4,
        "offset": 45228032,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 4,
        "offset": 45359104,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 4,
        "offset": 47456256,
        "bytes": 131072
      }
    },
    "encoder.layer.21.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 47587328,
        "bytes": 2048
      }
    },
    "encoder.layer.21.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 4,
        "offset": 47589376,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 4,
        "offset": 51783680,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 4,
        "offset": 51914752,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 4,
        "offset": 54011904,
        "bytes": 131072
      }
    },
    "encoder.layer.21.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 54142976,
        "bytes": 2048
      }
    },
    "encoder.layer.21.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 54145024,
        "bytes": 2048
      }
    },
    "encoder.layer.21.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 54147072,
        "bytes": 2048
      }
    },
    "encoder.layer.21.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 54149120,
        "bytes": 2048
      }
    },
    "encoder.layer.22.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 54151168,
        "bytes": 2048
      }
    },
    "encoder.layer.22.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 54153216,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 4,
        "offset": 55201792,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 4,
        "offset": 55234560,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 4,
        "offset": 55758848,
        "bytes": 32768
      }
    },
    "encoder.layer.22.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 55791616,
        "bytes": 2048
      }
    },
    "encoder.layer.22.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 55793664,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 4,
        "offset": 56842240,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 4,
        "offset": 56875008,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 4,
        "offset": 57399296,
        "bytes": 32768
      }
    },
    "encoder.layer.22.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 57432064,
        "bytes": 2048
      }
    },
    "encoder.layer.22.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 57434112,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 4,
        "offset": 58482688,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 4,
        "offset": 58515456,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 4,
        "offset": 59039744,
        "bytes": 32768
      }
    },
    "encoder.layer.22.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 59072512,
        "bytes": 2048
      }
    },
    "encoder.layer.22.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 59074560,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 4,
        "offset": 60123136,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 4,
        "offset": 60155904,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 4,
        "offset": 60680192,
        "bytes": 32768
      }
    },
    "encoder.layer.22.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 60712960,
        "bytes": 2048
      }
    },
    "encoder.layer.22.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 60715008,
        "bytes": 2048
      }
    },
    "encoder.layer.22.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 4,
        "offset": 60717056,
        "bytes": 8192
      }
    },
    "encoder.layer.22.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 4,
        "offset": 60725248,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 4,
        "offset": 64919552,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 5,
        "offset": 0,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 5,
        "offset": 2097152,
        "bytes": 131072
      }
    },
    "encoder.layer.22.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 2228224,
        "bytes": 2048
      }
    },
    "encoder.layer.22.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 5,
        "offset": 2230272,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 5,
        "offset": 6424576,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 5,
        "offset": 6555648,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 5,
        "offset": 8652800,
        "bytes": 131072
      }
    },
    "encoder.layer.22.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 8783872,
        "bytes": 2048
      }
    },
    "encoder.layer.22.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 8785920,
        "bytes": 2048
      }
    },
    "encoder.layer.22.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 8787968,
        "bytes": 2048
      }
    },
    "encoder.layer.22.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 8790016,
        "bytes": 2048
      }
    },
    "encoder.layer.23.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 8792064,
        "bytes": 2048
      }
    },
    "encoder.layer.23.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 8794112,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 5,
        "offset": 9842688,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 5,
        "offset": 9875456,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 5,
        "offset": 10399744,
        "bytes": 32768
      }
    },
    "encoder.layer.23.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 10432512,
        "bytes": 2048
      }
    },
    "encoder.layer.23.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 10434560,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 5,
        "offset": 11483136,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 5,
        "offset": 11515904,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 5,
        "offset": 12040192,
        "bytes": 32768
      }
    },
    "encoder.layer.23.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 12072960,
        "bytes": 2048
      }
    },
    "encoder.layer.23.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 12075008,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 5,
        "offset": 13123584,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 5,
        "offset": 13156352,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 5,
        "offset": 13680640,
        "bytes": 32768
      }
    },
    "encoder.layer.23.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 13713408,
        "bytes": 2048
      }
    },
    "encoder.layer.23.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 13715456,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 5,
        "offset": 14764032,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 5,
        "offset": 14796800,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 5,
        "offset": 15321088,
        "bytes": 32768
      }
    },
    "encoder.layer.23.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 15353856,
        "bytes": 2048
      }
    },
    "encoder.layer.23.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 15355904,
        "bytes": 2048
      }
    },
    "encoder.layer.23.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 15357952,
        "bytes": 8192
      }
    },
    "encoder.layer.23.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 15366144,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 5,
        "offset": 19560448,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 5,
        "offset": 19691520,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 5,
        "offset": 21788672,
        "bytes": 131072
      }
    },
    "encoder.layer.23.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 21919744,
        "bytes": 2048
      }
    },
    "encoder.layer.23.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 5,
        "offset": 21921792,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 5,
        "offset": 26116096,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 5,
        "offset": 26247168,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 5,
        "offset": 28344320,
        "bytes": 131072
      }
    },
    "encoder.layer.23.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 28475392,
        "bytes": 2048
      }
    },
    "encoder.layer.23.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 28477440,
        "bytes": 2048
      }
    },
    "encoder.layer.23.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 28479488,
        "bytes": 2048
      }
    },
    "encoder.layer.23.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 28481536,
        "bytes": 2048
      }
    },
    "encoder.layer.3.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 28483584,
        "bytes": 2048
      }
    },
    "encoder.layer.3.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 28485632,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 5,
        "offset": 29534208,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 5,
        "offset": 29566976,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 5,
        "offset": 30091264,
        "bytes": 32768
      }
    },
    "encoder.layer.3.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 30124032,
        "bytes": 2048
      }
    },
    "encoder.layer.3.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 30126080,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 5,
        "offset": 31174656,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 5,
        "offset": 31207424,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 5,
        "offset": 31731712,
        "bytes": 32768
      }
    },
    "encoder.layer.3.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 31764480,
        "bytes": 2048
      }
    },
    "encoder.layer.3.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 31766528,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 5,
        "offset": 32815104,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 5,
        "offset": 32847872,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 5,
        "offset": 33372160,
        "bytes": 32768
      }
    },
    "encoder.layer.3.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 33404928,
        "bytes": 2048
      }
    },
    "encoder.layer.3.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 33406976,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 5,
        "offset": 34455552,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 5,
        "offset": 34488320,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 5,
        "offset": 35012608,
        "bytes": 32768
      }
    },
    "encoder.layer.3.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 35045376,
        "bytes": 2048
      }
    },
    "encoder.layer.3.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 35047424,
        "bytes": 2048
      }
    },
    "encoder.layer.3.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 35049472,
        "bytes": 8192
      }
    },
    "encoder.layer.3.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 35057664,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 5,
        "offset": 39251968,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 5,
        "offset": 39383040,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 5,
        "offset": 41480192,
        "bytes": 131072
      }
    },
    "encoder.layer.3.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 41611264,
        "bytes": 2048
      }
    },
    "encoder.layer.3.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 5,
        "offset": 41613312,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 5,
        "offset": 45807616,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 5,
        "offset": 45938688,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 5,
        "offset": 48035840,
        "bytes": 131072
      }
    },
    "encoder.layer.3.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 48166912,
        "bytes": 2048
      }
    },
    "encoder.layer.3.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 48168960,
        "bytes": 2048
      }
    },
    "encoder.layer.3.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 48171008,
        "bytes": 2048
      }
    },
    "encoder.layer.3.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 48173056,
        "bytes": 2048
      }
    },
    "encoder.layer.4.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 48175104,
        "bytes": 2048
      }
    },
    "encoder.layer.4.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 48177152,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 5,
        "offset": 49225728,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 5,
        "offset": 49258496,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 5,
        "offset": 49782784,
        "bytes": 32768
      }
    },
    "encoder.layer.4.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 49815552,
        "bytes": 2048
      }
    },
    "encoder.layer.4.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 49817600,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 5,
        "offset": 50866176,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 5,
        "offset": 50898944,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 5,
        "offset": 51423232,
        "bytes": 32768
      }
    },
    "encoder.layer.4.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 51456000,
        "bytes": 2048
      }
    },
    "encoder.layer.4.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 51458048,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 5,
        "offset": 52506624,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 5,
        "offset": 52539392,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 5,
        "offset": 53063680,
        "bytes": 32768
      }
    },
    "encoder.layer.4.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 53096448,
        "bytes": 2048
      }
    },
    "encoder.layer.4.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 53098496,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 5,
        "offset": 54147072,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 5,
        "offset": 54179840,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 5,
        "offset": 54704128,
        "bytes": 32768
      }
    },
    "encoder.layer.4.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 54736896,
        "bytes": 2048
      }
    },
    "encoder.layer.4.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 54738944,
        "bytes": 2048
      }
    },
    "encoder.layer.4.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 54740992,
        "bytes": 8192
      }
    },
    "encoder.layer.4.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 5,
        "offset": 54749184,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 5,
        "offset": 58943488,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 5,
        "offset": 59074560,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 5,
        "offset": 61171712,
        "bytes": 131072
      }
    },
    "encoder.layer.4.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 5,
        "offset": 61302784,
        "bytes": 2048
      }
    },
    "encoder.layer.4.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 5,
        "offset": 61304832,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 5,
        "offset": 65499136,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 6,
        "offset": 0,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 6,
        "offset": 2097152,
        "bytes": 131072
      }
    },
    "encoder.layer.4.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 2228224,
        "bytes": 2048
      }
    },
    "encoder.layer.4.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 2230272,
        "bytes": 2048
      }
    },
    "encoder.layer.4.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 2232320,
        "bytes": 2048
      }
    },
    "encoder.layer.4.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 2234368,
        "bytes": 2048
      }
    },
    "encoder.layer.5.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 2236416,
        "bytes": 2048
      }
    },
    "encoder.layer.5.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 2238464,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 3287040,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 3319808,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 3844096,
        "bytes": 32768
      }
    },
    "encoder.layer.5.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 3876864,
        "bytes": 2048
      }
    },
    "encoder.layer.5.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 3878912,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 4927488,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 4960256,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 5484544,
        "bytes": 32768
      }
    },
    "encoder.layer.5.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 5517312,
        "bytes": 2048
      }
    },
    "encoder.layer.5.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 5519360,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 6567936,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 6600704,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 7124992,
        "bytes": 32768
      }
    },
    "encoder.layer.5.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 7157760,
        "bytes": 2048
      }
    },
    "encoder.layer.5.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 7159808,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 8208384,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 8241152,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 8765440,
        "bytes": 32768
      }
    },
    "encoder.layer.5.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 8798208,
        "bytes": 2048
      }
    },
    "encoder.layer.5.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 8800256,
        "bytes": 2048
      }
    },
    "encoder.layer.5.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 8802304,
        "bytes": 8192
      }
    },
    "encoder.layer.5.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 8810496,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 6,
        "offset": 13004800,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 6,
        "offset": 13135872,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 6,
        "offset": 15233024,
        "bytes": 131072
      }
    },
    "encoder.layer.5.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 15364096,
        "bytes": 2048
      }
    },
    "encoder.layer.5.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 6,
        "offset": 15366144,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 6,
        "offset": 19560448,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 6,
        "offset": 19691520,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 6,
        "offset": 21788672,
        "bytes": 131072
      }
    },
    "encoder.layer.5.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 21919744,
        "bytes": 2048
      }
    },
    "encoder.layer.5.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 21921792,
        "bytes": 2048
      }
    },
    "encoder.layer.5.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 21923840,
        "bytes": 2048
      }
    },
    "encoder.layer.5.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 21925888,
        "bytes": 2048
      }
    },
    "encoder.layer.6.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 21927936,
        "bytes": 2048
      }
    },
    "encoder.layer.6.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 21929984,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 22978560,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 23011328,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 23535616,
        "bytes": 32768
      }
    },
    "encoder.layer.6.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 23568384,
        "bytes": 2048
      }
    },
    "encoder.layer.6.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 23570432,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 24619008,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 24651776,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 25176064,
        "bytes": 32768
      }
    },
    "encoder.layer.6.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 25208832,
        "bytes": 2048
      }
    },
    "encoder.layer.6.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 25210880,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 26259456,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 26292224,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 26816512,
        "bytes": 32768
      }
    },
    "encoder.layer.6.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 26849280,
        "bytes": 2048
      }
    },
    "encoder.layer.6.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 26851328,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 27899904,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 27932672,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 28456960,
        "bytes": 32768
      }
    },
    "encoder.layer.6.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 28489728,
        "bytes": 2048
      }
    },
    "encoder.layer.6.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 28491776,
        "bytes": 2048
      }
    },
    "encoder.layer.6.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 28493824,
        "bytes": 8192
      }
    },
    "encoder.layer.6.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 28502016,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 6,
        "offset": 32696320,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 6,
        "offset": 32827392,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 6,
        "offset": 34924544,
        "bytes": 131072
      }
    },
    "encoder.layer.6.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 35055616,
        "bytes": 2048
      }
    },
    "encoder.layer.6.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 6,
        "offset": 35057664,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 6,
        "offset": 39251968,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 6,
        "offset": 39383040,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 6,
        "offset": 41480192,
        "bytes": 131072
      }
    },
    "encoder.layer.6.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 41611264,
        "bytes": 2048
      }
    },
    "encoder.layer.6.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 41613312,
        "bytes": 2048
      }
    },
    "encoder.layer.6.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 41615360,
        "bytes": 2048
      }
    },
    "encoder.layer.6.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 41617408,
        "bytes": 2048
      }
    },
    "encoder.layer.7.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 41619456,
        "bytes": 2048
      }
    },
    "encoder.layer.7.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 41621504,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 42670080,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 42702848,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 43227136,
        "bytes": 32768
      }
    },
    "encoder.layer.7.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 43259904,
        "bytes": 2048
      }
    },
    "encoder.layer.7.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 43261952,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 44310528,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 44343296,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 44867584,
        "bytes": 32768
      }
    },
    "encoder.layer.7.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 44900352,
        "bytes": 2048
      }
    },
    "encoder.layer.7.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 44902400,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 45950976,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 45983744,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 46508032,
        "bytes": 32768
      }
    },
    "encoder.layer.7.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 46540800,
        "bytes": 2048
      }
    },
    "encoder.layer.7.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 46542848,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 47591424,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 47624192,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 48148480,
        "bytes": 32768
      }
    },
    "encoder.layer.7.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 48181248,
        "bytes": 2048
      }
    },
    "encoder.layer.7.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 48183296,
        "bytes": 2048
      }
    },
    "encoder.layer.7.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 48185344,
        "bytes": 8192
      }
    },
    "encoder.layer.7.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 48193536,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 6,
        "offset": 52387840,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 6,
        "offset": 52518912,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 6,
        "offset": 54616064,
        "bytes": 131072
      }
    },
    "encoder.layer.7.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 54747136,
        "bytes": 2048
      }
    },
    "encoder.layer.7.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 6,
        "offset": 54749184,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 6,
        "offset": 58943488,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 6,
        "offset": 59074560,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 6,
        "offset": 61171712,
        "bytes": 131072
      }
    },
    "encoder.layer.7.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 61302784,
        "bytes": 2048
      }
    },
    "encoder.layer.7.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 61304832,
        "bytes": 2048
      }
    },
    "encoder.layer.7.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 61306880,
        "bytes": 2048
      }
    },
    "encoder.layer.7.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 61308928,
        "bytes": 2048
      }
    },
    "encoder.layer.8.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 61310976,
        "bytes": 2048
      }
    },
    "encoder.layer.8.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 61313024,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 62361600,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 62394368,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 62918656,
        "bytes": 32768
      }
    },
    "encoder.layer.8.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 62951424,
        "bytes": 2048
      }
    },
    "encoder.layer.8.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 62953472,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 64002048,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 64034816,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 64559104,
        "bytes": 32768
      }
    },
    "encoder.layer.8.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 64591872,
        "bytes": 2048
      }
    },
    "encoder.layer.8.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 6,
        "offset": 64593920,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 6,
        "offset": 65642496,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 6,
        "offset": 65675264,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 6,
        "offset": 66199552,
        "bytes": 32768
      }
    },
    "encoder.layer.8.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 6,
        "offset": 66232320,
        "bytes": 2048
      }
    },
    "encoder.layer.8.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 7,
        "offset": 0,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 7,
        "offset": 1048576,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 7,
        "offset": 1081344,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 7,
        "offset": 1605632,
        "bytes": 32768
      }
    },
    "encoder.layer.8.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 1638400,
        "bytes": 2048
      }
    },
    "encoder.layer.8.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 1640448,
        "bytes": 2048
      }
    },
    "encoder.layer.8.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 1642496,
        "bytes": 8192
      }
    },
    "encoder.layer.8.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 7,
        "offset": 1650688,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 7,
        "offset": 5844992,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 7,
        "offset": 5976064,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 7,
        "offset": 8073216,
        "bytes": 131072
      }
    },
    "encoder.layer.8.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 8204288,
        "bytes": 2048
      }
    },
    "encoder.layer.8.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 7,
        "offset": 8206336,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 7,
        "offset": 12400640,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 7,
        "offset": 12531712,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 7,
        "offset": 14628864,
        "bytes": 131072
      }
    },
    "encoder.layer.8.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 14759936,
        "bytes": 2048
      }
    },
    "encoder.layer.8.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 14761984,
        "bytes": 2048
      }
    },
    "encoder.layer.8.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 14764032,
        "bytes": 2048
      }
    },
    "encoder.layer.8.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 14766080,
        "bytes": 2048
      }
    },
    "encoder.layer.9.attention.attention.key.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 14768128,
        "bytes": 2048
      }
    },
    "encoder.layer.9.attention.attention.key.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 7,
        "offset": 14770176,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 7,
        "offset": 15818752,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 7,
        "offset": 15851520,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 7,
        "offset": 16375808,
        "bytes": 32768
      }
    },
    "encoder.layer.9.attention.attention.query.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 16408576,
        "bytes": 2048
      }
    },
    "encoder.layer.9.attention.attention.query.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 7,
        "offset": 16410624,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 7,
        "offset": 17459200,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 7,
        "offset": 17491968,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 7,
        "offset": 18016256,
        "bytes": 32768
      }
    },
    "encoder.layer.9.attention.attention.value.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 18049024,
        "bytes": 2048
      }
    },
    "encoder.layer.9.attention.attention.value.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 7,
        "offset": 18051072,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 7,
        "offset": 19099648,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 7,
        "offset": 19132416,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 7,
        "offset": 19656704,
        "bytes": 32768
      }
    },
    "encoder.layer.9.attention.output.dense.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 19689472,
        "bytes": 2048
      }
    },
    "encoder.layer.9.attention.output.dense.weight": {
      "shape": [
        1024,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 1024,
      "padded_rows": 1024,
      "padded_columns": 1024,
      "base_data": {
        "shard": 7,
        "offset": 19691520,
        "bytes": 1048576
      },
      "base_scales": {
        "shard": 7,
        "offset": 20740096,
        "bytes": 32768
      },
      "residual_data": {
        "shard": 7,
        "offset": 20772864,
        "bytes": 524288
      },
      "residual_scales": {
        "shard": 7,
        "offset": 21297152,
        "bytes": 32768
      }
    },
    "encoder.layer.9.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 21329920,
        "bytes": 2048
      }
    },
    "encoder.layer.9.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 21331968,
        "bytes": 2048
      }
    },
    "encoder.layer.9.mlp.fc1.bias": {
      "shape": [
        4096
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 21334016,
        "bytes": 8192
      }
    },
    "encoder.layer.9.mlp.fc1.weight": {
      "shape": [
        4096,
        1024
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 4096,
      "columns": 1024,
      "padded_rows": 4096,
      "padded_columns": 1024,
      "base_data": {
        "shard": 7,
        "offset": 21342208,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 7,
        "offset": 25536512,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 7,
        "offset": 25667584,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 7,
        "offset": 27764736,
        "bytes": 131072
      }
    },
    "encoder.layer.9.mlp.fc2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 27895808,
        "bytes": 2048
      }
    },
    "encoder.layer.9.mlp.fc2.weight": {
      "shape": [
        1024,
        4096
      ],
      "encoding": "residual-quantized",
      "group_size": 64,
      "output_tile": 16,
      "rows": 1024,
      "columns": 4096,
      "padded_rows": 1024,
      "padded_columns": 4096,
      "base_data": {
        "shard": 7,
        "offset": 27897856,
        "bytes": 4194304
      },
      "base_scales": {
        "shard": 7,
        "offset": 32092160,
        "bytes": 131072
      },
      "residual_data": {
        "shard": 7,
        "offset": 32223232,
        "bytes": 2097152
      },
      "residual_scales": {
        "shard": 7,
        "offset": 34320384,
        "bytes": 131072
      }
    },
    "encoder.layer.9.norm1.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 34451456,
        "bytes": 2048
      }
    },
    "encoder.layer.9.norm1.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 34453504,
        "bytes": 2048
      }
    },
    "encoder.layer.9.norm2.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 34455552,
        "bytes": 2048
      }
    },
    "encoder.layer.9.norm2.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 34457600,
        "bytes": 2048
      }
    },
    "layernorm.bias": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 34459648,
        "bytes": 2048
      }
    },
    "layernorm.weight": {
      "shape": [
        1024
      ],
      "encoding": "raw",
      "dtype": "f16",
      "data": {
        "shard": 7,
        "offset": 34461696,
        "bytes": 2048
      }
    }
  }
}