Add LiTo WebGPU weights

.gitattributes

@@ -1,35 +1 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
 *.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text

LICENSES.md

@@ -0,0 +1,8 @@
+# Licenses
+
+LiTo-derived components are covered by `LICENSE_MODEL` and are restricted to
+non-commercial research. The sparse-structure occupancy decoder is derived
+from Microsoft TRELLIS and covered by the MIT license in `licenses/TRELLIS`.
+
+The runtime source code is distributed separately under MIT; that code license
+does not override or broaden the model-weight license.

LICENSE_MODEL

@@ -0,0 +1,88 @@
+Disclaimer: IMPORTANT: This Apple Machine Learning Research Model is
+specifically developed and released by Apple Inc. ("Apple") for the sole purpose
+of scientific research of artificial intelligence and machine-learning
+technology. “Apple Machine Learning Research Model” means the model, including
+but not limited to algorithms, formulas, trained model weights, parameters,
+configurations, checkpoints, and any related materials (including
+documentation).
+
+This Apple Machine Learning Research Model is provided to You by
+Apple in consideration of your agreement to the following terms, and your use,
+modification, creation of Model Derivatives, and or redistribution of the Apple
+Machine Learning Research Model constitutes acceptance of this Agreement. If You
+do not agree with these terms, please do not use, modify, create Model
+Derivatives of, or distribute this Apple Machine Learning Research Model or
+Model Derivatives.
+
+* License Scope: In consideration of your agreement to abide by the following
+  terms, and subject to these terms, Apple hereby grants you a personal,
+  non-exclusive, worldwide, non-transferable, royalty-free, revocable, and
+  limited license, to use, copy, modify, distribute, and create Model
+  Derivatives (defined below) of the Apple Machine Learning Research Model
+  exclusively for Research Purposes. You agree that any Model Derivatives You
+  may create or that may be created for You will be limited to Research Purposes
+  as well. “Research Purposes” means non-commercial scientific research and
+  academic development activities, such as experimentation, analysis, testing
+  conducted by You with the sole intent to advance scientific knowledge and
+  research. “Research Purposes” does not include any commercial exploitation,
+  product development or use in any commercial product or service.
+
+* Distribution of Apple Machine Learning Research Model and Model Derivatives:
+  If you choose to redistribute Apple Machine Learning Research Model or its
+  Model Derivatives, you must provide a copy of this Agreement to such third
+  party, and ensure that the following attribution notice be provided: “Apple
+  Machine Learning Research Model is licensed under the Apple Machine Learning
+  Research Model License Agreement.” Additionally, all Model Derivatives must
+  clearly be identified as such, including disclosure of modifications and
+  changes made to the Apple Machine Learning Research Model. The name,
+  trademarks, service marks or logos of Apple may not be used to endorse or
+  promote Model Derivatives or the relationship between You and Apple. “Model
+  Derivatives” means any models or any other artifacts created by modifications,
+  improvements, adaptations, alterations to the architecture, algorithm or
+  training processes of the Apple Machine Learning Research Model, or by any
+  retraining, fine-tuning of the Apple Machine Learning Research Model.
+
+* No Other License: Except as expressly stated in this notice, no other rights
+  or licenses, express or implied, are granted by Apple herein, including but
+  not limited to any patent, trademark, and similar intellectual property rights
+  worldwide that may be infringed by the Apple Machine Learning Research Model,
+  the Model Derivatives or by other works in which the Apple Machine Learning
+  Research Model may be incorporated.
+
+* Compliance with Laws: Your use of Apple Machine Learning Research Model must
+  be in compliance with all applicable laws and regulations.
+
+* Term and Termination: The term of this Agreement will begin upon your
+  acceptance of this Agreement or use of the Apple Machine Learning Research
+  Model and will continue until terminated in accordance with the following
+  terms. Apple may terminate this Agreement at any time if You are in breach of
+  any term or condition of this Agreement. Upon termination of this Agreement,
+  You must cease to use all Apple Machine Learning Research Models and Model
+  Derivatives and permanently delete any copy thereof. Sections 3, 6 and 7 will
+  survive termination.
+
+* Disclaimer and Limitation of Liability: This Apple Machine Learning Research
+  Model and any outputs generated by the Apple Machine Learning Research Model
+  are provided on an “AS IS” basis. APPLE MAKES NO WARRANTIES, EXPRESS OR
+  IMPLIED, INCLUDING WITHOUT LIMITATION THE IMPLIED WARRANTIES OF
+  NON-INFRINGEMENT, MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE,
+  REGARDING THE APPLE MACHINE LEARNING RESEARCH MODEL OR OUTPUTS GENERATED BY
+  THE APPLE MACHINE LEARNING RESEARCH MODEL. You are solely responsible for
+  determining the appropriateness of using or redistributing the Apple Machine
+  Learning Research Model and any outputs of the Apple Machine Learning Research
+  Model and assume any risks associated with Your use of the Apple Machine
+  Learning Research Model and any output and results. IN NO EVENT SHALL APPLE BE
+  LIABLE FOR ANY SPECIAL, INDIRECT, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING
+  IN ANY WAY OUT OF THE USE, REPRODUCTION, MODIFICATION AND/OR DISTRIBUTION OF
+  THE APPLE MACHINE LEARNING RESEARCH MODEL AND ANY OUTPUTS OF THE APPLE MACHINE
+  LEARNING RESEARCH MODEL, HOWEVER CAUSED AND WHETHER UNDER THEORY OF CONTRACT,
+  TORT (INCLUDING NEGLIGENCE), STRICT LIABILITY OR OTHERWISE, EVEN IF APPLE HAS
+  BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+* Governing Law: This Agreement will be governed by and construed under the laws
+  of the State of California without regard to its choice of law principles. The
+  Convention on Contracts for the International Sale of Goods shall not apply to
+  the Agreement except that the arbitration clause and any arbitration hereunder
+  shall be governed by the Federal Arbitration Act, Chapters 1 and 2.
+
+Copyright (C) 2026 Apple Inc. All Rights Reserved.

NOTICE

@@ -0,0 +1,7 @@
+This repository contains quantized derivative model files from Apple LiTo and
+Microsoft TRELLIS. The derivative files were repacked and quantized for WebGPU
+inference by Needle Tools GmbH. No retraining or fine-tuning was performed, and
+no training data is included.
+
+Apple Machine Learning Research Model is licensed under the Apple Machine
+Learning Research Model License Agreement.

README.md

@@ -0,0 +1,18 @@
+---
+license: other
+license_name: apple-machine-learning-research-model-license-agreement
+license_link: https://github.com/apple/ml-lito/blob/main/LICENSE_MODEL
+library_name: trellis-webgpu
+pipeline_tag: image-to-3d
+tags:
+  - webgpu
+  - image-to-3d
+  - gaussian-splatting
+---
+
+# LiTo WebGPU weights
+
+Quantized derivative weights for image-conditioned LiTo inference.
+`catalog.json` lists the model components.
+
+See `LICENSES.md` and `NOTICE` for provenance, changes, and license terms.

SHA256SUMS

@@ -0,0 +1,35 @@
+02155f6450092552a7e9e1f58d2fc5615a9da8a7ae1df6325a08a70f1332129c  dit/stage-008.bin
+0297c9c98449567c157cdc274ad1e9b6af00c43248c15aa21e8e01d71e75ed8f  imageEncoder/manifest.json
+1a0c141a891da9e11568d8acd47fd6a85a7b8e6c18b2899359f3fc290705c3bc  gaussianDecoder/stage-001.bin
+1a9b830a77008f26dcb4db4d27a27ccd4c1c9bc1d8db9dcd2a14ceb710f9332d  imageEncoder/stage-000.bin
+2c60600195e1c3a15a861282301de6633afc1dabd599479f9214a83b3f55ff06  dit/stage-010.bin
+2fc6deea985dbf50d8d658ca26901b831e6a10f2095050f6dddcac9ec7ae5799  imageEncoder/stage-003.bin
+343c50837f76e2536440b8fd0faf5038cf75e883b49334b79a2f826f55510c5b  LICENSE_MODEL
+35c9aa1fa6293646d4e217fdf8c2285fe66cc22285f0e69d59c96247e9929710  .gitattributes
+371b82cef3dff6194fcb271f83984538597afc43e894006bb9be1103846723c6  README.md
+3d7d5a3196d49b21269e4e1e754a03197a423d9f33048d16ede6a29b092c5930  dit/stage-003.bin
+45f78f128745d492a03a2e45eb9973cd9d972bdad3e1ae836e135b7f83c02a66  catalog.json
+4de27603ad3cb001a3d7d2414f91f62e1e268551efde08e348e610a0883779e6  imageEncoder/stage-004.bin
+5923df2c22cbd99c4603095c7a4576ace82bd874e0b51c0c7b15cb0534b3d792  NOTICE
+5de9eb5c449bded4954389baf8e15b17df3af859ad753bc0fa5a4c3862051d84  gaussianDecoder/stage-000.bin
+69ec3be242bb5fe5b4ddc69705068785659ee4e5da7635802b1a9a30f1c8c224  dit/stage-005.bin
+73b79c8245917145e67e077420ac23801dba45df9373f1057ec42aaba8e09a97  gaussianDecoder/manifest.json
+7c0b1e060f36672f74d09106a5fb027b1e8d3eadbbaab2aaa82dda58de2ff5b4  dit/stage-006.bin
+7de9a67bae06a6d2301dacf0e85814b34d984931ba280cb3c11b34ea6b1c5d7b  dit/stage-000.bin
+7df20dcdf9197e9945c14858d41c60f11b52b93e5b69e2b63416b874d598d322  licenses/TRELLIS
+8b2a428dad55f2e290397d57852943d61843107eb7c04e434f6156f150fd2c3f  voxelDecoder/manifest.json
+92992aade5d1c3379e1f7829ba0f7e900637606ce7dc525c80d2e8ff4327e14a  LICENSES.md
+9b045f19610fc1a1fbe3612572291f58e5c64dbcf6b00a0310ae67b6834c26f8  occupancyDecoder/manifest.json
+9d73bfd71e133350c2a4215b08c1d79dbcea5e6d9efa9c3311d1e880e6a467c4  imageEncoder/stage-002.bin
+a9b696c647e3771a3e0ef3ce97e3b43ffcbe0a54010794f6601691cdd7aea8d6  voxelDecoder/stage-000.bin
+b20864fc25a9626d6c942c5aab058ac254217d5a134541a17a01f73eb407b60c  dit/stage-004.bin
+ba1a61741d9f14d940f6c98f1433ad31d80ce266e053223061c0d69acce8393b  dit/stage-002.bin
+ba471569d7f40e5abc02383eadc44e717790dc64425d7f3bf18509f975651e8f  rgbaEncoder/manifest.json
+bab9ac5b12fee5b9507ccc0d1bfe73c42f2bec19768e7c5092a5e927cabf7727  dit/stage-007.bin
+c1b793c46b970a5e8cfac71e1854bc0d73973fa7357390294f39b80beb30a1ad  rgbaEncoder/stage-000.bin
+c985305636f6f954bc540583091c3ecd59ae94f03854f1719c4aad213992f9fb  occupancyDecoder/stage-000.bin
+d47a586161cc2cf9c6def5e4a7e9bd75555da3b1fc23f1c359fc15eac9b386d5  dit/stage-009.bin
+da29ac9989f4f66bb7a01beff279ca1be099d89697f4d5d5ec11e8bb03a46809  imageEncoder/stage-001.bin
+ddb386c1d096561f713621d1b7d9e57a62b8015187043fd38033ce394cff14ee  dit/manifest.json
+f3b3f17bbacb661c9cb82cca6df7f24f89793e96c9a72612846b920d02e72904  config.json
+fd42f8efedce6b16e2f8022121575d4d5aecf9ffc3fc7fe745f2642f22347dd6  dit/stage-001.bin

catalog.json

@@ -0,0 +1,12 @@
+{
+  "schema": "trellis-webgpu-catalog",
+  "version": 1,
+  "components": {
+    "imageEncoder": "imageEncoder/manifest.json",
+    "rgbaEncoder": "rgbaEncoder/manifest.json",
+    "dit": "dit/manifest.json",
+    "voxelDecoder": "voxelDecoder/manifest.json",
+    "occupancyDecoder": "occupancyDecoder/manifest.json",
+    "gaussianDecoder": "gaussianDecoder/manifest.json"
+  }
+}

config.json

@@ -0,0 +1,4 @@
+{
+  "model_type": "lito-webgpu",
+  "catalog": "catalog.json"
+}

dit/stage-000.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de9a67bae06a6d2301dacf0e85814b34d984931ba280cb3c11b34ea6b1c5d7b
+size 65852928

dit/stage-001.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd42f8efedce6b16e2f8022121575d4d5aecf9ffc3fc7fe745f2642f22347dd6
+size 65850624

dit/stage-002.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1a61741d9f14d940f6c98f1433ad31d80ce266e053223061c0d69acce8393b
+size 65850624

dit/stage-003.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7d5a3196d49b21269e4e1e754a03197a423d9f33048d16ede6a29b092c5930
+size 65850624

dit/stage-004.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20864fc25a9626d6c942c5aab058ac254217d5a134541a17a01f73eb407b60c
+size 65850624

dit/stage-005.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ec3be242bb5fe5b4ddc69705068785659ee4e5da7635802b1a9a30f1c8c224
+size 65850624

dit/stage-006.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0b1e060f36672f74d09106a5fb027b1e8d3eadbbaab2aaa82dda58de2ff5b4
+size 65850624

dit/stage-007.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab9ac5b12fee5b9507ccc0d1bfe73c42f2bec19768e7c5092a5e927cabf7727
+size 65850624

dit/stage-008.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02155f6450092552a7e9e1f58d2fc5615a9da8a7ae1df6325a08a70f1332129c
+size 65850624

dit/stage-009.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47a586161cc2cf9c6def5e4a7e9bd75555da3b1fc23f1c359fc15eac9b386d5
+size 58917632

dit/stage-010.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c60600195e1c3a15a861282301de6633afc1dabd599479f9214a83b3f55ff06
+size 18812416

gaussianDecoder/manifest.json

@@ -0,0 +1,4257 @@
+{
+  "schema": "trellis-webgpu-pack",
+  "version": 1,
+  "stage": "litoGaussianDecoder",
+  "upstreamRevision": "apple/ml-lito",
+  "shards": [
+    {
+      "file": "stage-000.bin",
+      "bytes": 65748480,
+      "sha256": "5de9eb5c449bded4954389baf8e15b17df3af859ad753bc0fa5a4c3862051d84"
+    },
+    {
+      "file": "stage-001.bin",
+      "bytes": 34025536,
+      "sha256": "1a0c141a891da9e11568d8acd47fd6a85a7b8e6c18b2899359f3fc290705c3bc"
+    }
+  ],
+  "tensors": {
+    "gs_output_color_mlp.final_layer.linear.bias": {
+      "shape": [
+        3136
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 0,
+        "bytes": 6272
+      }
+    },
+    "gs_output_color_mlp.final_layer.linear.weight": {
+      "shape": [
+        3136,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 6400,
+        "bytes": 3211264
+      }
+    },
+    "gs_output_color_mlp.final_layer.norm_final.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 3217664,
+        "bytes": 1024
+      }
+    },
+    "gs_output_color_mlp.final_layer.norm_final.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 3218688,
+        "bytes": 1024
+      }
+    },
+    "gs_output_color_mlp.mlps.0.w1.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 3219712,
+        "bytes": 524288
+      }
+    },
+    "gs_output_color_mlp.mlps.0.w2.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 3744000,
+        "bytes": 524288
+      }
+    },
+    "gs_output_color_mlp.mlps.0.w3.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4268288,
+        "bytes": 524288
+      }
+    },
+    "gs_output_color_mlp.norms.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4792576,
+        "bytes": 1024
+      }
+    },
+    "gs_output_color_mlp.norms.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4793600,
+        "bytes": 1024
+      }
+    },
+    "gs_output_shape_mlp.final_layer.linear.bias": {
+      "shape": [
+        640
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4794624,
+        "bytes": 1280
+      }
+    },
+    "gs_output_shape_mlp.final_layer.linear.weight": {
+      "shape": [
+        640,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4795904,
+        "bytes": 655360
+      }
+    },
+    "gs_output_shape_mlp.final_layer.norm_final.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 5451264,
+        "bytes": 1024
+      }
+    },
+    "gs_output_shape_mlp.final_layer.norm_final.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 5452288,
+        "bytes": 1024
+      }
+    },
+    "gs_output_shape_mlp.mlps.0.w1.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 5453312,
+        "bytes": 524288
+      }
+    },
+    "gs_output_shape_mlp.mlps.0.w2.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 5977600,
+        "bytes": 524288
+      }
+    },
+    "gs_output_shape_mlp.mlps.0.w3.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 6501888,
+        "bytes": 524288
+      }
+    },
+    "gs_output_shape_mlp.norms.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7026176,
+        "bytes": 1024
+      }
+    },
+    "gs_output_shape_mlp.norms.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7027200,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ca_layer.layernorm_kv.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7028224,
+        "bytes": 64
+      }
+    },
+    "perceiver.blocks.0.ca_layer.layernorm_kv.weight": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7028480,
+        "bytes": 64
+      }
+    },
+    "perceiver.blocks.0.ca_layer.layernorm_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7028736,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ca_layer.layernorm_q.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7029760,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ca_layer.linear_kv.bias": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7030784,
+        "bytes": 2048
+      }
+    },
+    "perceiver.blocks.0.ca_layer.linear_kv.weight": {
+      "shape": [
+        1024,
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7032832,
+        "bytes": 65536
+      }
+    },
+    "perceiver.blocks.0.ca_layer.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7098368,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ca_layer.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7099392,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.0.ca_layer.linear_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7623680,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ca_layer.linear_q.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7624704,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.0.ca_layer.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 8148992,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ca_layer.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 8150016,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ca_ln.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 8151040,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ca_ln.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 8152064,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ca_mlp.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 8153088,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 9201664,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.0.ca_mlp.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 9234432,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 10283008,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.0.ca_mlp.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 10315776,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 11364352,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.0.kv_linear.weight": {
+      "shape": [
+        32,
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 11397120,
+        "bytes": 2048
+      }
+    },
+    "perceiver.blocks.0.ln1_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 11399168,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ln1_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 11400192,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ln1_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 11401216,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ln1_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 11402240,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ln2_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 11403264,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ln2_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 11404288,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ln2_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 11405312,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.ln2_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 11406336,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.mlp_layers.0.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 11407360,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 12455936,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.0.mlp_layers.0.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 12488704,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 13537280,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.0.mlp_layers.0.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 13570048,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 14618624,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.0.mlp_layers.1.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 14651392,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 15699968,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.0.mlp_layers.1.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 15732736,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 16781312,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.0.mlp_layers.1.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 16814080,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 17862656,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.0.sa_layers.0.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 17895424,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.sa_layers.0.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 17896448,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.0.sa_layers.0.linear_qkv.bias": {
+      "shape": [
+        1536
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 18420736,
+        "bytes": 3072
+      }
+    },
+    "perceiver.blocks.0.sa_layers.0.linear_qkv.weight": {
+      "shape": [
+        1536,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 18423808,
+        "bytes": 1572864
+      }
+    },
+    "perceiver.blocks.0.sa_layers.0.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 19996672,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.sa_layers.0.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 19997696,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.sa_layers.1.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 19998720,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.sa_layers.1.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 19999744,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.0.sa_layers.1.linear_qkv.bias": {
+      "shape": [
+        1536
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 20524032,
+        "bytes": 3072
+      }
+    },
+    "perceiver.blocks.0.sa_layers.1.linear_qkv.weight": {
+      "shape": [
+        1536,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 20527104,
+        "bytes": 1572864
+      }
+    },
+    "perceiver.blocks.0.sa_layers.1.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22099968,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.0.sa_layers.1.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22100992,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ca_layer.layernorm_kv.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22102016,
+        "bytes": 64
+      }
+    },
+    "perceiver.blocks.1.ca_layer.layernorm_kv.weight": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22102272,
+        "bytes": 64
+      }
+    },
+    "perceiver.blocks.1.ca_layer.layernorm_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22102528,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ca_layer.layernorm_q.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22103552,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ca_layer.linear_kv.bias": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22104576,
+        "bytes": 2048
+      }
+    },
+    "perceiver.blocks.1.ca_layer.linear_kv.weight": {
+      "shape": [
+        1024,
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22106624,
+        "bytes": 65536
+      }
+    },
+    "perceiver.blocks.1.ca_layer.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22172160,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ca_layer.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22173184,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.1.ca_layer.linear_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22697472,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ca_layer.linear_q.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22698496,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.1.ca_layer.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23222784,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ca_layer.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23223808,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ca_ln.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23224832,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ca_ln.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23225856,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ca_mlp.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 23226880,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 24275456,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.1.ca_mlp.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 24308224,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 25356800,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.1.ca_mlp.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 25389568,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 26438144,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.1.kv_linear.weight": {
+      "shape": [
+        32,
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26470912,
+        "bytes": 2048
+      }
+    },
+    "perceiver.blocks.1.ln1_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26472960,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ln1_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26473984,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ln1_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26475008,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ln1_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26476032,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ln2_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26477056,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ln2_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26478080,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ln2_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26479104,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.ln2_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26480128,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.mlp_layers.0.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 26481152,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 27529728,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.1.mlp_layers.0.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 27562496,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 28611072,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.1.mlp_layers.0.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 28643840,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 29692416,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.1.mlp_layers.1.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 29725184,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 30773760,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.1.mlp_layers.1.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 30806528,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 31855104,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.1.mlp_layers.1.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 31887872,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 32936448,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.1.sa_layers.0.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 32969216,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.sa_layers.0.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 32970240,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.1.sa_layers.0.linear_qkv.bias": {
+      "shape": [
+        1536
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 33494528,
+        "bytes": 3072
+      }
+    },
+    "perceiver.blocks.1.sa_layers.0.linear_qkv.weight": {
+      "shape": [
+        1536,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 33497600,
+        "bytes": 1572864
+      }
+    },
+    "perceiver.blocks.1.sa_layers.0.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 35070464,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.sa_layers.0.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 35071488,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.sa_layers.1.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 35072512,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.sa_layers.1.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 35073536,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.1.sa_layers.1.linear_qkv.bias": {
+      "shape": [
+        1536
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 35597824,
+        "bytes": 3072
+      }
+    },
+    "perceiver.blocks.1.sa_layers.1.linear_qkv.weight": {
+      "shape": [
+        1536,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 35600896,
+        "bytes": 1572864
+      }
+    },
+    "perceiver.blocks.1.sa_layers.1.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 37173760,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.1.sa_layers.1.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 37174784,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ca_layer.layernorm_kv.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 37175808,
+        "bytes": 64
+      }
+    },
+    "perceiver.blocks.2.ca_layer.layernorm_kv.weight": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 37176064,
+        "bytes": 64
+      }
+    },
+    "perceiver.blocks.2.ca_layer.layernorm_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 37176320,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ca_layer.layernorm_q.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 37177344,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ca_layer.linear_kv.bias": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 37178368,
+        "bytes": 2048
+      }
+    },
+    "perceiver.blocks.2.ca_layer.linear_kv.weight": {
+      "shape": [
+        1024,
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 37180416,
+        "bytes": 65536
+      }
+    },
+    "perceiver.blocks.2.ca_layer.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 37245952,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ca_layer.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 37246976,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.2.ca_layer.linear_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 37771264,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ca_layer.linear_q.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 37772288,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.2.ca_layer.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 38296576,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ca_layer.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 38297600,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ca_ln.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 38298624,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ca_ln.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 38299648,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ca_mlp.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 38300672,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 39349248,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.2.ca_mlp.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 39382016,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 40430592,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.2.ca_mlp.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 40463360,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 41511936,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.2.kv_linear.weight": {
+      "shape": [
+        32,
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41544704,
+        "bytes": 2048
+      }
+    },
+    "perceiver.blocks.2.ln1_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41546752,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ln1_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41547776,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ln1_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41548800,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ln1_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41549824,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ln2_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41550848,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ln2_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41551872,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ln2_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41552896,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.ln2_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41553920,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.mlp_layers.0.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 41554944,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 42603520,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.2.mlp_layers.0.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 42636288,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 43684864,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.2.mlp_layers.0.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 43717632,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 44766208,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.2.mlp_layers.1.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 44798976,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 45847552,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.2.mlp_layers.1.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 45880320,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 46928896,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.2.mlp_layers.1.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 46961664,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 48010240,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.2.sa_layers.0.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 48043008,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.sa_layers.0.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 48044032,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.2.sa_layers.0.linear_qkv.bias": {
+      "shape": [
+        1536
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 48568320,
+        "bytes": 3072
+      }
+    },
+    "perceiver.blocks.2.sa_layers.0.linear_qkv.weight": {
+      "shape": [
+        1536,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 48571392,
+        "bytes": 1572864
+      }
+    },
+    "perceiver.blocks.2.sa_layers.0.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 50144256,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.sa_layers.0.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 50145280,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.sa_layers.1.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 50146304,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.sa_layers.1.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 50147328,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.2.sa_layers.1.linear_qkv.bias": {
+      "shape": [
+        1536
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 50671616,
+        "bytes": 3072
+      }
+    },
+    "perceiver.blocks.2.sa_layers.1.linear_qkv.weight": {
+      "shape": [
+        1536,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 50674688,
+        "bytes": 1572864
+      }
+    },
+    "perceiver.blocks.2.sa_layers.1.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52247552,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.2.sa_layers.1.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52248576,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ca_layer.layernorm_kv.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52249600,
+        "bytes": 64
+      }
+    },
+    "perceiver.blocks.3.ca_layer.layernorm_kv.weight": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52249856,
+        "bytes": 64
+      }
+    },
+    "perceiver.blocks.3.ca_layer.layernorm_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52250112,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ca_layer.layernorm_q.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52251136,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ca_layer.linear_kv.bias": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52252160,
+        "bytes": 2048
+      }
+    },
+    "perceiver.blocks.3.ca_layer.linear_kv.weight": {
+      "shape": [
+        1024,
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52254208,
+        "bytes": 65536
+      }
+    },
+    "perceiver.blocks.3.ca_layer.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52319744,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ca_layer.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52320768,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.3.ca_layer.linear_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52845056,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ca_layer.linear_q.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52846080,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.3.ca_layer.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 53370368,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ca_layer.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 53371392,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ca_ln.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 53372416,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ca_ln.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 53373440,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ca_mlp.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 53374464,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 54423040,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.3.ca_mlp.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 54455808,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 55504384,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.3.ca_mlp.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 55537152,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 56585728,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.3.kv_linear.weight": {
+      "shape": [
+        32,
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 56618496,
+        "bytes": 2048
+      }
+    },
+    "perceiver.blocks.3.ln1_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 56620544,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ln1_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 56621568,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ln1_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 56622592,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ln1_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 56623616,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ln2_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 56624640,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ln2_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 56625664,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ln2_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 56626688,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.ln2_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 56627712,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.mlp_layers.0.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 56628736,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 57677312,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.3.mlp_layers.0.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 57710080,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 58758656,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.3.mlp_layers.0.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 58791424,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 59840000,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.3.mlp_layers.1.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 59872768,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 60921344,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.3.mlp_layers.1.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 60954112,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 62002688,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.3.mlp_layers.1.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 62035456,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 63084032,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.3.sa_layers.0.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 63116800,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.sa_layers.0.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 63117824,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.3.sa_layers.0.linear_qkv.bias": {
+      "shape": [
+        1536
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 63642112,
+        "bytes": 3072
+      }
+    },
+    "perceiver.blocks.3.sa_layers.0.linear_qkv.weight": {
+      "shape": [
+        1536,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 63645184,
+        "bytes": 1572864
+      }
+    },
+    "perceiver.blocks.3.sa_layers.0.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 65218048,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.sa_layers.0.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 65219072,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.sa_layers.1.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 65220096,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.sa_layers.1.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 65221120,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.3.sa_layers.1.linear_qkv.bias": {
+      "shape": [
+        1536
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 65745408,
+        "bytes": 3072
+      }
+    },
+    "perceiver.blocks.3.sa_layers.1.linear_qkv.weight": {
+      "shape": [
+        1536,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 0,
+        "bytes": 1572864
+      }
+    },
+    "perceiver.blocks.3.sa_layers.1.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 1572864,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.3.sa_layers.1.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 1573888,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ca_layer.layernorm_kv.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 1574912,
+        "bytes": 64
+      }
+    },
+    "perceiver.blocks.4.ca_layer.layernorm_kv.weight": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 1575168,
+        "bytes": 64
+      }
+    },
+    "perceiver.blocks.4.ca_layer.layernorm_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 1575424,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ca_layer.layernorm_q.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 1576448,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ca_layer.linear_kv.bias": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 1577472,
+        "bytes": 2048
+      }
+    },
+    "perceiver.blocks.4.ca_layer.linear_kv.weight": {
+      "shape": [
+        1024,
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 1579520,
+        "bytes": 65536
+      }
+    },
+    "perceiver.blocks.4.ca_layer.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 1645056,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ca_layer.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 1646080,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.4.ca_layer.linear_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 2170368,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ca_layer.linear_q.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 2171392,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.4.ca_layer.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 2695680,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ca_layer.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 2696704,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ca_ln.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 2697728,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ca_ln.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 2698752,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ca_mlp.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 1,
+        "offset": 2699776,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 3748352,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.4.ca_mlp.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 1,
+        "offset": 3781120,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 4829696,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.4.ca_mlp.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 1,
+        "offset": 4862464,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 5911040,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.4.kv_linear.weight": {
+      "shape": [
+        32,
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 5943808,
+        "bytes": 2048
+      }
+    },
+    "perceiver.blocks.4.ln1_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 5945856,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ln1_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 5946880,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ln1_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 5947904,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ln1_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 5948928,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ln2_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 5949952,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ln2_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 5950976,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ln2_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 5952000,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.ln2_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 5953024,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.mlp_layers.0.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 1,
+        "offset": 5954048,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 7002624,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.4.mlp_layers.0.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 1,
+        "offset": 7035392,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 8083968,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.4.mlp_layers.0.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 1,
+        "offset": 8116736,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 9165312,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.4.mlp_layers.1.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 1,
+        "offset": 9198080,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 10246656,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.4.mlp_layers.1.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 1,
+        "offset": 10279424,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 11328000,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.4.mlp_layers.1.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 1,
+        "offset": 11360768,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 12409344,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.4.sa_layers.0.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 12442112,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.sa_layers.0.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 12443136,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.4.sa_layers.0.linear_qkv.bias": {
+      "shape": [
+        1536
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 12967424,
+        "bytes": 3072
+      }
+    },
+    "perceiver.blocks.4.sa_layers.0.linear_qkv.weight": {
+      "shape": [
+        1536,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 12970496,
+        "bytes": 1572864
+      }
+    },
+    "perceiver.blocks.4.sa_layers.0.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 14543360,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.sa_layers.0.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 14544384,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.sa_layers.1.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 14545408,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.sa_layers.1.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 14546432,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.4.sa_layers.1.linear_qkv.bias": {
+      "shape": [
+        1536
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 15070720,
+        "bytes": 3072
+      }
+    },
+    "perceiver.blocks.4.sa_layers.1.linear_qkv.weight": {
+      "shape": [
+        1536,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 15073792,
+        "bytes": 1572864
+      }
+    },
+    "perceiver.blocks.4.sa_layers.1.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 16646656,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.4.sa_layers.1.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 16647680,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ca_layer.layernorm_kv.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 16648704,
+        "bytes": 64
+      }
+    },
+    "perceiver.blocks.5.ca_layer.layernorm_kv.weight": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 16648960,
+        "bytes": 64
+      }
+    },
+    "perceiver.blocks.5.ca_layer.layernorm_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 16649216,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ca_layer.layernorm_q.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 16650240,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ca_layer.linear_kv.bias": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 16651264,
+        "bytes": 2048
+      }
+    },
+    "perceiver.blocks.5.ca_layer.linear_kv.weight": {
+      "shape": [
+        1024,
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 16653312,
+        "bytes": 65536
+      }
+    },
+    "perceiver.blocks.5.ca_layer.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 16718848,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ca_layer.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 16719872,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.5.ca_layer.linear_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 17244160,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ca_layer.linear_q.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 17245184,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.5.ca_layer.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 17769472,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ca_layer.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 17770496,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ca_ln.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 17771520,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ca_ln.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 17772544,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ca_mlp.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 1,
+        "offset": 17773568,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 18822144,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.5.ca_mlp.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 1,
+        "offset": 18854912,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 19903488,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.5.ca_mlp.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 1,
+        "offset": 19936256,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 20984832,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.5.kv_linear.weight": {
+      "shape": [
+        32,
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 21017600,
+        "bytes": 2048
+      }
+    },
+    "perceiver.blocks.5.ln1_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 21019648,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ln1_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 21020672,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ln1_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 21021696,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ln1_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 21022720,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ln2_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 21023744,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ln2_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 21024768,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ln2_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 21025792,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.ln2_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 21026816,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.mlp_layers.0.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 1,
+        "offset": 21027840,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 22076416,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.5.mlp_layers.0.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 1,
+        "offset": 22109184,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 23157760,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.5.mlp_layers.0.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 1,
+        "offset": 23190528,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 24239104,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.5.mlp_layers.1.w1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 1,
+        "offset": 24271872,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 25320448,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.5.mlp_layers.1.w2.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 1,
+        "offset": 25353216,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 26401792,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.5.mlp_layers.1.w3.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 1,
+        "offset": 26434560,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 27483136,
+        "bytes": 32768
+      }
+    },
+    "perceiver.blocks.5.sa_layers.0.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 27515904,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.sa_layers.0.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 27516928,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.5.sa_layers.0.linear_qkv.bias": {
+      "shape": [
+        1536
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 28041216,
+        "bytes": 3072
+      }
+    },
+    "perceiver.blocks.5.sa_layers.0.linear_qkv.weight": {
+      "shape": [
+        1536,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 28044288,
+        "bytes": 1572864
+      }
+    },
+    "perceiver.blocks.5.sa_layers.0.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 29617152,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.sa_layers.0.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 29618176,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.sa_layers.1.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 29619200,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.sa_layers.1.linear_out.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 29620224,
+        "bytes": 524288
+      }
+    },
+    "perceiver.blocks.5.sa_layers.1.linear_qkv.bias": {
+      "shape": [
+        1536
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 30144512,
+        "bytes": 3072
+      }
+    },
+    "perceiver.blocks.5.sa_layers.1.linear_qkv.weight": {
+      "shape": [
+        1536,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 30147584,
+        "bytes": 1572864
+      }
+    },
+    "perceiver.blocks.5.sa_layers.1.rmsnorm_k.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 31720448,
+        "bytes": 1024
+      }
+    },
+    "perceiver.blocks.5.sa_layers.1.rmsnorm_q.scale": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 31721472,
+        "bytes": 1024
+      }
+    },
+    "point_linear.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 31722496,
+        "bytes": 1024
+      }
+    },
+    "point_linear.weight": {
+      "shape": [
+        512,
+        195
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 31723520,
+        "bytes": 199680
+      }
+    },
+    "point_mlp.final_layer.linear.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 31923200,
+        "bytes": 1024
+      }
+    },
+    "point_mlp.final_layer.linear.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 31924224,
+        "bytes": 524288
+      }
+    },
+    "point_mlp.final_layer.norm_final.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 32448512,
+        "bytes": 1024
+      }
+    },
+    "point_mlp.final_layer.norm_final.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 32449536,
+        "bytes": 1024
+      }
+    },
+    "point_mlp.mlps.0.w1.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 32450560,
+        "bytes": 524288
+      }
+    },
+    "point_mlp.mlps.0.w2.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 32974848,
+        "bytes": 524288
+      }
+    },
+    "point_mlp.mlps.0.w3.weight": {
+      "shape": [
+        512,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 33499136,
+        "bytes": 524288
+      }
+    },
+    "point_mlp.norms.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 34023424,
+        "bytes": 1024
+      }
+    },
+    "point_mlp.norms.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 34024448,
+        "bytes": 1024
+      }
+    },
+    "xyz_encoding.freq_bands": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 34025472,
+        "bytes": 64
+      }
+    }
+  }
+}

gaussianDecoder/stage-000.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de9eb5c449bded4954389baf8e15b17df3af859ad753bc0fa5a4c3862051d84
+size 65748480

gaussianDecoder/stage-001.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0c141a891da9e11568d8acd47fd6a85a7b8e6c18b2899359f3fc290705c3bc
+size 34025536

imageEncoder/stage-000.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9b830a77008f26dcb4db4d27a27ccd4c1c9bc1d8db9dcd2a14ceb710f9332d
+size 64196608

imageEncoder/stage-001.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da29ac9989f4f66bb7a01beff279ca1be099d89697f4d5d5ec11e8bb03a46809
+size 65034240

imageEncoder/stage-002.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d73bfd71e133350c2a4215b08c1d79dbcea5e6d9efa9c3311d1e880e6a467c4
+size 65034240

imageEncoder/stage-003.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc6deea985dbf50d8d658ca26901b831e6a10f2095050f6dddcac9ec7ae5799
+size 65034240

imageEncoder/stage-004.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de27603ad3cb001a3d7d2414f91f62e1e268551efde08e348e610a0883779e6
+size 56365056

licenses/TRELLIS

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) Microsoft Corporation.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

occupancyDecoder/manifest.json

@@ -0,0 +1,1192 @@
+{
+  "schema": "trellis-webgpu-pack",
+  "version": 1,
+  "stage": "sparseStructureDecoder",
+  "upstreamRevision": "25e0d31ffbebe4b5a97464dd851910efc3002d96",
+  "shards": [
+    {
+      "file": "stage-000.bin",
+      "bytes": 39179200,
+      "sha256": "c985305636f6f954bc540583091c3ecd59ae94f03854f1719c4aad213992f9fb"
+    }
+  ],
+  "tensors": {
+    "blocks.0.conv1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 0,
+        "bytes": 1024
+      }
+    },
+    "blocks.0.conv1.weight": {
+      "shape": [
+        512,
+        512,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 13824,
+      "padded_rows": 512,
+      "padded_columns": 13824,
+      "data": {
+        "shard": 0,
+        "offset": 1024,
+        "bytes": 3538944
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 3539968,
+        "bytes": 221184
+      }
+    },
+    "blocks.0.conv2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 3761152,
+        "bytes": 1024
+      }
+    },
+    "blocks.0.conv2.weight": {
+      "shape": [
+        512,
+        512,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 13824,
+      "padded_rows": 512,
+      "padded_columns": 13824,
+      "data": {
+        "shard": 0,
+        "offset": 3762176,
+        "bytes": 3538944
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 7301120,
+        "bytes": 221184
+      }
+    },
+    "blocks.0.norm1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7522304,
+        "bytes": 1024
+      }
+    },
+    "blocks.0.norm1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7523328,
+        "bytes": 1024
+      }
+    },
+    "blocks.0.norm2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7524352,
+        "bytes": 1024
+      }
+    },
+    "blocks.0.norm2.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7525376,
+        "bytes": 1024
+      }
+    },
+    "blocks.1.conv1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7526400,
+        "bytes": 1024
+      }
+    },
+    "blocks.1.conv1.weight": {
+      "shape": [
+        512,
+        512,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 13824,
+      "padded_rows": 512,
+      "padded_columns": 13824,
+      "data": {
+        "shard": 0,
+        "offset": 7527424,
+        "bytes": 3538944
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 11066368,
+        "bytes": 221184
+      }
+    },
+    "blocks.1.conv2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 11287552,
+        "bytes": 1024
+      }
+    },
+    "blocks.1.conv2.weight": {
+      "shape": [
+        512,
+        512,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 13824,
+      "padded_rows": 512,
+      "padded_columns": 13824,
+      "data": {
+        "shard": 0,
+        "offset": 11288576,
+        "bytes": 3538944
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 14827520,
+        "bytes": 221184
+      }
+    },
+    "blocks.1.norm1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 15048704,
+        "bytes": 1024
+      }
+    },
+    "blocks.1.norm1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 15049728,
+        "bytes": 1024
+      }
+    },
+    "blocks.1.norm2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 15050752,
+        "bytes": 1024
+      }
+    },
+    "blocks.1.norm2.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 15051776,
+        "bytes": 1024
+      }
+    },
+    "blocks.2.conv.bias": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 15052800,
+        "bytes": 2048
+      }
+    },
+    "blocks.2.conv.weight": {
+      "shape": [
+        1024,
+        512,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1024,
+      "columns": 13824,
+      "padded_rows": 1024,
+      "padded_columns": 13824,
+      "data": {
+        "shard": 0,
+        "offset": 15054848,
+        "bytes": 7077888
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 22132736,
+        "bytes": 442368
+      }
+    },
+    "blocks.3.conv1.bias": {
+      "shape": [
+        128
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22575104,
+        "bytes": 256
+      }
+    },
+    "blocks.3.conv1.weight": {
+      "shape": [
+        128,
+        128,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 128,
+      "columns": 3456,
+      "padded_rows": 128,
+      "padded_columns": 3456,
+      "data": {
+        "shard": 0,
+        "offset": 22575360,
+        "bytes": 221184
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 22796544,
+        "bytes": 13824
+      }
+    },
+    "blocks.3.conv2.bias": {
+      "shape": [
+        128
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22810368,
+        "bytes": 256
+      }
+    },
+    "blocks.3.conv2.weight": {
+      "shape": [
+        128,
+        128,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 128,
+      "columns": 3456,
+      "padded_rows": 128,
+      "padded_columns": 3456,
+      "data": {
+        "shard": 0,
+        "offset": 22810624,
+        "bytes": 221184
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 23031808,
+        "bytes": 13824
+      }
+    },
+    "blocks.3.norm1.bias": {
+      "shape": [
+        128
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23045632,
+        "bytes": 256
+      }
+    },
+    "blocks.3.norm1.weight": {
+      "shape": [
+        128
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23045888,
+        "bytes": 256
+      }
+    },
+    "blocks.3.norm2.bias": {
+      "shape": [
+        128
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23046144,
+        "bytes": 256
+      }
+    },
+    "blocks.3.norm2.weight": {
+      "shape": [
+        128
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23046400,
+        "bytes": 256
+      }
+    },
+    "blocks.4.conv1.bias": {
+      "shape": [
+        128
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23046656,
+        "bytes": 256
+      }
+    },
+    "blocks.4.conv1.weight": {
+      "shape": [
+        128,
+        128,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 128,
+      "columns": 3456,
+      "padded_rows": 128,
+      "padded_columns": 3456,
+      "data": {
+        "shard": 0,
+        "offset": 23046912,
+        "bytes": 221184
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 23268096,
+        "bytes": 13824
+      }
+    },
+    "blocks.4.conv2.bias": {
+      "shape": [
+        128
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23281920,
+        "bytes": 256
+      }
+    },
+    "blocks.4.conv2.weight": {
+      "shape": [
+        128,
+        128,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 128,
+      "columns": 3456,
+      "padded_rows": 128,
+      "padded_columns": 3456,
+      "data": {
+        "shard": 0,
+        "offset": 23282176,
+        "bytes": 221184
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 23503360,
+        "bytes": 13824
+      }
+    },
+    "blocks.4.norm1.bias": {
+      "shape": [
+        128
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23517184,
+        "bytes": 256
+      }
+    },
+    "blocks.4.norm1.weight": {
+      "shape": [
+        128
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23517440,
+        "bytes": 256
+      }
+    },
+    "blocks.4.norm2.bias": {
+      "shape": [
+        128
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23517696,
+        "bytes": 256
+      }
+    },
+    "blocks.4.norm2.weight": {
+      "shape": [
+        128
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23517952,
+        "bytes": 256
+      }
+    },
+    "blocks.5.conv.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23518208,
+        "bytes": 512
+      }
+    },
+    "blocks.5.conv.weight": {
+      "shape": [
+        256,
+        128,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 3456,
+      "padded_rows": 256,
+      "padded_columns": 3456,
+      "data": {
+        "shard": 0,
+        "offset": 23518720,
+        "bytes": 442368
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 23961088,
+        "bytes": 27648
+      }
+    },
+    "blocks.6.conv1.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23988736,
+        "bytes": 64
+      }
+    },
+    "blocks.6.conv1.weight": {
+      "shape": [
+        32,
+        32,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 32,
+      "columns": 864,
+      "padded_rows": 32,
+      "padded_columns": 896,
+      "data": {
+        "shard": 0,
+        "offset": 23988992,
+        "bytes": 14336
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 24003328,
+        "bytes": 896
+      }
+    },
+    "blocks.6.conv2.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24004352,
+        "bytes": 64
+      }
+    },
+    "blocks.6.conv2.weight": {
+      "shape": [
+        32,
+        32,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 32,
+      "columns": 864,
+      "padded_rows": 32,
+      "padded_columns": 896,
+      "data": {
+        "shard": 0,
+        "offset": 24004608,
+        "bytes": 14336
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 24018944,
+        "bytes": 896
+      }
+    },
+    "blocks.6.norm1.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24019968,
+        "bytes": 64
+      }
+    },
+    "blocks.6.norm1.weight": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24020224,
+        "bytes": 64
+      }
+    },
+    "blocks.6.norm2.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24020480,
+        "bytes": 64
+      }
+    },
+    "blocks.6.norm2.weight": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24020736,
+        "bytes": 64
+      }
+    },
+    "blocks.7.conv1.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24020992,
+        "bytes": 64
+      }
+    },
+    "blocks.7.conv1.weight": {
+      "shape": [
+        32,
+        32,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 32,
+      "columns": 864,
+      "padded_rows": 32,
+      "padded_columns": 896,
+      "data": {
+        "shard": 0,
+        "offset": 24021248,
+        "bytes": 14336
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 24035584,
+        "bytes": 896
+      }
+    },
+    "blocks.7.conv2.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24036608,
+        "bytes": 64
+      }
+    },
+    "blocks.7.conv2.weight": {
+      "shape": [
+        32,
+        32,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 32,
+      "columns": 864,
+      "padded_rows": 32,
+      "padded_columns": 896,
+      "data": {
+        "shard": 0,
+        "offset": 24036864,
+        "bytes": 14336
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 24051200,
+        "bytes": 896
+      }
+    },
+    "blocks.7.norm1.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24052224,
+        "bytes": 64
+      }
+    },
+    "blocks.7.norm1.weight": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24052480,
+        "bytes": 64
+      }
+    },
+    "blocks.7.norm2.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24052736,
+        "bytes": 64
+      }
+    },
+    "blocks.7.norm2.weight": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24052992,
+        "bytes": 64
+      }
+    },
+    "input_layer.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24053248,
+        "bytes": 1024
+      }
+    },
+    "input_layer.weight": {
+      "shape": [
+        512,
+        8,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 216,
+      "padded_rows": 512,
+      "padded_columns": 256,
+      "data": {
+        "shard": 0,
+        "offset": 24054272,
+        "bytes": 65536
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 24119808,
+        "bytes": 4096
+      }
+    },
+    "middle_block.0.conv1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24123904,
+        "bytes": 1024
+      }
+    },
+    "middle_block.0.conv1.weight": {
+      "shape": [
+        512,
+        512,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 13824,
+      "padded_rows": 512,
+      "padded_columns": 13824,
+      "data": {
+        "shard": 0,
+        "offset": 24124928,
+        "bytes": 3538944
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 27663872,
+        "bytes": 221184
+      }
+    },
+    "middle_block.0.conv2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 27885056,
+        "bytes": 1024
+      }
+    },
+    "middle_block.0.conv2.weight": {
+      "shape": [
+        512,
+        512,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 13824,
+      "padded_rows": 512,
+      "padded_columns": 13824,
+      "data": {
+        "shard": 0,
+        "offset": 27886080,
+        "bytes": 3538944
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 31425024,
+        "bytes": 221184
+      }
+    },
+    "middle_block.0.norm1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 31646208,
+        "bytes": 1024
+      }
+    },
+    "middle_block.0.norm1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 31647232,
+        "bytes": 1024
+      }
+    },
+    "middle_block.0.norm2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 31648256,
+        "bytes": 1024
+      }
+    },
+    "middle_block.0.norm2.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 31649280,
+        "bytes": 1024
+      }
+    },
+    "middle_block.1.conv1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 31650304,
+        "bytes": 1024
+      }
+    },
+    "middle_block.1.conv1.weight": {
+      "shape": [
+        512,
+        512,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 13824,
+      "padded_rows": 512,
+      "padded_columns": 13824,
+      "data": {
+        "shard": 0,
+        "offset": 31651328,
+        "bytes": 3538944
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 35190272,
+        "bytes": 221184
+      }
+    },
+    "middle_block.1.conv2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 35411456,
+        "bytes": 1024
+      }
+    },
+    "middle_block.1.conv2.weight": {
+      "shape": [
+        512,
+        512,
+        3,
+        3,
+        3
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 4,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 13824,
+      "padded_rows": 512,
+      "padded_columns": 13824,
+      "data": {
+        "shard": 0,
+        "offset": 35412480,
+        "bytes": 3538944
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 38951424,
+        "bytes": 221184
+      }
+    },
+    "middle_block.1.norm1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39172608,
+        "bytes": 1024
+      }
+    },
+    "middle_block.1.norm1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39173632,
+        "bytes": 1024
+      }
+    },
+    "middle_block.1.norm2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39174656,
+        "bytes": 1024
+      }
+    },
+    "middle_block.1.norm2.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39175680,
+        "bytes": 1024
+      }
+    },
+    "out_layer.0.bias": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39176704,
+        "bytes": 64
+      }
+    },
+    "out_layer.0.weight": {
+      "shape": [
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39176960,
+        "bytes": 64
+      }
+    },
+    "out_layer.2.bias": {
+      "shape": [
+        1
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39177216,
+        "bytes": 2
+      }
+    },
+    "out_layer.2.weight": {
+      "shape": [
+        1,
+        32,
+        3,
+        3,
+        3
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39177472,
+        "bytes": 1728
+      }
+    }
+  }
+}

occupancyDecoder/stage-000.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c985305636f6f954bc540583091c3ecd59ae94f03854f1719c4aad213992f9fb
+size 39179200

rgbaEncoder/manifest.json

@@ -0,0 +1,55 @@
+{
+  "schema": "trellis-webgpu-pack",
+  "version": 1,
+  "stage": "litoRgbaEncoder",
+  "upstreamRevision": "apple/ml-lito",
+  "shards": [
+    {
+      "file": "stage-000.bin",
+      "bytes": 1617920,
+      "sha256": "c1b793c46b970a5e8cfac71e1854bc0d73973fa7357390294f39b80beb30a1ad"
+    }
+  ],
+  "tensors": {
+    "learnable_model.bias": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 0,
+        "bytes": 2048
+      }
+    },
+    "learnable_model.weight": {
+      "shape": [
+        1024,
+        4,
+        14,
+        14
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 2048,
+        "bytes": 1605632
+      }
+    },
+    "learnable_paddings": {
+      "shape": [
+        5,
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 1607680,
+        "bytes": 10240
+      }
+    }
+  }
+}

rgbaEncoder/stage-000.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b793c46b970a5e8cfac71e1854bc0d73973fa7357390294f39b80beb30a1ad
+size 1617920

voxelDecoder/manifest.json

@@ -0,0 +1,2986 @@
+{
+  "schema": "trellis-webgpu-pack",
+  "version": 1,
+  "stage": "litoVoxelDecoder",
+  "upstreamRevision": "apple/ml-lito",
+  "shards": [
+    {
+      "file": "stage-000.bin",
+      "bytes": 61382144,
+      "sha256": "a9b696c647e3771a3e0ef3ce97e3b43ffcbe0a54010794f6601691cdd7aea8d6"
+    }
+  ],
+  "tensors": {
+    "final_layer.linear.bias": {
+      "shape": [
+        8
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 0,
+        "bytes": 16
+      }
+    },
+    "final_layer.linear.weight": {
+      "shape": [
+        8,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 256,
+        "bytes": 8192
+      }
+    },
+    "final_layer.norm_final.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 8448,
+        "bytes": 1024
+      }
+    },
+    "final_layer.norm_final.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 9472,
+        "bytes": 1024
+      }
+    },
+    "input_linear.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 10496,
+        "bytes": 1024
+      }
+    },
+    "input_linear.weight": {
+      "shape": [
+        512,
+        32
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 11520,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.0.ca_layer.layernorm_kv.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 44288,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ca_layer.layernorm_kv.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 45312,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ca_layer.layernorm_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 46336,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ca_layer.layernorm_q.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 47360,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ca_layer.linear_kv.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 48384,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.0.ca_layer.linear_kv.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 52480,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 1101056,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.0.ca_layer.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 1133824,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ca_layer.linear_out.weight": {
+      "shape": [
+        512,
+        1024
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1024,
+      "padded_rows": 512,
+      "padded_columns": 1024,
+      "data": {
+        "shard": 0,
+        "offset": 1134848,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 1659136,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.0.ca_layer.linear_q.bias": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 1675520,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.0.ca_layer.linear_q.weight": {
+      "shape": [
+        1024,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1024,
+      "columns": 512,
+      "padded_rows": 1024,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 1677568,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 2201856,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.0.ca_layer.rmsnorm_k.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 2218240,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.0.ca_layer.rmsnorm_q.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 2220288,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.0.ca_ln.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 2222336,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ca_ln.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 2223360,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ca_mlp.fc1.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 2224384,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.0.ca_mlp.fc1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 2228480,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 3277056,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.0.ca_mlp.fc2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 3309824,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ca_mlp.fc2.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 3310848,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 4359424,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.0.ln1_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4392192,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ln1_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4393216,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ln1_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4394240,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ln1_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4395264,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ln2_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4396288,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ln2_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4397312,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ln2_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4398336,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.ln2_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4399360,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.mlp_layers.0.fc1.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 4400384,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.0.mlp_layers.0.fc1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 4404480,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 5453056,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.0.mlp_layers.0.fc2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 5485824,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.mlp_layers.0.fc2.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 5486848,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 6535424,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.0.mlp_layers.1.fc1.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 6568192,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.0.mlp_layers.1.fc1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 6572288,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 7620864,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.0.mlp_layers.1.fc2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 7653632,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.mlp_layers.1.fc2.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 7654656,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 8703232,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.0.sa_layers.0.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 8736000,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.sa_layers.0.linear_out.weight": {
+      "shape": [
+        512,
+        1024
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1024,
+      "padded_rows": 512,
+      "padded_columns": 1024,
+      "data": {
+        "shard": 0,
+        "offset": 8737024,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 9261312,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.0.sa_layers.0.linear_qkv.bias": {
+      "shape": [
+        3072
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 9277696,
+        "bytes": 6144
+      }
+    },
+    "net.encoder.blocks.0.sa_layers.0.linear_qkv.weight": {
+      "shape": [
+        3072,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3072,
+      "columns": 512,
+      "padded_rows": 3072,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 9283840,
+        "bytes": 1572864
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 10856704,
+        "bytes": 49152
+      }
+    },
+    "net.encoder.blocks.0.sa_layers.0.rmsnorm_k.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 10905856,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.0.sa_layers.0.rmsnorm_q.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 10907904,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.0.sa_layers.1.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 10909952,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.0.sa_layers.1.linear_out.weight": {
+      "shape": [
+        512,
+        1024
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1024,
+      "padded_rows": 512,
+      "padded_columns": 1024,
+      "data": {
+        "shard": 0,
+        "offset": 10910976,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 11435264,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.0.sa_layers.1.linear_qkv.bias": {
+      "shape": [
+        3072
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 11451648,
+        "bytes": 6144
+      }
+    },
+    "net.encoder.blocks.0.sa_layers.1.linear_qkv.weight": {
+      "shape": [
+        3072,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3072,
+      "columns": 512,
+      "padded_rows": 3072,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 11457792,
+        "bytes": 1572864
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 13030656,
+        "bytes": 49152
+      }
+    },
+    "net.encoder.blocks.0.sa_layers.1.rmsnorm_k.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 13079808,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.0.sa_layers.1.rmsnorm_q.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 13081856,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.1.ca_layer.layernorm_kv.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 13083904,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ca_layer.layernorm_kv.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 13084928,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ca_layer.layernorm_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 13085952,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ca_layer.layernorm_q.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 13086976,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ca_layer.linear_kv.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 13088000,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.1.ca_layer.linear_kv.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 13092096,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 14140672,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.1.ca_layer.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 14173440,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ca_layer.linear_out.weight": {
+      "shape": [
+        512,
+        1024
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1024,
+      "padded_rows": 512,
+      "padded_columns": 1024,
+      "data": {
+        "shard": 0,
+        "offset": 14174464,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 14698752,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.1.ca_layer.linear_q.bias": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 14715136,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.1.ca_layer.linear_q.weight": {
+      "shape": [
+        1024,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1024,
+      "columns": 512,
+      "padded_rows": 1024,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 14717184,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 15241472,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.1.ca_layer.rmsnorm_k.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 15257856,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.1.ca_layer.rmsnorm_q.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 15259904,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.1.ca_ln.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 15261952,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ca_ln.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 15262976,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ca_mlp.fc1.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 15264000,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.1.ca_mlp.fc1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 15268096,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 16316672,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.1.ca_mlp.fc2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 16349440,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ca_mlp.fc2.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 16350464,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 17399040,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.1.ln1_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 17431808,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ln1_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 17432832,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ln1_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 17433856,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ln1_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 17434880,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ln2_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 17435904,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ln2_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 17436928,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ln2_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 17437952,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.ln2_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 17438976,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.mlp_layers.0.fc1.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 17440000,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.1.mlp_layers.0.fc1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 17444096,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 18492672,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.1.mlp_layers.0.fc2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 18525440,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.mlp_layers.0.fc2.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 18526464,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 19575040,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.1.mlp_layers.1.fc1.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 19607808,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.1.mlp_layers.1.fc1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 19611904,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 20660480,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.1.mlp_layers.1.fc2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 20693248,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.mlp_layers.1.fc2.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 20694272,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 21742848,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.1.sa_layers.0.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 21775616,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.sa_layers.0.linear_out.weight": {
+      "shape": [
+        512,
+        1024
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1024,
+      "padded_rows": 512,
+      "padded_columns": 1024,
+      "data": {
+        "shard": 0,
+        "offset": 21776640,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 22300928,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.1.sa_layers.0.linear_qkv.bias": {
+      "shape": [
+        3072
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22317312,
+        "bytes": 6144
+      }
+    },
+    "net.encoder.blocks.1.sa_layers.0.linear_qkv.weight": {
+      "shape": [
+        3072,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3072,
+      "columns": 512,
+      "padded_rows": 3072,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 22323456,
+        "bytes": 1572864
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 23896320,
+        "bytes": 49152
+      }
+    },
+    "net.encoder.blocks.1.sa_layers.0.rmsnorm_k.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23945472,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.1.sa_layers.0.rmsnorm_q.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23947520,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.1.sa_layers.1.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 23949568,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.1.sa_layers.1.linear_out.weight": {
+      "shape": [
+        512,
+        1024
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1024,
+      "padded_rows": 512,
+      "padded_columns": 1024,
+      "data": {
+        "shard": 0,
+        "offset": 23950592,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 24474880,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.1.sa_layers.1.linear_qkv.bias": {
+      "shape": [
+        3072
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 24491264,
+        "bytes": 6144
+      }
+    },
+    "net.encoder.blocks.1.sa_layers.1.linear_qkv.weight": {
+      "shape": [
+        3072,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3072,
+      "columns": 512,
+      "padded_rows": 3072,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 24497408,
+        "bytes": 1572864
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 26070272,
+        "bytes": 49152
+      }
+    },
+    "net.encoder.blocks.1.sa_layers.1.rmsnorm_k.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26119424,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.1.sa_layers.1.rmsnorm_q.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26121472,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.2.ca_layer.layernorm_kv.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26123520,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ca_layer.layernorm_kv.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26124544,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ca_layer.layernorm_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26125568,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ca_layer.layernorm_q.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26126592,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ca_layer.linear_kv.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 26127616,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.2.ca_layer.linear_kv.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 26131712,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 27180288,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.2.ca_layer.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 27213056,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ca_layer.linear_out.weight": {
+      "shape": [
+        512,
+        1024
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1024,
+      "padded_rows": 512,
+      "padded_columns": 1024,
+      "data": {
+        "shard": 0,
+        "offset": 27214080,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 27738368,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.2.ca_layer.linear_q.bias": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 27754752,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.2.ca_layer.linear_q.weight": {
+      "shape": [
+        1024,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1024,
+      "columns": 512,
+      "padded_rows": 1024,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 27756800,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 28281088,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.2.ca_layer.rmsnorm_k.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 28297472,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.2.ca_layer.rmsnorm_q.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 28299520,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.2.ca_ln.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 28301568,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ca_ln.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 28302592,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ca_mlp.fc1.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 28303616,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.2.ca_mlp.fc1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 28307712,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 29356288,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.2.ca_mlp.fc2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 29389056,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ca_mlp.fc2.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 29390080,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 30438656,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.2.ln1_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 30471424,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ln1_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 30472448,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ln1_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 30473472,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ln1_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 30474496,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ln2_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 30475520,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ln2_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 30476544,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ln2_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 30477568,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.ln2_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 30478592,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.mlp_layers.0.fc1.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 30479616,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.2.mlp_layers.0.fc1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 30483712,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 31532288,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.2.mlp_layers.0.fc2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 31565056,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.mlp_layers.0.fc2.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 31566080,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 32614656,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.2.mlp_layers.1.fc1.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 32647424,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.2.mlp_layers.1.fc1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 32651520,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 33700096,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.2.mlp_layers.1.fc2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 33732864,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.mlp_layers.1.fc2.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 33733888,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 34782464,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.2.sa_layers.0.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 34815232,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.sa_layers.0.linear_out.weight": {
+      "shape": [
+        512,
+        1024
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1024,
+      "padded_rows": 512,
+      "padded_columns": 1024,
+      "data": {
+        "shard": 0,
+        "offset": 34816256,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 35340544,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.2.sa_layers.0.linear_qkv.bias": {
+      "shape": [
+        3072
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 35356928,
+        "bytes": 6144
+      }
+    },
+    "net.encoder.blocks.2.sa_layers.0.linear_qkv.weight": {
+      "shape": [
+        3072,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3072,
+      "columns": 512,
+      "padded_rows": 3072,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 35363072,
+        "bytes": 1572864
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 36935936,
+        "bytes": 49152
+      }
+    },
+    "net.encoder.blocks.2.sa_layers.0.rmsnorm_k.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 36985088,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.2.sa_layers.0.rmsnorm_q.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 36987136,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.2.sa_layers.1.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 36989184,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.2.sa_layers.1.linear_out.weight": {
+      "shape": [
+        512,
+        1024
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1024,
+      "padded_rows": 512,
+      "padded_columns": 1024,
+      "data": {
+        "shard": 0,
+        "offset": 36990208,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 37514496,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.2.sa_layers.1.linear_qkv.bias": {
+      "shape": [
+        3072
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 37530880,
+        "bytes": 6144
+      }
+    },
+    "net.encoder.blocks.2.sa_layers.1.linear_qkv.weight": {
+      "shape": [
+        3072,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3072,
+      "columns": 512,
+      "padded_rows": 3072,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 37537024,
+        "bytes": 1572864
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 39109888,
+        "bytes": 49152
+      }
+    },
+    "net.encoder.blocks.2.sa_layers.1.rmsnorm_k.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39159040,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.2.sa_layers.1.rmsnorm_q.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39161088,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.3.ca_layer.layernorm_kv.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39163136,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ca_layer.layernorm_kv.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39164160,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ca_layer.layernorm_q.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39165184,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ca_layer.layernorm_q.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39166208,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ca_layer.linear_kv.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 39167232,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.3.ca_layer.linear_kv.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 39171328,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 40219904,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.3.ca_layer.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 40252672,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ca_layer.linear_out.weight": {
+      "shape": [
+        512,
+        1024
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1024,
+      "padded_rows": 512,
+      "padded_columns": 1024,
+      "data": {
+        "shard": 0,
+        "offset": 40253696,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 40777984,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.3.ca_layer.linear_q.bias": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 40794368,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.3.ca_layer.linear_q.weight": {
+      "shape": [
+        1024,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1024,
+      "columns": 512,
+      "padded_rows": 1024,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 40796416,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 41320704,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.3.ca_layer.rmsnorm_k.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41337088,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.3.ca_layer.rmsnorm_q.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41339136,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.3.ca_ln.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41341184,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ca_ln.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41342208,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ca_mlp.fc1.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 41343232,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.3.ca_mlp.fc1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 41347328,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 42395904,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.3.ca_mlp.fc2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 42428672,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ca_mlp.fc2.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 42429696,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 43478272,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.3.ln1_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 43511040,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ln1_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 43512064,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ln1_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 43513088,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ln1_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 43514112,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ln2_layers.0.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 43515136,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ln2_layers.0.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 43516160,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ln2_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 43517184,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.ln2_layers.1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 43518208,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.mlp_layers.0.fc1.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 43519232,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.3.mlp_layers.0.fc1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 43523328,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 44571904,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.3.mlp_layers.0.fc2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 44604672,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.mlp_layers.0.fc2.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 44605696,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 45654272,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.3.mlp_layers.1.fc1.bias": {
+      "shape": [
+        2048
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 45687040,
+        "bytes": 4096
+      }
+    },
+    "net.encoder.blocks.3.mlp_layers.1.fc1.weight": {
+      "shape": [
+        2048,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2048,
+      "columns": 512,
+      "padded_rows": 2048,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 45691136,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 46739712,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.3.mlp_layers.1.fc2.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 46772480,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.mlp_layers.1.fc2.weight": {
+      "shape": [
+        512,
+        2048
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 2048,
+      "padded_rows": 512,
+      "padded_columns": 2048,
+      "data": {
+        "shard": 0,
+        "offset": 46773504,
+        "bytes": 1048576
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 47822080,
+        "bytes": 32768
+      }
+    },
+    "net.encoder.blocks.3.sa_layers.0.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 47854848,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.sa_layers.0.linear_out.weight": {
+      "shape": [
+        512,
+        1024
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1024,
+      "padded_rows": 512,
+      "padded_columns": 1024,
+      "data": {
+        "shard": 0,
+        "offset": 47855872,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 48380160,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.3.sa_layers.0.linear_qkv.bias": {
+      "shape": [
+        3072
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 48396544,
+        "bytes": 6144
+      }
+    },
+    "net.encoder.blocks.3.sa_layers.0.linear_qkv.weight": {
+      "shape": [
+        3072,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3072,
+      "columns": 512,
+      "padded_rows": 3072,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 48402688,
+        "bytes": 1572864
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 49975552,
+        "bytes": 49152
+      }
+    },
+    "net.encoder.blocks.3.sa_layers.0.rmsnorm_k.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 50024704,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.3.sa_layers.0.rmsnorm_q.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 50026752,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.3.sa_layers.1.linear_out.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 50028800,
+        "bytes": 1024
+      }
+    },
+    "net.encoder.blocks.3.sa_layers.1.linear_out.weight": {
+      "shape": [
+        512,
+        1024
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1024,
+      "padded_rows": 512,
+      "padded_columns": 1024,
+      "data": {
+        "shard": 0,
+        "offset": 50029824,
+        "bytes": 524288
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 50554112,
+        "bytes": 16384
+      }
+    },
+    "net.encoder.blocks.3.sa_layers.1.linear_qkv.bias": {
+      "shape": [
+        3072
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 50570496,
+        "bytes": 6144
+      }
+    },
+    "net.encoder.blocks.3.sa_layers.1.linear_qkv.weight": {
+      "shape": [
+        3072,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3072,
+      "columns": 512,
+      "padded_rows": 3072,
+      "padded_columns": 512,
+      "data": {
+        "shard": 0,
+        "offset": 50576640,
+        "bytes": 1572864
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 52149504,
+        "bytes": 49152
+      }
+    },
+    "net.encoder.blocks.3.sa_layers.1.rmsnorm_k.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52198656,
+        "bytes": 2048
+      }
+    },
+    "net.encoder.blocks.3.sa_layers.1.rmsnorm_q.scale": {
+      "shape": [
+        1024
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52200704,
+        "bytes": 2048
+      }
+    },
+    "net.init_query": {
+      "shape": [
+        16,
+        16,
+        16,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 52202752,
+        "bytes": 4194304
+      }
+    },
+    "net.init_query_linear.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 56397056,
+        "bytes": 1024
+      }
+    },
+    "net.init_query_linear.weight": {
+      "shape": [
+        512,
+        771
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 56398080,
+        "bytes": 789504
+      }
+    },
+    "net.init_query_resolved": {
+      "shape": [
+        4096,
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 57187584,
+        "bytes": 4194304
+      }
+    },
+    "net.zyx_pos_encoder.freq_bands": {
+      "shape": [
+        128
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 61381888,
+        "bytes": 256
+      }
+    }
+  }
+}

voxelDecoder/stage-000.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b696c647e3771a3e0ef3ce97e3b43ffcbe0a54010794f6601691cdd7aea8d6
+size 61382144