Hugging Face's logo

needle-tools
/
TRELLIS-webgpu

trellis-webgpu
Model card Files
xet
 Community
hybridherbst commited on
Commit
2addb49
·
0 Parent(s):

Publish model weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. LICENSES.md +10 -0
  3. NOTICE +4 -0
  4. README.md +16 -0
  5. SHA256SUMS +66 -0
  6. catalog.json +13 -0
  7. config.json +4 -0
  8. image-large/imageEncoder/manifest.json +0 -0
  9. image-large/imageEncoder/stage-000.bin +3 -0
  10. image-large/imageEncoder/stage-001.bin +3 -0
  11. image-large/imageEncoder/stage-002.bin +3 -0
  12. image-large/imageEncoder/stage-003.bin +3 -0
  13. image-large/imageEncoder/stage-004.bin +3 -0
  14. image-large/imageEncoder/stage-005.bin +3 -0
  15. image-large/imageEncoder/stage-006.bin +3 -0
  16. image-large/imageEncoder/stage-007.bin +3 -0
  17. image-large/model.json +23 -0
  18. image-large/sparseStructureFlow/manifest.json +0 -0
  19. image-large/sparseStructureFlow/stage-000.bin +3 -0
  20. image-large/sparseStructureFlow/stage-001.bin +3 -0
  21. image-large/sparseStructureFlow/stage-002.bin +3 -0
  22. image-large/sparseStructureFlow/stage-003.bin +3 -0
  23. image-large/sparseStructureFlow/stage-004.bin +3 -0
  24. image-large/sparseStructureFlow/stage-005.bin +3 -0
  25. image-large/sparseStructureFlow/stage-006.bin +3 -0
  26. image-large/sparseStructureFlow/stage-007.bin +3 -0
  27. image-large/sparseStructureFlow/stage-008.bin +3 -0
  28. image-large/sparseStructureFlow/stage-009.bin +3 -0
  29. image-large/sparseStructureFlow/stage-010.bin +3 -0
  30. image-large/sparseStructureFlow/stage-011.bin +3 -0
  31. image-large/sparseStructureFlow/stage-012.bin +3 -0
  32. image-large/sparseStructureFlow/stage-013.bin +3 -0
  33. image-large/structuredLatentFlow/manifest.json +0 -0
  34. image-large/structuredLatentFlow/stage-000.bin +3 -0
  35. image-large/structuredLatentFlow/stage-001.bin +3 -0
  36. image-large/structuredLatentFlow/stage-002.bin +3 -0
  37. image-large/structuredLatentFlow/stage-003.bin +3 -0
  38. image-large/structuredLatentFlow/stage-004.bin +3 -0
  39. image-large/structuredLatentFlow/stage-005.bin +3 -0
  40. image-large/structuredLatentFlow/stage-006.bin +3 -0
  41. image-large/structuredLatentFlow/stage-007.bin +3 -0
  42. image-large/structuredLatentFlow/stage-008.bin +3 -0
  43. licenses/CLIP +21 -0
  44. licenses/DINOV2 +176 -0
  45. licenses/TRELLIS +21 -0
  46. shared/gaussianDecoder/manifest.json +1828 -0
  47. shared/gaussianDecoder/stage-000.bin +3 -0
  48. shared/meshDecoder/manifest.json +2150 -0
  49. shared/meshDecoder/stage-000.bin +3 -0
  50. shared/meshDecoder/stage-001.bin +3 -0
.gitattributes ADDED
@@ -0,0 +1 @@
 
 
1
+ *.bin filter=lfs diff=lfs merge=lfs -text
LICENSES.md ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ # Model licenses
2
+
3
+ - `image-large/imageEncoder/` derives from
4
+ `facebook/dinov2-with-registers-large` under Apache-2.0 (`licenses/DINOV2`).
5
+ - The remaining `image-large/` files and `shared/` derive from
6
+ `microsoft/TRELLIS-image-large` under MIT (`licenses/TRELLIS`).
7
+ - `text-base/textEncoder/` and `text-base/tokenizer.json` derive from
8
+ `openai/clip-vit-large-patch14` under MIT (`licenses/CLIP`).
9
+ - The remaining `text-base/` files derive from
10
+ `microsoft/TRELLIS-text-base` under MIT (`licenses/TRELLIS`).
NOTICE ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ This repository contains quantized derivative model files from Microsoft
2
+ TRELLIS image-large and text-base, Meta DINOv2 with registers, and OpenAI CLIP
3
+ ViT-L/14. The derivative files were prepared by Needle Tools GmbH. No training
4
+ data is included.
README.md ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: other
3
+ license_name: mit-and-apache-2.0
4
+ license_link: https://huggingface.co/needle-tools/TRELLIS-webgpu/blob/main/LICENSES.md
5
+ base_model:
6
+ - microsoft/TRELLIS-image-large
7
+ - microsoft/TRELLIS-text-base
8
+ - facebook/dinov2-with-registers-large
9
+ - openai/clip-vit-large-patch14
10
+ ---
11
+
12
+ # TRELLIS WebGPU weights
13
+
14
+ Quantized derivative weights for image- and text-conditioned TRELLIS
15
+ inference. `catalog.json` lists the available model variants and shared
16
+ decoders. See `LICENSES.md` for provenance and license details.
SHA256SUMS ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 35c9aa1fa6293646d4e217fdf8c2285fe66cc22285f0e69d59c96247e9929710 .gitattributes
2
+ 2f450c17c628f42a1f8cb2bbaa74d0dc67ddf3cca0bf7d154dbd4fcf7232cb11 catalog.json
3
+ e40015db9b04c0f5c9f6a5d7a4f6468d79929dde67a964dee399fcf950f1cf9f config.json
4
+ 6395665664a49aab3b1d57a14c9e4449352cfc2d56d4aae036abcd968a39bfd0 image-large/imageEncoder/manifest.json
5
+ b0cd6c96e03ddb04012451d17f9f205d3475ba9ebb86aef05c0a69144f8b79a0 image-large/imageEncoder/stage-000.bin
6
+ 53ad5c083824c97100cb87f2b8b89f17f8a01e2b5602cfe6712cabdac69ed43a image-large/imageEncoder/stage-001.bin
7
+ a22b8a11c24a41949fc3a584b2f5cf5b8b3e274e19694915cb6869a1e83983a5 image-large/imageEncoder/stage-002.bin
8
+ bc4b8433aaedbf356896ba19adfc50b124d220348c50934c5c72b2cca71bfd70 image-large/imageEncoder/stage-003.bin
9
+ 729a6b912725037dbb818277efabbd2c2ee326c97c051287b47d8699251e00b3 image-large/imageEncoder/stage-004.bin
10
+ ee5f7b513c7a11ec970707f76291f281372aa101a77d98526a0f0c888ef911eb image-large/imageEncoder/stage-005.bin
11
+ 2ae93178c535a3b29fdd28ac91b0cee8e9483f561b68da20eb02c309bcbf23bb image-large/imageEncoder/stage-006.bin
12
+ 2d40d3bb21a58145168e6b08000ccfa82b045e8a0263d8eebf465cbf6776a150 image-large/imageEncoder/stage-007.bin
13
+ 116b5376f5c9a1f6e09b71696d3b7159592d504f1d606c29a92cef4da7533fe6 image-large/model.json
14
+ 80cddb1744d9706446937622ea0e11ba372ef5b2a110a941f8760fc76fca4204 image-large/sparseStructureFlow/manifest.json
15
+ f0784b06e2b1de485881fb7382f4fb5f12ad1afb3bbf5a57cdbba9701b0a84b2 image-large/sparseStructureFlow/stage-000.bin
16
+ 44b727fea9979fd8f0d93a9f8edb3e8c37d380bcabd5fb4bd6cdc05903fa84e7 image-large/sparseStructureFlow/stage-001.bin
17
+ 2569e48e2700140e674038592de2f95440f1ed4f7897305300fe1cfd5f7b7e19 image-large/sparseStructureFlow/stage-002.bin
18
+ 3913321cb4f6dd6fc47619fc5c16a1369d28a5342fde66afa6f55d570468966e image-large/sparseStructureFlow/stage-003.bin
19
+ 187edbe3a8d1258a2b2f15307a0c19a60608c9111aa98e13764935e7ba645f4f image-large/sparseStructureFlow/stage-004.bin
20
+ a1b1300cd56ac0379cbde82c8e5cf7ee17b81610db5a9bc36a6a8d0c9a36f7a7 image-large/sparseStructureFlow/stage-005.bin
21
+ 521267c28bfa739213e478c017db00eee2b42572c8b3f9c1e55808b65d74dd45 image-large/sparseStructureFlow/stage-006.bin
22
+ 0a1e8e93c5f80670cc0bca860d26a4d92e82c307707a41ef1bc0ced957b5e56f image-large/sparseStructureFlow/stage-007.bin
23
+ 810a6c3f441ec717975ad7173e269178020f91ca307e703cb0d01f454a1c886e image-large/sparseStructureFlow/stage-008.bin
24
+ 215a57b9568b49fd7b049780ddd563bb109fb72dc8754c7798420e03bb744657 image-large/sparseStructureFlow/stage-009.bin
25
+ 407fa67941be2024845c160fe3ccbe8c684cfe906e53b2c62704b97012a80898 image-large/sparseStructureFlow/stage-010.bin
26
+ 3fb0f00dbe8b4a45adcab7b36f298d1f975fef4f9249ac35bc4c8f1b37bd800f image-large/sparseStructureFlow/stage-011.bin
27
+ ea04edc07730f3dbd4f0df87a07d0027a57d7ed7513475f96878c90fc34d8f75 image-large/sparseStructureFlow/stage-012.bin
28
+ cb7118a3f8a9dbbd2b7a4a4f83ef707ac2dbea1ce3f6dedb51457d4e857d969a image-large/sparseStructureFlow/stage-013.bin
29
+ e78bf91639df2d54b730757593af035e564a67b474bac007bdfb3a337fd0c12f image-large/structuredLatentFlow/manifest.json
30
+ a6ac40ddadb92cef5709e04f4c6d1fc6a01d2ce3d69f792a8d614db332795da9 image-large/structuredLatentFlow/stage-000.bin
31
+ 02b714b0a26ab144b7d0dc7b4ff5486f51a04c0c130ec230afaea5fd694b8b5d image-large/structuredLatentFlow/stage-001.bin
32
+ f5cbcab39328cead3600c197dc45e0cd57ee1e6d6ed0dd44666818ba195f3c78 image-large/structuredLatentFlow/stage-002.bin
33
+ 466f5fd821976ba5f75519aa5a0dbee0cc569d597325d862e7b4a42d9607f2e2 image-large/structuredLatentFlow/stage-003.bin
34
+ 9e539c8d15a21fc1a53f5841a01a1b496318488f589858f0ba31c6a1c9d09f36 image-large/structuredLatentFlow/stage-004.bin
35
+ eb2bc0de5b2df7ebc844856fce3c5187d22e94900e750ba1397324089d01cdc0 image-large/structuredLatentFlow/stage-005.bin
36
+ 3cb705673e389da3fac48567e065726c63471a1cf436651dbe66bc7e2bb21db9 image-large/structuredLatentFlow/stage-006.bin
37
+ f80598c459842fcb90d044e89d6897228c3015831e937cad4245d17178fb21e3 image-large/structuredLatentFlow/stage-007.bin
38
+ 2e5bb4b2683e0db04556f746f16f4b4e47b24934f264486b863fce4afcb72a35 image-large/structuredLatentFlow/stage-008.bin
39
+ e5177502822050a134a0b285192364c53437a3dcd89e994877bd3690b6c40938 LICENSES.md
40
+ 893951b3bf94db8df1b13e05da5cdeb499400960e4d44a3962a8b33ed0b4f28e licenses/CLIP
41
+ a6cba85bc92e0cff7a450b1d873c0eaa2e9fc96bf472df0247a26bec77bf3ff9 licenses/DINOV2
42
+ 7df20dcdf9197e9945c14858d41c60f11b52b93e5b69e2b63416b874d598d322 licenses/TRELLIS
43
+ 609f1a82d8bca42163c244f2273f323e47e6f954521157ffc18e9a4b96252758 NOTICE
44
+ 5242bca615f9f50370ed5a81220ad01021780a46917668265411e05e52662acf README.md
45
+ dd33d823d18ad86146f4334e5b7a0510f80b394426d6b45425b72770140e9085 shared/gaussianDecoder/manifest.json
46
+ 2d4da0eb59fe38df1eba64b6049d1bf62abf0edec4dac6e58a1cc436a670ec17 shared/gaussianDecoder/stage-000.bin
47
+ 6e8a8e87d36b9b44eddeb6aefd6922c00b4f0ef228b29fc63eac326a198a53f1 shared/meshDecoder/manifest.json
48
+ 0c90007d9c2f836437dec94984dff5c3ac09d453ca596931458836224c4bf966 shared/meshDecoder/stage-000.bin
49
+ e8091861bdf407fd122d4790cd8a8990453f1b6b5f66c02e7e06f3e729ebf664 shared/meshDecoder/stage-001.bin
50
+ 9b045f19610fc1a1fbe3612572291f58e5c64dbcf6b00a0310ae67b6834c26f8 shared/sparseStructureDecoder/manifest.json
51
+ c985305636f6f954bc540583091c3ecd59ae94f03854f1719c4aad213992f9fb shared/sparseStructureDecoder/stage-000.bin
52
+ a012ad0022a90fe88bf15efb16adf622005c8e9f0ff11b2dccb9b6a7084ff3c9 text-base/model.json
53
+ 91d58b494be4bd28674b3a9f28605d5b4f40a2a29719e3723b6d5033d0e861cc text-base/sparseStructureFlow/manifest.json
54
+ 9cdadc00a0921d95135a25c76d026f19f80779de5a0700dccba1705630c43975 text-base/sparseStructureFlow/stage-000.bin
55
+ 996637aebb87422ceef9f17e0f116412ce57749a17db15325dcff9d47e47c97f text-base/sparseStructureFlow/stage-001.bin
56
+ 85b9ab636d6dca02c19b016429d30ea23cf1d36ae2398a67f202f7a8d6b211cf text-base/sparseStructureFlow/stage-002.bin
57
+ 91055ab983e727001de20ba93d0cce1f8978803c0f35203690a153611d8525ae text-base/structuredLatentFlow/manifest.json
58
+ 290ad481d68402d9d7b43f384d7e93b293f703667a0472d462bc0981a2d91320 text-base/structuredLatentFlow/stage-000.bin
59
+ 9632991188cc166bbd4255389a27a6d72e76cb4fb3dfd73ff142ed03ff0e5262 text-base/structuredLatentFlow/stage-001.bin
60
+ 7b2d2282e6e4be1128a10276ff2bb8fb7f053c596f9bf06462b3a7af11484953 text-base/structuredLatentFlow/stage-002.bin
61
+ 758879c8ffc34a338e99507a0404c3ca0a87ef4872d3d874d2541777d652fb2c text-base/textEncoder/manifest.json
62
+ c8abf2c72c54162311663abedd016a617af6a0e2f59f30a7f2fa38b866a5d773 text-base/textEncoder/stage-000.bin
63
+ 22e014e18663bc94e798325d3db2a2553220bb14a2fdfb869b4b37cf0fd6a12c text-base/textEncoder/stage-001.bin
64
+ 160009eb7364d43618f5c32820762e40a42cfd6fd4d800bd3d46d9ac655b7ae6 text-base/textEncoder/stage-002.bin
65
+ 65e8037f74be967ab4e0f45f189e72be3379ccefe92809e537a6443c213fe987 text-base/textEncoder/stage-003.bin
66
+ a83e0809aa4c3af7208b2df632a7a69668c6d48775b3c3fe4e1b1199d1f8b8f4 text-base/tokenizer.json
catalog.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": "trellis-webgpu-catalog",
3
+ "version": 1,
4
+ "sharedStages": {
5
+ "sparseStructureDecoder": "shared/sparseStructureDecoder/manifest.json",
6
+ "gaussianDecoder": "shared/gaussianDecoder/manifest.json",
7
+ "meshDecoder": "shared/meshDecoder/manifest.json"
8
+ },
9
+ "variants": {
10
+ "image-large": "image-large/model.json",
11
+ "text-base": "text-base/model.json"
12
+ }
13
+ }
config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "model_type": "trellis-webgpu",
3
+ "catalog": "catalog.json"
4
+ }
image-large/imageEncoder/manifest.json ADDED
The diff for this file is too large to render. See raw diff
 
image-large/imageEncoder/stage-000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0cd6c96e03ddb04012451d17f9f205d3475ba9ebb86aef05c0a69144f8b79a0
3
+ size 66911232
image-large/imageEncoder/stage-001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53ad5c083824c97100cb87f2b8b89f17f8a01e2b5602cfe6712cabdac69ed43a
3
+ size 66691072
image-large/imageEncoder/stage-002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a22b8a11c24a41949fc3a584b2f5cf5b8b3e274e19694915cb6869a1e83983a5
3
+ size 65630208
image-large/imageEncoder/stage-003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc4b8433aaedbf356896ba19adfc50b124d220348c50934c5c72b2cca71bfd70
3
+ size 66234368
image-large/imageEncoder/stage-004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:729a6b912725037dbb818277efabbd2c2ee326c97c051287b47d8699251e00b3
3
+ size 65050624
image-large/imageEncoder/stage-005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee5f7b513c7a11ec970707f76291f281372aa101a77d98526a0f0c888ef911eb
3
+ size 65630208
image-large/imageEncoder/stage-006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ae93178c535a3b29fdd28ac91b0cee8e9483f561b68da20eb02c309bcbf23bb
3
+ size 66234368
image-large/imageEncoder/stage-007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d40d3bb21a58145168e6b08000ccfa82b045e8a0263d8eebf465cbf6776a150
3
+ size 34463744
image-large/model.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": "trellis-webgpu-variant",
3
+ "version": 1,
4
+ "id": "image-large",
5
+ "conditioning": "image",
6
+ "upstream": {
7
+ "model": {
8
+ "repo": "microsoft/TRELLIS-image-large",
9
+ "revision": "25e0d31ffbebe4b5a97464dd851910efc3002d96",
10
+ "license": "mit"
11
+ },
12
+ "encoder": {
13
+ "repo": "facebook/dinov2-with-registers-large",
14
+ "revision": "e4c89a4e05589de9b3e188688a303d0f3c04d0f3",
15
+ "license": "apache-2.0"
16
+ }
17
+ },
18
+ "stages": {
19
+ "encoder": "imageEncoder/manifest.json",
20
+ "sparseStructureFlow": "sparseStructureFlow/manifest.json",
21
+ "structuredLatentFlow": "structuredLatentFlow/manifest.json"
22
+ }
23
+ }
image-large/sparseStructureFlow/manifest.json ADDED
The diff for this file is too large to render. See raw diff
 
image-large/sparseStructureFlow/stage-000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0784b06e2b1de485881fb7382f4fb5f12ad1afb3bbf5a57cdbba9701b0a84b2
3
+ size 66705408
image-large/sparseStructureFlow/stage-001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44b727fea9979fd8f0d93a9f8edb3e8c37d380bcabd5fb4bd6cdc05903fa84e7
3
+ size 64538624
image-large/sparseStructureFlow/stage-002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2569e48e2700140e674038592de2f95440f1ed4f7897305300fe1cfd5f7b7e19
3
+ size 65628160
image-large/sparseStructureFlow/stage-003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3913321cb4f6dd6fc47619fc5c16a1369d28a5342fde66afa6f55d570468966e
3
+ size 65617920
image-large/sparseStructureFlow/stage-004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:187edbe3a8d1258a2b2f15307a0c19a60608c9111aa98e13764935e7ba645f4f
3
+ size 62349312
image-large/sparseStructureFlow/stage-005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1b1300cd56ac0379cbde82c8e5cf7ee17b81610db5a9bc36a6a8d0c9a36f7a7
3
+ size 66693120
image-large/sparseStructureFlow/stage-006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:521267c28bfa739213e478c017db00eee2b42572c8b3f9c1e55808b65d74dd45
3
+ size 64538624
image-large/sparseStructureFlow/stage-007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a1e8e93c5f80670cc0bca860d26a4d92e82c307707a41ef1bc0ced957b5e56f
3
+ size 65628160
image-large/sparseStructureFlow/stage-008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:810a6c3f441ec717975ad7173e269178020f91ca307e703cb0d01f454a1c886e
3
+ size 65617920
image-large/sparseStructureFlow/stage-009.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:215a57b9568b49fd7b049780ddd563bb109fb72dc8754c7798420e03bb744657
3
+ size 62349312
image-large/sparseStructureFlow/stage-010.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:407fa67941be2024845c160fe3ccbe8c684cfe906e53b2c62704b97012a80898
3
+ size 66693120
image-large/sparseStructureFlow/stage-011.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fb0f00dbe8b4a45adcab7b36f298d1f975fef4f9249ac35bc4c8f1b37bd800f
3
+ size 64538624
image-large/sparseStructureFlow/stage-012.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea04edc07730f3dbd4f0df87a07d0027a57d7ed7513475f96878c90fc34d8f75
3
+ size 65628160
image-large/sparseStructureFlow/stage-013.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb7118a3f8a9dbbd2b7a4a4f83ef707ac2dbea1ce3f6dedb51457d4e857d969a
3
+ size 26177792
image-large/structuredLatentFlow/manifest.json ADDED
The diff for this file is too large to render. See raw diff
 
image-large/structuredLatentFlow/stage-000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6ac40ddadb92cef5709e04f4c6d1fc6a01d2ce3d69f792a8d614db332795da9
3
+ size 62871552
image-large/structuredLatentFlow/stage-001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02b714b0a26ab144b7d0dc7b4ff5486f51a04c0c130ec230afaea5fd694b8b5d
3
+ size 62859264
image-large/structuredLatentFlow/stage-002.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5cbcab39328cead3600c197dc45e0cd57ee1e6d6ed0dd44666818ba195f3c78
3
+ size 62859264
image-large/structuredLatentFlow/stage-003.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:466f5fd821976ba5f75519aa5a0dbee0cc569d597325d862e7b4a42d9607f2e2
3
+ size 62859264
image-large/structuredLatentFlow/stage-004.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e539c8d15a21fc1a53f5841a01a1b496318488f589858f0ba31c6a1c9d09f36
3
+ size 62859264
image-large/structuredLatentFlow/stage-005.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb2bc0de5b2df7ebc844856fce3c5187d22e94900e750ba1397324089d01cdc0
3
+ size 62859264
image-large/structuredLatentFlow/stage-006.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cb705673e389da3fac48567e065726c63471a1cf436651dbe66bc7e2bb21db9
3
+ size 62859264
image-large/structuredLatentFlow/stage-007.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f80598c459842fcb90d044e89d6897228c3015831e937cad4245d17178fb21e3
3
+ size 67099136
image-large/structuredLatentFlow/stage-008.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e5bb4b2683e0db04556f746f16f4b4e47b24934f264486b863fce4afcb72a35
3
+ size 37651968
licenses/CLIP ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MIT License
2
+
3
+ Copyright (c) 2021 OpenAI
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
licenses/DINOV2 ADDED
@@ -0,0 +1,176 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Apache License
2
+ Version 2.0, January 2004
3
+ http://www.apache.org/licenses/
4
+
5
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
6
+
7
+ 1. Definitions.
8
+
9
+ "License" shall mean the terms and conditions for use, reproduction,
10
+ and distribution as defined by Sections 1 through 9 of this document.
11
+
12
+ "Licensor" shall mean the copyright owner or entity authorized by
13
+ the copyright owner that is granting the License.
14
+
15
+ "Legal Entity" shall mean the union of the acting entity and all
16
+ other entities that control, are controlled by, or are under common
17
+ control with that entity. For the purposes of this definition,
18
+ "control" means (i) the power, direct or indirect, to cause the
19
+ direction or management of such entity, whether by contract or
20
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
21
+ outstanding shares, or (iii) beneficial ownership of such entity.
22
+
23
+ "You" (or "Your") shall mean an individual or Legal Entity
24
+ exercising permissions granted by this License.
25
+
26
+ "Source" form shall mean the preferred form for making modifications,
27
+ including but not limited to software source code, documentation
28
+ source, and configuration files.
29
+
30
+ "Object" form shall mean any form resulting from mechanical
31
+ transformation or translation of a Source form, including but
32
+ not limited to compiled object code, generated documentation,
33
+ and conversions to other media types.
34
+
35
+ "Work" shall mean the work of authorship, whether in Source or
36
+ Object form, made available under the License, as indicated by a
37
+ copyright notice that is included in or attached to the work
38
+ (an example is provided in the Appendix below).
39
+
40
+ "Derivative Works" shall mean any work, whether in Source or Object
41
+ form, that is based on (or derived from) the Work and for which the
42
+ editorial revisions, annotations, elaborations, or other modifications
43
+ represent, as a whole, an original work of authorship. For the purposes
44
+ of this License, Derivative Works shall not include works that remain
45
+ separable from, or merely link (or bind by name) to the interfaces of,
46
+ the Work and Derivative Works thereof.
47
+
48
+ "Contribution" shall mean any work of authorship, including
49
+ the original version of the Work and any modifications or additions
50
+ to that Work or Derivative Works thereof, that is intentionally
51
+ submitted to Licensor for inclusion in the Work by the copyright owner
52
+ or by an individual or Legal Entity authorized to submit on behalf of
53
+ the copyright owner. For the purposes of this definition, "submitted"
54
+ means any form of electronic, verbal, or written communication sent
55
+ to the Licensor or its representatives, including but not limited to
56
+ communication on electronic mailing lists, source code control systems,
57
+ and issue tracking systems that are managed by, or on behalf of, the
58
+ Licensor for the purpose of discussing and improving the Work, but
59
+ excluding communication that is conspicuously marked or otherwise
60
+ designated in writing by the copyright owner as "Not a Contribution."
61
+
62
+ "Contributor" shall mean Licensor and any individual or Legal Entity
63
+ on behalf of whom a Contribution has been received by Licensor and
64
+ subsequently incorporated within the Work.
65
+
66
+ 2. Grant of Copyright License. Subject to the terms and conditions of
67
+ this License, each Contributor hereby grants to You a perpetual,
68
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
69
+ copyright license to reproduce, prepare Derivative Works of,
70
+ publicly display, publicly perform, sublicense, and distribute the
71
+ Work and such Derivative Works in Source or Object form.
72
+
73
+ 3. Grant of Patent License. Subject to the terms and conditions of
74
+ this License, each Contributor hereby grants to You a perpetual,
75
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
76
+ (except as stated in this section) patent license to make, have made,
77
+ use, offer to sell, sell, import, and otherwise transfer the Work,
78
+ where such license applies only to those patent claims licensable
79
+ by such Contributor that are necessarily infringed by their
80
+ Contribution(s) alone or by combination of their Contribution(s)
81
+ with the Work to which such Contribution(s) was submitted. If You
82
+ institute patent litigation against any entity (including a
83
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
84
+ or a Contribution incorporated within the Work constitutes direct
85
+ or contributory patent infringement, then any patent licenses
86
+ granted to You under this License for that Work shall terminate
87
+ as of the date such litigation is filed.
88
+
89
+ 4. Redistribution. You may reproduce and distribute copies of the
90
+ Work or Derivative Works thereof in any medium, with or without
91
+ modifications, and in Source or Object form, provided that You
92
+ meet the following conditions:
93
+
94
+ (a) You must give any other recipients of the Work or
95
+ Derivative Works a copy of this License; and
96
+
97
+ (b) You must cause any modified files to carry prominent notices
98
+ stating that You changed the files; and
99
+
100
+ (c) You must retain, in the Source form of any Derivative Works
101
+ that You distribute, all copyright, patent, trademark, and
102
+ attribution notices from the Source form of the Work,
103
+ excluding those notices that do not pertain to any part of
104
+ the Derivative Works; and
105
+
106
+ (d) If the Work includes a "NOTICE" text file as part of its
107
+ distribution, then any Derivative Works that You distribute must
108
+ include a readable copy of the attribution notices contained
109
+ within such NOTICE file, excluding those notices that do not
110
+ pertain to any part of the Derivative Works, in at least one
111
+ of the following places: within a NOTICE text file distributed
112
+ as part of the Derivative Works; within the Source form or
113
+ documentation, if provided along with the Derivative Works; or,
114
+ within a display generated by the Derivative Works, if and
115
+ wherever such third-party notices normally appear. The contents
116
+ of the NOTICE file are for informational purposes only and
117
+ do not modify the License. You may add Your own attribution
118
+ notices within Derivative Works that You distribute, alongside
119
+ or as an addendum to the NOTICE text from the Work, provided
120
+ that such additional attribution notices cannot be construed
121
+ as modifying the License.
122
+
123
+ You may add Your own copyright statement to Your modifications and
124
+ may provide additional or different license terms and conditions
125
+ for use, reproduction, or distribution of Your modifications, or
126
+ for any such Derivative Works as a whole, provided Your use,
127
+ reproduction, and distribution of the Work otherwise complies with
128
+ the conditions stated in this License.
129
+
130
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
131
+ any Contribution intentionally submitted for inclusion in the Work
132
+ by You to the Licensor shall be under the terms and conditions of
133
+ this License, without any additional terms or conditions.
134
+ Notwithstanding the above, nothing herein shall supersede or modify
135
+ the terms of any separate license agreement you may have executed
136
+ with Licensor regarding such Contributions.
137
+
138
+ 6. Trademarks. This License does not grant permission to use the trade
139
+ names, trademarks, service marks, or product names of the Licensor,
140
+ except as required for reasonable and customary use in describing the
141
+ origin of the Work and reproducing the content of the NOTICE file.
142
+
143
+ 7. Disclaimer of Warranty. Unless required by applicable law or
144
+ agreed to in writing, Licensor provides the Work (and each
145
+ Contributor provides its Contributions) on an "AS IS" BASIS,
146
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
147
+ implied, including, without limitation, any warranties or conditions
148
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
149
+ PARTICULAR PURPOSE. You are solely responsible for determining the
150
+ appropriateness of using or redistributing the Work and assume any
151
+ risks associated with Your exercise of permissions under this License.
152
+
153
+ 8. Limitation of Liability. In no event and under no legal theory,
154
+ whether in tort (including negligence), contract, or otherwise,
155
+ unless required by applicable law (such as deliberate and grossly
156
+ negligent acts) or agreed to in writing, shall any Contributor be
157
+ liable to You for damages, including any direct, indirect, special,
158
+ incidental, or consequential damages of any character arising as a
159
+ result of this License or out of the use or inability to use the
160
+ Work (including but not limited to damages for loss of goodwill,
161
+ work stoppage, computer failure or malfunction, or any and all
162
+ other commercial damages or losses), even if such Contributor
163
+ has been advised of the possibility of such damages.
164
+
165
+ 9. Accepting Warranty or Additional Liability. While redistributing
166
+ the Work or Derivative Works thereof, You may choose to offer,
167
+ and charge a fee for, acceptance of support, warranty, indemnity,
168
+ or other liability obligations and/or rights consistent with this
169
+ License. However, in accepting such obligations, You may act only
170
+ on Your own behalf and on Your sole responsibility, not on behalf
171
+ of any other Contributor, and only if You agree to indemnify,
172
+ defend, and hold each Contributor harmless for any liability
173
+ incurred by, or claims asserted against, such Contributor by reason
174
+ of your accepting any such warranty or additional liability.
175
+
176
+ END OF TERMS AND CONDITIONS
licenses/TRELLIS ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MIT License
2
+
3
+ Copyright (c) Microsoft Corporation.
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
shared/gaussianDecoder/manifest.json ADDED
@@ -0,0 +1,1828 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": "trellis-webgpu-pack",
3
+ "version": 1,
4
+ "stage": "gaussianDecoder",
5
+ "upstreamRevision": "25e0d31ffbebe4b5a97464dd851910efc3002d96",
6
+ "shards": [
7
+ {
8
+ "file": "stage-000.bin",
9
+ "bytes": 66831104,
10
+ "sha256": "2d4da0eb59fe38df1eba64b6049d1bf62abf0edec4dac6e58a1cc436a670ec17"
11
+ }
12
+ ],
13
+ "tensors": {
14
+ "blocks.0.attn.to_out.bias": {
15
+ "shape": [
16
+ 768
17
+ ],
18
+ "encoding": "raw",
19
+ "dtype": "f16",
20
+ "data": {
21
+ "shard": 0,
22
+ "offset": 0,
23
+ "bytes": 1536
24
+ }
25
+ },
26
+ "blocks.0.attn.to_out.weight": {
27
+ "shape": [
28
+ 768,
29
+ 768
30
+ ],
31
+ "encoding": "symmetric-quantized",
32
+ "bits": 6,
33
+ "group_size": 64,
34
+ "output_tile": 16,
35
+ "rows": 768,
36
+ "columns": 768,
37
+ "padded_rows": 768,
38
+ "padded_columns": 768,
39
+ "data": {
40
+ "shard": 0,
41
+ "offset": 1536,
42
+ "bytes": 442368
43
+ },
44
+ "scales": {
45
+ "shard": 0,
46
+ "offset": 443904,
47
+ "bytes": 18432
48
+ }
49
+ },
50
+ "blocks.0.attn.to_qkv.bias": {
51
+ "shape": [
52
+ 2304
53
+ ],
54
+ "encoding": "raw",
55
+ "dtype": "f16",
56
+ "data": {
57
+ "shard": 0,
58
+ "offset": 462336,
59
+ "bytes": 4608
60
+ }
61
+ },
62
+ "blocks.0.attn.to_qkv.weight": {
63
+ "shape": [
64
+ 2304,
65
+ 768
66
+ ],
67
+ "encoding": "symmetric-quantized",
68
+ "bits": 6,
69
+ "group_size": 64,
70
+ "output_tile": 16,
71
+ "rows": 2304,
72
+ "columns": 768,
73
+ "padded_rows": 2304,
74
+ "padded_columns": 768,
75
+ "data": {
76
+ "shard": 0,
77
+ "offset": 466944,
78
+ "bytes": 1327104
79
+ },
80
+ "scales": {
81
+ "shard": 0,
82
+ "offset": 1794048,
83
+ "bytes": 55296
84
+ }
85
+ },
86
+ "blocks.0.mlp.mlp.0.bias": {
87
+ "shape": [
88
+ 3072
89
+ ],
90
+ "encoding": "raw",
91
+ "dtype": "f16",
92
+ "data": {
93
+ "shard": 0,
94
+ "offset": 1849344,
95
+ "bytes": 6144
96
+ }
97
+ },
98
+ "blocks.0.mlp.mlp.0.weight": {
99
+ "shape": [
100
+ 3072,
101
+ 768
102
+ ],
103
+ "encoding": "symmetric-quantized",
104
+ "bits": 6,
105
+ "group_size": 64,
106
+ "output_tile": 16,
107
+ "rows": 3072,
108
+ "columns": 768,
109
+ "padded_rows": 3072,
110
+ "padded_columns": 768,
111
+ "data": {
112
+ "shard": 0,
113
+ "offset": 1855488,
114
+ "bytes": 1769472
115
+ },
116
+ "scales": {
117
+ "shard": 0,
118
+ "offset": 3624960,
119
+ "bytes": 73728
120
+ }
121
+ },
122
+ "blocks.0.mlp.mlp.2.bias": {
123
+ "shape": [
124
+ 768
125
+ ],
126
+ "encoding": "raw",
127
+ "dtype": "f16",
128
+ "data": {
129
+ "shard": 0,
130
+ "offset": 3698688,
131
+ "bytes": 1536
132
+ }
133
+ },
134
+ "blocks.0.mlp.mlp.2.weight": {
135
+ "shape": [
136
+ 768,
137
+ 3072
138
+ ],
139
+ "encoding": "symmetric-quantized",
140
+ "bits": 6,
141
+ "group_size": 64,
142
+ "output_tile": 16,
143
+ "rows": 768,
144
+ "columns": 3072,
145
+ "padded_rows": 768,
146
+ "padded_columns": 3072,
147
+ "data": {
148
+ "shard": 0,
149
+ "offset": 3700224,
150
+ "bytes": 1769472
151
+ },
152
+ "scales": {
153
+ "shard": 0,
154
+ "offset": 5469696,
155
+ "bytes": 73728
156
+ }
157
+ },
158
+ "blocks.1.attn.to_out.bias": {
159
+ "shape": [
160
+ 768
161
+ ],
162
+ "encoding": "raw",
163
+ "dtype": "f16",
164
+ "data": {
165
+ "shard": 0,
166
+ "offset": 5543424,
167
+ "bytes": 1536
168
+ }
169
+ },
170
+ "blocks.1.attn.to_out.weight": {
171
+ "shape": [
172
+ 768,
173
+ 768
174
+ ],
175
+ "encoding": "symmetric-quantized",
176
+ "bits": 6,
177
+ "group_size": 64,
178
+ "output_tile": 16,
179
+ "rows": 768,
180
+ "columns": 768,
181
+ "padded_rows": 768,
182
+ "padded_columns": 768,
183
+ "data": {
184
+ "shard": 0,
185
+ "offset": 5544960,
186
+ "bytes": 442368
187
+ },
188
+ "scales": {
189
+ "shard": 0,
190
+ "offset": 5987328,
191
+ "bytes": 18432
192
+ }
193
+ },
194
+ "blocks.1.attn.to_qkv.bias": {
195
+ "shape": [
196
+ 2304
197
+ ],
198
+ "encoding": "raw",
199
+ "dtype": "f16",
200
+ "data": {
201
+ "shard": 0,
202
+ "offset": 6005760,
203
+ "bytes": 4608
204
+ }
205
+ },
206
+ "blocks.1.attn.to_qkv.weight": {
207
+ "shape": [
208
+ 2304,
209
+ 768
210
+ ],
211
+ "encoding": "symmetric-quantized",
212
+ "bits": 6,
213
+ "group_size": 64,
214
+ "output_tile": 16,
215
+ "rows": 2304,
216
+ "columns": 768,
217
+ "padded_rows": 2304,
218
+ "padded_columns": 768,
219
+ "data": {
220
+ "shard": 0,
221
+ "offset": 6010368,
222
+ "bytes": 1327104
223
+ },
224
+ "scales": {
225
+ "shard": 0,
226
+ "offset": 7337472,
227
+ "bytes": 55296
228
+ }
229
+ },
230
+ "blocks.1.mlp.mlp.0.bias": {
231
+ "shape": [
232
+ 3072
233
+ ],
234
+ "encoding": "raw",
235
+ "dtype": "f16",
236
+ "data": {
237
+ "shard": 0,
238
+ "offset": 7392768,
239
+ "bytes": 6144
240
+ }
241
+ },
242
+ "blocks.1.mlp.mlp.0.weight": {
243
+ "shape": [
244
+ 3072,
245
+ 768
246
+ ],
247
+ "encoding": "symmetric-quantized",
248
+ "bits": 6,
249
+ "group_size": 64,
250
+ "output_tile": 16,
251
+ "rows": 3072,
252
+ "columns": 768,
253
+ "padded_rows": 3072,
254
+ "padded_columns": 768,
255
+ "data": {
256
+ "shard": 0,
257
+ "offset": 7398912,
258
+ "bytes": 1769472
259
+ },
260
+ "scales": {
261
+ "shard": 0,
262
+ "offset": 9168384,
263
+ "bytes": 73728
264
+ }
265
+ },
266
+ "blocks.1.mlp.mlp.2.bias": {
267
+ "shape": [
268
+ 768
269
+ ],
270
+ "encoding": "raw",
271
+ "dtype": "f16",
272
+ "data": {
273
+ "shard": 0,
274
+ "offset": 9242112,
275
+ "bytes": 1536
276
+ }
277
+ },
278
+ "blocks.1.mlp.mlp.2.weight": {
279
+ "shape": [
280
+ 768,
281
+ 3072
282
+ ],
283
+ "encoding": "symmetric-quantized",
284
+ "bits": 6,
285
+ "group_size": 64,
286
+ "output_tile": 16,
287
+ "rows": 768,
288
+ "columns": 3072,
289
+ "padded_rows": 768,
290
+ "padded_columns": 3072,
291
+ "data": {
292
+ "shard": 0,
293
+ "offset": 9243648,
294
+ "bytes": 1769472
295
+ },
296
+ "scales": {
297
+ "shard": 0,
298
+ "offset": 11013120,
299
+ "bytes": 73728
300
+ }
301
+ },
302
+ "blocks.10.attn.to_out.bias": {
303
+ "shape": [
304
+ 768
305
+ ],
306
+ "encoding": "raw",
307
+ "dtype": "f16",
308
+ "data": {
309
+ "shard": 0,
310
+ "offset": 11086848,
311
+ "bytes": 1536
312
+ }
313
+ },
314
+ "blocks.10.attn.to_out.weight": {
315
+ "shape": [
316
+ 768,
317
+ 768
318
+ ],
319
+ "encoding": "symmetric-quantized",
320
+ "bits": 6,
321
+ "group_size": 64,
322
+ "output_tile": 16,
323
+ "rows": 768,
324
+ "columns": 768,
325
+ "padded_rows": 768,
326
+ "padded_columns": 768,
327
+ "data": {
328
+ "shard": 0,
329
+ "offset": 11088384,
330
+ "bytes": 442368
331
+ },
332
+ "scales": {
333
+ "shard": 0,
334
+ "offset": 11530752,
335
+ "bytes": 18432
336
+ }
337
+ },
338
+ "blocks.10.attn.to_qkv.bias": {
339
+ "shape": [
340
+ 2304
341
+ ],
342
+ "encoding": "raw",
343
+ "dtype": "f16",
344
+ "data": {
345
+ "shard": 0,
346
+ "offset": 11549184,
347
+ "bytes": 4608
348
+ }
349
+ },
350
+ "blocks.10.attn.to_qkv.weight": {
351
+ "shape": [
352
+ 2304,
353
+ 768
354
+ ],
355
+ "encoding": "symmetric-quantized",
356
+ "bits": 6,
357
+ "group_size": 64,
358
+ "output_tile": 16,
359
+ "rows": 2304,
360
+ "columns": 768,
361
+ "padded_rows": 2304,
362
+ "padded_columns": 768,
363
+ "data": {
364
+ "shard": 0,
365
+ "offset": 11553792,
366
+ "bytes": 1327104
367
+ },
368
+ "scales": {
369
+ "shard": 0,
370
+ "offset": 12880896,
371
+ "bytes": 55296
372
+ }
373
+ },
374
+ "blocks.10.mlp.mlp.0.bias": {
375
+ "shape": [
376
+ 3072
377
+ ],
378
+ "encoding": "raw",
379
+ "dtype": "f16",
380
+ "data": {
381
+ "shard": 0,
382
+ "offset": 12936192,
383
+ "bytes": 6144
384
+ }
385
+ },
386
+ "blocks.10.mlp.mlp.0.weight": {
387
+ "shape": [
388
+ 3072,
389
+ 768
390
+ ],
391
+ "encoding": "symmetric-quantized",
392
+ "bits": 6,
393
+ "group_size": 64,
394
+ "output_tile": 16,
395
+ "rows": 3072,
396
+ "columns": 768,
397
+ "padded_rows": 3072,
398
+ "padded_columns": 768,
399
+ "data": {
400
+ "shard": 0,
401
+ "offset": 12942336,
402
+ "bytes": 1769472
403
+ },
404
+ "scales": {
405
+ "shard": 0,
406
+ "offset": 14711808,
407
+ "bytes": 73728
408
+ }
409
+ },
410
+ "blocks.10.mlp.mlp.2.bias": {
411
+ "shape": [
412
+ 768
413
+ ],
414
+ "encoding": "raw",
415
+ "dtype": "f16",
416
+ "data": {
417
+ "shard": 0,
418
+ "offset": 14785536,
419
+ "bytes": 1536
420
+ }
421
+ },
422
+ "blocks.10.mlp.mlp.2.weight": {
423
+ "shape": [
424
+ 768,
425
+ 3072
426
+ ],
427
+ "encoding": "symmetric-quantized",
428
+ "bits": 6,
429
+ "group_size": 64,
430
+ "output_tile": 16,
431
+ "rows": 768,
432
+ "columns": 3072,
433
+ "padded_rows": 768,
434
+ "padded_columns": 3072,
435
+ "data": {
436
+ "shard": 0,
437
+ "offset": 14787072,
438
+ "bytes": 1769472
439
+ },
440
+ "scales": {
441
+ "shard": 0,
442
+ "offset": 16556544,
443
+ "bytes": 73728
444
+ }
445
+ },
446
+ "blocks.11.attn.to_out.bias": {
447
+ "shape": [
448
+ 768
449
+ ],
450
+ "encoding": "raw",
451
+ "dtype": "f16",
452
+ "data": {
453
+ "shard": 0,
454
+ "offset": 16630272,
455
+ "bytes": 1536
456
+ }
457
+ },
458
+ "blocks.11.attn.to_out.weight": {
459
+ "shape": [
460
+ 768,
461
+ 768
462
+ ],
463
+ "encoding": "symmetric-quantized",
464
+ "bits": 6,
465
+ "group_size": 64,
466
+ "output_tile": 16,
467
+ "rows": 768,
468
+ "columns": 768,
469
+ "padded_rows": 768,
470
+ "padded_columns": 768,
471
+ "data": {
472
+ "shard": 0,
473
+ "offset": 16631808,
474
+ "bytes": 442368
475
+ },
476
+ "scales": {
477
+ "shard": 0,
478
+ "offset": 17074176,
479
+ "bytes": 18432
480
+ }
481
+ },
482
+ "blocks.11.attn.to_qkv.bias": {
483
+ "shape": [
484
+ 2304
485
+ ],
486
+ "encoding": "raw",
487
+ "dtype": "f16",
488
+ "data": {
489
+ "shard": 0,
490
+ "offset": 17092608,
491
+ "bytes": 4608
492
+ }
493
+ },
494
+ "blocks.11.attn.to_qkv.weight": {
495
+ "shape": [
496
+ 2304,
497
+ 768
498
+ ],
499
+ "encoding": "symmetric-quantized",
500
+ "bits": 6,
501
+ "group_size": 64,
502
+ "output_tile": 16,
503
+ "rows": 2304,
504
+ "columns": 768,
505
+ "padded_rows": 2304,
506
+ "padded_columns": 768,
507
+ "data": {
508
+ "shard": 0,
509
+ "offset": 17097216,
510
+ "bytes": 1327104
511
+ },
512
+ "scales": {
513
+ "shard": 0,
514
+ "offset": 18424320,
515
+ "bytes": 55296
516
+ }
517
+ },
518
+ "blocks.11.mlp.mlp.0.bias": {
519
+ "shape": [
520
+ 3072
521
+ ],
522
+ "encoding": "raw",
523
+ "dtype": "f16",
524
+ "data": {
525
+ "shard": 0,
526
+ "offset": 18479616,
527
+ "bytes": 6144
528
+ }
529
+ },
530
+ "blocks.11.mlp.mlp.0.weight": {
531
+ "shape": [
532
+ 3072,
533
+ 768
534
+ ],
535
+ "encoding": "symmetric-quantized",
536
+ "bits": 6,
537
+ "group_size": 64,
538
+ "output_tile": 16,
539
+ "rows": 3072,
540
+ "columns": 768,
541
+ "padded_rows": 3072,
542
+ "padded_columns": 768,
543
+ "data": {
544
+ "shard": 0,
545
+ "offset": 18485760,
546
+ "bytes": 1769472
547
+ },
548
+ "scales": {
549
+ "shard": 0,
550
+ "offset": 20255232,
551
+ "bytes": 73728
552
+ }
553
+ },
554
+ "blocks.11.mlp.mlp.2.bias": {
555
+ "shape": [
556
+ 768
557
+ ],
558
+ "encoding": "raw",
559
+ "dtype": "f16",
560
+ "data": {
561
+ "shard": 0,
562
+ "offset": 20328960,
563
+ "bytes": 1536
564
+ }
565
+ },
566
+ "blocks.11.mlp.mlp.2.weight": {
567
+ "shape": [
568
+ 768,
569
+ 3072
570
+ ],
571
+ "encoding": "symmetric-quantized",
572
+ "bits": 6,
573
+ "group_size": 64,
574
+ "output_tile": 16,
575
+ "rows": 768,
576
+ "columns": 3072,
577
+ "padded_rows": 768,
578
+ "padded_columns": 3072,
579
+ "data": {
580
+ "shard": 0,
581
+ "offset": 20330496,
582
+ "bytes": 1769472
583
+ },
584
+ "scales": {
585
+ "shard": 0,
586
+ "offset": 22099968,
587
+ "bytes": 73728
588
+ }
589
+ },
590
+ "blocks.2.attn.to_out.bias": {
591
+ "shape": [
592
+ 768
593
+ ],
594
+ "encoding": "raw",
595
+ "dtype": "f16",
596
+ "data": {
597
+ "shard": 0,
598
+ "offset": 22173696,
599
+ "bytes": 1536
600
+ }
601
+ },
602
+ "blocks.2.attn.to_out.weight": {
603
+ "shape": [
604
+ 768,
605
+ 768
606
+ ],
607
+ "encoding": "symmetric-quantized",
608
+ "bits": 6,
609
+ "group_size": 64,
610
+ "output_tile": 16,
611
+ "rows": 768,
612
+ "columns": 768,
613
+ "padded_rows": 768,
614
+ "padded_columns": 768,
615
+ "data": {
616
+ "shard": 0,
617
+ "offset": 22175232,
618
+ "bytes": 442368
619
+ },
620
+ "scales": {
621
+ "shard": 0,
622
+ "offset": 22617600,
623
+ "bytes": 18432
624
+ }
625
+ },
626
+ "blocks.2.attn.to_qkv.bias": {
627
+ "shape": [
628
+ 2304
629
+ ],
630
+ "encoding": "raw",
631
+ "dtype": "f16",
632
+ "data": {
633
+ "shard": 0,
634
+ "offset": 22636032,
635
+ "bytes": 4608
636
+ }
637
+ },
638
+ "blocks.2.attn.to_qkv.weight": {
639
+ "shape": [
640
+ 2304,
641
+ 768
642
+ ],
643
+ "encoding": "symmetric-quantized",
644
+ "bits": 6,
645
+ "group_size": 64,
646
+ "output_tile": 16,
647
+ "rows": 2304,
648
+ "columns": 768,
649
+ "padded_rows": 2304,
650
+ "padded_columns": 768,
651
+ "data": {
652
+ "shard": 0,
653
+ "offset": 22640640,
654
+ "bytes": 1327104
655
+ },
656
+ "scales": {
657
+ "shard": 0,
658
+ "offset": 23967744,
659
+ "bytes": 55296
660
+ }
661
+ },
662
+ "blocks.2.mlp.mlp.0.bias": {
663
+ "shape": [
664
+ 3072
665
+ ],
666
+ "encoding": "raw",
667
+ "dtype": "f16",
668
+ "data": {
669
+ "shard": 0,
670
+ "offset": 24023040,
671
+ "bytes": 6144
672
+ }
673
+ },
674
+ "blocks.2.mlp.mlp.0.weight": {
675
+ "shape": [
676
+ 3072,
677
+ 768
678
+ ],
679
+ "encoding": "symmetric-quantized",
680
+ "bits": 6,
681
+ "group_size": 64,
682
+ "output_tile": 16,
683
+ "rows": 3072,
684
+ "columns": 768,
685
+ "padded_rows": 3072,
686
+ "padded_columns": 768,
687
+ "data": {
688
+ "shard": 0,
689
+ "offset": 24029184,
690
+ "bytes": 1769472
691
+ },
692
+ "scales": {
693
+ "shard": 0,
694
+ "offset": 25798656,
695
+ "bytes": 73728
696
+ }
697
+ },
698
+ "blocks.2.mlp.mlp.2.bias": {
699
+ "shape": [
700
+ 768
701
+ ],
702
+ "encoding": "raw",
703
+ "dtype": "f16",
704
+ "data": {
705
+ "shard": 0,
706
+ "offset": 25872384,
707
+ "bytes": 1536
708
+ }
709
+ },
710
+ "blocks.2.mlp.mlp.2.weight": {
711
+ "shape": [
712
+ 768,
713
+ 3072
714
+ ],
715
+ "encoding": "symmetric-quantized",
716
+ "bits": 6,
717
+ "group_size": 64,
718
+ "output_tile": 16,
719
+ "rows": 768,
720
+ "columns": 3072,
721
+ "padded_rows": 768,
722
+ "padded_columns": 3072,
723
+ "data": {
724
+ "shard": 0,
725
+ "offset": 25873920,
726
+ "bytes": 1769472
727
+ },
728
+ "scales": {
729
+ "shard": 0,
730
+ "offset": 27643392,
731
+ "bytes": 73728
732
+ }
733
+ },
734
+ "blocks.3.attn.to_out.bias": {
735
+ "shape": [
736
+ 768
737
+ ],
738
+ "encoding": "raw",
739
+ "dtype": "f16",
740
+ "data": {
741
+ "shard": 0,
742
+ "offset": 27717120,
743
+ "bytes": 1536
744
+ }
745
+ },
746
+ "blocks.3.attn.to_out.weight": {
747
+ "shape": [
748
+ 768,
749
+ 768
750
+ ],
751
+ "encoding": "symmetric-quantized",
752
+ "bits": 6,
753
+ "group_size": 64,
754
+ "output_tile": 16,
755
+ "rows": 768,
756
+ "columns": 768,
757
+ "padded_rows": 768,
758
+ "padded_columns": 768,
759
+ "data": {
760
+ "shard": 0,
761
+ "offset": 27718656,
762
+ "bytes": 442368
763
+ },
764
+ "scales": {
765
+ "shard": 0,
766
+ "offset": 28161024,
767
+ "bytes": 18432
768
+ }
769
+ },
770
+ "blocks.3.attn.to_qkv.bias": {
771
+ "shape": [
772
+ 2304
773
+ ],
774
+ "encoding": "raw",
775
+ "dtype": "f16",
776
+ "data": {
777
+ "shard": 0,
778
+ "offset": 28179456,
779
+ "bytes": 4608
780
+ }
781
+ },
782
+ "blocks.3.attn.to_qkv.weight": {
783
+ "shape": [
784
+ 2304,
785
+ 768
786
+ ],
787
+ "encoding": "symmetric-quantized",
788
+ "bits": 6,
789
+ "group_size": 64,
790
+ "output_tile": 16,
791
+ "rows": 2304,
792
+ "columns": 768,
793
+ "padded_rows": 2304,
794
+ "padded_columns": 768,
795
+ "data": {
796
+ "shard": 0,
797
+ "offset": 28184064,
798
+ "bytes": 1327104
799
+ },
800
+ "scales": {
801
+ "shard": 0,
802
+ "offset": 29511168,
803
+ "bytes": 55296
804
+ }
805
+ },
806
+ "blocks.3.mlp.mlp.0.bias": {
807
+ "shape": [
808
+ 3072
809
+ ],
810
+ "encoding": "raw",
811
+ "dtype": "f16",
812
+ "data": {
813
+ "shard": 0,
814
+ "offset": 29566464,
815
+ "bytes": 6144
816
+ }
817
+ },
818
+ "blocks.3.mlp.mlp.0.weight": {
819
+ "shape": [
820
+ 3072,
821
+ 768
822
+ ],
823
+ "encoding": "symmetric-quantized",
824
+ "bits": 6,
825
+ "group_size": 64,
826
+ "output_tile": 16,
827
+ "rows": 3072,
828
+ "columns": 768,
829
+ "padded_rows": 3072,
830
+ "padded_columns": 768,
831
+ "data": {
832
+ "shard": 0,
833
+ "offset": 29572608,
834
+ "bytes": 1769472
835
+ },
836
+ "scales": {
837
+ "shard": 0,
838
+ "offset": 31342080,
839
+ "bytes": 73728
840
+ }
841
+ },
842
+ "blocks.3.mlp.mlp.2.bias": {
843
+ "shape": [
844
+ 768
845
+ ],
846
+ "encoding": "raw",
847
+ "dtype": "f16",
848
+ "data": {
849
+ "shard": 0,
850
+ "offset": 31415808,
851
+ "bytes": 1536
852
+ }
853
+ },
854
+ "blocks.3.mlp.mlp.2.weight": {
855
+ "shape": [
856
+ 768,
857
+ 3072
858
+ ],
859
+ "encoding": "symmetric-quantized",
860
+ "bits": 6,
861
+ "group_size": 64,
862
+ "output_tile": 16,
863
+ "rows": 768,
864
+ "columns": 3072,
865
+ "padded_rows": 768,
866
+ "padded_columns": 3072,
867
+ "data": {
868
+ "shard": 0,
869
+ "offset": 31417344,
870
+ "bytes": 1769472
871
+ },
872
+ "scales": {
873
+ "shard": 0,
874
+ "offset": 33186816,
875
+ "bytes": 73728
876
+ }
877
+ },
878
+ "blocks.4.attn.to_out.bias": {
879
+ "shape": [
880
+ 768
881
+ ],
882
+ "encoding": "raw",
883
+ "dtype": "f16",
884
+ "data": {
885
+ "shard": 0,
886
+ "offset": 33260544,
887
+ "bytes": 1536
888
+ }
889
+ },
890
+ "blocks.4.attn.to_out.weight": {
891
+ "shape": [
892
+ 768,
893
+ 768
894
+ ],
895
+ "encoding": "symmetric-quantized",
896
+ "bits": 6,
897
+ "group_size": 64,
898
+ "output_tile": 16,
899
+ "rows": 768,
900
+ "columns": 768,
901
+ "padded_rows": 768,
902
+ "padded_columns": 768,
903
+ "data": {
904
+ "shard": 0,
905
+ "offset": 33262080,
906
+ "bytes": 442368
907
+ },
908
+ "scales": {
909
+ "shard": 0,
910
+ "offset": 33704448,
911
+ "bytes": 18432
912
+ }
913
+ },
914
+ "blocks.4.attn.to_qkv.bias": {
915
+ "shape": [
916
+ 2304
917
+ ],
918
+ "encoding": "raw",
919
+ "dtype": "f16",
920
+ "data": {
921
+ "shard": 0,
922
+ "offset": 33722880,
923
+ "bytes": 4608
924
+ }
925
+ },
926
+ "blocks.4.attn.to_qkv.weight": {
927
+ "shape": [
928
+ 2304,
929
+ 768
930
+ ],
931
+ "encoding": "symmetric-quantized",
932
+ "bits": 6,
933
+ "group_size": 64,
934
+ "output_tile": 16,
935
+ "rows": 2304,
936
+ "columns": 768,
937
+ "padded_rows": 2304,
938
+ "padded_columns": 768,
939
+ "data": {
940
+ "shard": 0,
941
+ "offset": 33727488,
942
+ "bytes": 1327104
943
+ },
944
+ "scales": {
945
+ "shard": 0,
946
+ "offset": 35054592,
947
+ "bytes": 55296
948
+ }
949
+ },
950
+ "blocks.4.mlp.mlp.0.bias": {
951
+ "shape": [
952
+ 3072
953
+ ],
954
+ "encoding": "raw",
955
+ "dtype": "f16",
956
+ "data": {
957
+ "shard": 0,
958
+ "offset": 35109888,
959
+ "bytes": 6144
960
+ }
961
+ },
962
+ "blocks.4.mlp.mlp.0.weight": {
963
+ "shape": [
964
+ 3072,
965
+ 768
966
+ ],
967
+ "encoding": "symmetric-quantized",
968
+ "bits": 6,
969
+ "group_size": 64,
970
+ "output_tile": 16,
971
+ "rows": 3072,
972
+ "columns": 768,
973
+ "padded_rows": 3072,
974
+ "padded_columns": 768,
975
+ "data": {
976
+ "shard": 0,
977
+ "offset": 35116032,
978
+ "bytes": 1769472
979
+ },
980
+ "scales": {
981
+ "shard": 0,
982
+ "offset": 36885504,
983
+ "bytes": 73728
984
+ }
985
+ },
986
+ "blocks.4.mlp.mlp.2.bias": {
987
+ "shape": [
988
+ 768
989
+ ],
990
+ "encoding": "raw",
991
+ "dtype": "f16",
992
+ "data": {
993
+ "shard": 0,
994
+ "offset": 36959232,
995
+ "bytes": 1536
996
+ }
997
+ },
998
+ "blocks.4.mlp.mlp.2.weight": {
999
+ "shape": [
1000
+ 768,
1001
+ 3072
1002
+ ],
1003
+ "encoding": "symmetric-quantized",
1004
+ "bits": 6,
1005
+ "group_size": 64,
1006
+ "output_tile": 16,
1007
+ "rows": 768,
1008
+ "columns": 3072,
1009
+ "padded_rows": 768,
1010
+ "padded_columns": 3072,
1011
+ "data": {
1012
+ "shard": 0,
1013
+ "offset": 36960768,
1014
+ "bytes": 1769472
1015
+ },
1016
+ "scales": {
1017
+ "shard": 0,
1018
+ "offset": 38730240,
1019
+ "bytes": 73728
1020
+ }
1021
+ },
1022
+ "blocks.5.attn.to_out.bias": {
1023
+ "shape": [
1024
+ 768
1025
+ ],
1026
+ "encoding": "raw",
1027
+ "dtype": "f16",
1028
+ "data": {
1029
+ "shard": 0,
1030
+ "offset": 38803968,
1031
+ "bytes": 1536
1032
+ }
1033
+ },
1034
+ "blocks.5.attn.to_out.weight": {
1035
+ "shape": [
1036
+ 768,
1037
+ 768
1038
+ ],
1039
+ "encoding": "symmetric-quantized",
1040
+ "bits": 6,
1041
+ "group_size": 64,
1042
+ "output_tile": 16,
1043
+ "rows": 768,
1044
+ "columns": 768,
1045
+ "padded_rows": 768,
1046
+ "padded_columns": 768,
1047
+ "data": {
1048
+ "shard": 0,
1049
+ "offset": 38805504,
1050
+ "bytes": 442368
1051
+ },
1052
+ "scales": {
1053
+ "shard": 0,
1054
+ "offset": 39247872,
1055
+ "bytes": 18432
1056
+ }
1057
+ },
1058
+ "blocks.5.attn.to_qkv.bias": {
1059
+ "shape": [
1060
+ 2304
1061
+ ],
1062
+ "encoding": "raw",
1063
+ "dtype": "f16",
1064
+ "data": {
1065
+ "shard": 0,
1066
+ "offset": 39266304,
1067
+ "bytes": 4608
1068
+ }
1069
+ },
1070
+ "blocks.5.attn.to_qkv.weight": {
1071
+ "shape": [
1072
+ 2304,
1073
+ 768
1074
+ ],
1075
+ "encoding": "symmetric-quantized",
1076
+ "bits": 6,
1077
+ "group_size": 64,
1078
+ "output_tile": 16,
1079
+ "rows": 2304,
1080
+ "columns": 768,
1081
+ "padded_rows": 2304,
1082
+ "padded_columns": 768,
1083
+ "data": {
1084
+ "shard": 0,
1085
+ "offset": 39270912,
1086
+ "bytes": 1327104
1087
+ },
1088
+ "scales": {
1089
+ "shard": 0,
1090
+ "offset": 40598016,
1091
+ "bytes": 55296
1092
+ }
1093
+ },
1094
+ "blocks.5.mlp.mlp.0.bias": {
1095
+ "shape": [
1096
+ 3072
1097
+ ],
1098
+ "encoding": "raw",
1099
+ "dtype": "f16",
1100
+ "data": {
1101
+ "shard": 0,
1102
+ "offset": 40653312,
1103
+ "bytes": 6144
1104
+ }
1105
+ },
1106
+ "blocks.5.mlp.mlp.0.weight": {
1107
+ "shape": [
1108
+ 3072,
1109
+ 768
1110
+ ],
1111
+ "encoding": "symmetric-quantized",
1112
+ "bits": 6,
1113
+ "group_size": 64,
1114
+ "output_tile": 16,
1115
+ "rows": 3072,
1116
+ "columns": 768,
1117
+ "padded_rows": 3072,
1118
+ "padded_columns": 768,
1119
+ "data": {
1120
+ "shard": 0,
1121
+ "offset": 40659456,
1122
+ "bytes": 1769472
1123
+ },
1124
+ "scales": {
1125
+ "shard": 0,
1126
+ "offset": 42428928,
1127
+ "bytes": 73728
1128
+ }
1129
+ },
1130
+ "blocks.5.mlp.mlp.2.bias": {
1131
+ "shape": [
1132
+ 768
1133
+ ],
1134
+ "encoding": "raw",
1135
+ "dtype": "f16",
1136
+ "data": {
1137
+ "shard": 0,
1138
+ "offset": 42502656,
1139
+ "bytes": 1536
1140
+ }
1141
+ },
1142
+ "blocks.5.mlp.mlp.2.weight": {
1143
+ "shape": [
1144
+ 768,
1145
+ 3072
1146
+ ],
1147
+ "encoding": "symmetric-quantized",
1148
+ "bits": 6,
1149
+ "group_size": 64,
1150
+ "output_tile": 16,
1151
+ "rows": 768,
1152
+ "columns": 3072,
1153
+ "padded_rows": 768,
1154
+ "padded_columns": 3072,
1155
+ "data": {
1156
+ "shard": 0,
1157
+ "offset": 42504192,
1158
+ "bytes": 1769472
1159
+ },
1160
+ "scales": {
1161
+ "shard": 0,
1162
+ "offset": 44273664,
1163
+ "bytes": 73728
1164
+ }
1165
+ },
1166
+ "blocks.6.attn.to_out.bias": {
1167
+ "shape": [
1168
+ 768
1169
+ ],
1170
+ "encoding": "raw",
1171
+ "dtype": "f16",
1172
+ "data": {
1173
+ "shard": 0,
1174
+ "offset": 44347392,
1175
+ "bytes": 1536
1176
+ }
1177
+ },
1178
+ "blocks.6.attn.to_out.weight": {
1179
+ "shape": [
1180
+ 768,
1181
+ 768
1182
+ ],
1183
+ "encoding": "symmetric-quantized",
1184
+ "bits": 6,
1185
+ "group_size": 64,
1186
+ "output_tile": 16,
1187
+ "rows": 768,
1188
+ "columns": 768,
1189
+ "padded_rows": 768,
1190
+ "padded_columns": 768,
1191
+ "data": {
1192
+ "shard": 0,
1193
+ "offset": 44348928,
1194
+ "bytes": 442368
1195
+ },
1196
+ "scales": {
1197
+ "shard": 0,
1198
+ "offset": 44791296,
1199
+ "bytes": 18432
1200
+ }
1201
+ },
1202
+ "blocks.6.attn.to_qkv.bias": {
1203
+ "shape": [
1204
+ 2304
1205
+ ],
1206
+ "encoding": "raw",
1207
+ "dtype": "f16",
1208
+ "data": {
1209
+ "shard": 0,
1210
+ "offset": 44809728,
1211
+ "bytes": 4608
1212
+ }
1213
+ },
1214
+ "blocks.6.attn.to_qkv.weight": {
1215
+ "shape": [
1216
+ 2304,
1217
+ 768
1218
+ ],
1219
+ "encoding": "symmetric-quantized",
1220
+ "bits": 6,
1221
+ "group_size": 64,
1222
+ "output_tile": 16,
1223
+ "rows": 2304,
1224
+ "columns": 768,
1225
+ "padded_rows": 2304,
1226
+ "padded_columns": 768,
1227
+ "data": {
1228
+ "shard": 0,
1229
+ "offset": 44814336,
1230
+ "bytes": 1327104
1231
+ },
1232
+ "scales": {
1233
+ "shard": 0,
1234
+ "offset": 46141440,
1235
+ "bytes": 55296
1236
+ }
1237
+ },
1238
+ "blocks.6.mlp.mlp.0.bias": {
1239
+ "shape": [
1240
+ 3072
1241
+ ],
1242
+ "encoding": "raw",
1243
+ "dtype": "f16",
1244
+ "data": {
1245
+ "shard": 0,
1246
+ "offset": 46196736,
1247
+ "bytes": 6144
1248
+ }
1249
+ },
1250
+ "blocks.6.mlp.mlp.0.weight": {
1251
+ "shape": [
1252
+ 3072,
1253
+ 768
1254
+ ],
1255
+ "encoding": "symmetric-quantized",
1256
+ "bits": 6,
1257
+ "group_size": 64,
1258
+ "output_tile": 16,
1259
+ "rows": 3072,
1260
+ "columns": 768,
1261
+ "padded_rows": 3072,
1262
+ "padded_columns": 768,
1263
+ "data": {
1264
+ "shard": 0,
1265
+ "offset": 46202880,
1266
+ "bytes": 1769472
1267
+ },
1268
+ "scales": {
1269
+ "shard": 0,
1270
+ "offset": 47972352,
1271
+ "bytes": 73728
1272
+ }
1273
+ },
1274
+ "blocks.6.mlp.mlp.2.bias": {
1275
+ "shape": [
1276
+ 768
1277
+ ],
1278
+ "encoding": "raw",
1279
+ "dtype": "f16",
1280
+ "data": {
1281
+ "shard": 0,
1282
+ "offset": 48046080,
1283
+ "bytes": 1536
1284
+ }
1285
+ },
1286
+ "blocks.6.mlp.mlp.2.weight": {
1287
+ "shape": [
1288
+ 768,
1289
+ 3072
1290
+ ],
1291
+ "encoding": "symmetric-quantized",
1292
+ "bits": 6,
1293
+ "group_size": 64,
1294
+ "output_tile": 16,
1295
+ "rows": 768,
1296
+ "columns": 3072,
1297
+ "padded_rows": 768,
1298
+ "padded_columns": 3072,
1299
+ "data": {
1300
+ "shard": 0,
1301
+ "offset": 48047616,
1302
+ "bytes": 1769472
1303
+ },
1304
+ "scales": {
1305
+ "shard": 0,
1306
+ "offset": 49817088,
1307
+ "bytes": 73728
1308
+ }
1309
+ },
1310
+ "blocks.7.attn.to_out.bias": {
1311
+ "shape": [
1312
+ 768
1313
+ ],
1314
+ "encoding": "raw",
1315
+ "dtype": "f16",
1316
+ "data": {
1317
+ "shard": 0,
1318
+ "offset": 49890816,
1319
+ "bytes": 1536
1320
+ }
1321
+ },
1322
+ "blocks.7.attn.to_out.weight": {
1323
+ "shape": [
1324
+ 768,
1325
+ 768
1326
+ ],
1327
+ "encoding": "symmetric-quantized",
1328
+ "bits": 6,
1329
+ "group_size": 64,
1330
+ "output_tile": 16,
1331
+ "rows": 768,
1332
+ "columns": 768,
1333
+ "padded_rows": 768,
1334
+ "padded_columns": 768,
1335
+ "data": {
1336
+ "shard": 0,
1337
+ "offset": 49892352,
1338
+ "bytes": 442368
1339
+ },
1340
+ "scales": {
1341
+ "shard": 0,
1342
+ "offset": 50334720,
1343
+ "bytes": 18432
1344
+ }
1345
+ },
1346
+ "blocks.7.attn.to_qkv.bias": {
1347
+ "shape": [
1348
+ 2304
1349
+ ],
1350
+ "encoding": "raw",
1351
+ "dtype": "f16",
1352
+ "data": {
1353
+ "shard": 0,
1354
+ "offset": 50353152,
1355
+ "bytes": 4608
1356
+ }
1357
+ },
1358
+ "blocks.7.attn.to_qkv.weight": {
1359
+ "shape": [
1360
+ 2304,
1361
+ 768
1362
+ ],
1363
+ "encoding": "symmetric-quantized",
1364
+ "bits": 6,
1365
+ "group_size": 64,
1366
+ "output_tile": 16,
1367
+ "rows": 2304,
1368
+ "columns": 768,
1369
+ "padded_rows": 2304,
1370
+ "padded_columns": 768,
1371
+ "data": {
1372
+ "shard": 0,
1373
+ "offset": 50357760,
1374
+ "bytes": 1327104
1375
+ },
1376
+ "scales": {
1377
+ "shard": 0,
1378
+ "offset": 51684864,
1379
+ "bytes": 55296
1380
+ }
1381
+ },
1382
+ "blocks.7.mlp.mlp.0.bias": {
1383
+ "shape": [
1384
+ 3072
1385
+ ],
1386
+ "encoding": "raw",
1387
+ "dtype": "f16",
1388
+ "data": {
1389
+ "shard": 0,
1390
+ "offset": 51740160,
1391
+ "bytes": 6144
1392
+ }
1393
+ },
1394
+ "blocks.7.mlp.mlp.0.weight": {
1395
+ "shape": [
1396
+ 3072,
1397
+ 768
1398
+ ],
1399
+ "encoding": "symmetric-quantized",
1400
+ "bits": 6,
1401
+ "group_size": 64,
1402
+ "output_tile": 16,
1403
+ "rows": 3072,
1404
+ "columns": 768,
1405
+ "padded_rows": 3072,
1406
+ "padded_columns": 768,
1407
+ "data": {
1408
+ "shard": 0,
1409
+ "offset": 51746304,
1410
+ "bytes": 1769472
1411
+ },
1412
+ "scales": {
1413
+ "shard": 0,
1414
+ "offset": 53515776,
1415
+ "bytes": 73728
1416
+ }
1417
+ },
1418
+ "blocks.7.mlp.mlp.2.bias": {
1419
+ "shape": [
1420
+ 768
1421
+ ],
1422
+ "encoding": "raw",
1423
+ "dtype": "f16",
1424
+ "data": {
1425
+ "shard": 0,
1426
+ "offset": 53589504,
1427
+ "bytes": 1536
1428
+ }
1429
+ },
1430
+ "blocks.7.mlp.mlp.2.weight": {
1431
+ "shape": [
1432
+ 768,
1433
+ 3072
1434
+ ],
1435
+ "encoding": "symmetric-quantized",
1436
+ "bits": 6,
1437
+ "group_size": 64,
1438
+ "output_tile": 16,
1439
+ "rows": 768,
1440
+ "columns": 3072,
1441
+ "padded_rows": 768,
1442
+ "padded_columns": 3072,
1443
+ "data": {
1444
+ "shard": 0,
1445
+ "offset": 53591040,
1446
+ "bytes": 1769472
1447
+ },
1448
+ "scales": {
1449
+ "shard": 0,
1450
+ "offset": 55360512,
1451
+ "bytes": 73728
1452
+ }
1453
+ },
1454
+ "blocks.8.attn.to_out.bias": {
1455
+ "shape": [
1456
+ 768
1457
+ ],
1458
+ "encoding": "raw",
1459
+ "dtype": "f16",
1460
+ "data": {
1461
+ "shard": 0,
1462
+ "offset": 55434240,
1463
+ "bytes": 1536
1464
+ }
1465
+ },
1466
+ "blocks.8.attn.to_out.weight": {
1467
+ "shape": [
1468
+ 768,
1469
+ 768
1470
+ ],
1471
+ "encoding": "symmetric-quantized",
1472
+ "bits": 6,
1473
+ "group_size": 64,
1474
+ "output_tile": 16,
1475
+ "rows": 768,
1476
+ "columns": 768,
1477
+ "padded_rows": 768,
1478
+ "padded_columns": 768,
1479
+ "data": {
1480
+ "shard": 0,
1481
+ "offset": 55435776,
1482
+ "bytes": 442368
1483
+ },
1484
+ "scales": {
1485
+ "shard": 0,
1486
+ "offset": 55878144,
1487
+ "bytes": 18432
1488
+ }
1489
+ },
1490
+ "blocks.8.attn.to_qkv.bias": {
1491
+ "shape": [
1492
+ 2304
1493
+ ],
1494
+ "encoding": "raw",
1495
+ "dtype": "f16",
1496
+ "data": {
1497
+ "shard": 0,
1498
+ "offset": 55896576,
1499
+ "bytes": 4608
1500
+ }
1501
+ },
1502
+ "blocks.8.attn.to_qkv.weight": {
1503
+ "shape": [
1504
+ 2304,
1505
+ 768
1506
+ ],
1507
+ "encoding": "symmetric-quantized",
1508
+ "bits": 6,
1509
+ "group_size": 64,
1510
+ "output_tile": 16,
1511
+ "rows": 2304,
1512
+ "columns": 768,
1513
+ "padded_rows": 2304,
1514
+ "padded_columns": 768,
1515
+ "data": {
1516
+ "shard": 0,
1517
+ "offset": 55901184,
1518
+ "bytes": 1327104
1519
+ },
1520
+ "scales": {
1521
+ "shard": 0,
1522
+ "offset": 57228288,
1523
+ "bytes": 55296
1524
+ }
1525
+ },
1526
+ "blocks.8.mlp.mlp.0.bias": {
1527
+ "shape": [
1528
+ 3072
1529
+ ],
1530
+ "encoding": "raw",
1531
+ "dtype": "f16",
1532
+ "data": {
1533
+ "shard": 0,
1534
+ "offset": 57283584,
1535
+ "bytes": 6144
1536
+ }
1537
+ },
1538
+ "blocks.8.mlp.mlp.0.weight": {
1539
+ "shape": [
1540
+ 3072,
1541
+ 768
1542
+ ],
1543
+ "encoding": "symmetric-quantized",
1544
+ "bits": 6,
1545
+ "group_size": 64,
1546
+ "output_tile": 16,
1547
+ "rows": 3072,
1548
+ "columns": 768,
1549
+ "padded_rows": 3072,
1550
+ "padded_columns": 768,
1551
+ "data": {
1552
+ "shard": 0,
1553
+ "offset": 57289728,
1554
+ "bytes": 1769472
1555
+ },
1556
+ "scales": {
1557
+ "shard": 0,
1558
+ "offset": 59059200,
1559
+ "bytes": 73728
1560
+ }
1561
+ },
1562
+ "blocks.8.mlp.mlp.2.bias": {
1563
+ "shape": [
1564
+ 768
1565
+ ],
1566
+ "encoding": "raw",
1567
+ "dtype": "f16",
1568
+ "data": {
1569
+ "shard": 0,
1570
+ "offset": 59132928,
1571
+ "bytes": 1536
1572
+ }
1573
+ },
1574
+ "blocks.8.mlp.mlp.2.weight": {
1575
+ "shape": [
1576
+ 768,
1577
+ 3072
1578
+ ],
1579
+ "encoding": "symmetric-quantized",
1580
+ "bits": 6,
1581
+ "group_size": 64,
1582
+ "output_tile": 16,
1583
+ "rows": 768,
1584
+ "columns": 3072,
1585
+ "padded_rows": 768,
1586
+ "padded_columns": 3072,
1587
+ "data": {
1588
+ "shard": 0,
1589
+ "offset": 59134464,
1590
+ "bytes": 1769472
1591
+ },
1592
+ "scales": {
1593
+ "shard": 0,
1594
+ "offset": 60903936,
1595
+ "bytes": 73728
1596
+ }
1597
+ },
1598
+ "blocks.9.attn.to_out.bias": {
1599
+ "shape": [
1600
+ 768
1601
+ ],
1602
+ "encoding": "raw",
1603
+ "dtype": "f16",
1604
+ "data": {
1605
+ "shard": 0,
1606
+ "offset": 60977664,
1607
+ "bytes": 1536
1608
+ }
1609
+ },
1610
+ "blocks.9.attn.to_out.weight": {
1611
+ "shape": [
1612
+ 768,
1613
+ 768
1614
+ ],
1615
+ "encoding": "symmetric-quantized",
1616
+ "bits": 6,
1617
+ "group_size": 64,
1618
+ "output_tile": 16,
1619
+ "rows": 768,
1620
+ "columns": 768,
1621
+ "padded_rows": 768,
1622
+ "padded_columns": 768,
1623
+ "data": {
1624
+ "shard": 0,
1625
+ "offset": 60979200,
1626
+ "bytes": 442368
1627
+ },
1628
+ "scales": {
1629
+ "shard": 0,
1630
+ "offset": 61421568,
1631
+ "bytes": 18432
1632
+ }
1633
+ },
1634
+ "blocks.9.attn.to_qkv.bias": {
1635
+ "shape": [
1636
+ 2304
1637
+ ],
1638
+ "encoding": "raw",
1639
+ "dtype": "f16",
1640
+ "data": {
1641
+ "shard": 0,
1642
+ "offset": 61440000,
1643
+ "bytes": 4608
1644
+ }
1645
+ },
1646
+ "blocks.9.attn.to_qkv.weight": {
1647
+ "shape": [
1648
+ 2304,
1649
+ 768
1650
+ ],
1651
+ "encoding": "symmetric-quantized",
1652
+ "bits": 6,
1653
+ "group_size": 64,
1654
+ "output_tile": 16,
1655
+ "rows": 2304,
1656
+ "columns": 768,
1657
+ "padded_rows": 2304,
1658
+ "padded_columns": 768,
1659
+ "data": {
1660
+ "shard": 0,
1661
+ "offset": 61444608,
1662
+ "bytes": 1327104
1663
+ },
1664
+ "scales": {
1665
+ "shard": 0,
1666
+ "offset": 62771712,
1667
+ "bytes": 55296
1668
+ }
1669
+ },
1670
+ "blocks.9.mlp.mlp.0.bias": {
1671
+ "shape": [
1672
+ 3072
1673
+ ],
1674
+ "encoding": "raw",
1675
+ "dtype": "f16",
1676
+ "data": {
1677
+ "shard": 0,
1678
+ "offset": 62827008,
1679
+ "bytes": 6144
1680
+ }
1681
+ },
1682
+ "blocks.9.mlp.mlp.0.weight": {
1683
+ "shape": [
1684
+ 3072,
1685
+ 768
1686
+ ],
1687
+ "encoding": "symmetric-quantized",
1688
+ "bits": 6,
1689
+ "group_size": 64,
1690
+ "output_tile": 16,
1691
+ "rows": 3072,
1692
+ "columns": 768,
1693
+ "padded_rows": 3072,
1694
+ "padded_columns": 768,
1695
+ "data": {
1696
+ "shard": 0,
1697
+ "offset": 62833152,
1698
+ "bytes": 1769472
1699
+ },
1700
+ "scales": {
1701
+ "shard": 0,
1702
+ "offset": 64602624,
1703
+ "bytes": 73728
1704
+ }
1705
+ },
1706
+ "blocks.9.mlp.mlp.2.bias": {
1707
+ "shape": [
1708
+ 768
1709
+ ],
1710
+ "encoding": "raw",
1711
+ "dtype": "f16",
1712
+ "data": {
1713
+ "shard": 0,
1714
+ "offset": 64676352,
1715
+ "bytes": 1536
1716
+ }
1717
+ },
1718
+ "blocks.9.mlp.mlp.2.weight": {
1719
+ "shape": [
1720
+ 768,
1721
+ 3072
1722
+ ],
1723
+ "encoding": "symmetric-quantized",
1724
+ "bits": 6,
1725
+ "group_size": 64,
1726
+ "output_tile": 16,
1727
+ "rows": 768,
1728
+ "columns": 3072,
1729
+ "padded_rows": 768,
1730
+ "padded_columns": 3072,
1731
+ "data": {
1732
+ "shard": 0,
1733
+ "offset": 64677888,
1734
+ "bytes": 1769472
1735
+ },
1736
+ "scales": {
1737
+ "shard": 0,
1738
+ "offset": 66447360,
1739
+ "bytes": 73728
1740
+ }
1741
+ },
1742
+ "input_layer.bias": {
1743
+ "shape": [
1744
+ 768
1745
+ ],
1746
+ "encoding": "raw",
1747
+ "dtype": "f16",
1748
+ "data": {
1749
+ "shard": 0,
1750
+ "offset": 66521088,
1751
+ "bytes": 1536
1752
+ }
1753
+ },
1754
+ "input_layer.weight": {
1755
+ "shape": [
1756
+ 768,
1757
+ 8
1758
+ ],
1759
+ "encoding": "symmetric-quantized",
1760
+ "bits": 6,
1761
+ "group_size": 64,
1762
+ "output_tile": 16,
1763
+ "rows": 768,
1764
+ "columns": 8,
1765
+ "padded_rows": 768,
1766
+ "padded_columns": 64,
1767
+ "data": {
1768
+ "shard": 0,
1769
+ "offset": 66522624,
1770
+ "bytes": 36864
1771
+ },
1772
+ "scales": {
1773
+ "shard": 0,
1774
+ "offset": 66559488,
1775
+ "bytes": 1536
1776
+ }
1777
+ },
1778
+ "offset_perturbation": {
1779
+ "shape": [
1780
+ 32,
1781
+ 3
1782
+ ],
1783
+ "encoding": "raw",
1784
+ "dtype": "f16",
1785
+ "data": {
1786
+ "shard": 0,
1787
+ "offset": 66561024,
1788
+ "bytes": 192
1789
+ }
1790
+ },
1791
+ "out_layer.bias": {
1792
+ "shape": [
1793
+ 448
1794
+ ],
1795
+ "encoding": "raw",
1796
+ "dtype": "f16",
1797
+ "data": {
1798
+ "shard": 0,
1799
+ "offset": 66561280,
1800
+ "bytes": 896
1801
+ }
1802
+ },
1803
+ "out_layer.weight": {
1804
+ "shape": [
1805
+ 448,
1806
+ 768
1807
+ ],
1808
+ "encoding": "symmetric-quantized",
1809
+ "bits": 6,
1810
+ "group_size": 64,
1811
+ "output_tile": 16,
1812
+ "rows": 448,
1813
+ "columns": 768,
1814
+ "padded_rows": 448,
1815
+ "padded_columns": 768,
1816
+ "data": {
1817
+ "shard": 0,
1818
+ "offset": 66562304,
1819
+ "bytes": 258048
1820
+ },
1821
+ "scales": {
1822
+ "shard": 0,
1823
+ "offset": 66820352,
1824
+ "bytes": 10752
1825
+ }
1826
+ }
1827
+ }
1828
+ }
shared/gaussianDecoder/stage-000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d4da0eb59fe38df1eba64b6049d1bf62abf0edec4dac6e58a1cc436a670ec17
3
+ size 66831104
shared/meshDecoder/manifest.json ADDED
@@ -0,0 +1,2150 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema": "trellis-webgpu-pack",
3
+ "version": 1,
4
+ "stage": "meshDecoder",
5
+ "upstreamRevision": "25e0d31ffbebe4b5a97464dd851910efc3002d96",
6
+ "shards": [
7
+ {
8
+ "file": "stage-000.bin",
9
+ "bytes": 66432000,
10
+ "sha256": "0c90007d9c2f836437dec94984dff5c3ac09d453ca596931458836224c4bf966"
11
+ },
12
+ {
13
+ "file": "stage-001.bin",
14
+ "bytes": 16113216,
15
+ "sha256": "e8091861bdf407fd122d4790cd8a8990453f1b6b5f66c02e7e06f3e729ebf664"
16
+ }
17
+ ],
18
+ "tensors": {
19
+ "blocks.0.attn.to_out.bias": {
20
+ "shape": [
21
+ 768
22
+ ],
23
+ "encoding": "raw",
24
+ "dtype": "f16",
25
+ "data": {
26
+ "shard": 0,
27
+ "offset": 0,
28
+ "bytes": 1536
29
+ }
30
+ },
31
+ "blocks.0.attn.to_out.weight": {
32
+ "shape": [
33
+ 768,
34
+ 768
35
+ ],
36
+ "encoding": "symmetric-quantized",
37
+ "bits": 7,
38
+ "group_size": 64,
39
+ "output_tile": 16,
40
+ "rows": 768,
41
+ "columns": 768,
42
+ "padded_rows": 768,
43
+ "padded_columns": 768,
44
+ "data": {
45
+ "shard": 0,
46
+ "offset": 1536,
47
+ "bytes": 516096
48
+ },
49
+ "scales": {
50
+ "shard": 0,
51
+ "offset": 517632,
52
+ "bytes": 18432
53
+ }
54
+ },
55
+ "blocks.0.attn.to_qkv.bias": {
56
+ "shape": [
57
+ 2304
58
+ ],
59
+ "encoding": "raw",
60
+ "dtype": "f16",
61
+ "data": {
62
+ "shard": 0,
63
+ "offset": 536064,
64
+ "bytes": 4608
65
+ }
66
+ },
67
+ "blocks.0.attn.to_qkv.weight": {
68
+ "shape": [
69
+ 2304,
70
+ 768
71
+ ],
72
+ "encoding": "symmetric-quantized",
73
+ "bits": 7,
74
+ "group_size": 64,
75
+ "output_tile": 16,
76
+ "rows": 2304,
77
+ "columns": 768,
78
+ "padded_rows": 2304,
79
+ "padded_columns": 768,
80
+ "data": {
81
+ "shard": 0,
82
+ "offset": 540672,
83
+ "bytes": 1548288
84
+ },
85
+ "scales": {
86
+ "shard": 0,
87
+ "offset": 2088960,
88
+ "bytes": 55296
89
+ }
90
+ },
91
+ "blocks.0.mlp.mlp.0.bias": {
92
+ "shape": [
93
+ 3072
94
+ ],
95
+ "encoding": "raw",
96
+ "dtype": "f16",
97
+ "data": {
98
+ "shard": 0,
99
+ "offset": 2144256,
100
+ "bytes": 6144
101
+ }
102
+ },
103
+ "blocks.0.mlp.mlp.0.weight": {
104
+ "shape": [
105
+ 3072,
106
+ 768
107
+ ],
108
+ "encoding": "symmetric-quantized",
109
+ "bits": 7,
110
+ "group_size": 64,
111
+ "output_tile": 16,
112
+ "rows": 3072,
113
+ "columns": 768,
114
+ "padded_rows": 3072,
115
+ "padded_columns": 768,
116
+ "data": {
117
+ "shard": 0,
118
+ "offset": 2150400,
119
+ "bytes": 2064384
120
+ },
121
+ "scales": {
122
+ "shard": 0,
123
+ "offset": 4214784,
124
+ "bytes": 73728
125
+ }
126
+ },
127
+ "blocks.0.mlp.mlp.2.bias": {
128
+ "shape": [
129
+ 768
130
+ ],
131
+ "encoding": "raw",
132
+ "dtype": "f16",
133
+ "data": {
134
+ "shard": 0,
135
+ "offset": 4288512,
136
+ "bytes": 1536
137
+ }
138
+ },
139
+ "blocks.0.mlp.mlp.2.weight": {
140
+ "shape": [
141
+ 768,
142
+ 3072
143
+ ],
144
+ "encoding": "symmetric-quantized",
145
+ "bits": 7,
146
+ "group_size": 64,
147
+ "output_tile": 16,
148
+ "rows": 768,
149
+ "columns": 3072,
150
+ "padded_rows": 768,
151
+ "padded_columns": 3072,
152
+ "data": {
153
+ "shard": 0,
154
+ "offset": 4290048,
155
+ "bytes": 2064384
156
+ },
157
+ "scales": {
158
+ "shard": 0,
159
+ "offset": 6354432,
160
+ "bytes": 73728
161
+ }
162
+ },
163
+ "blocks.1.attn.to_out.bias": {
164
+ "shape": [
165
+ 768
166
+ ],
167
+ "encoding": "raw",
168
+ "dtype": "f16",
169
+ "data": {
170
+ "shard": 0,
171
+ "offset": 6428160,
172
+ "bytes": 1536
173
+ }
174
+ },
175
+ "blocks.1.attn.to_out.weight": {
176
+ "shape": [
177
+ 768,
178
+ 768
179
+ ],
180
+ "encoding": "symmetric-quantized",
181
+ "bits": 7,
182
+ "group_size": 64,
183
+ "output_tile": 16,
184
+ "rows": 768,
185
+ "columns": 768,
186
+ "padded_rows": 768,
187
+ "padded_columns": 768,
188
+ "data": {
189
+ "shard": 0,
190
+ "offset": 6429696,
191
+ "bytes": 516096
192
+ },
193
+ "scales": {
194
+ "shard": 0,
195
+ "offset": 6945792,
196
+ "bytes": 18432
197
+ }
198
+ },
199
+ "blocks.1.attn.to_qkv.bias": {
200
+ "shape": [
201
+ 2304
202
+ ],
203
+ "encoding": "raw",
204
+ "dtype": "f16",
205
+ "data": {
206
+ "shard": 0,
207
+ "offset": 6964224,
208
+ "bytes": 4608
209
+ }
210
+ },
211
+ "blocks.1.attn.to_qkv.weight": {
212
+ "shape": [
213
+ 2304,
214
+ 768
215
+ ],
216
+ "encoding": "symmetric-quantized",
217
+ "bits": 7,
218
+ "group_size": 64,
219
+ "output_tile": 16,
220
+ "rows": 2304,
221
+ "columns": 768,
222
+ "padded_rows": 2304,
223
+ "padded_columns": 768,
224
+ "data": {
225
+ "shard": 0,
226
+ "offset": 6968832,
227
+ "bytes": 1548288
228
+ },
229
+ "scales": {
230
+ "shard": 0,
231
+ "offset": 8517120,
232
+ "bytes": 55296
233
+ }
234
+ },
235
+ "blocks.1.mlp.mlp.0.bias": {
236
+ "shape": [
237
+ 3072
238
+ ],
239
+ "encoding": "raw",
240
+ "dtype": "f16",
241
+ "data": {
242
+ "shard": 0,
243
+ "offset": 8572416,
244
+ "bytes": 6144
245
+ }
246
+ },
247
+ "blocks.1.mlp.mlp.0.weight": {
248
+ "shape": [
249
+ 3072,
250
+ 768
251
+ ],
252
+ "encoding": "symmetric-quantized",
253
+ "bits": 7,
254
+ "group_size": 64,
255
+ "output_tile": 16,
256
+ "rows": 3072,
257
+ "columns": 768,
258
+ "padded_rows": 3072,
259
+ "padded_columns": 768,
260
+ "data": {
261
+ "shard": 0,
262
+ "offset": 8578560,
263
+ "bytes": 2064384
264
+ },
265
+ "scales": {
266
+ "shard": 0,
267
+ "offset": 10642944,
268
+ "bytes": 73728
269
+ }
270
+ },
271
+ "blocks.1.mlp.mlp.2.bias": {
272
+ "shape": [
273
+ 768
274
+ ],
275
+ "encoding": "raw",
276
+ "dtype": "f16",
277
+ "data": {
278
+ "shard": 0,
279
+ "offset": 10716672,
280
+ "bytes": 1536
281
+ }
282
+ },
283
+ "blocks.1.mlp.mlp.2.weight": {
284
+ "shape": [
285
+ 768,
286
+ 3072
287
+ ],
288
+ "encoding": "symmetric-quantized",
289
+ "bits": 7,
290
+ "group_size": 64,
291
+ "output_tile": 16,
292
+ "rows": 768,
293
+ "columns": 3072,
294
+ "padded_rows": 768,
295
+ "padded_columns": 3072,
296
+ "data": {
297
+ "shard": 0,
298
+ "offset": 10718208,
299
+ "bytes": 2064384
300
+ },
301
+ "scales": {
302
+ "shard": 0,
303
+ "offset": 12782592,
304
+ "bytes": 73728
305
+ }
306
+ },
307
+ "blocks.10.attn.to_out.bias": {
308
+ "shape": [
309
+ 768
310
+ ],
311
+ "encoding": "raw",
312
+ "dtype": "f16",
313
+ "data": {
314
+ "shard": 0,
315
+ "offset": 12856320,
316
+ "bytes": 1536
317
+ }
318
+ },
319
+ "blocks.10.attn.to_out.weight": {
320
+ "shape": [
321
+ 768,
322
+ 768
323
+ ],
324
+ "encoding": "symmetric-quantized",
325
+ "bits": 7,
326
+ "group_size": 64,
327
+ "output_tile": 16,
328
+ "rows": 768,
329
+ "columns": 768,
330
+ "padded_rows": 768,
331
+ "padded_columns": 768,
332
+ "data": {
333
+ "shard": 0,
334
+ "offset": 12857856,
335
+ "bytes": 516096
336
+ },
337
+ "scales": {
338
+ "shard": 0,
339
+ "offset": 13373952,
340
+ "bytes": 18432
341
+ }
342
+ },
343
+ "blocks.10.attn.to_qkv.bias": {
344
+ "shape": [
345
+ 2304
346
+ ],
347
+ "encoding": "raw",
348
+ "dtype": "f16",
349
+ "data": {
350
+ "shard": 0,
351
+ "offset": 13392384,
352
+ "bytes": 4608
353
+ }
354
+ },
355
+ "blocks.10.attn.to_qkv.weight": {
356
+ "shape": [
357
+ 2304,
358
+ 768
359
+ ],
360
+ "encoding": "symmetric-quantized",
361
+ "bits": 7,
362
+ "group_size": 64,
363
+ "output_tile": 16,
364
+ "rows": 2304,
365
+ "columns": 768,
366
+ "padded_rows": 2304,
367
+ "padded_columns": 768,
368
+ "data": {
369
+ "shard": 0,
370
+ "offset": 13396992,
371
+ "bytes": 1548288
372
+ },
373
+ "scales": {
374
+ "shard": 0,
375
+ "offset": 14945280,
376
+ "bytes": 55296
377
+ }
378
+ },
379
+ "blocks.10.mlp.mlp.0.bias": {
380
+ "shape": [
381
+ 3072
382
+ ],
383
+ "encoding": "raw",
384
+ "dtype": "f16",
385
+ "data": {
386
+ "shard": 0,
387
+ "offset": 15000576,
388
+ "bytes": 6144
389
+ }
390
+ },
391
+ "blocks.10.mlp.mlp.0.weight": {
392
+ "shape": [
393
+ 3072,
394
+ 768
395
+ ],
396
+ "encoding": "symmetric-quantized",
397
+ "bits": 7,
398
+ "group_size": 64,
399
+ "output_tile": 16,
400
+ "rows": 3072,
401
+ "columns": 768,
402
+ "padded_rows": 3072,
403
+ "padded_columns": 768,
404
+ "data": {
405
+ "shard": 0,
406
+ "offset": 15006720,
407
+ "bytes": 2064384
408
+ },
409
+ "scales": {
410
+ "shard": 0,
411
+ "offset": 17071104,
412
+ "bytes": 73728
413
+ }
414
+ },
415
+ "blocks.10.mlp.mlp.2.bias": {
416
+ "shape": [
417
+ 768
418
+ ],
419
+ "encoding": "raw",
420
+ "dtype": "f16",
421
+ "data": {
422
+ "shard": 0,
423
+ "offset": 17144832,
424
+ "bytes": 1536
425
+ }
426
+ },
427
+ "blocks.10.mlp.mlp.2.weight": {
428
+ "shape": [
429
+ 768,
430
+ 3072
431
+ ],
432
+ "encoding": "symmetric-quantized",
433
+ "bits": 7,
434
+ "group_size": 64,
435
+ "output_tile": 16,
436
+ "rows": 768,
437
+ "columns": 3072,
438
+ "padded_rows": 768,
439
+ "padded_columns": 3072,
440
+ "data": {
441
+ "shard": 0,
442
+ "offset": 17146368,
443
+ "bytes": 2064384
444
+ },
445
+ "scales": {
446
+ "shard": 0,
447
+ "offset": 19210752,
448
+ "bytes": 73728
449
+ }
450
+ },
451
+ "blocks.11.attn.to_out.bias": {
452
+ "shape": [
453
+ 768
454
+ ],
455
+ "encoding": "raw",
456
+ "dtype": "f16",
457
+ "data": {
458
+ "shard": 0,
459
+ "offset": 19284480,
460
+ "bytes": 1536
461
+ }
462
+ },
463
+ "blocks.11.attn.to_out.weight": {
464
+ "shape": [
465
+ 768,
466
+ 768
467
+ ],
468
+ "encoding": "symmetric-quantized",
469
+ "bits": 7,
470
+ "group_size": 64,
471
+ "output_tile": 16,
472
+ "rows": 768,
473
+ "columns": 768,
474
+ "padded_rows": 768,
475
+ "padded_columns": 768,
476
+ "data": {
477
+ "shard": 0,
478
+ "offset": 19286016,
479
+ "bytes": 516096
480
+ },
481
+ "scales": {
482
+ "shard": 0,
483
+ "offset": 19802112,
484
+ "bytes": 18432
485
+ }
486
+ },
487
+ "blocks.11.attn.to_qkv.bias": {
488
+ "shape": [
489
+ 2304
490
+ ],
491
+ "encoding": "raw",
492
+ "dtype": "f16",
493
+ "data": {
494
+ "shard": 0,
495
+ "offset": 19820544,
496
+ "bytes": 4608
497
+ }
498
+ },
499
+ "blocks.11.attn.to_qkv.weight": {
500
+ "shape": [
501
+ 2304,
502
+ 768
503
+ ],
504
+ "encoding": "symmetric-quantized",
505
+ "bits": 7,
506
+ "group_size": 64,
507
+ "output_tile": 16,
508
+ "rows": 2304,
509
+ "columns": 768,
510
+ "padded_rows": 2304,
511
+ "padded_columns": 768,
512
+ "data": {
513
+ "shard": 0,
514
+ "offset": 19825152,
515
+ "bytes": 1548288
516
+ },
517
+ "scales": {
518
+ "shard": 0,
519
+ "offset": 21373440,
520
+ "bytes": 55296
521
+ }
522
+ },
523
+ "blocks.11.mlp.mlp.0.bias": {
524
+ "shape": [
525
+ 3072
526
+ ],
527
+ "encoding": "raw",
528
+ "dtype": "f16",
529
+ "data": {
530
+ "shard": 0,
531
+ "offset": 21428736,
532
+ "bytes": 6144
533
+ }
534
+ },
535
+ "blocks.11.mlp.mlp.0.weight": {
536
+ "shape": [
537
+ 3072,
538
+ 768
539
+ ],
540
+ "encoding": "symmetric-quantized",
541
+ "bits": 7,
542
+ "group_size": 64,
543
+ "output_tile": 16,
544
+ "rows": 3072,
545
+ "columns": 768,
546
+ "padded_rows": 3072,
547
+ "padded_columns": 768,
548
+ "data": {
549
+ "shard": 0,
550
+ "offset": 21434880,
551
+ "bytes": 2064384
552
+ },
553
+ "scales": {
554
+ "shard": 0,
555
+ "offset": 23499264,
556
+ "bytes": 73728
557
+ }
558
+ },
559
+ "blocks.11.mlp.mlp.2.bias": {
560
+ "shape": [
561
+ 768
562
+ ],
563
+ "encoding": "raw",
564
+ "dtype": "f16",
565
+ "data": {
566
+ "shard": 0,
567
+ "offset": 23572992,
568
+ "bytes": 1536
569
+ }
570
+ },
571
+ "blocks.11.mlp.mlp.2.weight": {
572
+ "shape": [
573
+ 768,
574
+ 3072
575
+ ],
576
+ "encoding": "symmetric-quantized",
577
+ "bits": 7,
578
+ "group_size": 64,
579
+ "output_tile": 16,
580
+ "rows": 768,
581
+ "columns": 3072,
582
+ "padded_rows": 768,
583
+ "padded_columns": 3072,
584
+ "data": {
585
+ "shard": 0,
586
+ "offset": 23574528,
587
+ "bytes": 2064384
588
+ },
589
+ "scales": {
590
+ "shard": 0,
591
+ "offset": 25638912,
592
+ "bytes": 73728
593
+ }
594
+ },
595
+ "blocks.2.attn.to_out.bias": {
596
+ "shape": [
597
+ 768
598
+ ],
599
+ "encoding": "raw",
600
+ "dtype": "f16",
601
+ "data": {
602
+ "shard": 0,
603
+ "offset": 25712640,
604
+ "bytes": 1536
605
+ }
606
+ },
607
+ "blocks.2.attn.to_out.weight": {
608
+ "shape": [
609
+ 768,
610
+ 768
611
+ ],
612
+ "encoding": "symmetric-quantized",
613
+ "bits": 7,
614
+ "group_size": 64,
615
+ "output_tile": 16,
616
+ "rows": 768,
617
+ "columns": 768,
618
+ "padded_rows": 768,
619
+ "padded_columns": 768,
620
+ "data": {
621
+ "shard": 0,
622
+ "offset": 25714176,
623
+ "bytes": 516096
624
+ },
625
+ "scales": {
626
+ "shard": 0,
627
+ "offset": 26230272,
628
+ "bytes": 18432
629
+ }
630
+ },
631
+ "blocks.2.attn.to_qkv.bias": {
632
+ "shape": [
633
+ 2304
634
+ ],
635
+ "encoding": "raw",
636
+ "dtype": "f16",
637
+ "data": {
638
+ "shard": 0,
639
+ "offset": 26248704,
640
+ "bytes": 4608
641
+ }
642
+ },
643
+ "blocks.2.attn.to_qkv.weight": {
644
+ "shape": [
645
+ 2304,
646
+ 768
647
+ ],
648
+ "encoding": "symmetric-quantized",
649
+ "bits": 7,
650
+ "group_size": 64,
651
+ "output_tile": 16,
652
+ "rows": 2304,
653
+ "columns": 768,
654
+ "padded_rows": 2304,
655
+ "padded_columns": 768,
656
+ "data": {
657
+ "shard": 0,
658
+ "offset": 26253312,
659
+ "bytes": 1548288
660
+ },
661
+ "scales": {
662
+ "shard": 0,
663
+ "offset": 27801600,
664
+ "bytes": 55296
665
+ }
666
+ },
667
+ "blocks.2.mlp.mlp.0.bias": {
668
+ "shape": [
669
+ 3072
670
+ ],
671
+ "encoding": "raw",
672
+ "dtype": "f16",
673
+ "data": {
674
+ "shard": 0,
675
+ "offset": 27856896,
676
+ "bytes": 6144
677
+ }
678
+ },
679
+ "blocks.2.mlp.mlp.0.weight": {
680
+ "shape": [
681
+ 3072,
682
+ 768
683
+ ],
684
+ "encoding": "symmetric-quantized",
685
+ "bits": 7,
686
+ "group_size": 64,
687
+ "output_tile": 16,
688
+ "rows": 3072,
689
+ "columns": 768,
690
+ "padded_rows": 3072,
691
+ "padded_columns": 768,
692
+ "data": {
693
+ "shard": 0,
694
+ "offset": 27863040,
695
+ "bytes": 2064384
696
+ },
697
+ "scales": {
698
+ "shard": 0,
699
+ "offset": 29927424,
700
+ "bytes": 73728
701
+ }
702
+ },
703
+ "blocks.2.mlp.mlp.2.bias": {
704
+ "shape": [
705
+ 768
706
+ ],
707
+ "encoding": "raw",
708
+ "dtype": "f16",
709
+ "data": {
710
+ "shard": 0,
711
+ "offset": 30001152,
712
+ "bytes": 1536
713
+ }
714
+ },
715
+ "blocks.2.mlp.mlp.2.weight": {
716
+ "shape": [
717
+ 768,
718
+ 3072
719
+ ],
720
+ "encoding": "symmetric-quantized",
721
+ "bits": 7,
722
+ "group_size": 64,
723
+ "output_tile": 16,
724
+ "rows": 768,
725
+ "columns": 3072,
726
+ "padded_rows": 768,
727
+ "padded_columns": 3072,
728
+ "data": {
729
+ "shard": 0,
730
+ "offset": 30002688,
731
+ "bytes": 2064384
732
+ },
733
+ "scales": {
734
+ "shard": 0,
735
+ "offset": 32067072,
736
+ "bytes": 73728
737
+ }
738
+ },
739
+ "blocks.3.attn.to_out.bias": {
740
+ "shape": [
741
+ 768
742
+ ],
743
+ "encoding": "raw",
744
+ "dtype": "f16",
745
+ "data": {
746
+ "shard": 0,
747
+ "offset": 32140800,
748
+ "bytes": 1536
749
+ }
750
+ },
751
+ "blocks.3.attn.to_out.weight": {
752
+ "shape": [
753
+ 768,
754
+ 768
755
+ ],
756
+ "encoding": "symmetric-quantized",
757
+ "bits": 7,
758
+ "group_size": 64,
759
+ "output_tile": 16,
760
+ "rows": 768,
761
+ "columns": 768,
762
+ "padded_rows": 768,
763
+ "padded_columns": 768,
764
+ "data": {
765
+ "shard": 0,
766
+ "offset": 32142336,
767
+ "bytes": 516096
768
+ },
769
+ "scales": {
770
+ "shard": 0,
771
+ "offset": 32658432,
772
+ "bytes": 18432
773
+ }
774
+ },
775
+ "blocks.3.attn.to_qkv.bias": {
776
+ "shape": [
777
+ 2304
778
+ ],
779
+ "encoding": "raw",
780
+ "dtype": "f16",
781
+ "data": {
782
+ "shard": 0,
783
+ "offset": 32676864,
784
+ "bytes": 4608
785
+ }
786
+ },
787
+ "blocks.3.attn.to_qkv.weight": {
788
+ "shape": [
789
+ 2304,
790
+ 768
791
+ ],
792
+ "encoding": "symmetric-quantized",
793
+ "bits": 7,
794
+ "group_size": 64,
795
+ "output_tile": 16,
796
+ "rows": 2304,
797
+ "columns": 768,
798
+ "padded_rows": 2304,
799
+ "padded_columns": 768,
800
+ "data": {
801
+ "shard": 0,
802
+ "offset": 32681472,
803
+ "bytes": 1548288
804
+ },
805
+ "scales": {
806
+ "shard": 0,
807
+ "offset": 34229760,
808
+ "bytes": 55296
809
+ }
810
+ },
811
+ "blocks.3.mlp.mlp.0.bias": {
812
+ "shape": [
813
+ 3072
814
+ ],
815
+ "encoding": "raw",
816
+ "dtype": "f16",
817
+ "data": {
818
+ "shard": 0,
819
+ "offset": 34285056,
820
+ "bytes": 6144
821
+ }
822
+ },
823
+ "blocks.3.mlp.mlp.0.weight": {
824
+ "shape": [
825
+ 3072,
826
+ 768
827
+ ],
828
+ "encoding": "symmetric-quantized",
829
+ "bits": 7,
830
+ "group_size": 64,
831
+ "output_tile": 16,
832
+ "rows": 3072,
833
+ "columns": 768,
834
+ "padded_rows": 3072,
835
+ "padded_columns": 768,
836
+ "data": {
837
+ "shard": 0,
838
+ "offset": 34291200,
839
+ "bytes": 2064384
840
+ },
841
+ "scales": {
842
+ "shard": 0,
843
+ "offset": 36355584,
844
+ "bytes": 73728
845
+ }
846
+ },
847
+ "blocks.3.mlp.mlp.2.bias": {
848
+ "shape": [
849
+ 768
850
+ ],
851
+ "encoding": "raw",
852
+ "dtype": "f16",
853
+ "data": {
854
+ "shard": 0,
855
+ "offset": 36429312,
856
+ "bytes": 1536
857
+ }
858
+ },
859
+ "blocks.3.mlp.mlp.2.weight": {
860
+ "shape": [
861
+ 768,
862
+ 3072
863
+ ],
864
+ "encoding": "symmetric-quantized",
865
+ "bits": 7,
866
+ "group_size": 64,
867
+ "output_tile": 16,
868
+ "rows": 768,
869
+ "columns": 3072,
870
+ "padded_rows": 768,
871
+ "padded_columns": 3072,
872
+ "data": {
873
+ "shard": 0,
874
+ "offset": 36430848,
875
+ "bytes": 2064384
876
+ },
877
+ "scales": {
878
+ "shard": 0,
879
+ "offset": 38495232,
880
+ "bytes": 73728
881
+ }
882
+ },
883
+ "blocks.4.attn.to_out.bias": {
884
+ "shape": [
885
+ 768
886
+ ],
887
+ "encoding": "raw",
888
+ "dtype": "f16",
889
+ "data": {
890
+ "shard": 0,
891
+ "offset": 38568960,
892
+ "bytes": 1536
893
+ }
894
+ },
895
+ "blocks.4.attn.to_out.weight": {
896
+ "shape": [
897
+ 768,
898
+ 768
899
+ ],
900
+ "encoding": "symmetric-quantized",
901
+ "bits": 7,
902
+ "group_size": 64,
903
+ "output_tile": 16,
904
+ "rows": 768,
905
+ "columns": 768,
906
+ "padded_rows": 768,
907
+ "padded_columns": 768,
908
+ "data": {
909
+ "shard": 0,
910
+ "offset": 38570496,
911
+ "bytes": 516096
912
+ },
913
+ "scales": {
914
+ "shard": 0,
915
+ "offset": 39086592,
916
+ "bytes": 18432
917
+ }
918
+ },
919
+ "blocks.4.attn.to_qkv.bias": {
920
+ "shape": [
921
+ 2304
922
+ ],
923
+ "encoding": "raw",
924
+ "dtype": "f16",
925
+ "data": {
926
+ "shard": 0,
927
+ "offset": 39105024,
928
+ "bytes": 4608
929
+ }
930
+ },
931
+ "blocks.4.attn.to_qkv.weight": {
932
+ "shape": [
933
+ 2304,
934
+ 768
935
+ ],
936
+ "encoding": "symmetric-quantized",
937
+ "bits": 7,
938
+ "group_size": 64,
939
+ "output_tile": 16,
940
+ "rows": 2304,
941
+ "columns": 768,
942
+ "padded_rows": 2304,
943
+ "padded_columns": 768,
944
+ "data": {
945
+ "shard": 0,
946
+ "offset": 39109632,
947
+ "bytes": 1548288
948
+ },
949
+ "scales": {
950
+ "shard": 0,
951
+ "offset": 40657920,
952
+ "bytes": 55296
953
+ }
954
+ },
955
+ "blocks.4.mlp.mlp.0.bias": {
956
+ "shape": [
957
+ 3072
958
+ ],
959
+ "encoding": "raw",
960
+ "dtype": "f16",
961
+ "data": {
962
+ "shard": 0,
963
+ "offset": 40713216,
964
+ "bytes": 6144
965
+ }
966
+ },
967
+ "blocks.4.mlp.mlp.0.weight": {
968
+ "shape": [
969
+ 3072,
970
+ 768
971
+ ],
972
+ "encoding": "symmetric-quantized",
973
+ "bits": 7,
974
+ "group_size": 64,
975
+ "output_tile": 16,
976
+ "rows": 3072,
977
+ "columns": 768,
978
+ "padded_rows": 3072,
979
+ "padded_columns": 768,
980
+ "data": {
981
+ "shard": 0,
982
+ "offset": 40719360,
983
+ "bytes": 2064384
984
+ },
985
+ "scales": {
986
+ "shard": 0,
987
+ "offset": 42783744,
988
+ "bytes": 73728
989
+ }
990
+ },
991
+ "blocks.4.mlp.mlp.2.bias": {
992
+ "shape": [
993
+ 768
994
+ ],
995
+ "encoding": "raw",
996
+ "dtype": "f16",
997
+ "data": {
998
+ "shard": 0,
999
+ "offset": 42857472,
1000
+ "bytes": 1536
1001
+ }
1002
+ },
1003
+ "blocks.4.mlp.mlp.2.weight": {
1004
+ "shape": [
1005
+ 768,
1006
+ 3072
1007
+ ],
1008
+ "encoding": "symmetric-quantized",
1009
+ "bits": 7,
1010
+ "group_size": 64,
1011
+ "output_tile": 16,
1012
+ "rows": 768,
1013
+ "columns": 3072,
1014
+ "padded_rows": 768,
1015
+ "padded_columns": 3072,
1016
+ "data": {
1017
+ "shard": 0,
1018
+ "offset": 42859008,
1019
+ "bytes": 2064384
1020
+ },
1021
+ "scales": {
1022
+ "shard": 0,
1023
+ "offset": 44923392,
1024
+ "bytes": 73728
1025
+ }
1026
+ },
1027
+ "blocks.5.attn.to_out.bias": {
1028
+ "shape": [
1029
+ 768
1030
+ ],
1031
+ "encoding": "raw",
1032
+ "dtype": "f16",
1033
+ "data": {
1034
+ "shard": 0,
1035
+ "offset": 44997120,
1036
+ "bytes": 1536
1037
+ }
1038
+ },
1039
+ "blocks.5.attn.to_out.weight": {
1040
+ "shape": [
1041
+ 768,
1042
+ 768
1043
+ ],
1044
+ "encoding": "symmetric-quantized",
1045
+ "bits": 7,
1046
+ "group_size": 64,
1047
+ "output_tile": 16,
1048
+ "rows": 768,
1049
+ "columns": 768,
1050
+ "padded_rows": 768,
1051
+ "padded_columns": 768,
1052
+ "data": {
1053
+ "shard": 0,
1054
+ "offset": 44998656,
1055
+ "bytes": 516096
1056
+ },
1057
+ "scales": {
1058
+ "shard": 0,
1059
+ "offset": 45514752,
1060
+ "bytes": 18432
1061
+ }
1062
+ },
1063
+ "blocks.5.attn.to_qkv.bias": {
1064
+ "shape": [
1065
+ 2304
1066
+ ],
1067
+ "encoding": "raw",
1068
+ "dtype": "f16",
1069
+ "data": {
1070
+ "shard": 0,
1071
+ "offset": 45533184,
1072
+ "bytes": 4608
1073
+ }
1074
+ },
1075
+ "blocks.5.attn.to_qkv.weight": {
1076
+ "shape": [
1077
+ 2304,
1078
+ 768
1079
+ ],
1080
+ "encoding": "symmetric-quantized",
1081
+ "bits": 7,
1082
+ "group_size": 64,
1083
+ "output_tile": 16,
1084
+ "rows": 2304,
1085
+ "columns": 768,
1086
+ "padded_rows": 2304,
1087
+ "padded_columns": 768,
1088
+ "data": {
1089
+ "shard": 0,
1090
+ "offset": 45537792,
1091
+ "bytes": 1548288
1092
+ },
1093
+ "scales": {
1094
+ "shard": 0,
1095
+ "offset": 47086080,
1096
+ "bytes": 55296
1097
+ }
1098
+ },
1099
+ "blocks.5.mlp.mlp.0.bias": {
1100
+ "shape": [
1101
+ 3072
1102
+ ],
1103
+ "encoding": "raw",
1104
+ "dtype": "f16",
1105
+ "data": {
1106
+ "shard": 0,
1107
+ "offset": 47141376,
1108
+ "bytes": 6144
1109
+ }
1110
+ },
1111
+ "blocks.5.mlp.mlp.0.weight": {
1112
+ "shape": [
1113
+ 3072,
1114
+ 768
1115
+ ],
1116
+ "encoding": "symmetric-quantized",
1117
+ "bits": 7,
1118
+ "group_size": 64,
1119
+ "output_tile": 16,
1120
+ "rows": 3072,
1121
+ "columns": 768,
1122
+ "padded_rows": 3072,
1123
+ "padded_columns": 768,
1124
+ "data": {
1125
+ "shard": 0,
1126
+ "offset": 47147520,
1127
+ "bytes": 2064384
1128
+ },
1129
+ "scales": {
1130
+ "shard": 0,
1131
+ "offset": 49211904,
1132
+ "bytes": 73728
1133
+ }
1134
+ },
1135
+ "blocks.5.mlp.mlp.2.bias": {
1136
+ "shape": [
1137
+ 768
1138
+ ],
1139
+ "encoding": "raw",
1140
+ "dtype": "f16",
1141
+ "data": {
1142
+ "shard": 0,
1143
+ "offset": 49285632,
1144
+ "bytes": 1536
1145
+ }
1146
+ },
1147
+ "blocks.5.mlp.mlp.2.weight": {
1148
+ "shape": [
1149
+ 768,
1150
+ 3072
1151
+ ],
1152
+ "encoding": "symmetric-quantized",
1153
+ "bits": 7,
1154
+ "group_size": 64,
1155
+ "output_tile": 16,
1156
+ "rows": 768,
1157
+ "columns": 3072,
1158
+ "padded_rows": 768,
1159
+ "padded_columns": 3072,
1160
+ "data": {
1161
+ "shard": 0,
1162
+ "offset": 49287168,
1163
+ "bytes": 2064384
1164
+ },
1165
+ "scales": {
1166
+ "shard": 0,
1167
+ "offset": 51351552,
1168
+ "bytes": 73728
1169
+ }
1170
+ },
1171
+ "blocks.6.attn.to_out.bias": {
1172
+ "shape": [
1173
+ 768
1174
+ ],
1175
+ "encoding": "raw",
1176
+ "dtype": "f16",
1177
+ "data": {
1178
+ "shard": 0,
1179
+ "offset": 51425280,
1180
+ "bytes": 1536
1181
+ }
1182
+ },
1183
+ "blocks.6.attn.to_out.weight": {
1184
+ "shape": [
1185
+ 768,
1186
+ 768
1187
+ ],
1188
+ "encoding": "symmetric-quantized",
1189
+ "bits": 7,
1190
+ "group_size": 64,
1191
+ "output_tile": 16,
1192
+ "rows": 768,
1193
+ "columns": 768,
1194
+ "padded_rows": 768,
1195
+ "padded_columns": 768,
1196
+ "data": {
1197
+ "shard": 0,
1198
+ "offset": 51426816,
1199
+ "bytes": 516096
1200
+ },
1201
+ "scales": {
1202
+ "shard": 0,
1203
+ "offset": 51942912,
1204
+ "bytes": 18432
1205
+ }
1206
+ },
1207
+ "blocks.6.attn.to_qkv.bias": {
1208
+ "shape": [
1209
+ 2304
1210
+ ],
1211
+ "encoding": "raw",
1212
+ "dtype": "f16",
1213
+ "data": {
1214
+ "shard": 0,
1215
+ "offset": 51961344,
1216
+ "bytes": 4608
1217
+ }
1218
+ },
1219
+ "blocks.6.attn.to_qkv.weight": {
1220
+ "shape": [
1221
+ 2304,
1222
+ 768
1223
+ ],
1224
+ "encoding": "symmetric-quantized",
1225
+ "bits": 7,
1226
+ "group_size": 64,
1227
+ "output_tile": 16,
1228
+ "rows": 2304,
1229
+ "columns": 768,
1230
+ "padded_rows": 2304,
1231
+ "padded_columns": 768,
1232
+ "data": {
1233
+ "shard": 0,
1234
+ "offset": 51965952,
1235
+ "bytes": 1548288
1236
+ },
1237
+ "scales": {
1238
+ "shard": 0,
1239
+ "offset": 53514240,
1240
+ "bytes": 55296
1241
+ }
1242
+ },
1243
+ "blocks.6.mlp.mlp.0.bias": {
1244
+ "shape": [
1245
+ 3072
1246
+ ],
1247
+ "encoding": "raw",
1248
+ "dtype": "f16",
1249
+ "data": {
1250
+ "shard": 0,
1251
+ "offset": 53569536,
1252
+ "bytes": 6144
1253
+ }
1254
+ },
1255
+ "blocks.6.mlp.mlp.0.weight": {
1256
+ "shape": [
1257
+ 3072,
1258
+ 768
1259
+ ],
1260
+ "encoding": "symmetric-quantized",
1261
+ "bits": 7,
1262
+ "group_size": 64,
1263
+ "output_tile": 16,
1264
+ "rows": 3072,
1265
+ "columns": 768,
1266
+ "padded_rows": 3072,
1267
+ "padded_columns": 768,
1268
+ "data": {
1269
+ "shard": 0,
1270
+ "offset": 53575680,
1271
+ "bytes": 2064384
1272
+ },
1273
+ "scales": {
1274
+ "shard": 0,
1275
+ "offset": 55640064,
1276
+ "bytes": 73728
1277
+ }
1278
+ },
1279
+ "blocks.6.mlp.mlp.2.bias": {
1280
+ "shape": [
1281
+ 768
1282
+ ],
1283
+ "encoding": "raw",
1284
+ "dtype": "f16",
1285
+ "data": {
1286
+ "shard": 0,
1287
+ "offset": 55713792,
1288
+ "bytes": 1536
1289
+ }
1290
+ },
1291
+ "blocks.6.mlp.mlp.2.weight": {
1292
+ "shape": [
1293
+ 768,
1294
+ 3072
1295
+ ],
1296
+ "encoding": "symmetric-quantized",
1297
+ "bits": 7,
1298
+ "group_size": 64,
1299
+ "output_tile": 16,
1300
+ "rows": 768,
1301
+ "columns": 3072,
1302
+ "padded_rows": 768,
1303
+ "padded_columns": 3072,
1304
+ "data": {
1305
+ "shard": 0,
1306
+ "offset": 55715328,
1307
+ "bytes": 2064384
1308
+ },
1309
+ "scales": {
1310
+ "shard": 0,
1311
+ "offset": 57779712,
1312
+ "bytes": 73728
1313
+ }
1314
+ },
1315
+ "blocks.7.attn.to_out.bias": {
1316
+ "shape": [
1317
+ 768
1318
+ ],
1319
+ "encoding": "raw",
1320
+ "dtype": "f16",
1321
+ "data": {
1322
+ "shard": 0,
1323
+ "offset": 57853440,
1324
+ "bytes": 1536
1325
+ }
1326
+ },
1327
+ "blocks.7.attn.to_out.weight": {
1328
+ "shape": [
1329
+ 768,
1330
+ 768
1331
+ ],
1332
+ "encoding": "symmetric-quantized",
1333
+ "bits": 7,
1334
+ "group_size": 64,
1335
+ "output_tile": 16,
1336
+ "rows": 768,
1337
+ "columns": 768,
1338
+ "padded_rows": 768,
1339
+ "padded_columns": 768,
1340
+ "data": {
1341
+ "shard": 0,
1342
+ "offset": 57854976,
1343
+ "bytes": 516096
1344
+ },
1345
+ "scales": {
1346
+ "shard": 0,
1347
+ "offset": 58371072,
1348
+ "bytes": 18432
1349
+ }
1350
+ },
1351
+ "blocks.7.attn.to_qkv.bias": {
1352
+ "shape": [
1353
+ 2304
1354
+ ],
1355
+ "encoding": "raw",
1356
+ "dtype": "f16",
1357
+ "data": {
1358
+ "shard": 0,
1359
+ "offset": 58389504,
1360
+ "bytes": 4608
1361
+ }
1362
+ },
1363
+ "blocks.7.attn.to_qkv.weight": {
1364
+ "shape": [
1365
+ 2304,
1366
+ 768
1367
+ ],
1368
+ "encoding": "symmetric-quantized",
1369
+ "bits": 7,
1370
+ "group_size": 64,
1371
+ "output_tile": 16,
1372
+ "rows": 2304,
1373
+ "columns": 768,
1374
+ "padded_rows": 2304,
1375
+ "padded_columns": 768,
1376
+ "data": {
1377
+ "shard": 0,
1378
+ "offset": 58394112,
1379
+ "bytes": 1548288
1380
+ },
1381
+ "scales": {
1382
+ "shard": 0,
1383
+ "offset": 59942400,
1384
+ "bytes": 55296
1385
+ }
1386
+ },
1387
+ "blocks.7.mlp.mlp.0.bias": {
1388
+ "shape": [
1389
+ 3072
1390
+ ],
1391
+ "encoding": "raw",
1392
+ "dtype": "f16",
1393
+ "data": {
1394
+ "shard": 0,
1395
+ "offset": 59997696,
1396
+ "bytes": 6144
1397
+ }
1398
+ },
1399
+ "blocks.7.mlp.mlp.0.weight": {
1400
+ "shape": [
1401
+ 3072,
1402
+ 768
1403
+ ],
1404
+ "encoding": "symmetric-quantized",
1405
+ "bits": 7,
1406
+ "group_size": 64,
1407
+ "output_tile": 16,
1408
+ "rows": 3072,
1409
+ "columns": 768,
1410
+ "padded_rows": 3072,
1411
+ "padded_columns": 768,
1412
+ "data": {
1413
+ "shard": 0,
1414
+ "offset": 60003840,
1415
+ "bytes": 2064384
1416
+ },
1417
+ "scales": {
1418
+ "shard": 0,
1419
+ "offset": 62068224,
1420
+ "bytes": 73728
1421
+ }
1422
+ },
1423
+ "blocks.7.mlp.mlp.2.bias": {
1424
+ "shape": [
1425
+ 768
1426
+ ],
1427
+ "encoding": "raw",
1428
+ "dtype": "f16",
1429
+ "data": {
1430
+ "shard": 0,
1431
+ "offset": 62141952,
1432
+ "bytes": 1536
1433
+ }
1434
+ },
1435
+ "blocks.7.mlp.mlp.2.weight": {
1436
+ "shape": [
1437
+ 768,
1438
+ 3072
1439
+ ],
1440
+ "encoding": "symmetric-quantized",
1441
+ "bits": 7,
1442
+ "group_size": 64,
1443
+ "output_tile": 16,
1444
+ "rows": 768,
1445
+ "columns": 3072,
1446
+ "padded_rows": 768,
1447
+ "padded_columns": 3072,
1448
+ "data": {
1449
+ "shard": 0,
1450
+ "offset": 62143488,
1451
+ "bytes": 2064384
1452
+ },
1453
+ "scales": {
1454
+ "shard": 0,
1455
+ "offset": 64207872,
1456
+ "bytes": 73728
1457
+ }
1458
+ },
1459
+ "blocks.8.attn.to_out.bias": {
1460
+ "shape": [
1461
+ 768
1462
+ ],
1463
+ "encoding": "raw",
1464
+ "dtype": "f16",
1465
+ "data": {
1466
+ "shard": 0,
1467
+ "offset": 64281600,
1468
+ "bytes": 1536
1469
+ }
1470
+ },
1471
+ "blocks.8.attn.to_out.weight": {
1472
+ "shape": [
1473
+ 768,
1474
+ 768
1475
+ ],
1476
+ "encoding": "symmetric-quantized",
1477
+ "bits": 7,
1478
+ "group_size": 64,
1479
+ "output_tile": 16,
1480
+ "rows": 768,
1481
+ "columns": 768,
1482
+ "padded_rows": 768,
1483
+ "padded_columns": 768,
1484
+ "data": {
1485
+ "shard": 0,
1486
+ "offset": 64283136,
1487
+ "bytes": 516096
1488
+ },
1489
+ "scales": {
1490
+ "shard": 0,
1491
+ "offset": 64799232,
1492
+ "bytes": 18432
1493
+ }
1494
+ },
1495
+ "blocks.8.attn.to_qkv.bias": {
1496
+ "shape": [
1497
+ 2304
1498
+ ],
1499
+ "encoding": "raw",
1500
+ "dtype": "f16",
1501
+ "data": {
1502
+ "shard": 0,
1503
+ "offset": 64817664,
1504
+ "bytes": 4608
1505
+ }
1506
+ },
1507
+ "blocks.8.attn.to_qkv.weight": {
1508
+ "shape": [
1509
+ 2304,
1510
+ 768
1511
+ ],
1512
+ "encoding": "symmetric-quantized",
1513
+ "bits": 7,
1514
+ "group_size": 64,
1515
+ "output_tile": 16,
1516
+ "rows": 2304,
1517
+ "columns": 768,
1518
+ "padded_rows": 2304,
1519
+ "padded_columns": 768,
1520
+ "data": {
1521
+ "shard": 0,
1522
+ "offset": 64822272,
1523
+ "bytes": 1548288
1524
+ },
1525
+ "scales": {
1526
+ "shard": 0,
1527
+ "offset": 66370560,
1528
+ "bytes": 55296
1529
+ }
1530
+ },
1531
+ "blocks.8.mlp.mlp.0.bias": {
1532
+ "shape": [
1533
+ 3072
1534
+ ],
1535
+ "encoding": "raw",
1536
+ "dtype": "f16",
1537
+ "data": {
1538
+ "shard": 0,
1539
+ "offset": 66425856,
1540
+ "bytes": 6144
1541
+ }
1542
+ },
1543
+ "blocks.8.mlp.mlp.0.weight": {
1544
+ "shape": [
1545
+ 3072,
1546
+ 768
1547
+ ],
1548
+ "encoding": "symmetric-quantized",
1549
+ "bits": 7,
1550
+ "group_size": 64,
1551
+ "output_tile": 16,
1552
+ "rows": 3072,
1553
+ "columns": 768,
1554
+ "padded_rows": 3072,
1555
+ "padded_columns": 768,
1556
+ "data": {
1557
+ "shard": 1,
1558
+ "offset": 0,
1559
+ "bytes": 2064384
1560
+ },
1561
+ "scales": {
1562
+ "shard": 1,
1563
+ "offset": 2064384,
1564
+ "bytes": 73728
1565
+ }
1566
+ },
1567
+ "blocks.8.mlp.mlp.2.bias": {
1568
+ "shape": [
1569
+ 768
1570
+ ],
1571
+ "encoding": "raw",
1572
+ "dtype": "f16",
1573
+ "data": {
1574
+ "shard": 1,
1575
+ "offset": 2138112,
1576
+ "bytes": 1536
1577
+ }
1578
+ },
1579
+ "blocks.8.mlp.mlp.2.weight": {
1580
+ "shape": [
1581
+ 768,
1582
+ 3072
1583
+ ],
1584
+ "encoding": "symmetric-quantized",
1585
+ "bits": 7,
1586
+ "group_size": 64,
1587
+ "output_tile": 16,
1588
+ "rows": 768,
1589
+ "columns": 3072,
1590
+ "padded_rows": 768,
1591
+ "padded_columns": 3072,
1592
+ "data": {
1593
+ "shard": 1,
1594
+ "offset": 2139648,
1595
+ "bytes": 2064384
1596
+ },
1597
+ "scales": {
1598
+ "shard": 1,
1599
+ "offset": 4204032,
1600
+ "bytes": 73728
1601
+ }
1602
+ },
1603
+ "blocks.9.attn.to_out.bias": {
1604
+ "shape": [
1605
+ 768
1606
+ ],
1607
+ "encoding": "raw",
1608
+ "dtype": "f16",
1609
+ "data": {
1610
+ "shard": 1,
1611
+ "offset": 4277760,
1612
+ "bytes": 1536
1613
+ }
1614
+ },
1615
+ "blocks.9.attn.to_out.weight": {
1616
+ "shape": [
1617
+ 768,
1618
+ 768
1619
+ ],
1620
+ "encoding": "symmetric-quantized",
1621
+ "bits": 7,
1622
+ "group_size": 64,
1623
+ "output_tile": 16,
1624
+ "rows": 768,
1625
+ "columns": 768,
1626
+ "padded_rows": 768,
1627
+ "padded_columns": 768,
1628
+ "data": {
1629
+ "shard": 1,
1630
+ "offset": 4279296,
1631
+ "bytes": 516096
1632
+ },
1633
+ "scales": {
1634
+ "shard": 1,
1635
+ "offset": 4795392,
1636
+ "bytes": 18432
1637
+ }
1638
+ },
1639
+ "blocks.9.attn.to_qkv.bias": {
1640
+ "shape": [
1641
+ 2304
1642
+ ],
1643
+ "encoding": "raw",
1644
+ "dtype": "f16",
1645
+ "data": {
1646
+ "shard": 1,
1647
+ "offset": 4813824,
1648
+ "bytes": 4608
1649
+ }
1650
+ },
1651
+ "blocks.9.attn.to_qkv.weight": {
1652
+ "shape": [
1653
+ 2304,
1654
+ 768
1655
+ ],
1656
+ "encoding": "symmetric-quantized",
1657
+ "bits": 7,
1658
+ "group_size": 64,
1659
+ "output_tile": 16,
1660
+ "rows": 2304,
1661
+ "columns": 768,
1662
+ "padded_rows": 2304,
1663
+ "padded_columns": 768,
1664
+ "data": {
1665
+ "shard": 1,
1666
+ "offset": 4818432,
1667
+ "bytes": 1548288
1668
+ },
1669
+ "scales": {
1670
+ "shard": 1,
1671
+ "offset": 6366720,
1672
+ "bytes": 55296
1673
+ }
1674
+ },
1675
+ "blocks.9.mlp.mlp.0.bias": {
1676
+ "shape": [
1677
+ 3072
1678
+ ],
1679
+ "encoding": "raw",
1680
+ "dtype": "f16",
1681
+ "data": {
1682
+ "shard": 1,
1683
+ "offset": 6422016,
1684
+ "bytes": 6144
1685
+ }
1686
+ },
1687
+ "blocks.9.mlp.mlp.0.weight": {
1688
+ "shape": [
1689
+ 3072,
1690
+ 768
1691
+ ],
1692
+ "encoding": "symmetric-quantized",
1693
+ "bits": 7,
1694
+ "group_size": 64,
1695
+ "output_tile": 16,
1696
+ "rows": 3072,
1697
+ "columns": 768,
1698
+ "padded_rows": 3072,
1699
+ "padded_columns": 768,
1700
+ "data": {
1701
+ "shard": 1,
1702
+ "offset": 6428160,
1703
+ "bytes": 2064384
1704
+ },
1705
+ "scales": {
1706
+ "shard": 1,
1707
+ "offset": 8492544,
1708
+ "bytes": 73728
1709
+ }
1710
+ },
1711
+ "blocks.9.mlp.mlp.2.bias": {
1712
+ "shape": [
1713
+ 768
1714
+ ],
1715
+ "encoding": "raw",
1716
+ "dtype": "f16",
1717
+ "data": {
1718
+ "shard": 1,
1719
+ "offset": 8566272,
1720
+ "bytes": 1536
1721
+ }
1722
+ },
1723
+ "blocks.9.mlp.mlp.2.weight": {
1724
+ "shape": [
1725
+ 768,
1726
+ 3072
1727
+ ],
1728
+ "encoding": "symmetric-quantized",
1729
+ "bits": 7,
1730
+ "group_size": 64,
1731
+ "output_tile": 16,
1732
+ "rows": 768,
1733
+ "columns": 3072,
1734
+ "padded_rows": 768,
1735
+ "padded_columns": 3072,
1736
+ "data": {
1737
+ "shard": 1,
1738
+ "offset": 8567808,
1739
+ "bytes": 2064384
1740
+ },
1741
+ "scales": {
1742
+ "shard": 1,
1743
+ "offset": 10632192,
1744
+ "bytes": 73728
1745
+ }
1746
+ },
1747
+ "input_layer.bias": {
1748
+ "shape": [
1749
+ 768
1750
+ ],
1751
+ "encoding": "raw",
1752
+ "dtype": "f16",
1753
+ "data": {
1754
+ "shard": 1,
1755
+ "offset": 10705920,
1756
+ "bytes": 1536
1757
+ }
1758
+ },
1759
+ "input_layer.weight": {
1760
+ "shape": [
1761
+ 768,
1762
+ 8
1763
+ ],
1764
+ "encoding": "symmetric-quantized",
1765
+ "bits": 7,
1766
+ "group_size": 64,
1767
+ "output_tile": 16,
1768
+ "rows": 768,
1769
+ "columns": 8,
1770
+ "padded_rows": 768,
1771
+ "padded_columns": 64,
1772
+ "data": {
1773
+ "shard": 1,
1774
+ "offset": 10707456,
1775
+ "bytes": 43008
1776
+ },
1777
+ "scales": {
1778
+ "shard": 1,
1779
+ "offset": 10750464,
1780
+ "bytes": 1536
1781
+ }
1782
+ },
1783
+ "out_layer.bias": {
1784
+ "shape": [
1785
+ 101
1786
+ ],
1787
+ "encoding": "raw",
1788
+ "dtype": "f16",
1789
+ "data": {
1790
+ "shard": 1,
1791
+ "offset": 10752000,
1792
+ "bytes": 202
1793
+ }
1794
+ },
1795
+ "out_layer.weight": {
1796
+ "shape": [
1797
+ 101,
1798
+ 96
1799
+ ],
1800
+ "encoding": "symmetric-quantized",
1801
+ "bits": 7,
1802
+ "group_size": 64,
1803
+ "output_tile": 16,
1804
+ "rows": 101,
1805
+ "columns": 96,
1806
+ "padded_rows": 112,
1807
+ "padded_columns": 128,
1808
+ "data": {
1809
+ "shard": 1,
1810
+ "offset": 10752256,
1811
+ "bytes": 12544
1812
+ },
1813
+ "scales": {
1814
+ "shard": 1,
1815
+ "offset": 10764800,
1816
+ "bytes": 448
1817
+ }
1818
+ },
1819
+ "upsample.0.act_layers.0.bias": {
1820
+ "shape": [
1821
+ 768
1822
+ ],
1823
+ "encoding": "raw",
1824
+ "dtype": "f16",
1825
+ "data": {
1826
+ "shard": 1,
1827
+ "offset": 10765312,
1828
+ "bytes": 1536
1829
+ }
1830
+ },
1831
+ "upsample.0.act_layers.0.weight": {
1832
+ "shape": [
1833
+ 768
1834
+ ],
1835
+ "encoding": "raw",
1836
+ "dtype": "f16",
1837
+ "data": {
1838
+ "shard": 1,
1839
+ "offset": 10766848,
1840
+ "bytes": 1536
1841
+ }
1842
+ },
1843
+ "upsample.0.out_layers.0.conv.bias": {
1844
+ "shape": [
1845
+ 192
1846
+ ],
1847
+ "encoding": "raw",
1848
+ "dtype": "f16",
1849
+ "data": {
1850
+ "shard": 1,
1851
+ "offset": 10768384,
1852
+ "bytes": 384
1853
+ }
1854
+ },
1855
+ "upsample.0.out_layers.0.conv.weight": {
1856
+ "shape": [
1857
+ 192,
1858
+ 3,
1859
+ 3,
1860
+ 3,
1861
+ 768
1862
+ ],
1863
+ "encoding": "symmetric-quantized",
1864
+ "bits": 7,
1865
+ "group_size": 64,
1866
+ "output_tile": 16,
1867
+ "rows": 192,
1868
+ "columns": 20736,
1869
+ "padded_rows": 192,
1870
+ "padded_columns": 20736,
1871
+ "data": {
1872
+ "shard": 1,
1873
+ "offset": 10768896,
1874
+ "bytes": 3483648
1875
+ },
1876
+ "scales": {
1877
+ "shard": 1,
1878
+ "offset": 14252544,
1879
+ "bytes": 124416
1880
+ }
1881
+ },
1882
+ "upsample.0.out_layers.1.bias": {
1883
+ "shape": [
1884
+ 192
1885
+ ],
1886
+ "encoding": "raw",
1887
+ "dtype": "f16",
1888
+ "data": {
1889
+ "shard": 1,
1890
+ "offset": 14376960,
1891
+ "bytes": 384
1892
+ }
1893
+ },
1894
+ "upsample.0.out_layers.1.weight": {
1895
+ "shape": [
1896
+ 192
1897
+ ],
1898
+ "encoding": "raw",
1899
+ "dtype": "f16",
1900
+ "data": {
1901
+ "shard": 1,
1902
+ "offset": 14377472,
1903
+ "bytes": 384
1904
+ }
1905
+ },
1906
+ "upsample.0.out_layers.3.conv.bias": {
1907
+ "shape": [
1908
+ 192
1909
+ ],
1910
+ "encoding": "raw",
1911
+ "dtype": "f16",
1912
+ "data": {
1913
+ "shard": 1,
1914
+ "offset": 14377984,
1915
+ "bytes": 384
1916
+ }
1917
+ },
1918
+ "upsample.0.out_layers.3.conv.weight": {
1919
+ "shape": [
1920
+ 192,
1921
+ 3,
1922
+ 3,
1923
+ 3,
1924
+ 192
1925
+ ],
1926
+ "encoding": "symmetric-quantized",
1927
+ "bits": 7,
1928
+ "group_size": 64,
1929
+ "output_tile": 16,
1930
+ "rows": 192,
1931
+ "columns": 5184,
1932
+ "padded_rows": 192,
1933
+ "padded_columns": 5184,
1934
+ "data": {
1935
+ "shard": 1,
1936
+ "offset": 14378496,
1937
+ "bytes": 870912
1938
+ },
1939
+ "scales": {
1940
+ "shard": 1,
1941
+ "offset": 15249408,
1942
+ "bytes": 31104
1943
+ }
1944
+ },
1945
+ "upsample.0.skip_connection.conv.bias": {
1946
+ "shape": [
1947
+ 192
1948
+ ],
1949
+ "encoding": "raw",
1950
+ "dtype": "f16",
1951
+ "data": {
1952
+ "shard": 1,
1953
+ "offset": 15280640,
1954
+ "bytes": 384
1955
+ }
1956
+ },
1957
+ "upsample.0.skip_connection.conv.weight": {
1958
+ "shape": [
1959
+ 192,
1960
+ 1,
1961
+ 1,
1962
+ 1,
1963
+ 768
1964
+ ],
1965
+ "encoding": "symmetric-quantized",
1966
+ "bits": 7,
1967
+ "group_size": 64,
1968
+ "output_tile": 16,
1969
+ "rows": 192,
1970
+ "columns": 768,
1971
+ "padded_rows": 192,
1972
+ "padded_columns": 768,
1973
+ "data": {
1974
+ "shard": 1,
1975
+ "offset": 15281152,
1976
+ "bytes": 129024
1977
+ },
1978
+ "scales": {
1979
+ "shard": 1,
1980
+ "offset": 15410176,
1981
+ "bytes": 4608
1982
+ }
1983
+ },
1984
+ "upsample.1.act_layers.0.bias": {
1985
+ "shape": [
1986
+ 192
1987
+ ],
1988
+ "encoding": "raw",
1989
+ "dtype": "f16",
1990
+ "data": {
1991
+ "shard": 1,
1992
+ "offset": 15414784,
1993
+ "bytes": 384
1994
+ }
1995
+ },
1996
+ "upsample.1.act_layers.0.weight": {
1997
+ "shape": [
1998
+ 192
1999
+ ],
2000
+ "encoding": "raw",
2001
+ "dtype": "f16",
2002
+ "data": {
2003
+ "shard": 1,
2004
+ "offset": 15415296,
2005
+ "bytes": 384
2006
+ }
2007
+ },
2008
+ "upsample.1.out_layers.0.conv.bias": {
2009
+ "shape": [
2010
+ 96
2011
+ ],
2012
+ "encoding": "raw",
2013
+ "dtype": "f16",
2014
+ "data": {
2015
+ "shard": 1,
2016
+ "offset": 15415808,
2017
+ "bytes": 192
2018
+ }
2019
+ },
2020
+ "upsample.1.out_layers.0.conv.weight": {
2021
+ "shape": [
2022
+ 96,
2023
+ 3,
2024
+ 3,
2025
+ 3,
2026
+ 192
2027
+ ],
2028
+ "encoding": "symmetric-quantized",
2029
+ "bits": 7,
2030
+ "group_size": 64,
2031
+ "output_tile": 16,
2032
+ "rows": 96,
2033
+ "columns": 5184,
2034
+ "padded_rows": 96,
2035
+ "padded_columns": 5184,
2036
+ "data": {
2037
+ "shard": 1,
2038
+ "offset": 15416064,
2039
+ "bytes": 435456
2040
+ },
2041
+ "scales": {
2042
+ "shard": 1,
2043
+ "offset": 15851520,
2044
+ "bytes": 15552
2045
+ }
2046
+ },
2047
+ "upsample.1.out_layers.1.bias": {
2048
+ "shape": [
2049
+ 96
2050
+ ],
2051
+ "encoding": "raw",
2052
+ "dtype": "f16",
2053
+ "data": {
2054
+ "shard": 1,
2055
+ "offset": 15867136,
2056
+ "bytes": 192
2057
+ }
2058
+ },
2059
+ "upsample.1.out_layers.1.weight": {
2060
+ "shape": [
2061
+ 96
2062
+ ],
2063
+ "encoding": "raw",
2064
+ "dtype": "f16",
2065
+ "data": {
2066
+ "shard": 1,
2067
+ "offset": 15867392,
2068
+ "bytes": 192
2069
+ }
2070
+ },
2071
+ "upsample.1.out_layers.3.conv.bias": {
2072
+ "shape": [
2073
+ 96
2074
+ ],
2075
+ "encoding": "raw",
2076
+ "dtype": "f16",
2077
+ "data": {
2078
+ "shard": 1,
2079
+ "offset": 15867648,
2080
+ "bytes": 192
2081
+ }
2082
+ },
2083
+ "upsample.1.out_layers.3.conv.weight": {
2084
+ "shape": [
2085
+ 96,
2086
+ 3,
2087
+ 3,
2088
+ 3,
2089
+ 96
2090
+ ],
2091
+ "encoding": "symmetric-quantized",
2092
+ "bits": 7,
2093
+ "group_size": 64,
2094
+ "output_tile": 16,
2095
+ "rows": 96,
2096
+ "columns": 2592,
2097
+ "padded_rows": 96,
2098
+ "padded_columns": 2624,
2099
+ "data": {
2100
+ "shard": 1,
2101
+ "offset": 15867904,
2102
+ "bytes": 220416
2103
+ },
2104
+ "scales": {
2105
+ "shard": 1,
2106
+ "offset": 16088320,
2107
+ "bytes": 7872
2108
+ }
2109
+ },
2110
+ "upsample.1.skip_connection.conv.bias": {
2111
+ "shape": [
2112
+ 96
2113
+ ],
2114
+ "encoding": "raw",
2115
+ "dtype": "f16",
2116
+ "data": {
2117
+ "shard": 1,
2118
+ "offset": 16096256,
2119
+ "bytes": 192
2120
+ }
2121
+ },
2122
+ "upsample.1.skip_connection.conv.weight": {
2123
+ "shape": [
2124
+ 96,
2125
+ 1,
2126
+ 1,
2127
+ 1,
2128
+ 192
2129
+ ],
2130
+ "encoding": "symmetric-quantized",
2131
+ "bits": 7,
2132
+ "group_size": 64,
2133
+ "output_tile": 16,
2134
+ "rows": 96,
2135
+ "columns": 192,
2136
+ "padded_rows": 96,
2137
+ "padded_columns": 192,
2138
+ "data": {
2139
+ "shard": 1,
2140
+ "offset": 16096512,
2141
+ "bytes": 16128
2142
+ },
2143
+ "scales": {
2144
+ "shard": 1,
2145
+ "offset": 16112640,
2146
+ "bytes": 576
2147
+ }
2148
+ }
2149
+ }
2150
+ }
shared/meshDecoder/stage-000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c90007d9c2f836437dec94984dff5c3ac09d453ca596931458836224c4bf966
3
+ size 66432000
shared/meshDecoder/stage-001.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8091861bdf407fd122d4790cd8a8990453f1b6b5f66c02e7e06f3e729ebf664
3
+ size 16113216