Add nodr_d1024_r2 checkpoints under dimladder/d1024

.gitattributes

@@ -143,3 +143,37 @@ dimladder/d512/diagnostics/step_10000/reward_value_curves.png filter=lfs diff=lf
 dimladder/d512/diagnostics/step_15000/reward_value_curves.png filter=lfs diff=lfs merge=lfs -text
 dimladder/d512/diagnostics/step_5000/latent_scatter.png filter=lfs diff=lfs merge=lfs -text
 dimladder/d512/diagnostics/step_5000/reward_value_curves.png filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/10000/default/ocdbt.process_0/d/326c9ee9b3b997eaca5ff01705c1d000 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/10000/default/ocdbt.process_0/d/6ca372f19b981e6b3e3f4d8bfa6918b3 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/10000/default/ocdbt.process_0/d/7bf2ed29052f170443bac5106d28e917 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/10000/default/ocdbt.process_0/d/a81695cfd586dd5c7d6fe409a1e3de3b filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/10000/opt_state/ocdbt.process_0/d/0ac45e219e37878187cab6744dcdde6a filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/10000/opt_state/ocdbt.process_0/d/2a84bced75dfadd31f76b4eff3bbef7c filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/10000/opt_state/ocdbt.process_0/d/cda31d9d73a06b4539bf75d9405cb1a7 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/12500/default/ocdbt.process_0/d/1241673583bfe884858cdcbfa550b66c filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/12500/default/ocdbt.process_0/d/1949e1760c5906a46f5e703e885b8d25 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/12500/default/ocdbt.process_0/d/a575af160125b040bd74df8152f2e347 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/12500/opt_state/ocdbt.process_0/d/088c2713fca76ad7ad42c4b4c8058698 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/12500/opt_state/ocdbt.process_0/d/978ed5aa814340c04f1d9235430548fe filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/12500/opt_state/ocdbt.process_0/d/f617342ff77be531b3a96532d82320dd filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/15000/default/ocdbt.process_0/d/23c6c659c459fc9ce93d7236b9bb1ae9 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/15000/default/ocdbt.process_0/d/30d37c9b93cf1f62022681b916e8f03a filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/15000/default/ocdbt.process_0/d/9b8250888d59e01d229a9438def0f66e filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/15000/default/ocdbt.process_0/d/b342840f343d4de5c616ccf1bfd9bc22 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/15000/opt_state/ocdbt.process_0/d/8f002b592e5173d7e3753a95d485f735 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/15000/opt_state/ocdbt.process_0/d/9b9e27321fed73b1955934f5044312d8 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/15000/opt_state/ocdbt.process_0/d/a867caa8861053a9911611feee61998b filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/15000/opt_state/ocdbt.process_0/d/cc2ff1e06da8bb7e16596a4c5bc212ef filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/5000/default/ocdbt.process_0/d/43bb43789f770ca9e2f6da10d599eaa7 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/5000/default/ocdbt.process_0/d/85c3547ded9ec94ce6e148c4d8551ff5 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/5000/default/ocdbt.process_0/d/9cedb10522084d797d68e95e4dadbbbf filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/5000/default/ocdbt.process_0/d/ff903252b14e2e6439bd63186259473a filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/5000/opt_state/ocdbt.process_0/d/a7d34fd8585833e4964ae3645c104f6a filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/5000/opt_state/ocdbt.process_0/d/b438955b4efbe0aaf8abf4b488aabfc0 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/5000/opt_state/ocdbt.process_0/d/bc5c6aee1e3498353ed7403f9c7eea29 filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/5000/opt_state/ocdbt.process_0/d/f7b7a396546af89363a458e1d243477e filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/diagnostics/step_10000/reward_value_curves.png filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/diagnostics/step_12500/reward_value_curves.png filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/diagnostics/step_15000/reward_value_curves.png filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/diagnostics/step_5000/latent_scatter.png filter=lfs diff=lfs merge=lfs -text
+dimladder/d1024/diagnostics/step_5000/reward_value_curves.png filter=lfs diff=lfs merge=lfs -text

dimladder/d1024/10000/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": {"default": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "opt_state": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1786620558514317602, "commit_timestamp_nsecs": 1786620559471275162, "custom_metadata": {}}

dimladder/d1024/10000/default/_sharding

@@ -0,0 +1 @@
+{"ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEucm5ncy5kZWZhdWx0LmNvdW50":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEucm5ncy5kZWZhdWx0LmtleQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci50ZW1wb3JhbF9lbmM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci50eXBlX2VuYw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5hY3RfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5hY3RfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuZG93bnNhbXBsZV9ibi52YXI=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuZG93bnNhbXBsZV9ibi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuZG93bnNhbXBsZV9ibi5tZWFu":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuZG93bnNhbXBsZV9ibi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuZG93bnNhbXBsZV9jb252Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuZG93bnNhbXBsZV9ibi52YXI=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuZG93bnNhbXBsZV9ibi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuZG93bnNhbXBsZV9ibi5tZWFu":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuZG93bnNhbXBsZV9ibi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuZG93bnNhbXBsZV9jb252Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuZG93bnNhbXBsZV9ibi52YXI=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuZG93bnNhbXBsZV9ibi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuZG93bnNhbXBsZV9ibi5tZWFu":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuZG93bnNhbXBsZV9ibi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuZG93bnNhbXBsZV9jb252Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbWxwLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbWxwLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbWxwLmxheWVycy4wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbWxwLmxheWVycy4wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbWxwLmxheWVycy4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbWxwLmxheWVycy4xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbm9ybS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5wcm9wcmlvX29ic19wcm9qLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5wcm9wcmlvX29ic19wcm9qLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5wcm9wcmlvX29ic19wcm9qLmxheWVycy4wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5wcm9wcmlvX29ic19wcm9qLmxheWVycy4wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5wcm9wcmlvX29ic19wcm9qLmxheWVycy4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5wcm9wcmlvX29ic19wcm9qLmxheWVycy4xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZnV0X2FjdHNfZW1iZWQuZW5jLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZnV0X2FjdHNfZW1iZWQuZW5jLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZnV0X2FjdHNfZW1iZWQucG9zX2VtYg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMuYWN0aW9ucy5tZWFu":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMuYWN0aW9ucy5zdGQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMucHJvcHJpb19vYnMubWVhbg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMucHJvcHJpb19vYnMuc3Rk":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMucmV3YXJkcy5tZWFu":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMucmV3YXJkcy5zdGQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMudmFsdWVzLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMudmFsdWVzLnN0ZA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmRlbnNlX3Byb2oubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmRlbnNlX3Byb2oubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmxheWVybm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmxheWVybm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmxheWVybm9ybV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmxheWVybm9ybV8yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmxheWVybm9ybV8zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmxheWVybm9ybV8zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmRlbnNlX3Byb2oubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmRlbnNlX3Byb2oubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmxheWVybm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmxheWVybm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmxheWVybm9ybV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmxheWVybm9ybV8yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmxheWVybm9ybV8zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmxheWVybm9ybV8zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmRlbnNlX3Byb2oubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmRlbnNlX3Byb2oubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmxheWVybm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmxheWVybm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmxheWVybm9ybV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmxheWVybm9ybV8yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmxheWVybm9ybV8zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmxheWVybm9ybV8zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmRlbnNlX3Byb2oubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmRlbnNlX3Byb2oubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmxheWVybm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmxheWVybm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmxheWVybm9ybV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmxheWVybm9ybV8yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmxheWVybm9ybV8zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmxheWVybm9ybV8zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5X2RlYy5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5X2RlYy5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5X3F1ZXJ5":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmRlbnNlX3Byb2oubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmRlbnNlX3Byb2oubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmxheWVybm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmxheWVybm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmxheWVybm9ybV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmxheWVybm9ybV8yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkX2RlYy5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkX2RlYy5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkX2VtYi5lbmMub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkX2VtYi5lbmMub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkX2VtYi5wb3NfZW1i":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWVfZGVjLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWVfZGVjLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWVfZW1iLmVuYy5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWVfZW1iLmVuYy5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWVfZW1iLnBvc19lbWI=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"}

dimladder/d1024/10000/default/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "dynamics.layers.0.attention_1.key.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.key.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.out.kernel", "write_shape": [4, 256, 1024], "chunk_shape": [4, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.query.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.query.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.rngs.default.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.rngs.default.key", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.value.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.value.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.key.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.key.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.out.kernel", "write_shape": [4, 256, 1024], "chunk_shape": [4, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.query.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.query.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.value.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.value.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.key.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.key.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.out.kernel", "write_shape": [4, 256, 1024], "chunk_shape": [4, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.query.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.query.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.value.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.value.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.key.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.key.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.out.kernel", "write_shape": [4, 256, 1024], "chunk_shape": [4, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.query.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.query.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.value.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.value.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.key.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.key.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.out.kernel", "write_shape": [4, 256, 1024], "chunk_shape": [4, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.query.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.query.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.value.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.value.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.key.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.key.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.out.kernel", "write_shape": [4, 256, 1024], "chunk_shape": [4, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.query.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.query.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.value.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.value.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.act_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.act_proj.output_layer.kernel", "write_shape": [7, 1024], "chunk_shape": [7, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.bn1.bias", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.bn1.mean", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.bn1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.bn1.var", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.conv1.kernel", "write_shape": [7, 7, 3, 64], "chunk_shape": [7, 7, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn1.bias", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn1.mean", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn1.var", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn2.bias", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn2.mean", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn2.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn2.var", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.conv1.kernel", "write_shape": [3, 3, 64, 64], "chunk_shape": [3, 3, 64, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.conv2.kernel", "write_shape": [3, 3, 64, 64], "chunk_shape": [3, 3, 64, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn1.bias", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn1.mean", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn1.var", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn2.bias", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn2.mean", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn2.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn2.var", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.conv1.kernel", "write_shape": [3, 3, 64, 64], "chunk_shape": [3, 3, 64, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.conv2.kernel", "write_shape": [3, 3, 64, 64], "chunk_shape": [3, 3, 64, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn1.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn1.mean", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn1.scale", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn1.var", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn2.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn2.mean", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn2.scale", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn2.var", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.conv1.kernel", "write_shape": [3, 3, 64, 128], "chunk_shape": [3, 3, 64, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.conv2.kernel", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.downsample_bn.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.downsample_bn.mean", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.downsample_bn.scale", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.downsample_bn.var", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.downsample_conv.kernel", "write_shape": [1, 1, 64, 128], "chunk_shape": [1, 1, 64, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn1.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn1.mean", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn1.scale", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn1.var", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn2.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn2.mean", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn2.scale", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn2.var", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.conv1.kernel", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.conv2.kernel", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn1.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn1.mean", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn1.scale", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn1.var", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn2.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn2.mean", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn2.scale", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn2.var", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.conv1.kernel", "write_shape": [3, 3, 128, 256], "chunk_shape": [3, 3, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.conv2.kernel", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.downsample_bn.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.downsample_bn.mean", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.downsample_bn.scale", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.downsample_bn.var", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.downsample_conv.kernel", "write_shape": [1, 1, 128, 256], "chunk_shape": [1, 1, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn1.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn1.mean", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn1.scale", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn1.var", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn2.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn2.mean", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn2.scale", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn2.var", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.conv1.kernel", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.conv2.kernel", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn1.mean", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn1.var", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn2.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn2.mean", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn2.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn2.var", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.conv1.kernel", "write_shape": [3, 3, 256, 512], "chunk_shape": [3, 3, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.conv2.kernel", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.downsample_bn.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.downsample_bn.mean", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.downsample_bn.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.downsample_bn.var", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.downsample_conv.kernel", "write_shape": [1, 1, 256, 512], "chunk_shape": [1, 1, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn1.mean", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn1.var", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn2.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn2.mean", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn2.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn2.var", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.conv1.kernel", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.conv2.kernel", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_mlp.layers.0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_mlp.layers.0.kernel", "write_shape": [1556, 2048], "chunk_shape": [1556, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_mlp.layers.1.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_mlp.layers.1.kernel", "write_shape": [2048, 2048], "chunk_shape": [2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_mlp.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_mlp.output_layer.kernel", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_norm.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_norm.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.proprio_obs_proj.layers.0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.proprio_obs_proj.layers.0.kernel", "write_shape": [20, 2048], "chunk_shape": [20, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.proprio_obs_proj.layers.1.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.proprio_obs_proj.layers.1.kernel", "write_shape": [2048, 2048], "chunk_shape": [2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.proprio_obs_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.proprio_obs_proj.output_layer.kernel", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.temporal_enc", "write_shape": [6, 1024], "chunk_shape": [6, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.type_enc", "write_shape": [3, 1024], "chunk_shape": [3, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "fut_acts_embed.enc.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "fut_acts_embed.enc.output_layer.kernel", "write_shape": [7, 1024], "chunk_shape": [7, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "fut_acts_embed.pos_emb", "write_shape": [5, 1024], "chunk_shape": [5, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy_dec.output_layer.bias", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy_dec.output_layer.kernel", "write_shape": [1024, 7], "chunk_shape": [1024, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy_query", "write_shape": [5, 1024], "chunk_shape": [5, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.key.bias", "write_shape": [1, 1024], "chunk_shape": [1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.key.kernel", "write_shape": [1024, 1, 1024], "chunk_shape": [1024, 1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.out.kernel", "write_shape": [1, 1024, 1024], "chunk_shape": [1, 1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.query.bias", "write_shape": [1, 1024], "chunk_shape": [1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.query.kernel", "write_shape": [1024, 1, 1024], "chunk_shape": [1024, 1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.value.bias", "write_shape": [1, 1024], "chunk_shape": [1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.value.kernel", "write_shape": [1024, 1, 1024], "chunk_shape": [1024, 1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward_dec.output_layer.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward_dec.output_layer.kernel", "write_shape": [1024, 1], "chunk_shape": [1024, 1], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward_emb.enc.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward_emb.enc.output_layer.kernel", "write_shape": [1031, 1024], "chunk_shape": [1031, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward_emb.pos_emb", "write_shape": [5, 1024], "chunk_shape": [5, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.actions.mean", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.actions.std", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.proprio_obs.mean", "write_shape": [20], "chunk_shape": [20], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.proprio_obs.std", "write_shape": [20], "chunk_shape": [20], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.rewards.mean", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.rewards.std", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.values.mean", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.values.std", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.key.bias", "write_shape": [1, 1024], "chunk_shape": [1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.key.kernel", "write_shape": [1024, 1, 1024], "chunk_shape": [1024, 1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.out.kernel", "write_shape": [1, 1024, 1024], "chunk_shape": [1, 1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.query.bias", "write_shape": [1, 1024], "chunk_shape": [1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.query.kernel", "write_shape": [1024, 1, 1024], "chunk_shape": [1024, 1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.value.bias", "write_shape": [1, 1024], "chunk_shape": [1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.value.kernel", "write_shape": [1024, 1, 1024], "chunk_shape": [1024, 1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value_dec.output_layer.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "value_dec.output_layer.kernel", "write_shape": [1024, 1], "chunk_shape": [1024, 1], "ext_metadata": null}}, {"array_metadata": {"param_name": "value_emb.enc.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value_emb.enc.output_layer.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value_emb.pos_emb", "write_shape": [5, 1024], "chunk_shape": [5, 1024], "ext_metadata": null}}]}

dimladder/d1024/10000/default/ocdbt.process_0/d/326c9ee9b3b997eaca5ff01705c1d000

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7185fe64856d535cd2bbefc1b5748f8b9f6b2236ee26f4812390175ffc8887
+size 72577024

dimladder/d1024/10000/default/ocdbt.process_0/d/6ca372f19b981e6b3e3f4d8bfa6918b3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e18757d4288e08faad53867d3b8db4e9808042d1b89bdbda26878662883b83e
+size 77672448

dimladder/d1024/10000/default/ocdbt.process_0/d/7bf2ed29052f170443bac5106d28e917

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54daaca40633c9fea7ac75795879ab8deafbad9568669822c7b1210fe0de2ab4
+size 11677696

dimladder/d1024/10000/default/ocdbt.process_0/d/a81695cfd586dd5c7d6fe409a1e3de3b

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2775497cc4a73658b95e00eac9b8d6587c3ce6036d2725737278a859f3c811
+size 474992640

dimladder/d1024/10000/opt_state/_sharding

@@ -0,0 +1 @@
+{"b3B0X3N0YXRlLjEuMC5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24ua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24ua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24ub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24ub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24ucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24ucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24udmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24udmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5kZW5zZV9wcm9qLmxheWVycy4wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5kZW5zZV9wcm9qLmxheWVycy4wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5sYXllcm5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5sYXllcm5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5sYXllcm5vcm1fMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZS5sYXllcnMuMC5sYXllcm5vcm1fMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZV9kZWMub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZV9kZWMub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZV9lbWIuZW5jLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZV9lbWIuZW5jLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS52YWx1ZV9lbWIucG9zX2VtYg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5kZW5zZV9wcm9qLmxheWVycy4wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5kZW5zZV9wcm9qLmxheWVycy4wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5sYXllcm5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5sYXllcm5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5sYXllcm5vcm1fMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5sYXllcm5vcm1fMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5sYXllcm5vcm1fMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMC5sYXllcm5vcm1fMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5kZW5zZV9wcm9qLmxheWVycy4wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5kZW5zZV9wcm9qLmxheWVycy4wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5sYXllcm5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5sYXllcm5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5sYXllcm5vcm1fMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5sYXllcm5vcm1fMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5sYXllcm5vcm1fMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMS5sYXllcm5vcm1fMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5kZW5zZV9wcm9qLmxheWVycy4wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5kZW5zZV9wcm9qLmxheWVycy4wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5sYXllcm5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5sYXllcm5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5sYXllcm5vcm1fMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5sYXllcm5vcm1fMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5sYXllcm5vcm1fMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5keW5hbWljcy5sYXllcnMuMi5sYXllcm5vcm1fMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmFjdF9wcm9qLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmFjdF9wcm9qLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMC5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMC5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMC5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMC5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMC5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMS5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMS5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMS5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMS5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMS5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMS5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5kb3duc2FtcGxlX2JuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5kb3duc2FtcGxlX2JuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5kb3duc2FtcGxlX2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMS5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMS5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMS5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMS5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMS5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMS5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5kb3duc2FtcGxlX2JuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5kb3duc2FtcGxlX2JuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5kb3duc2FtcGxlX2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMS5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMS5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMS5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMS5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMS5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMS5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5kb3duc2FtcGxlX2JuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5kb3duc2FtcGxlX2JuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5kb3duc2FtcGxlX2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMS5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMS5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMS5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMS5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMS5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMS5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmxhdGVudF9tbHAub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmxhdGVudF9tbHAub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmxhdGVudF9tbHAubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmxhdGVudF9tbHAubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmxhdGVudF9tbHAubGF5ZXJzLjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmxhdGVudF9tbHAubGF5ZXJzLjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmxhdGVudF9ub3JtLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLmxhdGVudF9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLnByb3ByaW9fb2JzX3Byb2oub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLnByb3ByaW9fb2JzX3Byb2oub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLnByb3ByaW9fb2JzX3Byb2oubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLnByb3ByaW9fb2JzX3Byb2oubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLnByb3ByaW9fb2JzX3Byb2oubGF5ZXJzLjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLnByb3ByaW9fb2JzX3Byb2oubGF5ZXJzLjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLnR5cGVfZW5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5lbmNvZGVyLnRlbXBvcmFsX2VuYw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5mdXRfYWN0c19lbWJlZC5lbmMub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5mdXRfYWN0c19lbWJlZC5lbmMub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5mdXRfYWN0c19lbWJlZC5wb3NfZW1i":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjAubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjEubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjIubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3kubGF5ZXJzLjMubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3lfZGVjLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3lfZGVjLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5wb2xpY3lfcXVlcnk=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmQubGF5ZXJzLjAubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmRfZGVjLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmRfZGVjLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmRfZW1iLmVuYy5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmRfZW1iLmVuYy5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5tdS5yZXdhcmRfZW1iLnBvc19lbWI=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24ua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24ua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24ub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24ub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24ucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24ucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24udmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5hdHRlbnRpb24udmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5kZW5zZV9wcm9qLmxheWVycy4wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5kZW5zZV9wcm9qLmxheWVycy4wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5sYXllcm5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5sYXllcm5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5sYXllcm5vcm1fMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZS5sYXllcnMuMC5sYXllcm5vcm1fMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZV9kZWMub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZV9kZWMub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZV9lbWIuZW5jLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZV9lbWIuZW5jLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS52YWx1ZV9lbWIucG9zX2VtYg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMS5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5hdHRlbnRpb25fMi5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5kZW5zZV9wcm9qLmxheWVycy4wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5kZW5zZV9wcm9qLmxheWVycy4wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5sYXllcm5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5sYXllcm5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5sYXllcm5vcm1fMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5sYXllcm5vcm1fMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5sYXllcm5vcm1fMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMC5sYXllcm5vcm1fMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMS5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5hdHRlbnRpb25fMi5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5kZW5zZV9wcm9qLmxheWVycy4wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5kZW5zZV9wcm9qLmxheWVycy4wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5sYXllcm5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5sYXllcm5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5sYXllcm5vcm1fMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5sYXllcm5vcm1fMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5sYXllcm5vcm1fMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMS5sYXllcm5vcm1fMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMS5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5hdHRlbnRpb25fMi5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5kZW5zZV9wcm9qLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5kZW5zZV9wcm9qLmxheWVycy4wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5kZW5zZV9wcm9qLmxheWVycy4wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5sYXllcm5vcm1fMS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5sYXllcm5vcm1fMS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5sYXllcm5vcm1fMi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5sYXllcm5vcm1fMi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5sYXllcm5vcm1fMy5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5keW5hbWljcy5sYXllcnMuMi5sYXllcm5vcm1fMy5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmFjdF9wcm9qLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmFjdF9wcm9qLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMC5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMC5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMC5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMC5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMC5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMS5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMS5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMS5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMS5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMS5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjEuMS5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5kb3duc2FtcGxlX2JuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5kb3duc2FtcGxlX2JuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMC5kb3duc2FtcGxlX2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMS5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMS5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMS5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMS5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMS5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjIuMS5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5kb3duc2FtcGxlX2JuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5kb3duc2FtcGxlX2JuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMC5kb3duc2FtcGxlX2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMS5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMS5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMS5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMS5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMS5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjMuMS5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5kb3duc2FtcGxlX2JuLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5kb3duc2FtcGxlX2JuLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMC5kb3duc2FtcGxlX2NvbnYua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMS5ibjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMS5ibjEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMS5ibjIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMS5ibjIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMS5jb252MS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmltYWdlX2VuYy50cnVua3MuMC5sYXllcjQuMS5jb252Mi5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmxhdGVudF9tbHAub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmxhdGVudF9tbHAub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmxhdGVudF9tbHAubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmxhdGVudF9tbHAubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmxhdGVudF9tbHAubGF5ZXJzLjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmxhdGVudF9tbHAubGF5ZXJzLjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmxhdGVudF9ub3JtLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLmxhdGVudF9ub3JtLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLnByb3ByaW9fb2JzX3Byb2oub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLnByb3ByaW9fb2JzX3Byb2oub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLnByb3ByaW9fb2JzX3Byb2oubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLnByb3ByaW9fb2JzX3Byb2oubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLnByb3ByaW9fb2JzX3Byb2oubGF5ZXJzLjEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLnByb3ByaW9fb2JzX3Byb2oubGF5ZXJzLjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLnR5cGVfZW5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5lbmNvZGVyLnRlbXBvcmFsX2VuYw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5mdXRfYWN0c19lbWJlZC5lbmMub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5mdXRfYWN0c19lbWJlZC5lbmMub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5mdXRfYWN0c19lbWJlZC5wb3NfZW1i":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjAubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjEubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjIubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3kubGF5ZXJzLjMubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3lfZGVjLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3lfZGVjLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5wb2xpY3lfcXVlcnk=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAuYXR0ZW50aW9uLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmQubGF5ZXJzLjAubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmRfZGVjLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmRfZGVjLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmRfZW1iLmVuYy5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmRfZW1iLmVuYy5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMC5udS5yZXdhcmRfZW1iLnBvc19lbWI=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","b3B0X3N0YXRlLjEuMS5jb3VudA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c3RlcA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"}

dimladder/d1024/10000/opt_state/ocdbt.process_0/d/0ac45e219e37878187cab6744dcdde6a

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9a6515fa618cd482970f8368db8223628139b58de503c8fdbc175870c5c68f
+size 561287168

dimladder/d1024/10000/opt_state/ocdbt.process_0/d/2a84bced75dfadd31f76b4eff3bbef7c

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86e9ef8c27e0bc92302b2e7a76487c29cef460aa0d1dc33b28fe844b5f9466f
+size 59858944

dimladder/d1024/10000/opt_state/ocdbt.process_0/d/cda31d9d73a06b4539bf75d9405cb1a7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1376b8f122519c9d022d3ccec07436bd092cb0a0179243949f11024a77b0c52
+size 644878336

dimladder/d1024/12500/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": {"default": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "opt_state": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1786631820772328638, "commit_timestamp_nsecs": 1786631821800394846, "custom_metadata": {}}

dimladder/d1024/12500/default/_sharding

@@ -0,0 +1 @@
+{"ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEucm5ncy5kZWZhdWx0LmNvdW50":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEucm5ncy5kZWZhdWx0LmtleQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjAubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjEubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzEudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIua2V5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIua2V5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIub3V0LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIub3V0Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIucXVlcnkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIucXVlcnkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIudmFsdWUuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuYXR0ZW50aW9uXzIudmFsdWUua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIubGF5ZXJub3JtXzMuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZHluYW1pY3MubGF5ZXJzLjIubGF5ZXJub3JtXzMuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci50ZW1wb3JhbF9lbmM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci50eXBlX2VuYw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5hY3RfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5hY3RfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuZG93bnNhbXBsZV9ibi52YXI=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuZG93bnNhbXBsZV9ibi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuZG93bnNhbXBsZV9ibi5tZWFu":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuZG93bnNhbXBsZV9ibi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjAuZG93bnNhbXBsZV9jb252Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXI0LjEuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjAuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIxLjEuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuZG93bnNhbXBsZV9ibi52YXI=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuZG93bnNhbXBsZV9ibi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuZG93bnNhbXBsZV9ibi5tZWFu":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuZG93bnNhbXBsZV9ibi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjAuZG93bnNhbXBsZV9jb252Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIyLjEuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuZG93bnNhbXBsZV9ibi52YXI=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuZG93bnNhbXBsZV9ibi5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuZG93bnNhbXBsZV9ibi5tZWFu":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuZG93bnNhbXBsZV9ibi5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjAuZG93bnNhbXBsZV9jb252Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuY29udjEua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuY29udjIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4xLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4xLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4yLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5pbWFnZV9lbmMudHJ1bmtzLjAubGF5ZXIzLjEuYm4yLnZhcg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbWxwLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbWxwLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbWxwLmxheWVycy4wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbWxwLmxheWVycy4wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbWxwLmxheWVycy4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbWxwLmxheWVycy4xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbm9ybS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5sYXRlbnRfbm9ybS5zY2FsZQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5wcm9wcmlvX29ic19wcm9qLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5wcm9wcmlvX29ic19wcm9qLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5wcm9wcmlvX29ic19wcm9qLmxheWVycy4wLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5wcm9wcmlvX29ic19wcm9qLmxheWVycy4wLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5wcm9wcmlvX29ic19wcm9qLmxheWVycy4xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZW5jb2Rlci5wcm9wcmlvX29ic19wcm9qLmxheWVycy4xLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZnV0X2FjdHNfZW1iZWQuZW5jLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZnV0X2FjdHNfZW1iZWQuZW5jLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","ZnV0X2FjdHNfZW1iZWQucG9zX2VtYg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMuYWN0aW9ucy5tZWFu":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMuYWN0aW9ucy5zdGQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMucHJvcHJpb19vYnMubWVhbg==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMucHJvcHJpb19vYnMuc3Rk":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMucmV3YXJkcy5tZWFu":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMucmV3YXJkcy5zdGQ=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMudmFsdWVzLm1lYW4=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","c2NhbGVyLnNjYWxlcl9wYXJhbXMudmFsdWVzLnN0ZA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8xLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmF0dGVudGlvbl8yLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmRlbnNlX3Byb2oubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmRlbnNlX3Byb2oubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmxheWVybm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmxheWVybm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmxheWVybm9ybV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmxheWVybm9ybV8yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmxheWVybm9ybV8zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4wLmxheWVybm9ybV8zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8xLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmF0dGVudGlvbl8yLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmRlbnNlX3Byb2oubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmRlbnNlX3Byb2oubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmxheWVybm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmxheWVybm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmxheWVybm9ybV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmxheWVybm9ybV8yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmxheWVybm9ybV8zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4xLmxheWVybm9ybV8zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8xLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmF0dGVudGlvbl8yLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmRlbnNlX3Byb2oubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmRlbnNlX3Byb2oubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmxheWVybm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmxheWVybm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmxheWVybm9ybV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmxheWVybm9ybV8yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmxheWVybm9ybV8zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4yLmxheWVybm9ybV8zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8xLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmF0dGVudGlvbl8yLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmRlbnNlX3Byb2oubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmRlbnNlX3Byb2oubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmxheWVybm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmxheWVybm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmxheWVybm9ybV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmxheWVybm9ybV8yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmxheWVybm9ybV8zLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5LmxheWVycy4zLmxheWVybm9ybV8zLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5X2RlYy5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5X2RlYy5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cG9saWN5X3F1ZXJ5":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi52YWx1ZS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi52YWx1ZS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi5rZXkuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi5rZXkua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi5vdXQuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi5vdXQua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi5xdWVyeS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmF0dGVudGlvbi5xdWVyeS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmRlbnNlX3Byb2oub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmRlbnNlX3Byb2oubGF5ZXJzLjAuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmRlbnNlX3Byb2oubGF5ZXJzLjAua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmxheWVybm9ybV8xLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmxheWVybm9ybV8xLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmxheWVybm9ybV8yLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkLmxheWVycy4wLmxheWVybm9ybV8yLnNjYWxl":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkX2RlYy5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkX2RlYy5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkX2VtYi5lbmMub3V0cHV0X2xheWVyLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkX2VtYi5lbmMub3V0cHV0X2xheWVyLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","cmV3YXJkX2VtYi5wb3NfZW1i":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLm91dC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLm91dC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLmtleS5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLmtleS5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLnF1ZXJ5LmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLnF1ZXJ5Lmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLnZhbHVlLmJpYXM=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuYXR0ZW50aW9uLnZhbHVlLmtlcm5lbA==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuZGVuc2VfcHJvai5sYXllcnMuMC5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAuZGVuc2VfcHJvai5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAubGF5ZXJub3JtXzEuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAubGF5ZXJub3JtXzEuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAubGF5ZXJub3JtXzIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWUubGF5ZXJzLjAubGF5ZXJub3JtXzIuc2NhbGU=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWVfZGVjLm91dHB1dF9sYXllci5iaWFz":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWVfZGVjLm91dHB1dF9sYXllci5rZXJuZWw=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWVfZW1iLmVuYy5vdXRwdXRfbGF5ZXIuYmlhcw==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWVfZW1iLmVuYy5vdXRwdXRfbGF5ZXIua2VybmVs":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}","dmFsdWVfZW1iLnBvc19lbWI=":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"cuda:0\"}"}

dimladder/d1024/12500/default/array_metadatas/process_0

@@ -0,0 +1 @@
+{"array_metadatas": [{"array_metadata": {"param_name": "dynamics.layers.0.attention_1.key.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.key.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.out.kernel", "write_shape": [4, 256, 1024], "chunk_shape": [4, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.query.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.query.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.rngs.default.count", "write_shape": [], "chunk_shape": [], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.rngs.default.key", "write_shape": [2], "chunk_shape": [2], "ext_metadata": {"random_key_impl": "threefry2x32"}}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.value.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_1.value.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.key.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.key.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.out.kernel", "write_shape": [4, 256, 1024], "chunk_shape": [4, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.query.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.query.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.value.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.attention_2.value.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.0.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.key.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.key.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.out.kernel", "write_shape": [4, 256, 1024], "chunk_shape": [4, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.query.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.query.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.value.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_1.value.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.key.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.key.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.out.kernel", "write_shape": [4, 256, 1024], "chunk_shape": [4, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.query.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.query.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.value.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.attention_2.value.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.1.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.key.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.key.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.out.kernel", "write_shape": [4, 256, 1024], "chunk_shape": [4, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.query.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.query.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.value.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_1.value.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.key.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.key.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.out.kernel", "write_shape": [4, 256, 1024], "chunk_shape": [4, 256, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.query.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.query.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.value.bias", "write_shape": [4, 256], "chunk_shape": [4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.attention_2.value.kernel", "write_shape": [1024, 4, 256], "chunk_shape": [1024, 4, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "dynamics.layers.2.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.act_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.act_proj.output_layer.kernel", "write_shape": [7, 1024], "chunk_shape": [7, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.bn1.bias", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.bn1.mean", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.bn1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.bn1.var", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.conv1.kernel", "write_shape": [7, 7, 3, 64], "chunk_shape": [7, 7, 3, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn1.bias", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn1.mean", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn1.var", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn2.bias", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn2.mean", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn2.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.bn2.var", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.conv1.kernel", "write_shape": [3, 3, 64, 64], "chunk_shape": [3, 3, 64, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.0.conv2.kernel", "write_shape": [3, 3, 64, 64], "chunk_shape": [3, 3, 64, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn1.bias", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn1.mean", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn1.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn1.var", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn2.bias", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn2.mean", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn2.scale", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.bn2.var", "write_shape": [64], "chunk_shape": [64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.conv1.kernel", "write_shape": [3, 3, 64, 64], "chunk_shape": [3, 3, 64, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer1.1.conv2.kernel", "write_shape": [3, 3, 64, 64], "chunk_shape": [3, 3, 64, 64], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn1.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn1.mean", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn1.scale", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn1.var", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn2.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn2.mean", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn2.scale", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.bn2.var", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.conv1.kernel", "write_shape": [3, 3, 64, 128], "chunk_shape": [3, 3, 64, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.conv2.kernel", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.downsample_bn.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.downsample_bn.mean", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.downsample_bn.scale", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.downsample_bn.var", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.0.downsample_conv.kernel", "write_shape": [1, 1, 64, 128], "chunk_shape": [1, 1, 64, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn1.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn1.mean", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn1.scale", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn1.var", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn2.bias", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn2.mean", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn2.scale", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.bn2.var", "write_shape": [128], "chunk_shape": [128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.conv1.kernel", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer2.1.conv2.kernel", "write_shape": [3, 3, 128, 128], "chunk_shape": [3, 3, 128, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn1.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn1.mean", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn1.scale", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn1.var", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn2.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn2.mean", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn2.scale", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.bn2.var", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.conv1.kernel", "write_shape": [3, 3, 128, 256], "chunk_shape": [3, 3, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.conv2.kernel", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.downsample_bn.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.downsample_bn.mean", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.downsample_bn.scale", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.downsample_bn.var", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.0.downsample_conv.kernel", "write_shape": [1, 1, 128, 256], "chunk_shape": [1, 1, 128, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn1.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn1.mean", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn1.scale", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn1.var", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn2.bias", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn2.mean", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn2.scale", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.bn2.var", "write_shape": [256], "chunk_shape": [256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.conv1.kernel", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer3.1.conv2.kernel", "write_shape": [3, 3, 256, 256], "chunk_shape": [3, 3, 256, 256], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn1.mean", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn1.var", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn2.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn2.mean", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn2.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.bn2.var", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.conv1.kernel", "write_shape": [3, 3, 256, 512], "chunk_shape": [3, 3, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.conv2.kernel", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.downsample_bn.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.downsample_bn.mean", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.downsample_bn.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.downsample_bn.var", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.0.downsample_conv.kernel", "write_shape": [1, 1, 256, 512], "chunk_shape": [1, 1, 256, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn1.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn1.mean", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn1.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn1.var", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn2.bias", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn2.mean", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn2.scale", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.bn2.var", "write_shape": [512], "chunk_shape": [512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.conv1.kernel", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.image_enc.trunks.0.layer4.1.conv2.kernel", "write_shape": [3, 3, 512, 512], "chunk_shape": [3, 3, 512, 512], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_mlp.layers.0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_mlp.layers.0.kernel", "write_shape": [1556, 2048], "chunk_shape": [1556, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_mlp.layers.1.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_mlp.layers.1.kernel", "write_shape": [2048, 2048], "chunk_shape": [2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_mlp.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_mlp.output_layer.kernel", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_norm.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.latent_norm.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.proprio_obs_proj.layers.0.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.proprio_obs_proj.layers.0.kernel", "write_shape": [20, 2048], "chunk_shape": [20, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.proprio_obs_proj.layers.1.bias", "write_shape": [2048], "chunk_shape": [2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.proprio_obs_proj.layers.1.kernel", "write_shape": [2048, 2048], "chunk_shape": [2048, 2048], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.proprio_obs_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.proprio_obs_proj.output_layer.kernel", "write_shape": [2048, 1024], "chunk_shape": [2048, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.temporal_enc", "write_shape": [6, 1024], "chunk_shape": [6, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "encoder.type_enc", "write_shape": [3, 1024], "chunk_shape": [3, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "fut_acts_embed.enc.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "fut_acts_embed.enc.output_layer.kernel", "write_shape": [7, 1024], "chunk_shape": [7, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "fut_acts_embed.pos_emb", "write_shape": [5, 1024], "chunk_shape": [5, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_1.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.attention_2.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.0.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_1.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.attention_2.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.1.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_1.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.attention_2.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.2.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_1.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.key.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.key.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.out.kernel", "write_shape": [8, 128, 1024], "chunk_shape": [8, 128, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.query.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.query.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.value.bias", "write_shape": [8, 128], "chunk_shape": [8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.attention_2.value.kernel", "write_shape": [1024, 8, 128], "chunk_shape": [1024, 8, 128], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.layernorm_3.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy.layers.3.layernorm_3.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy_dec.output_layer.bias", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy_dec.output_layer.kernel", "write_shape": [1024, 7], "chunk_shape": [1024, 7], "ext_metadata": null}}, {"array_metadata": {"param_name": "policy_query", "write_shape": [5, 1024], "chunk_shape": [5, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.key.bias", "write_shape": [1, 1024], "chunk_shape": [1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.key.kernel", "write_shape": [1024, 1, 1024], "chunk_shape": [1024, 1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.out.kernel", "write_shape": [1, 1024, 1024], "chunk_shape": [1, 1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.query.bias", "write_shape": [1, 1024], "chunk_shape": [1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.query.kernel", "write_shape": [1024, 1, 1024], "chunk_shape": [1024, 1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.value.bias", "write_shape": [1, 1024], "chunk_shape": [1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.attention.value.kernel", "write_shape": [1024, 1, 1024], "chunk_shape": [1024, 1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward.layers.0.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward_dec.output_layer.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward_dec.output_layer.kernel", "write_shape": [1024, 1], "chunk_shape": [1024, 1], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward_emb.enc.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward_emb.enc.output_layer.kernel", "write_shape": [1031, 1024], "chunk_shape": [1031, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "reward_emb.pos_emb", "write_shape": [5, 1024], "chunk_shape": [5, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.actions.mean", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.actions.std", "write_shape": [7], "chunk_shape": [7], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.proprio_obs.mean", "write_shape": [20], "chunk_shape": [20], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.proprio_obs.std", "write_shape": [20], "chunk_shape": [20], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.rewards.mean", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.rewards.std", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.values.mean", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "scaler.scaler_params.values.std", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.key.bias", "write_shape": [1, 1024], "chunk_shape": [1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.key.kernel", "write_shape": [1024, 1, 1024], "chunk_shape": [1024, 1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.out.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.out.kernel", "write_shape": [1, 1024, 1024], "chunk_shape": [1, 1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.query.bias", "write_shape": [1, 1024], "chunk_shape": [1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.query.kernel", "write_shape": [1024, 1, 1024], "chunk_shape": [1024, 1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.value.bias", "write_shape": [1, 1024], "chunk_shape": [1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.attention.value.kernel", "write_shape": [1024, 1, 1024], "chunk_shape": [1024, 1, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.dense_proj.layers.0.bias", "write_shape": [4096], "chunk_shape": [4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.dense_proj.layers.0.kernel", "write_shape": [1024, 4096], "chunk_shape": [1024, 4096], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.dense_proj.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.dense_proj.output_layer.kernel", "write_shape": [4096, 1024], "chunk_shape": [4096, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.layernorm_1.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.layernorm_1.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.layernorm_2.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value.layers.0.layernorm_2.scale", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value_dec.output_layer.bias", "write_shape": [1], "chunk_shape": [1], "ext_metadata": null}}, {"array_metadata": {"param_name": "value_dec.output_layer.kernel", "write_shape": [1024, 1], "chunk_shape": [1024, 1], "ext_metadata": null}}, {"array_metadata": {"param_name": "value_emb.enc.output_layer.bias", "write_shape": [1024], "chunk_shape": [1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value_emb.enc.output_layer.kernel", "write_shape": [1024, 1024], "chunk_shape": [1024, 1024], "ext_metadata": null}}, {"array_metadata": {"param_name": "value_emb.pos_emb", "write_shape": [5, 1024], "chunk_shape": [5, 1024], "ext_metadata": null}}]}

dimladder/d1024/12500/default/ocdbt.process_0/d/1241673583bfe884858cdcbfa550b66c

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057f032e1d864d0bc12c9793775399d6c1849fd9de29a613a0c733a2cb768c85
+size 31162368

dimladder/d1024/12500/default/ocdbt.process_0/d/1949e1760c5906a46f5e703e885b8d25

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5d924a9566187fc799c730d8224ac642fc0a741a54279b0b97d7ff88c978f4
+size 392151040

dimladder/d1024/12500/default/ocdbt.process_0/d/a575af160125b040bd74df8152f2e347

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23458424210c5a44aa997581a0f261cce56535850b0a46c1ae42e89c2c62cc60
+size 213671936