diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..f8fe45e71d198de648fa54911a5fab3210dec8ac 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,337 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/checkpoint filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.Embed_0.embedding/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.input_proj.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_0.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_0.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_0.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_0.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_0.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_1.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_1.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_1.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_1.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_1.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_10.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_10.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_10.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_10.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_10.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_11.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_11.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_11.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_11.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_11.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_2.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_2.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_2.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_2.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_2.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_3.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_3.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_3.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_3.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_3.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_4.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_4.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_4.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_4.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_4.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_5.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_5.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_5.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_5.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_5.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_6.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_6.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_6.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_6.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_6.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_7.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_7.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_7.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_7.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_7.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_8.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_8.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_8.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_8.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_8.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_9.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_9.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_9.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_9.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.continuous_encoder.layers_9.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.continuous_inputs_projection.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.Embed_0.embedding/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_0.FiLMLayer_0.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_0.FiLMLayer_1.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_1.FiLMLayer_0.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_1.FiLMLayer_1.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_10.FiLMLayer_0.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_10.FiLMLayer_1.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_11.FiLMLayer_0.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_11.FiLMLayer_1.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_2.FiLMLayer_0.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_2.FiLMLayer_1.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_3.FiLMLayer_0.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_3.FiLMLayer_1.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_4.FiLMLayer_0.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_4.FiLMLayer_1.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_5.FiLMLayer_0.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_5.FiLMLayer_1.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_6.FiLMLayer_0.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_6.FiLMLayer_1.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_7.FiLMLayer_0.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_7.FiLMLayer_1.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_8.FiLMLayer_0.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_8.FiLMLayer_1.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_9.FiLMLayer_0.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_9.FiLMLayer_1.DenseGeneral_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.spec_out_dense.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.time_emb_dense0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.decoder.time_emb_dense1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.Embed_0.embedding/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_0.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_0.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_0.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_0.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_0.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_0.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_0.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_1.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_1.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_1.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_1.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_1.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_1.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_1.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_10.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_10.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_10.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_10.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_10.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_10.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_10.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_11.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_11.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_11.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_11.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_11.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_11.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_11.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_2.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_2.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_2.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_2.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_2.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_2.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_2.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_3.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_3.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_3.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_3.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_3.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_3.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_3.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_4.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_4.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_4.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_4.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_4.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_4.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_4.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_5.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_5.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_5.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_5.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_5.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_5.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_5.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_6.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_6.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_6.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_6.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_6.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_6.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_6.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_7.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_7.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_7.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_7.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_7.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_7.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_7.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_8.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_8.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_8.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_8.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_8.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_8.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_8.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_9.attention.key.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_9.attention.out.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_9.attention.query.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_9.attention.value.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_9.mlp.wi_0.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_9.mlp.wi_1.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.layers_9.mlp.wo.kernel/0.0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_500000/target.token_encoder.token_embedder.embedding/0.0 filter=lfs diff=lfs merge=lfs -text
diff --git a/checkpoint_500000/checkpoint b/checkpoint_500000/checkpoint
new file mode 100644
index 0000000000000000000000000000000000000000..69b3b6768a2f575a84204752ee3e4e3944b74908
--- /dev/null
+++ b/checkpoint_500000/checkpoint
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb07f44d77a75f0778c1bac3f9cb736b973c7fcd5b663cc6303aa33fccb1212
+size 3064194
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.encoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.encoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.encoder_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.encoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.encoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..402026f2ceea45fb6b7b2e623ff7d972c5e375b9
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.encoder_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_0.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6e8afe07bc6a3b6731adf916f2b303788c64e1d6
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_0.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bd37149b1e119921b98b7fb98d10a7e4f00a8500
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_0.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_1.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..82941b680eb2d92a91c92c3623b3e1cd4018a889
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_1.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0e91ae74612487f290d53bebfeb532931259fa05
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_1.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_10.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_10.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6ae81fa9a298a45081d4a8ef4abf805d88837c6e
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_10.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ab15ae8793724934f67feb14493ed332d358323f
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_10.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_11.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_11.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2f289faacd8a3a8e36fefb57e0b4b80d69c00cbc
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_11.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3294f1b386c2c26453c57b08e843635add28bfc4
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_11.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_2.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..194aba7bf0604365247756b9fa75c726c8dbb08d
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_2.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5fa7fb0814e8f789ccc5e453f0bded94689c1e06
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_2.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_3.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9c9df01d0426ee2334e7c5bcafde358a0905c23f
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_3.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..21ea9af9d7ab01db72c7c1710faa6334190db447
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_3.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_4.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bfb5ca5e1fe7280b96b83dbb96ae11f6eb323925
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_4.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4e3d82b84dadfecb567e159fe079bde7761ee67b
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_4.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_5.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..34b35f496123147dd798a01468e138c248e72eea
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_5.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..091bb2f6ddab0ae0f36c5fd2a16f5ca09a51080f
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_5.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_6.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1ec564283259ae11a3ba2bd0c51e712a3b23b0b8
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_6.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8de21707c5979d162ffefdc97a1b302613ecc45d
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_6.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_7.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..968f37f4b4b98121ced69d114e3847dfec2b2bd8
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_7.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a97904b15f714b82d66ef9a472d87e355d5ff746
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_7.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_8.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_8.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..351db43bc5d948c7e6531b103286a20a082d4a8b
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_8.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..15f1145fb811a11fe8522a9584d9689bc0db9b16
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_8.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_9.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_9.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2e85cedae24880d596d5fde178e6ebe7664475fd
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_9.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.continuous_encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.continuous_encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.continuous_encoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.continuous_encoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..430e22063c656b474584e822e362ef179263bdb4
Binary files /dev/null and b/checkpoint_500000/state.param_states.continuous_encoder.layers_9.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..79dc70ba55642e2ecbe926b8e8075c420dcac44f
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..42d13ad674a23773c7018129d7e8bab11caea37a
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..739be22c97f59fd76de522d15350847459d5d59d
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bee6948be65a33c0760280ac262ec10c233ad7e8
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cf454e131e60fe1bde20713425eb47a70cf3af87
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..07ed6119cef169363834078ac7ff98f62ae33f0f
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9a47b357604c222327ceb833a533e6f3ecfea0f2
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f02ac1bec85fc8df5f69cbec53409c5d1f728aa8
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_10.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e266bcc8a6f6e103c232d6d32736a7aad437077e
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_10.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..289e6003878130d3dc91b442560ddf1c7285c290
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_10.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2471f419d611618eb3d29c93cf189de52dd7f9ee
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_11.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f2a8c5443015a59c7cd2c902c4d593cc831f1260
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_11.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..654b6e1dcba593e00151760c41aa697a989c0ab3
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_11.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..752e7dacd28a460db30b3ac8b9bbc94cb0bd776c
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9ba5d9341ee4389a077a45adce6aea44146213dc
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..569694a41f530c11613902188716a034f3005f3e
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..31fd8e6c4e2e45bfbe26f0d826b4b68a5e2ebad9
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..cbf09eb38f570e0b7da69c0ae921915031394e02
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..97f30011c59748468e7d86e5a925e4e0c86dfd05
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..65b4d08761a992ffb4fb8f18676fb87f8e7c1a12
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5818fe2350f32c4390aefc7cb7881c31e37caa88
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3bf5dc2642a2fcf69ee5960c9b37cbd25d040bb5
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..00a238bdd81c7b0dbcd5ff07876c69839916d057
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d5dfdd4bb578040fa62d91a525c4230215daefc9
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d1811e8c240ca9c663f814714d642a9a211ab1c1
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..353a9a439918ed800d8db876126237af3564af4a
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a9865f1c7cf9097eb59cfde140e8a8568efa28d0
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..fdcfcab1d7d704a368a044acdde8676ace215298
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bd1fc4767e8fd71188c0479ac842caec2b9e0ae7
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1f26eba4a108ea8614f40b652645ab807c1f5e95
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1f88d9832b7a9780ea1f961060b3c2f27f1a0e65
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d31a0b6e8c5cc668a82afcb9b078f875e00a7124
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_8.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..140b56f62c66870d591990e4922f3bffb9b8cbb7
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_8.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..779c10eca38cfefdcf7aefa5178f7ec044a0a7ae
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_8.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f4985d51982ddd2d325322bf7bca63ceef6cfc72
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_9.pre_cross_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1a5315790137207e200b01b2bbc7b8061257efc7
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_9.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9234e9cadd9e7e280bea254d8d9666e94614f972
Binary files /dev/null and b/checkpoint_500000/state.param_states.decoder.layers_9.pre_self_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.encoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.encoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.encoder_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.encoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.encoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..473b314af46dbb13a46b6173b78ae8d6ddfab582
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.encoder_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_0.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..e8329ab618587e76b9eb2567d23df3fa2d2337c9
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_0.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..741f878d07a60b29ab9b89b8a4a7c6a4a2dcf0ce
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_0.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_1.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1c67142729491c02f6a89aabf9b19fec7aa40e1c
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_1.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..dd333a43d57cb16636ad5a8291cc7ee53aaacb8b
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_1.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_10.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_10.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_10.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1b2e8b5994010c8aeb645ce85df48c1a4704238f
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_10.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_10.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_10.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_10.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d23e11d69b5bec112aa766be8455ff2cd9b41656
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_10.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_11.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_11.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_11.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..4433ea46a73e57962afe963a696435e185e78497
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_11.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_11.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_11.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_11.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..25b02be35ef8532545290ccd5177df31d67a8616
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_11.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_2.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..aa09316b7ca2daa9cf43edcac323f073e6e2110b
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_2.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a1578c71e267d3e26b8d1457e4a5628394f7d848
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_2.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_3.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..71624b9c28e5a03d6348fbec081483044abeac8f
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_3.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c27059a2b22af71cfc4649503d8f0f528cfa4014
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_3.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_4.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..69e286c987d4afa826852b6b8a29941f1a9522d2
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_4.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..87f8fd4d7c9f6983688372cac3f7fd785418ab53
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_4.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_5.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..87a0809c4b48d66dfa42760a51cfc9c5c7af27d8
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_5.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..24ce07b3e00946ef197cf1998bc1d12b8ad1cb27
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_5.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_6.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0a19364b6764b3ec4a8739d2b9b306e5207f09bc
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_6.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2e362adcef7e051fab0ceec58634ac1ac8d805f2
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_6.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_7.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..22437dfcaa9d1a5623bd947b14fe9d8ae0e76bb2
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_7.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a9b0c46d8bd28e37b2ef12d4ccf9650119d12c87
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_7.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_8.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_8.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_8.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..34a375cd7029640e5d7fcf8db26342ee9d7feffa
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_8.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_8.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_8.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_8.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7b70ffbbee2438dd9fd4d2ff9fb3b4c60b1631a4
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_8.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_9.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_9.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_9.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1e3787e3870c3d959e970a490a9149f5b438f5a4
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_9.pre_attention_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.token_encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/state.param_states.token_encoder.layers_9.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/state.param_states.token_encoder.layers_9.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.token_encoder.layers_9.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0423f9e7b198a1c6eb94681e912e1a1749be0f0a
Binary files /dev/null and b/checkpoint_500000/state.param_states.token_encoder.layers_9.pre_mlp_layer_norm.scale.v/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.Embed_0.embedding/.zarray b/checkpoint_500000/target.continuous_encoder.Embed_0.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ff199869f6261a6f70d2a2f858f0bff807df3def
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.Embed_0.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[256,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[256,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.Embed_0.embedding/0.0 b/checkpoint_500000/target.continuous_encoder.Embed_0.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..631577a22a8c808b560e4364fa7a786a40a63fe4
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.Embed_0.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a8849b3f52ea92e788b96368dbd3506e4efdf404495e7c9d98d7a4131aa1b3
+size 719799
diff --git a/checkpoint_500000/target.continuous_encoder.encoder_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.encoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.encoder_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.encoder_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.encoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d8999c3f212864f889c3efb125be3bd42dde8e78
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.encoder_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.input_proj.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.input_proj.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13099dc5d03116f11f12462ca9e871eedb6efe6a
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.input_proj.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.input_proj.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.input_proj.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b95d80cb835bb4822dec09ee1b7ffb86cbb233d9
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.input_proj.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb637bd4b00e9789ef6223ef9e6042a95b71820a5c665fd94361729e4bdb999
+size 365791
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.attention.key.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_0.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.attention.key.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_0.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c33604b05dc8698f3b91102ccaf612fe34b91dd1
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ecac3c9e9dd7b4e4247de7d075eb6ec15157a7becb8eba7d587f85523e4234
+size 2197764
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.attention.out.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_0.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.attention.out.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_0.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..097ceedcd7d439741e89191a1b688e3194ee1150
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21278d221232cdb0d29c1c76feebbe520ba14d272b0bd952de6ca68cf724a125
+size 2198394
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.attention.query.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_0.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.attention.query.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_0.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f4be7cfb209d4a043a93d9f78cc17dffa0609aca
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a409a4eee20898c7b9076e453171e0295875530a28fcfcf23f276deb5b7b44a8
+size 2200226
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.attention.value.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_0.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.attention.value.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_0.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f78230c005f4ceb9906e1bb8dd659acc3beb2da6
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec656f575f850d08055193b4d69f359fb609382ef09ec481492f90e9633f3771
+size 2199735
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5fdbaea8e40a8ff9086c07d421d048e3e01cbb93
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d378fde81a019f9a98c2938d0b076dbbc09768dfe207eb7b834c8c0176dc8c
+size 5853809
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..297b8113db3254c09c11416305b290157f8dc6e2
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae614cedbc2dbe74b7c211643c2aab4caa9d4c4dfe322682284ff5862e08676
+size 5851872
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..468ace109ddf923f769eb4061d69cd7be0ab8bfb
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2de26d7f92a658e6809c1e5d7aa5f88cca5bf5716e7ac80cd4ad6baf0081f5
+size 5863231
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_0.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_0.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8fccf56b906e940f22f70794a7eff50eeada49c5
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_0.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..887a3e365456dbeb287eb9440fb3bbf8b949e464
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_0.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.attention.key.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_1.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.attention.key.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_1.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..94004a8abe46b9fc10c4dd551d869631b8597462
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce53f435223083b804012a23b3b096ffb6e85c912b19b4ab3717ef1aab9083c
+size 2193878
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.attention.out.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_1.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.attention.out.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_1.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a8b2142887955515f7afa5745caf57023681a1d2
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12c41b4090f28229c712e3d28713a35a4711fdf37f49f08d89e5549abadb8d3
+size 2195588
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.attention.query.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_1.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.attention.query.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_1.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8a65fd26527ee446e9a596bec33d54b4e413ed0c
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3425ad33215d93220d2c4b770df969505d5e63b9a93d36fa1a6c90ac5b71da4
+size 2197418
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.attention.value.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_1.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.attention.value.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_1.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9b111e3316dbf9e573dbee7b421b4c31741c98d7
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2143474e411cd835a4cb33c27b7fc4b485f8c552caf23e1d03963a8c82d49a
+size 2195181
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..20fa0f332cd28b63922eee8bacb84645d5548a21
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daad96d61669d064a966db254cfa4fc1c8ce94b2b332bd527255e743e313255
+size 5849083
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c1ae3a96d79b97c5fae70e6d90c03e7e60bcac18
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3c34cde9cc9aa582347ef3ca38fca5ed1b1d5e4e55db07ed13bf619756ca6a
+size 5848573
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..17c4276e2b1372b82f5acc3fd359b15cb1185de6
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e27b50f1ae678d96493c53920534061f0fdbb76a56604f44aa76209d92483e
+size 5862063
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_1.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_1.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1adcb6ade706f4d26a07c9d52b31ea9e5689d1a9
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_1.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..74616693dfc5c46f76f2d50c5ef7ef2158c99c84
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_1.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.attention.key.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_10.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.attention.key.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_10.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..03eef7a205766861bb2690f6cb2f9dc774d0d406
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965c06f68f50ba02e993385c389b65963e9466e18cff4a0e5fc71e268477eb82
+size 2195542
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.attention.out.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_10.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.attention.out.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_10.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5608765b3cb4025c6384795dbe2765b00c89cc84
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6768bd1b210480691ef952af08ac962fcd275d6a272075d0fc8a5c52d7fb885c
+size 2194844
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.attention.query.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_10.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.attention.query.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_10.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b02e4383737a960261d31096187e3415582ec127
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfc90f38ea675ecba6480736a696a7ad21ade3ad53dd99177f2f93ed5cdcaf6
+size 2194461
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.attention.value.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_10.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.attention.value.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_10.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f9eb255b213073fb6a5efb714d831bf59ea7ab27
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbca143bdeec5fee18998bba666f47fe14aeea1fda3440cb2730f17e43db6d2a
+size 2191403
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4e87e766d0adad448f9ee0a9d713ff06045a938f
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e023fdd9c7017d78c7da162bbeac056f5ad7a7756b7ee85b015cb9dd7d6a3d4
+size 5848632
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..707996d1fa32e86619ef9979dbacea536777681d
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2bd2c9871ace56c3bf5149945c140ab8c16ed6290d55dc78d280a4c8004af23
+size 5844358
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..12f076eb34cb40d0da4909e8dbe71ef4d36cfbde
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c090b164d7c74b535826deea88d50a7cfe944a8eb3ff97bdcdd249bfb3018a52
+size 5865283
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_10.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_10.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1c14416ec3955a3d090d6d3e127392a3bea08c61
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_10.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4fab64caf990ba1ad4a7cc44c8081f21a39d7ce8
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_10.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.attention.key.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_11.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.attention.key.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_11.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..85433178475095ba143c40ee63c1eabeceb94b4b
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f892b4434c1a6bd9e750c51725b3800d8b000231a4641078d783981399e4364c
+size 2195882
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.attention.out.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_11.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.attention.out.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_11.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..57df555a87fee9b106a73ffb668f68864fce915f
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:398d2f0d3c8addfe80e62f756cdab98ff53d745120583743b00e21a0e67ab4cb
+size 2194720
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.attention.query.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_11.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.attention.query.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_11.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8d91c9a4e50c7f4b553b5cd934820d1d41a4ca1e
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cd0f903f217d301220636536c7928a808612aa457a60c3540c3c54eaba2519
+size 2194395
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.attention.value.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_11.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.attention.value.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_11.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..46802f10c8dd5b7ba54f796af27c965960d34dea
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a00f9eecfc3f966e7755424332cd5130fe19b27e5bf81b783dc6e1dd433a718
+size 2192465
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..23bb72e98a4b64e8f17b5ea69b622716741ed02f
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697382b4faa68a3f88d556ab4cd17a1c8045e7e90f24dc514e2d92a64400e883
+size 5847901
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe2b6a3910a6396b5ddbe5755b93d7d3f07b854f
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d1a37419c068420721a3f5c889545aeeb0fc8fb9f6384edf92d146d67e1331
+size 5845578
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6ee6d6b90bab0a563ddf218d765094907bb23a29
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ed37e7bdc7a46a0aef2e05f520c115587fab4d69622a9442dc921a0d761913
+size 5864849
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_11.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_11.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3fc5aac1ff1d70d917ff7ba11a77b526c35e6f4e
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_11.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cd8032c0ad5f0cf8fae5f5fad30cfd20ec8060c8
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_11.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.attention.key.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_2.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.attention.key.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_2.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b02a2f7e2c7c0ac49de13e25e8da8a57cc915762
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f87310f12a770d28c956a8b14d6c588377d189e3cf07086b99a78fde369365c
+size 2192212
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.attention.out.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_2.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.attention.out.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_2.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..06e2755a0e5e043e0d1811113c9d7d9da565de01
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56c4447db133f9731a2bbb52f4803257e26f1bf0bb23d5c292dbdaa4d8cf0c8
+size 2197132
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.attention.query.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_2.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.attention.query.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_2.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f8c5cdbe74c492d46833195e821746e9a1d5fec
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1f487a8db74e2e18192e11ac2e07887d4054713e45f3bd175b4603b323138d
+size 2197750
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.attention.value.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_2.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.attention.value.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_2.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1aebc911afd193738a2f86858e438bfd0e79a88
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9a8a1a467d43b9434e49997850c8ae48370faec76d281addc316c4804afc8a
+size 2195564
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..57c1f2f95ce6d9cb3afdfa0c14116aaa8ca310e7
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb15c56445371a049bf33f9115c1efe0e701c354eb4870bc8955bd391e15a08
+size 5848400
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a28eb4051373d2259a625a4de0b79d63ab944ae6
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f03db890b63b2dab4df12617d7c1a0a1114419db5ecbbea631bf2b97d1962d2
+size 5846788
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..84f27d21a30f4ee385a63a49cd820c24d6239f32
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31024414d1939ec09378b67adfc54932b7d435a077a222c3ca86ce9b1497eb5
+size 5861518
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_2.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_2.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a028c4c99fa63faec4d47c4615d5b9f55dc749ea
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_2.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..eec0b6e2c6409bbb582569b3b3b69080d4f810f4
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_2.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.attention.key.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_3.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.attention.key.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_3.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..04a37938cffabfca5effbf1a3f7ed953de878052
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55162d583add28ac806bbc8ec32c7907bc52508398b8b7de94cbb8f19cb5841f
+size 2192198
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.attention.out.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_3.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.attention.out.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_3.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6ef59a7d32f1ab5237018899df1bdaee1039b03f
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2e2678edda4b56dc6d7135f965509815c0ad60ede1c8bcb75d11797d22ca04
+size 2196726
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.attention.query.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_3.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.attention.query.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_3.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d13cf207050baf6b11c4a27c3f329bc372e60b85
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6844b5109e36e11639abeba7c61c6004e003817bb3571337e81d43a0cf4cd3cc
+size 2197627
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.attention.value.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_3.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.attention.value.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_3.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e54b2b06b9d7f2d36fdf89220724ad0176696cc0
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e3140f8a7c0f7a87bce01672f3690aec2784bde9764fd953ecbbea3b1a7569
+size 2195009
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..207c01b3f98d701ed4a3502295ffeeea00ab7f3b
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a46cfbcf11570046e7805aed61f605a4ce1d45ce1f3fa1de35f4a6db24dba8
+size 5848151
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..80aa897533f9d7436d60142212305794d2a6e434
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85373743cf2c2a7422db90be8388a24016cb7893be657cfc6b7ae95b48450128
+size 5846408
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff643f959291509c22eb4001466c4267eff482a0
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5acc6d970e745cbc8d489d1363d5a580c3637a2a14110a512cb639ed56e354
+size 5862426
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_3.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_3.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a50e8cb12de94a13504710ff4c0dc49d26a55de4
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_3.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..38561b1a9785b213265b020333751ca13727a15c
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_3.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.attention.key.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_4.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.attention.key.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_4.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..79b01386dc6c1be3be28462595760e42f7fc86b4
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014fee9b6f2b51396f0c7c5c3548106dc34f89b70e3e0cd346d56016d7b9a77d
+size 2192422
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.attention.out.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_4.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.attention.out.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_4.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dffa74123b30221e054815894a94703991fb610b
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a929f6d72a0e90056a97deb7db0a98a710a264453fb052e3a1b77f8e8d9adfc
+size 2195278
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.attention.query.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_4.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.attention.query.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_4.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6abc17d6f2f632caa4603efcee716714b16e5275
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7266cee94a0ae884180b28043dcf83dedb021c91779aff16472ec169e37c129
+size 2197250
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.attention.value.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_4.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.attention.value.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_4.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8c5cc9da55452352e54796600100fa74fbd6a731
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5b48befbb134528ea7c63989ce6c3c348901126cfdd9f994708746b7166d54
+size 2194435
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7cd7c70f2864075ddc5b8d10e2a9da2f6ba9c41
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61688e7640ed422980dffbf7e130451fd4b968f9900f0a49aaaf6ac12bcf0112
+size 5848125
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..532de880e0af1b11c2d7e6f68bd5ab631ef79a6f
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18498710e506b0d1711df6a7745a659529c2957cae4bd9a90766bfdb67f8ec1d
+size 5845539
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8672f9594fe1943df31824a3dbed18813792c1e2
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427228768519141c524cf0920614bbb42e509ca37ed695a9f4af34294b929dab
+size 5862390
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_4.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_4.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1015e0ea4a6e97c66c5a7c4b7439e58b70a89c30
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_4.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9958088424178440b3e77357018cb605368d7301
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_4.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.attention.key.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_5.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.attention.key.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_5.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..541954443c7de77ad2fb7209c6482a218dc26f59
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49df52a7f0795b60006b031dfb97555ac47ad6f5cce7bb98b4a7efa3adbb0e0
+size 2192976
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.attention.out.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_5.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.attention.out.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_5.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..53e31bcb70554e86efc34d7db117ac0c529e01b4
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c44e2bfb49b49060d33e85ec2de0049d4146093ebcc6635b007d653d0bad0e3
+size 2194947
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.attention.query.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_5.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.attention.query.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_5.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b139bfa8a09b941916dcb88428ac28d591cd09b1
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb793b9ff8f9251a2b8a652ae06c56f4b61978c8a8723727be02f55bc2c2c45
+size 2197145
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.attention.value.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_5.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.attention.value.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_5.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3e6541431a1343e87a98b9925eaaf093a0436a20
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf3f28f3e665f01643155e4e3c191b1f85fb3a5a2b891bf32d9d1425435d457
+size 2193869
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..74059398fcc089e17561625452e00578c0da4908
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec47fae297c6b2b4f0aee26a5c0d3b4e7376634b0be2c274c8e9fcec132bb3f
+size 5848300
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..524b8c556a2fe97ac64402c1ba92a5113545e877
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d37830357fe715c3dcebe35b4b81a79a2c47bf44dc3352983fe84be4db34fcc
+size 5845472
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..43375cd890cc0308746986c6a2db701faa689544
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1feb1247d7b8f0f307e9bb1211b6c98ca2182deaa8460593ce9d774a7fa756e1
+size 5862607
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_5.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_5.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5a6e6660711735eb4b292f538f50f91d6b24cbc4
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_5.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6806dea258ae633cae50cf4e9137c997f730ad8a
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_5.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.attention.key.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_6.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.attention.key.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_6.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f0a0e5934d1f65222dd1d6c19a7af553d11016f0
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9057570dac736a7f46730e3030f22537d0a0d6309979303c6e23ee2cf45d0fe0
+size 2193628
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.attention.out.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_6.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.attention.out.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_6.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bbde43aaa4d4dadd3fccb54910d28ba4c3570083
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50bf3472c01cf4f6703369811d247c87341a98a37f48635e2033e979e4daea9
+size 2193851
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.attention.query.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_6.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.attention.query.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_6.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d58d09e2d7edf289b84dd96008d407f2d4f4490c
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968ee5c51c60aacf3179624e141b5dd6d8e52ea811a2571b83af43307089c32
+size 2196644
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.attention.value.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_6.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.attention.value.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_6.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ad2dc2692f0af5a70acd2574bf10de06511a7df0
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf2ffbcffb8b84ce464494631a02bfbe55dab816ea709d41b3c7e1b57d76308
+size 2192610
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5b67645b90200be0eabcb3d45444b1c1f2f1689f
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71ec73fc1ac0d6e5953a9eb0e72d7a83ab08d271b249b7aadd678443be4c435
+size 5848402
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9c12d8544e832ea126167fcaa20416a93d9a9b23
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb5b0be9b168209b7b59629a868800c2750f3338e9ea357c6a916a932648dbc
+size 5845107
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ac6ffafd494a53078e939db5106227aae6103760
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a5c48a73613d5671504f2bbb2c56f9445bad5d83f20bc91840c264b5e786ad
+size 5863113
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_6.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_6.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e6c8240bccb73af159637773a7b12ed62504e6a5
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_6.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0c8932617728a872bf5dea2f9387583f453a1a15
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_6.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.attention.key.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_7.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.attention.key.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_7.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f46b257d2bbeb3cc8fa9fb53ae1c212dfd42371e
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92d28390b728e4e97e151b731c076112262e010742b558c3e0a9bb1f393ceaf
+size 2193454
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.attention.out.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_7.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.attention.out.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_7.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cf0e5c95a4d525a4aac1468331cfb770c47f20e5
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3be308eacf794504888f24304576569b623a4163d3f347a9dacea3e43adaf2c
+size 2193051
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.attention.query.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_7.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.attention.query.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_7.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ad5688ad82f4a4a25bca4723c1f80f5df97ad7d6
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f54bb068c672cd81ae4e7bd828be224268199530791718d476a641fe623936
+size 2195977
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.attention.value.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_7.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.attention.value.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_7.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2128d9786fec1e4058f2eac4f7f84f834a253dc4
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5f7717253c544fd8106536e0daab2321fad998f22cab2d43b5a041055ccb0b
+size 2192202
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..52bb56688c85ffc5b11aab948da2dbab27bbe0f4
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f0187b99665fac6cab435c37871881e83ea08b6e7fb1471f2acb37d3fe989e
+size 5848164
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..14cb0569aff378ebcaf1139c8d38483907f3bd66
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5836f12c51e38525eae31f682d8a820bf39ba31f9bf1aa54b2f563d00d8161
+size 5844580
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e7d9d7c2be308f5e707e50244ffdcd90d53de8f6
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ee9271810d1d08a7c46944800e3a942790dc26e6a876d699cc39f5175337fb
+size 5863236
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_7.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_7.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..61ba24f9131d5da2ad95dd7d4ff11277c6c10ebf
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_7.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9bc4ef1b047ce2e1747b227c44fb7c31d59ff84a
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_7.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.attention.key.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_8.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.attention.key.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_8.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f6d7d1fdf863a249f89f4bbdeed2f4d465777ad1
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e844b4593ade36ac082bde1a410bd59f7e662cf135ce542bc1556ee0241ca96f
+size 2194164
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.attention.out.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_8.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.attention.out.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_8.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f16263480c01e965d140d8cd8ef8ddd590dd824
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918b4e9659dcff6e1201ebe88becebd5d097be5e009824e5b40ba7b0069b5501
+size 2192858
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.attention.query.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_8.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.attention.query.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_8.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..89144d4d885af61865b8dd697772a16614f79cc6
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6ffca4ac0623101891eacef2a63661b0d67e8d0e88fdbe52b1f2c829060136
+size 2195664
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.attention.value.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_8.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.attention.value.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_8.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..47189aac9b0f0805e8c092a45f3ae2753c0adf38
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5586b38a13db1e9bea5abefd10811863f882c21b48bd80c9a78371485cd76a1
+size 2191552
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..122cfefbf03721571ec00ae2389d1c842178bd73
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acf5e377411ef8527c7cd045a9091ff86f43b8f6035f75ab6c06c9025fdc8ea
+size 5848328
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dd781b1ee5625ffbd407b1bfa85bbf1cc1769f92
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc09994a606c0db05c04af7e1d3451396bb3b4e41498623d3bd0dbef1cdeba8
+size 5844087
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2214b9edcfd0c54da5ae7f23779c14565db39958
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1860c1620eac0686287e75da10b79ce5141a2b4ff2ea418a03022bb9e0901f
+size 5863759
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_8.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_8.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..13cfd9e07de03d3dd858bf1c385c681339a18375
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_8.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..812ff6006cc3702c061e3728acec0ae74138c360
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_8.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.attention.key.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_9.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.attention.key.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_9.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..080364d475b5a4ba768a5ffcc03c2486b378db85
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953bee9a065bcfc0da293f1954e13caeaf4150bf46247699302034e2b48af44d
+size 2194718
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.attention.out.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_9.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.attention.out.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_9.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..833c269631958041f47e388b96b040e9bd728962
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4399ed54a7f0e19be8036a9c2232d76525e1ecdd280654dbb9ee69562440ccc2
+size 2194372
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.attention.query.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_9.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.attention.query.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_9.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c432d78ad6455d581c12751bd9f99929ca065946
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f27b476850f6913fd1048fcb30d053d30f0c9e23004dcddc9dd9fcad067ed8
+size 2195089
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.attention.value.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_9.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.attention.value.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_9.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6f69af43d9e42768da2fb70e70d1e26bffba2f9f
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3423f79e9de74784fe6fa5a72871ab58c646ea92cfc121b4593859eef8c6fd
+size 2191619
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9836db18d3bf8e0da99d552a77c132b6848008ac
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6edae51e0ce73243bd50e4568e42b8047989454132b3411dca7b69817ba726
+size 5848383
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..916ba4a8dc0a4bf67c864534447114945e5d9a2b
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f836845b997e94d64eb791583ee6b913d1b684ec93a00aad8e012a5837de11
+size 5843734
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..200805b747097327c20a7da2c52379bb5e91a9a1
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa9704aea8f432c69c1ab30ebbe8771e4b5f61bce217d985020ac843a6e56c4
+size 5865101
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_9.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_9.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..aa08e9df8e0c262f7c26fd6b139da14c541f21b6
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_9.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.continuous_encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.continuous_encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.continuous_encoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.continuous_encoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0f539db10504d7f3c3eb61719a394b558b7a3c83
Binary files /dev/null and b/checkpoint_500000/target.continuous_encoder.layers_9.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.Embed_0.embedding/.zarray b/checkpoint_500000/target.decoder.Embed_0.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..ff199869f6261a6f70d2a2f858f0bff807df3def
--- /dev/null
+++ b/checkpoint_500000/target.decoder.Embed_0.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[256,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[256,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.Embed_0.embedding/0.0 b/checkpoint_500000/target.decoder.Embed_0.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f9e516f4a8b5849eda3548d295d83a1dca64fcc3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.Embed_0.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599b5b3857f0814831f0599f0e9a462417792c9c00836142407b5974dcc62d8d
+size 720167
diff --git a/checkpoint_500000/target.decoder.continuous_inputs_projection.kernel/.zarray b/checkpoint_500000/target.decoder.continuous_inputs_projection.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..13099dc5d03116f11f12462ca9e871eedb6efe6a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.continuous_inputs_projection.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[128,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[128,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.continuous_inputs_projection.kernel/0.0 b/checkpoint_500000/target.decoder.continuous_inputs_projection.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2fb644298f6f89326313b12b1bc74eff10f322bf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.continuous_inputs_projection.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87197a160768627fcdf2bcb9b10d93642235cd9c09fd05b738610b7f8753eab4
+size 370910
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/0 b/checkpoint_500000/target.decoder.decoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7a78ba5934949e9e8a25b8e2896605eee45ae125
Binary files /dev/null and b/checkpoint_500000/target.decoder.decoder_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_0.FiLMLayer_0.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.FiLMLayer_0.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.FiLMLayer_0.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bed9a2b04d258ef23e2476601caf24a8db539430
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.FiLMLayer_0.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec608700dc22be75adf67ca239bdfd34331c7eaac805305083f79cacd210ebca
+size 17524184
diff --git a/checkpoint_500000/target.decoder.layers_0.FiLMLayer_1.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.FiLMLayer_1.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.FiLMLayer_1.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e63418e9d9b6d14c5781f0881efca14c11469836
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.FiLMLayer_1.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba48a27f5a17d912bb6b87cd84ee1545156371792b0a6a7c436a0519e5efaeab
+size 17538995
diff --git a/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a783bd982f52e9d1b2ef7bd4ed91e64142c84692
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060fed211c57b455c1f5c86939675174849017afe98408ab8420d5fb3e833fce
+size 2195731
diff --git a/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..07f25dcb3330e335bd5cb2886b29eb8d5eb05b72
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859062c4d607365f9c3670bd2fbeb7b641c4e02642c3df09044e7f212800e83e
+size 2228940
diff --git a/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1ad597602614c945a0a2d22bc7ab505455dc187b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffffe76f0389771b45a960452e93b33a69558c0c66eb230b52843e883fa6cb4d
+size 2198263
diff --git a/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4c0e064285cbf90d10d4b3455f5f34f0e119dca
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.MultiHeadDotProductAttention_0.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5ca1534be97ff67fccc087a4ffbc6ce17cda6763e10f75730d67ffd9ab08b4
+size 2198982
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..feef73a30e2cbbacdc6cf111870204297bc5cf1c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66070a19b54ed6ce438fafc5c9a86a09849f299b258e2f3cf3a48153f66bf662
+size 5898424
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a677426621e876d3c3706f7498cc75971c19301
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19848588d710ed8c30804e7017105764851b1f8841fc2f446d6c794f5902e577
+size 5899918
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..69571cd0f448bb7882fa81971bc44606a3fac7ca
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f761fe6cab71362146041be7c9c64bc659cb2eef2ec6b932f3bba3d51f082f92
+size 5986416
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7ce361f3468abe7854c6e71d9849a1141f473d8c
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1a5d77cafd408a880873ba3bdb7d0bdaccb2c4c6
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..51af32bfb5b825d348df314f7307210c9521a789
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..346620e54f2ff90ac7d054cb48d1375158a21232
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f611526f609da8324081ab7bde92b4ff05b1bf4cf87090ad2657361b57743c31
+size 2209036
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dcc48f540c419a0ddf5cb1f9e9e7742b1b5f5db0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037c3c88e7c2f66bed47c3e15d53237513952b64138723cfb3862e960f616000
+size 2240016
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3ecc7e8e5512bde8a2067e675130a7029ef357fe
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f893aa7c2fa9e49bd43c78c79b68dde7f685787b226c2de040f80bc4aab2cf5
+size 2201404
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..62e7124f7b9ad6d7a5a8c6ff1ae951a3c8d22352
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb761be6decb98a403932d1ad7a3cb89ba441f3de7bb18c17633ff5415bdf1d1
+size 2204349
diff --git a/checkpoint_500000/target.decoder.layers_1.FiLMLayer_0.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.FiLMLayer_0.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.FiLMLayer_0.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3d798f7d8ea87730a1c5094bc1b77663baaa3a62
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.FiLMLayer_0.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dc52c5f03d8d1851b573aef2a461d51c6c94ebf23c55a2474f8972475429ed
+size 17541526
diff --git a/checkpoint_500000/target.decoder.layers_1.FiLMLayer_1.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.FiLMLayer_1.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.FiLMLayer_1.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c391c622ec4f5386ae68f075a7fbf6541947e000
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.FiLMLayer_1.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413b4ea81ec88c00b9546d835d1149be9996ede97bc61f6014e44474fe11b700
+size 17532134
diff --git a/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..98afacb13c52775d8eff8a4c524d091ffb48df13
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4920538d09b6e2dd132b35e1e0c30ca3dcdda3f2e4c9e6c223e5b92af41196
+size 2194587
diff --git a/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..77f86f495ab22fa67b2ef4959b422425ba0693d7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2f0a8ce8c8eae7ceeee55c4f562077afefd9dcc9f7aabb4f4331303bad761d
+size 2223232
diff --git a/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a561f5659f488f8eb51c774413b9180f916e0244
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2142d8155c2a3cbddbb2b044c325561b6023f5c77ac6cd8834f2a4b7be3bfb
+size 2198820
diff --git a/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..96de866ac9716294dbd975737357570e742319af
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.MultiHeadDotProductAttention_0.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e310f7375f45184c4e9108b80c9c4e89292223e77f6b10ba6f20f33f89787f40
+size 2198983
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff609e43436c364dbac96ba4a17334a807e3e43a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7459688af9157566218b982044f27b124bec736c0d4dd378bad563835bf86436
+size 5874141
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a8b96f8e01f1c38329424ffd47723d7493aca458
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432f25cbbd1fddef3465cae6f9e32ffe3149c10494e323f69a7380b4c2cbb5bb
+size 5880866
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b23bf1c9be411928737259f5e677bac284105b0e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6bf29cc441501c76058689a732f80cfbfe7db308229176213d10140cf7d1e2
+size 5975493
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b2836304de3f42c1e5d29cb8f1224f18b64579fb
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e016cc7e444665faeb44a1f7b65327af29db5018
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..178f8dc64b705af0791d07babcfa75fb5fa6552c
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..912a0a2cac17f8d06582e00a49754bab2060c505
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbbf0b90e1411e3e1dc71e3769407d7ef0664f1f31158a4f90bf1027182c2c9
+size 2201960
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4ea0f53050f0d00d558d32eea0b7213d5148a677
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408da8c2bbb35006ad55b809a00aedeb33929000f98e53f04e6e27527b570f5f
+size 2233647
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..83d79391477484656739edbde3f7b01f33f73131
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a23007d79dd113425a7fec66d04efbe6747fca3c8c688a7385e725595935016
+size 2200225
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1845ce5d4cda78f6498647e01d8c689b8db3d0a0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553bed2e0a596b97e22ef75d5934d7956f8897ac3e1286889c6e63df92328cd2
+size 2199928
diff --git a/checkpoint_500000/target.decoder.layers_10.FiLMLayer_0.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.FiLMLayer_0.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.FiLMLayer_0.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2e87c2f53eb08987139beda20b08948bf48d1bff
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.FiLMLayer_0.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7f8730a36a38a6ea5add0266140305e9c9b8ee63cd362a87d7d7c57aee1570
+size 17534301
diff --git a/checkpoint_500000/target.decoder.layers_10.FiLMLayer_1.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.FiLMLayer_1.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.FiLMLayer_1.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d6ff55ded1eb61e2f28409f03e3dc3cfef99aea7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.FiLMLayer_1.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c408281a67ec4018b7bab7b2270c90ca27ac95dd2433680563994f30a427d1
+size 17535785
diff --git a/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b36827a751a5ef0a2a6f4190b2ae2e92da22a6a0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbb3b371d89e9d80de2857c7a527a252ea4d06f94195d5185162f6a6e029f33
+size 2193796
diff --git a/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ae9b166e108036aca6288e45602b703a74ffef31
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2873a383f9797962c0b8ea971ac617527356a4e9fa66b68f1e4dda84dc5056e
+size 2205793
diff --git a/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..10032ad02e9a65d19a715802442ab5c34e897912
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130b5abaacb695a9ae0a2e2ca5a631c1c89898e02af2474c133d521c2e6528aa
+size 2198220
diff --git a/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..280710b5f8d8ae3b4871ad3a081df3f08f04d9ab
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.MultiHeadDotProductAttention_0.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ed387033f3d996214b231723af43e29e099ca61e185c60aca9ff3a7bf5132c
+size 2195421
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6214bbb9fd10937cb47d7b436b6ac23c100919fc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e2fb5b03edc6b98d14f0eef18e9690760fc89e4ed7a233b5465ac214aa12cf
+size 5867041
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..840ff65506453654bd74b1beea98a1a1d72915ba
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602687cfc3a55f36e455aa70d56e63df9bb60796451c927303182f7d3776e2f8
+size 5856993
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..722c6f0fc9a9359848261e5da1535f9509f739dd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af626390aec2b89f609ca55e6952051e6e745a1c30cec6231b2e67c6f98a9893
+size 5932763
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f74fe662fea8d657b7217c20af5081abba5b97d1
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_10.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8b353c2915d913ca55a0bcaf7e7ed1d94502ad1f
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_10.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..933228e17f04c9ecef48fa5b870503be73172f05
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_10.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a6d2837a3e452c623907acca40cc9932583860b8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd520f75cc106d0b12096ed3d88fdb7916faa7c2a2f0acb0b2b9784d900cac35
+size 2203442
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ac833f2df158b10be51f152bc90ac1ec3a31372d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021f245691b0c3d8a3a5c6f15886525b1ee3def6b712405ca9fc44dcdfa7698f
+size 2216089
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b5e6f9e2440c020c0690ff53174c5151f376d78
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e68e9f844351328668180556417df93e7278f7378b07e46f58e3e5e6c6c3f66
+size 2200908
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f8123bbb9c3c47e7d24ad723071a58fbf82a9c88
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_10.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b25030d3399ed351c0294f27eec751c71b7e49141d28b141aa9917c930716df
+size 2200188
diff --git a/checkpoint_500000/target.decoder.layers_11.FiLMLayer_0.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.FiLMLayer_0.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.FiLMLayer_0.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..742e526e3a9bec087ccb9fa690ffc6d62a2c313b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.FiLMLayer_0.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fce31d2e3438d5512e3639227615c40dbbabe21880d29ff4d4fc58def916201
+size 17547130
diff --git a/checkpoint_500000/target.decoder.layers_11.FiLMLayer_1.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.FiLMLayer_1.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.FiLMLayer_1.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4e0d59d84df94d7e5c5274185816e05c960ee26
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.FiLMLayer_1.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f29f698a7cc091835f58d017f23b9ce369a37018e4da59ea4d83dfb2ed4ee38
+size 17537027
diff --git a/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..738cd24f2ebeda6d6540158d2907bc011d2f2ee7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c8d7033e0c1957ce4919c30aecb839189bea614f9bfa043665fd8dd68be238
+size 2198857
diff --git a/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e9635fb579e2d5f47d7bb046f1f8d4113bda860
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf81edcc4c1410397a8bd2d25be8d983ab32950a34fba53665e2784c567e90b
+size 2202887
diff --git a/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a59b1f5a787e32ea4ea1f4ed12d9e96dfc9555e9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e61853bf0609698f9e445f05e44fe46f7d23617493792b9c94d4bd576d0728
+size 2199004
diff --git a/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..640bef6c7b0f2fa2fbb1ea1107e6fe5284d0381c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.MultiHeadDotProductAttention_0.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b5aaf9f74a57682d30d8ed5c8da32a267eb65ca1e39509eda33a74bd4572ec
+size 2197283
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0637e03e89248dfab79b30ed0deab34746ac4bba
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ebc10a0d573c76d2d672bad62169ae89f741105d79273b964da49ddf193860
+size 5866538
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c2616ace3d651ea6c38f0ccb4d2f38082101a39
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d06d4ed73cb8166e33933286b6ff23d95db061a5a4d96b58c4e7ab7f296499
+size 5855815
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d3a2e93060cdf3fa69b4990b01e2ef73fecf71e6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072447a6fa6fe43249888983e70c39435293d4485e2dac9869a93116f0880b36
+size 5899607
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6926657e3412f276400bf121f14f11e81198ca7e
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_11.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f87e9e51efc1625fdfff67e3d9f1d7cdb94cd039
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_11.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9ffd179d819729733f0c83815e9cee66aa0829fd
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_11.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c18381d7333dd7084cc0c5395007cfd1790fd24
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f30378f683a121c2c3a6453b56223a0eaf72bcb99120b61cc0419d6a2b0e93
+size 2200662
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29cc9e3d4d10929741e5f3892470fac291299500
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc701295d7a4dc8e9f21cdff23755d4f2b6e0060fa33ec052bea05161acdf75
+size 2207635
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3c5a854dd136be7aa0f62efc8ad2e0a4f89e12c8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8936f45ec360d05fcd45695932207231d305f72a7085bcc15bee3edf40a2cfba
+size 2200470
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b533798590c71e476ec9109e118f6a4789156044
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_11.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac899aee021cc9ba193198f25d1d59ffe27ffcffb5ae768552a463352d57bc8a
+size 2199582
diff --git a/checkpoint_500000/target.decoder.layers_2.FiLMLayer_0.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.FiLMLayer_0.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.FiLMLayer_0.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7e6a786e736d0ea6dca8ae0d47f33267db034792
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.FiLMLayer_0.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf77103a7d12f951bfbe2256f26f4bcd1c3cdab815d0aeb78b9cd8264880669
+size 17549516
diff --git a/checkpoint_500000/target.decoder.layers_2.FiLMLayer_1.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.FiLMLayer_1.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.FiLMLayer_1.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..94acc61490533405f940971c0581f55494a6c009
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.FiLMLayer_1.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecbfe62f6205d27d1d140edb951451632d927e93566697cfe91aa10653def7e
+size 17532573
diff --git a/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..733fd09f5bc82213cae705a60ed95c68ba76886d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac503b2f8e4d526159f55b8a4848f25ffe49e95c3c8f3a3b509c754055b9b895
+size 2194841
diff --git a/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9888a76e7aad3fda1f902a9090cea92aa410afeb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a9c27243fc8d60b1482618cf6d0954cc0ccddb55237c4dccef82225a9d1e8c
+size 2226370
diff --git a/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..778f3a171c5a75242745bdc8d2842c92c8cc13d2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e87572dd634b8c59441495e5d2744aa56003db20168287116e22cc2e585f5d8
+size 2198283
diff --git a/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..83e123c827a50246e1849f00c5c435811403323e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.MultiHeadDotProductAttention_0.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af1535032181db225e34062f8d9d0e9ab9edfaef1edd7ee23c832669395cac5
+size 2196645
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc4ab8c5600aff12957fe7ee7dbb2b49875d794c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0345ce1a2d1b1fdd13f1fbadcbd9a9777db9110cf38f4a7ae3e5a27324f308
+size 5870946
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..02cd66b6548a1be36151a673c15febd62a8065cd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a123c083c363abc785f8b3622b61924aeb9de17e7cf4bb994cad1308d4ace001
+size 5867344
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..79ad78d2f0ffbaca51951c760220a37ff89a738f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb2be6470e424293ff8665e456778396e0fcfd1f98c1858b79edc74bbeacb4f
+size 5962691
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..13be091aca931463fef3d410eb0969db7e35f7e9
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bc64c6f3a39ef9f47ad7935c7d6a7a8f8e4a33c4
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fdbbef763b46aca11e64008cb1adf3aa2c818de1
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6306365c84e0825238b6fc3bf49688c630a63a03
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1427ecfeff7337cb50a56003bba35e3f91b9ae7709d4d256bc99d222959c04a8
+size 2203793
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..12d6bd76b9c3ea08410761b2163b71614b008218
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05db39bb5126030045da92983d826c2259887e660102311d456c67f6f44d213
+size 2228673
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b284dedb4591e8d697674038123c718b20bb4925
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d2535256935daac8801366d4571be155104151a1f07fbb3b3872637be7b8ff
+size 2201056
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a159c2424d27be51bb0b9d9ae86e3034ca9e175f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbf5ff37b98aea1af56a581fc4ba741b982fe86ff57482ab16a3383940d8c50
+size 2200260
diff --git a/checkpoint_500000/target.decoder.layers_3.FiLMLayer_0.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.FiLMLayer_0.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.FiLMLayer_0.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e6d8783adb5e25a9975e3b73faadae104ac6e724
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.FiLMLayer_0.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d466cdc248f813832703a760921dc7eec3d8497e95495c5d461ff33de10131
+size 17549008
diff --git a/checkpoint_500000/target.decoder.layers_3.FiLMLayer_1.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.FiLMLayer_1.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.FiLMLayer_1.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4101678bd4ab4fd1011d69edb9a712f20940bf96
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.FiLMLayer_1.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a3982a5c5f8adeabe461b8c247ea671b6d29c1cfb227cc0acc84c96bb3019c
+size 17534894
diff --git a/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..af2a86d7831fe26eae8ccf16001a7624f2b8d1c0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc9cdc7443ed1add73d21a9f2026c37a6cfa34174db8507ac293ccc1877f112
+size 2194034
diff --git a/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fa5cd58cfdaae1cf3ae9c556e3edb5183e395b8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44b20b43a361fa0a2de04149f948b4a7f5a9f75b53b3e95f3156f555bed8edb
+size 2221876
diff --git a/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8147468dec74ab245e429aa639680dff46a29134
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4178af3c8bbf61836f9cf5b2a231f521a5fe30723fb15da042fb08fb77928e
+size 2198258
diff --git a/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..168dd65699432df3026c7e7bfc077f59bd20e971
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.MultiHeadDotProductAttention_0.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b203cadd890d2344334e201ddb8eaa4d3167a8e72580f762bf40cdbb74ec0641
+size 2195930
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4d8dce2402968f202dca2dde021cf264c46ee53
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68981218f9b4e4f39ac1f20a31358cb85cb2b30528fccb6f4c9029ccecaec801
+size 5871950
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4208e8986ff34cefca00dbc5b30f6ef586a9490b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe3b92c96a26bfdb85a8f1d3d958037593dcc2ec56ffaf96396c74c78445ba0
+size 5862509
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ccf5691da0faca66e5ec71d98773bb8e5aff7608
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52b20181ce96c97f0889576d51afd11aa4c767ca6b6af1031c3c22366be38b2
+size 5955972
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..95fb50ea7b2dac75c971e2237eb8606578c6b43c
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1ea0b24af47b2ddef48ffae7aa968c604a075e4e
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..96de73afef6633ba78d54aa7f15264075faec719
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a2237808af1433fbccf49add7f22751ef42c4d5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d216968203991962b0a8efa3c5f5eaacc18cf7726e41fce0a1054e2fde16453e
+size 2206230
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd9e296c00de0943857296fb11b70197e4fa0a7e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e83251abee9758a708a5ed72304e6efd2277bd0d5bfd36d307ec7b6d0b0fd0
+size 2225404
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..298c9f44dd227dd1cf1a54eacccbd32295a17860
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1c97d74ddf45379807d1f4a10b9d1974dc2c37738d9187c27ed03dcad6a022
+size 2200677
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..10fd2410d77e60beeab7b34415e3a3b600ae45b9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e870047fece00a7699e46056dbd1621f5d2f38039423aa09a2588eb2cad05c
+size 2199738
diff --git a/checkpoint_500000/target.decoder.layers_4.FiLMLayer_0.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.FiLMLayer_0.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.FiLMLayer_0.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a5e31e6955d1be280e919cbf1f030c1b278171c1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.FiLMLayer_0.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f35f16fa9d7072cd605d5be999b43c6aac57ff1e477bcb0b2be91027c74ba86
+size 17547209
diff --git a/checkpoint_500000/target.decoder.layers_4.FiLMLayer_1.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.FiLMLayer_1.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.FiLMLayer_1.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4d4c64d2cdd33e01a31a34208bf4deb209ff801b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.FiLMLayer_1.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fb7d04bd950770600672c5e997cda3977544f1f0054c7389ff81171a72a3c0
+size 17536898
diff --git a/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5b547f8cf38213e23dd1e718bfc079320338b1bc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546aea3725d1b9ec66541acf02fce3abb17e0728733b0ca01bb42ea8b7c65ac3
+size 2193197
diff --git a/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..439d23211f1d2cb383d09306e7b6e845f972a09c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e8df4df68f83393175cd0b80ea6af2d0117922637ab1083a81f74e8ae901b0
+size 2221909
diff --git a/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0f02a8bc208fb20e98c48fcb81eaf856f64e4cbb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85099854d4aaa90ff4f495987b78c943b48100b4163bd126557b5bc4054e144
+size 2198053
diff --git a/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8edf6534fd0e7c09a777db5e4bab2a8182e1b9e0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.MultiHeadDotProductAttention_0.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b854b4043cd39e53afcbc4088f0d369e9d8aa33bdd4b26cbb9ede2de275e92f9
+size 2195515
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ccd516f5d0cfee6d928781f9b62ad2bd277f55d7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b79d0fc118d3e3bc5c8fbb23bacca1941baccefaafbd27a6c99ecc31ecc8451
+size 5867587
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0777525184f6d39695905fd43a1cd1e502a22086
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416b25f8ad3878d69a26ee0f2fda52e225438b825c8595c9590cc1b95f1a90e0
+size 5860276
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..784a51be7a72b919ad58393926f558a537a4f63b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc975f9a93d3c3da3422f5712976d2aadec76b508a86b7b44dcbba7c4e0c22b8
+size 5945009
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f75a01f43517ee0d12b265d77cf6810bb50b532b
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0fcc3328247c970c77e2f651e109eeceb1ebff2d
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..45b0b57c9b56ab294fef524f8256bad30e426b78
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8f07aaaf25c87652b17d737bf99f1ea0cc4be7d3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8a40876f168b60f8acb82e49bec06986e9d402dbdf3ea94ded64049930f8ec
+size 2206767
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ee42e4e354af76537a8100367a7a2ed7b877b806
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3064b1e79a64b774f33da9c294e89c4f60d78c63e5c0d95710ba6fbaf733e4
+size 2222407
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..30aec8ab16f25b3f4083e6464e17837df52378de
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf06a5e13898c6326f2724eaaccdab84b9e5b9282a047420c4a3315f7ad9f9a
+size 2199172
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e21ae47705657566a41d13ec8beaf71be40a0cc9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c219e5b68ad32fe83486c2381d807a6ae2d54594f7c33704728d819457fd093
+size 2199303
diff --git a/checkpoint_500000/target.decoder.layers_5.FiLMLayer_0.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.FiLMLayer_0.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.FiLMLayer_0.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..50aba4ea12e4d88e2e086a685e92e8388e66e652
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.FiLMLayer_0.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fb011964f38a601437c8c6b629e0cc28c79e0efc676347ff759da8e503617e
+size 17547389
diff --git a/checkpoint_500000/target.decoder.layers_5.FiLMLayer_1.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.FiLMLayer_1.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.FiLMLayer_1.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..48cf7f1f53679ba4f82ee443e03fbf5f96ed2e99
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.FiLMLayer_1.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b862e7e50d61352aa7be9bbc5c607c6f8d35060391df9cf6939c6d62a69741
+size 17536256
diff --git a/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..66fbf107a4a4e4eb1a10d0b2f72fad726385a471
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac7493ba5cd191aff92e94af1f58f2306617840760654795f05b4bbf66fda72
+size 2193054
diff --git a/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d1dac074fb5aef574a197191d65dacf69f9bdc9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a227e3f6306b7f188005cc0097bc7a786535ac421910c2157b73dd02086146f
+size 2215977
diff --git a/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1aef7acea9a0c75adbfbd4ab15ee185db51533a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24df6a00a813371f3f16464b683ea00e303de1c739dc4db13937871d483d818a
+size 2197847
diff --git a/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..33fc0e53320d7eae6b9245cc4b804c9618fb29ed
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.MultiHeadDotProductAttention_0.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4725a95402afb548da202bed8a59a3c176b6f553ed1753271e8ac1398afeb8
+size 2193826
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..760cb06950a763b423ca3d9135ff965626e5b322
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d196c5c666aae1ac0a4370f60242cf595eb211fb63a829f0f031da713404002
+size 5868444
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c2f64ee5715201ec7153cf851c8a4d8c22591ac6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396dc71d1636f24b6c1d060b9cf429a8d0d854ccca9c3f4091ad9311ae3259ce
+size 5860739
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f5e61a02d2d0e6e4160d2d906acc4426670c1cb7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36cb436687d4e156bb6f4a33aa3036e5232e4761e65c598f64ca4af490efa6b6
+size 5938949
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a4e3e312b22fa3424e04ce1aeb7583a64a947835
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6b966e0fda3cc70ec4583b27456d5ac9d1e8542e
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7fb76e739614d55c1e394af09ddd29b88cafa3bb
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..213afc5ab515ca3cfb7dbbc068ed7e3e7db290f9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b987426f9b9a7fa07566f5eb1ba7f6db73d7c440af65ca60e14e6716b8cadb02
+size 2206878
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3cfb13bd9a288286c0c590b52ad989cd569b9222
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbb0b8c3b0680d9eca7ad87420db01a41ae5c5a7ed299d4885dc99da02f0a97
+size 2217637
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1b511a2059cf1f75a3a9a9154aa6fd739d1dcb98
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb973fd0e199eecb74901e93e6dcc773969ad5b0a9c1b26394e8d0d0edcc8d8b
+size 2198300
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..39e125f69e1e407c6e79ae4eb8a5040219786adb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddb11ef7dee1db9b480e21b2982c4390f5810cc94878b1c1ed7a2ad7a81a986
+size 2199359
diff --git a/checkpoint_500000/target.decoder.layers_6.FiLMLayer_0.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.FiLMLayer_0.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.FiLMLayer_0.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e054f5a64a6042b3e67f6fece7946c7802283939
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.FiLMLayer_0.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b853b4a8bf21f7702489b81923f184d827f736a85347a8c5d2fa7835f8cfdd
+size 17544416
diff --git a/checkpoint_500000/target.decoder.layers_6.FiLMLayer_1.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.FiLMLayer_1.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.FiLMLayer_1.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e385471d6ce5b14f369bbbf2d82ff6933ea6d084
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.FiLMLayer_1.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1cbc40d6a72b05672cf352313786c1b6056b67078a43d49c3ab5ef07532e1a
+size 17539931
diff --git a/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..69bc4ba0cbd2ef9b53daaf98df097fd3a6b53016
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a8ac7dd7d4bf6bdcbe056f2903c0692337285df91f407fb59c28a0f28320c0
+size 2193286
diff --git a/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..739c18d12eb050c866d9897a1dc3829e35a0bb28
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ea36f39d752ed6bb5bc3e0b217b39d90b621dbd2031e1980f30776206335ae
+size 2217590
diff --git a/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c186e8431bbdf577a210dd0aa2a196fc810a700d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6322e554ea8039d177edcea173705ea7e25193d9e972726b7899e123b6ae1ff8
+size 2198199
diff --git a/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b5a5fa2a5b9f52c1a617c6ca6454e976a5b2e5b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.MultiHeadDotProductAttention_0.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fde9c323dcce640df75a1a91254c215e432cdb9c7363f0e1d6cc6caf16e5f6
+size 2194162
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..185fb1333f2d9a60d12a2d9556b913f4cdfada6f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da11fd41f4712fab65a75b793e3ee70596f1ebc95df9b931e27c9a883d9aecf
+size 5871679
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..109853b22bab330f497ac4d494beab001525cc4c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943efb2864b212d00b99161f9618bef31c1b86d69a437fb8e31f1adb8e1dcd9f
+size 5858757
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5dfe738ca7716e59851f459cfc618917752e7e08
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c0e1b541baabfba8e8762e75e15a57ea891432ad3915c7c27bfef409897dc6
+size 5940395
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ec38c03a38d239fa94e0e6e76cf557060e20f1cc
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..bc149302f2f001cc7592590f247217d9c160b2e5
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a57456f36f03e9e0e512745da4afd2bfa5bfff82
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..189432c4b52c6e441f8d1c6bc8f5c4c3a9d84c09
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b6f0d83d8a3b79a19e83fd20017729dc0097df6489d190569516b763c89267
+size 2208170
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fbb8ae14be9b00bb6f102aa97d5222d274f876c5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a69a9c4c9f994602aca671c03cbab4876390784242394f3c325fd47af5c1594
+size 2218508
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..88a15b3ab266f649e4c621add463a64bf9678c9d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ac616aa537f40b3f390407cd7816a5e4df2bf6060cbec8b7ead3f2513f1b85
+size 2199907
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4ccc9d01e58792000dcaf8e3e0538dc2593e2e1a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6a9e398d0dacd4d226cd1d4daf07545d030cd6493c58e9818010d43f836958
+size 2199576
diff --git a/checkpoint_500000/target.decoder.layers_7.FiLMLayer_0.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.FiLMLayer_0.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.FiLMLayer_0.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..73b8bf0977d64150fc318b5c54c116287c292c7a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.FiLMLayer_0.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499a872799d0fa5e2bf1617eb4f0074e47e66fcc26b6ad7a7c25e28f47bf3d04
+size 17543876
diff --git a/checkpoint_500000/target.decoder.layers_7.FiLMLayer_1.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.FiLMLayer_1.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.FiLMLayer_1.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..db6e192b99d8bf420f286fc5ea3f5b167548bded
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.FiLMLayer_1.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91939f80f42e67db26a1c401e093488ef0c80655e056c0c5795600984ed24fda
+size 17540243
diff --git a/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..565aec3e5660c8476038917b1a9133c70cd233f0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3567bb33abde3a6c7900138229fe07f8345a982f2212bf98e15f9e8ee6d3defa
+size 2193058
diff --git a/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b6e372b158074e1225ad89f3672e8a078f875aa9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a74bb95a62729334ed62d747932378f648f027c40a58f713471afb88659f70
+size 2217230
diff --git a/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..458981c0e8f9b8cb65938458c0f2ed7bac435e47
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba2934bb88bd4f5b135ba66668782836a0961bef1928ec82c7364442b5d3a35
+size 2198002
diff --git a/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9dcced626d2f4e202deb8e8fe3f1c14a57a9a0c5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.MultiHeadDotProductAttention_0.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dd7dcd109072a924cd6b3298882699af7f85121613ff7fc21c8bd66dbd8f06
+size 2193083
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8b4c66b469b015859fa3b50431bcf85a9f158bea
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb89878275c58577652731ae0b31c1d20de719b6ddf0bbf83886c32f80f6de46
+size 5871817
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..efd664dd14ad30e6c9f67a2ea7f94ea03978b5b8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8b2a8804f16b105e4d86039c468a49fa76e0b5c51d5b0106f510667a7991ee
+size 5857573
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e3bd3bd70fa04fdf7a688b9e5e4fd151a66e30d6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec4a34096552bd0676ff68094dc4aecf5a7fee085e212191ddb0e3f45f3c837
+size 5945175
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..686119324d5207d2807669991009f20ce8a7d093
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..475cdecee84a4010146d3b156c9fe4015162f67a
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..39a75f939030aac2e17a1e9ae1fe5d001b62b179
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7fdda5c5413fb4c6d3ce916ae5d2b566a5d21ac
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b7e4187e64fac8b3753611d982ffd9542560f1ed392c19c54aa3315cf366c3
+size 2208921
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..922005991d5a8c97f228a2aa1e32a6261f13c117
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a1fe961f922e459877f289057f3fc8d39b877e9823da6435e6be810e11e8c5
+size 2217245
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..32b10fbc6eeffbb6d417b8e028747efb3a1d269a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0260b5011fa6a7d45f337ef50855daefc7b1c56992afbe3e443bbebd3fb95c
+size 2199342
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7ee88b23531cb8b7c021f937cf56fbf2858a10f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c977031ab36dd1bff2ab7defd1a9a8d67b72be55f6237002110a8ae99de290
+size 2199402
diff --git a/checkpoint_500000/target.decoder.layers_8.FiLMLayer_0.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.FiLMLayer_0.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.FiLMLayer_0.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..86d1450f404a22f2e3c38d69e621c9e6cc4efc5c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.FiLMLayer_0.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da1173474e04874bd887bf6f73887a4ee38a441c5337a9dfdeb0d8a823b5c82
+size 17542954
diff --git a/checkpoint_500000/target.decoder.layers_8.FiLMLayer_1.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.FiLMLayer_1.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.FiLMLayer_1.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f3ebae3d72f6fc616928a66067935e0f1b0a3e3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.FiLMLayer_1.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958c4862d8fe78623f377f1cb1fc5127d2ae434b0c0972e03139241cfe9e4898
+size 17541251
diff --git a/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1d0ce38d4952033899f85a101696d89b5a262345
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a49bbfd2284dfc1e282598494474261e2c275690e0111a354f769dafdecd00
+size 2193611
diff --git a/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c74ba65e0489c226ad98cb3bcd723338dcf52a76
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7023a63dec69c188d659c454cc85fee01d260b08ed8f33d9bc26c839496483fe
+size 2216341
diff --git a/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fcb7dc75949c4f032cb3bb2e280b7738654ac21
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8716603cfc730f24f4e1fc7413f53c8a089ab8bec870022df58f9ca3f957a6
+size 2197895
diff --git a/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bd0850d64073fad6789deb066ec638d6fa035e05
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.MultiHeadDotProductAttention_0.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e17579aa32afc50857ca87c2af628d614029afc325cb62a00080b1bfb95f760
+size 2193042
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..daf1e0b05d7142794ea302a10d569b75ce49fcd1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1b336cd0f28852f0febc2e407f5945ab38f55b1435252663a772af5761d89b
+size 5872281
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bc5ea7e369b8feaf8accd2b2135d7c5b341bb1e2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f7a09936d134e52d4d93ca8e1ac309fee865d1c3d3e0b626559c5eb7583103
+size 5859437
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3eca8dce5d1cd9e14d641a4a50eacb5ef35f7242
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80013c2d09e04e90602649782501639c24c42ec25d611244d8ad8e1c2e011b4
+size 5950301
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c2d498ac645b436bb0e31f6f39168860dfd13cb1
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_8.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a1682b3952b634034280cc9def40b26121471951
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_8.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e5a29b892ace14369413dfdf411df2d0007ade30
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_8.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e49688c21857231babd4f013bd045b151266f40b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a37bfdcbbb7eb3b6ef3b6da7767e65b4e1e7fa3898d6def57732770e7974f13
+size 2207679
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..817e11edd942a88ba07d8f0140e9609d7682e0db
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359feeccb98f283f2e70183afe794d2d0e696c2457e5f450d22136c8e21b420b
+size 2216784
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b2886a56ffe6f48e8110ccf9223b65e9a61548e9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e529be6928c606ecaf31143b9a3136e42d0afcf0d3592581826b705ccbaee8cd
+size 2201595
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..489b8a71500f9626a98b71049885a0272d670004
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_8.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de651de25c3de96a8818edf38a7c8446d7e48c273ebcf2ceab6d3a4434e2c4ea
+size 2199270
diff --git a/checkpoint_500000/target.decoder.layers_9.FiLMLayer_0.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.FiLMLayer_0.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.FiLMLayer_0.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.FiLMLayer_0.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4d75f07328209bf090ca53df330aafc888ea7cf0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.FiLMLayer_0.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917b9a10959a7637c26502d7758fd4af86907b342eb24641d2e54facc556f28c
+size 17539036
diff --git a/checkpoint_500000/target.decoder.layers_9.FiLMLayer_1.DenseGeneral_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..02f47cb9db9bf8f5fa9e796e494b87611b639202
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.FiLMLayer_1.DenseGeneral_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,1536],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,1536],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.FiLMLayer_1.DenseGeneral_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.FiLMLayer_1.DenseGeneral_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f41abcb9c3677128c9f4bc585fe10f6c69f0a6a8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.FiLMLayer_1.DenseGeneral_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66960d3f66e889d860de70eb6178cc4cafebee95f275e40135738a1c77225e73
+size 17537957
diff --git a/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..870de4d0a8611acad4b9abd9825e35769e859afd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8ad562d1db54df3d0574a2d5094c906da30faef9fa2055c5406cf1e09a4d69
+size 2193990
diff --git a/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..70b2bd96f45b554e7acc11a7d09300702b1e6eb7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491f7d044e98e0a6f2cb3ef42516de4262cd4ea528149849679c922d7a2979ab
+size 2211763
diff --git a/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f6ba4cf222a70dd61682337155b3058a272063c2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283b3eddc01480e01ae26ce56737f118cf6dc66bb26bfa1db7a1744c3dfc246e
+size 2198123
diff --git a/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ddcf34f41cb09d96c627ec32fcb2434095051869
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.MultiHeadDotProductAttention_0.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecead9b06c5230000d08feeade19484984f2fdf3308a34be68f9d25ad251dcb
+size 2193907
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b347a3fe3a38f11bc536e29101c720de58cdc56
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a4c07c06959ff6e88a42ad65f2e2e90a7d5b5cfa23975178c7c3bb82046e21
+size 5867568
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60a665a90b88839d86a026b87a3742cfa88305db
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead9be17105249b618e0e9bdb58b97d6d8f53a9cfca5678344431cad3c4c8e2b
+size 5858858
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ae96d020c0c6e05e2b51e47985881786db22725e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1fd090e001f32b6377f649db7a250b5f41c9cc1f912cfa604feb85086bc4f6
+size 5942893
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..37e2a44181e7c5826ac6f8f3defb602eefec96b7
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_9.pre_cross_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8efcab32a4ff9b32ff6fca791496789a22f888f8
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_9.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2b4cc1d619ae94a1aa40593c51b87ffc36a4d14d
Binary files /dev/null and b/checkpoint_500000/target.decoder.layers_9.pre_self_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bac2d740aa8548ef2864a394169d54bb427f3e4c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ececde80490a640d4ae8492b77e03d22636855e4a55744060dda5de6b0e67cd6
+size 2204609
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f465cfd9b1505eb5bc785ede68d4df02279f71c6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfaa9fa558c1d9296551da20cc0d3b887e590cdfc9535a08c666960385ff77c
+size 2218874
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5afe792c22d2c9783fa3bff38684cb503fa3cf51
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04911eff543ccb0190b0bd32156588d954b198c5123cbd2fc58bdf5b76b9c1a3
+size 2200063
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6edcc652fd78bdb81fa4b88f2b50e8dd0ae089f0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_9.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fe9afdf6fbe4ffa56f710117eb493639c02ffa409551a5a876ed57b5bde028
+size 2199037
diff --git a/checkpoint_500000/target.decoder.spec_out_dense.kernel/.zarray b/checkpoint_500000/target.decoder.spec_out_dense.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..36607e10ab4e0f94c88a4e79ffe34733232851f1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.spec_out_dense.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,128],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,128],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.spec_out_dense.kernel/0.0 b/checkpoint_500000/target.decoder.spec_out_dense.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f44857d3beb00ac808335a2d028ce5241a3e8350
--- /dev/null
+++ b/checkpoint_500000/target.decoder.spec_out_dense.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6795f94d4a69a79226a511e390e79b766f46601c3a8190c7dacf344e5d3d3fb6
+size 368302
diff --git a/checkpoint_500000/target.decoder.time_emb_dense0.kernel/.zarray b/checkpoint_500000/target.decoder.time_emb_dense0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..d4c49913378f1978fba977e167b0bf8169940e36
--- /dev/null
+++ b/checkpoint_500000/target.decoder.time_emb_dense0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,3072],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.time_emb_dense0.kernel/0.0 b/checkpoint_500000/target.decoder.time_emb_dense0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..053d3a47bff0dc8d77c8e057f1c4ce2832f367f7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.time_emb_dense0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858c6dc019d5a2570b632d3046c6ff92460f124dac06196cc926194b164b1850
+size 8790870
diff --git a/checkpoint_500000/target.decoder.time_emb_dense1.kernel/.zarray b/checkpoint_500000/target.decoder.time_emb_dense1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..44482397d5b8a3487d8d22e099e0b72a32566d07
--- /dev/null
+++ b/checkpoint_500000/target.decoder.time_emb_dense1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[3072,3072],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[3072,3072],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.decoder.time_emb_dense1.kernel/0.0 b/checkpoint_500000/target.decoder.time_emb_dense1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..55a7676613a48de92b08c2508c169667bf82c515
--- /dev/null
+++ b/checkpoint_500000/target.decoder.time_emb_dense1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd47c7d2301601535e20aeb6850cc9a725fbd369d5620f7ac9f07eef89793324
+size 35134665
diff --git a/checkpoint_500000/target.token_encoder.Embed_0.embedding/.zarray b/checkpoint_500000/target.token_encoder.Embed_0.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.Embed_0.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.Embed_0.embedding/0.0 b/checkpoint_500000/target.token_encoder.Embed_0.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1f4c3875dc8c5dcf5e3b1bcc9f8f543ee5991aed
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.Embed_0.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321ca99b635f46cb972b0b255f2dfbf01f72b209731add1e94a66bef621ccfeb
+size 5761845
diff --git a/checkpoint_500000/target.token_encoder.encoder_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.encoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.encoder_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.encoder_norm.scale/0 b/checkpoint_500000/target.token_encoder.encoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c2995ca97ade9edbb90e56e0fc799d09fc218d8b
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.encoder_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_0.attention.key.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_0.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_0.attention.key.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_0.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d1e453577c5ca9809402bac010e195330e2f9096
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1c30d699e7775a5a6d918241c9e532d06032148e4cd0aac5a0c504e25e6c19
+size 2197765
diff --git a/checkpoint_500000/target.token_encoder.layers_0.attention.out.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_0.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_0.attention.out.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_0.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3f9eb43b1b4a2791f699180999d1ee5ab39d090b
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f277e28586e3bf08eb676a130050bca369f0d87b2c760df72f587c73b5166c
+size 2195927
diff --git a/checkpoint_500000/target.token_encoder.layers_0.attention.query.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_0.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_0.attention.query.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_0.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..244b13f55189ffa7e06df2fa26a27e4e1eb6b968
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6685ea7b09bfbbe577e45f4ebd59643bdedef25d0b57283b20b0fc07b08f0903
+size 2198464
diff --git a/checkpoint_500000/target.token_encoder.layers_0.attention.value.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_0.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_0.attention.value.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_0.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e7e3c5c9bd92a89dde7af4adffcaf4e2dffe2d2b
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d451c7a99aba227beeebdc1965e8bed6600e78e2d17eb2fd2991a472b18821
+size 2197391
diff --git a/checkpoint_500000/target.token_encoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6c52b9d49353c3d225efc401299e2d9897868d7f
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26a2733b3cf07460130dd7dea6c731a97f7a8cce07eba9a62666d2ce2280dca
+size 5851766
diff --git a/checkpoint_500000/target.token_encoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c4d37bb6131dd28297ad8163f75c51726b49fb56
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03232217ea2d11d368a71b41ecfebce47d9585eaaa7f836f0b6187bd8eb9e118
+size 5849806
diff --git a/checkpoint_500000/target.token_encoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb34a021488be5d4aae0d51878a25c41889fe62d
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202d682652d695fe270352f8e5b2191ef51ad3f98be8e94ac38f08b282317e8e
+size 5863662
diff --git a/checkpoint_500000/target.token_encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_0.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_0.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_0.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a763b1454e3360ffe0f2d30530ec221a35dac869
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_0.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9dda9a40737155e0a931a9eedc29b346a12fe088
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_0.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_1.attention.key.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_1.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_1.attention.key.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_1.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4fff1a12b7bb9cd01a8a28fdc1409a06041307d3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19e4f0c71c36645394f64833eb3502bb592e313ee7d0d4df6917b4faaacc8d9
+size 2195805
diff --git a/checkpoint_500000/target.token_encoder.layers_1.attention.out.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_1.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_1.attention.out.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_1.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..425bbe80f5cc3114d2f7fae8d79d1efa0825fec7
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f900f22e04cc74bbce2b8ee949961ab820c1acb82f1074704eef4aea9fd605d
+size 2194969
diff --git a/checkpoint_500000/target.token_encoder.layers_1.attention.query.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_1.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_1.attention.query.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_1.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cb28fd68ea39d9fc0d78a9e5183d9bf3b7424558
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f094fae01dda2f37541c4a68ad8f4503831f8941d25b43d353708566a5169636
+size 2197969
diff --git a/checkpoint_500000/target.token_encoder.layers_1.attention.value.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_1.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_1.attention.value.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_1.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..993ed917c9861b5219fcd3ae57bc849e9b901820
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc3e2035a1ff8a2d18e1905e33015dbc14e765b4d97c3f200b41bde60ab8ce0
+size 2195495
diff --git a/checkpoint_500000/target.token_encoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6c26e815dc7ed7877fdb92d0b694b97f3ab766b8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f879286cd909b50564dc7b386b4b3f164655efb60f6555c634b09537decf20
+size 5850694
diff --git a/checkpoint_500000/target.token_encoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..273d3e11f7eaa81cff99476904ec9991a8d161ee
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acac44a757ca15d2bc5f5592d8adec73f4949e041328515203790524a03ec94e
+size 5848395
diff --git a/checkpoint_500000/target.token_encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2ae7f9f210eef5a869fab74fcb697ca88a8e46a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcacf4a35055765065739eaec449225c5321454ae4bba1e97d9a5773d7834eb8
+size 5862271
diff --git a/checkpoint_500000/target.token_encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_1.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_1.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_1.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ea3927e78f9b1a42534f8a28c3ab952bb25dbc61
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_1.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f6c14d831aba8fd067d6ffe6333231b4812ce1a7
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_1.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_10.attention.key.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_10.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_10.attention.key.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_10.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8a6d77b5501938c230b566b4b2a369c9f99ab6b0
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e74af71b4f62b60bd144c60bd9839d8673429d3544ac79b9a088e61b6ee896
+size 2194872
diff --git a/checkpoint_500000/target.token_encoder.layers_10.attention.out.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_10.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_10.attention.out.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_10.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ed299e9fdb22dde1b3ab9afe830c550f1ded92e1
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f75c903a184ab6c2f5a54ab146e90c311dd6b52109da581778ef21f75cd51df
+size 2193287
diff --git a/checkpoint_500000/target.token_encoder.layers_10.attention.query.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_10.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_10.attention.query.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_10.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..448be19e6bdb4d907a945a1c0b047f2ac21f7d13
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5526d54893b3b4427110b3c21e6f088d62c54e0c269fe56e67098189c594ec24
+size 2195760
diff --git a/checkpoint_500000/target.token_encoder.layers_10.attention.value.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_10.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_10.attention.value.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_10.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..09c6c2d7a1372f3afc935251d882b370c5269cd4
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a7d1e25ebbc198714b4cfa12236ce555cc7d59f82916a0ef23e2bdb98d0832
+size 2191974
diff --git a/checkpoint_500000/target.token_encoder.layers_10.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_10.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_10.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_10.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c5beab9b0209117b19a2e4cd6dc7ac71fa9adebd
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983e287380eb5d9c943e5c918cc9a2660222d4335fe75ca3b9ca7eed27baa068
+size 5854576
diff --git a/checkpoint_500000/target.token_encoder.layers_10.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_10.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_10.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_10.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab89d0b5b61aa818e2f0a5a90ce1a519e7de1db4
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a6d2e5295df035a21bb36597a9ccd24cc3f0196b08a199ec9756e439ad1567
+size 5849586
diff --git a/checkpoint_500000/target.token_encoder.layers_10.mlp.wo.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_10.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_10.mlp.wo.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_10.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d7da7d98b3f63b3afcf01d12565e0c2ff84a6612
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65b080c28885cd5390132f3fe795fc17e7af61065fef6561d3a2e7c552df946
+size 5864323
diff --git a/checkpoint_500000/target.token_encoder.layers_10.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_10.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_10.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_10.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9277ee457aec2e1f2d1500304bc5e0cb2b221842
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_10.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_10.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_10.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_10.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_10.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7e23e6b81fbd8c434717cce057c7c18151362489
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_10.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_11.attention.key.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_11.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_11.attention.key.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_11.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b08a969a61192243f1502ddffd6181588cddf7db
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2cde05c420f5c023c01e6219362f590eb2eca409bc420c264fad8a301f18b97
+size 2195854
diff --git a/checkpoint_500000/target.token_encoder.layers_11.attention.out.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_11.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_11.attention.out.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_11.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4ab3eba1d0bc6d7eb9a403efbdedb396dd6bbe55
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563cc2f5ad1d666c945302c9b9c593b68f325ca31b899965da5aaf8fc4eef966
+size 2193578
diff --git a/checkpoint_500000/target.token_encoder.layers_11.attention.query.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_11.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_11.attention.query.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_11.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..171ec2aed0ed66829dd4831291ca0be249068a7c
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9491dec2995eba370c322b6083cf76041cd3e926d53767a93dcb26849122b8
+size 2194819
diff --git a/checkpoint_500000/target.token_encoder.layers_11.attention.value.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_11.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_11.attention.value.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_11.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0af487d114754b5bb1acfabc099e65061315b6f4
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5bf106ed8b2c5fb1505d453e3c36046274c2528d159095ee6b8d9bc3b1ed9e
+size 2192700
diff --git a/checkpoint_500000/target.token_encoder.layers_11.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_11.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_11.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_11.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..73ecb69ce04cd6427b45172f11a13f4654ab8382
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca6d370914d45b5266278c668ab86363d306a6945f89c58145c4880e78a1c2e
+size 5854418
diff --git a/checkpoint_500000/target.token_encoder.layers_11.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_11.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_11.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_11.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2d10e9710035c08c3ec6a58b407e7314fc7ff17e
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0538a56c481655d7e0f52180645e701af3bc5ebc855b14b9d73a7c316a4df8
+size 5851296
diff --git a/checkpoint_500000/target.token_encoder.layers_11.mlp.wo.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_11.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_11.mlp.wo.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_11.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6f8a55f430dab16c99dedd1451f07bef569e837e
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a903eeef6fda75a5e44f75187c8b2c315634836eaf8c8ddd4f7de877abb7fff
+size 5866327
diff --git a/checkpoint_500000/target.token_encoder.layers_11.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_11.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_11.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_11.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..247a3c75ba167a392e03709678b0b34016063880
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_11.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_11.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_11.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_11.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_11.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c76050a7553036ed6cefbd8b3b277b870ede7675
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_11.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_2.attention.key.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_2.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_2.attention.key.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_2.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ee40b940dc45424ea4c93abf69fb05fa85772517
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246fa9168a337b196731aab5f6a0140eab006db1f7d59529fa37b89e8b99d44f
+size 2194157
diff --git a/checkpoint_500000/target.token_encoder.layers_2.attention.out.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_2.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_2.attention.out.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_2.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..370d45041596b15152f1013806c7ced25ed4a550
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07928b5d7e963c332fb4a64d0e85f6b434b99c1e34d850a438d8bf3a715a27a6
+size 2193400
diff --git a/checkpoint_500000/target.token_encoder.layers_2.attention.query.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_2.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_2.attention.query.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_2.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5b4de5f5fc61f44337c7d78d36956e03fbe27fca
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0d363d2fbc9aa7550d9593671b297a53d21471f5cce9dc603d3371602046ea
+size 2196466
diff --git a/checkpoint_500000/target.token_encoder.layers_2.attention.value.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_2.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_2.attention.value.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_2.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0abbccc21e8e5b4c68e778f825e4aa7ab0b27e0f
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8630449c5151e539ee44a4fcdcf8acaf0c0c7d0718eecd8710554d617c302910
+size 2192794
diff --git a/checkpoint_500000/target.token_encoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..46e175bc0d1c3cb0bd8f5e0267a0d23df8d8986c
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49e04652e6a7275381bf3bd0c85d76eac06aacdd49d4c535e7a0a36a92dc3e6
+size 5850682
diff --git a/checkpoint_500000/target.token_encoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6aeaa75c911c1d3c46d68bddbc6c832477fce587
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8417d8cb975c4e8599163bf1e66f483412b749675c510e4e7b60f19d50897c70
+size 5847623
diff --git a/checkpoint_500000/target.token_encoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..80f5d582ef262808913676b9fae184864c96d15b
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cf38c426be45f7274b8306c4caa51a92cc90378331228cf06a6be84738b9ec
+size 5862340
diff --git a/checkpoint_500000/target.token_encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_2.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_2.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_2.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..18d38728d4be5c24ebe9faf56e10dbb96252bcac
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_2.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fb73364319d62d85478defe6d8730f53cc6fad12
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_2.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_3.attention.key.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_3.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_3.attention.key.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_3.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..98d9cdaf22a4d9d7ad606db535fe802cc7f96bc1
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18a17f1c3dbdf0d6753872ed1000a358b0ae6a1b20e3227fe3bf84639d4a74d
+size 2194257
diff --git a/checkpoint_500000/target.token_encoder.layers_3.attention.out.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_3.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_3.attention.out.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_3.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..61835dca4276d3d4f8c70b3d1f12bf10c74bb28b
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95841d96a80d78857d3c026e9a78cc329abb0be213fdca3328967633f913e930
+size 2192919
diff --git a/checkpoint_500000/target.token_encoder.layers_3.attention.query.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_3.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_3.attention.query.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_3.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4e53339f7016b5a701981e7c473acad2c6acac34
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5a586d665971f1ad9e3923b6c2585bbba7b6c103d53dce76ea466fccd88752
+size 2196186
diff --git a/checkpoint_500000/target.token_encoder.layers_3.attention.value.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_3.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_3.attention.value.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_3.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b6848cf014b5cc593880b46e89e46e3b96682d6b
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78680cfc46ed57f7e3e8965d90326cba8a50f09e0791eb231486101379902219
+size 2192793
diff --git a/checkpoint_500000/target.token_encoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c9acf7d1edb07701547dcbe95b1aa8e4e67807f1
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf84228c40376115089221f24ca69557819f7c38b292438c3d69d9b3c02bb195
+size 5850057
diff --git a/checkpoint_500000/target.token_encoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..089597b5d95049e47276f4b8ba8ffcc5e129cfb6
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f8f04d0d51a0babd3a731631b6b410f9cb3c71c762e19c310d67a19cce58a0
+size 5846579
diff --git a/checkpoint_500000/target.token_encoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e60ef24232d9c8ae1a1138a5bb11d4f90b506022
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d0aed93b54b09e50b539e03f181fc36467d3b8f112faa80211f0b25292e95c
+size 5862474
diff --git a/checkpoint_500000/target.token_encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_3.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_3.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_3.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b8a803e8e30530d7710eb00fb85771c9df75ca82
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_3.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4e23f755a8613cb4cc9511b9369e7e13f269e5db
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_3.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_4.attention.key.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_4.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_4.attention.key.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_4.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9ddf6fe2633e9bcbc496f6457f12968d2a57c012
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa640a883c08ec524afd6f4e44410caa58d9273fa65096c75954879a39fb6ab
+size 2193940
diff --git a/checkpoint_500000/target.token_encoder.layers_4.attention.out.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_4.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_4.attention.out.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_4.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..35dfe854c3570b230e8d29f68b9e83c80c6570c0
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14af6b044a1a5f2f2b9e768b4ab1ce0e1cd11fa5d7f9995ea13db9680768c656
+size 2192353
diff --git a/checkpoint_500000/target.token_encoder.layers_4.attention.query.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_4.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_4.attention.query.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_4.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e268ee85264d6f8b16fc201f8f298323315ad40c
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36520466c3c6671d053e5d169698471d18fdf453b3d43b41d8cb30549255a5ef
+size 2195802
diff --git a/checkpoint_500000/target.token_encoder.layers_4.attention.value.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_4.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_4.attention.value.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_4.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..25549f6a1c44a785436f1747d67a1b1807d67d89
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140587740ee7775b94904455680cc0dac08c3fb5fe232f38613b7503fd856472
+size 2191862
diff --git a/checkpoint_500000/target.token_encoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8dcf900bd5e461cef48ec151a5535ffca98b0d28
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d69dd6bd0ac97964580c0df8bdc47fd5b3e458048d604438a691a851efb65b
+size 5850013
diff --git a/checkpoint_500000/target.token_encoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0ec174480478e4ed3bee9ec3871d0fca85deb5e3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adfde62d2e886d94c5f5a76372459a7b89ce2752d49969c8bc799ea86cf66ab
+size 5846006
diff --git a/checkpoint_500000/target.token_encoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f91c343bd548922d47e6019034dab6e9cd2a1135
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea11c5f1e01da3e4efe45906403832726e86c845e6508a548a4cfbba6e2e73c
+size 5862462
diff --git a/checkpoint_500000/target.token_encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_4.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_4.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_4.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..914d14e99c1a15a09a67adad571e57577dec67c4
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_4.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a02dba59f551a479686d977d3aea957da326f90d
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_4.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_5.attention.key.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_5.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_5.attention.key.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_5.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9f5bff1dbdba753c6d996f8d319d90cca0e2ba4e
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f40f9a433967f9524f1e91461a4be264425fa668f0b35676a3d690ec6ea77c
+size 2194005
diff --git a/checkpoint_500000/target.token_encoder.layers_5.attention.out.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_5.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_5.attention.out.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_5.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e422dc1140428143067b6535d2642d2f6afa370c
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b28db183c980fba15d9d7b23443c249be2790da095ffea29f4aaa4fdf86b93b
+size 2192244
diff --git a/checkpoint_500000/target.token_encoder.layers_5.attention.query.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_5.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_5.attention.query.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_5.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0d8d557a0b05ad7ac5715b6bace7d1977e8552c9
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209bb9f2447858903245f0d39f76fa07b71aa1f159ed1ead2c146a7001558a87
+size 2196011
diff --git a/checkpoint_500000/target.token_encoder.layers_5.attention.value.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_5.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_5.attention.value.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_5.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..11aa175a1744867f3202c66dee4c7873289039d6
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e093add77d636d3d30bd64609cd779e120e00b44dfe00a2562d6bc80ceebf92
+size 2192000
diff --git a/checkpoint_500000/target.token_encoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e934092e0426b205e9b065e80c0864eff2d7499f
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeac37c542b1b7da08db374c81d278719df2a43513dc70c37ec92026a3e9ea58
+size 5849685
diff --git a/checkpoint_500000/target.token_encoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4018db9473c2ab9037dd290ec4c09554f4e49143
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5daf2bfc4e86f1aa1ba6d337f487f2f2c768222bf087c2c50f0cc239791ed7
+size 5845276
diff --git a/checkpoint_500000/target.token_encoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..447a05695cc68ef69e1a4067550dbd7c03d137c5
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf5ba78270f9d8a4075f50ff56eb0191819c24758d97fa77e31fb3c5c380e83
+size 5862059
diff --git a/checkpoint_500000/target.token_encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_5.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_5.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_5.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..43b9c0966d4baa51b4f2bf0966bcd650a6966a42
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_5.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1c97eedec0c75fdea551f75c1df08be73cb2dd62
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_5.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_6.attention.key.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_6.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_6.attention.key.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_6.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dfe6a41438dba6ff2610dc02809e51f5040c24a6
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02be660a7f93a0ea019b7c78ad974714cb3dae2a5e2c89e426923a0b96dd6b28
+size 2193546
diff --git a/checkpoint_500000/target.token_encoder.layers_6.attention.out.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_6.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_6.attention.out.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_6.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea4b8f7892d88391668115e63c340dee5b405cf7
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae886e7e6040edbf378ca8197a5cefa2978d633381490d945f6708a3e3ddcad
+size 2192300
diff --git a/checkpoint_500000/target.token_encoder.layers_6.attention.query.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_6.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_6.attention.query.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_6.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0aa9d9acf6732b7cd3b5d76af2bf4bd1630c5ea
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f977b7c8d786ae089965f9fd72cfeb081766069556a84a518d994b8b4557103b
+size 2196245
diff --git a/checkpoint_500000/target.token_encoder.layers_6.attention.value.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_6.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_6.attention.value.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_6.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..111f6ba52f1ce2f8bd8b22b9e12682cb74939808
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de350f017c948ba536eda2089e3f245ed9daad7f86985c2daf6562c8f3a93659
+size 2191791
diff --git a/checkpoint_500000/target.token_encoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f09f88485f15d860e1539db46dabd57ee1954b80
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811577c4d7382ae723b3239f0aca8b33e879e29c6b0885b411868dda23cd672e
+size 5850450
diff --git a/checkpoint_500000/target.token_encoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..19b496f37f548576793fc5bc9e1002ba96a8e0cb
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ecdb21fb124267529d5e6b6a7c6efe0d9aae19530a2a57015331b6b5f684f8
+size 5845098
diff --git a/checkpoint_500000/target.token_encoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1dbc3d73d141833965ff3658085cd3f2011bcda9
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba579bc058ff1dd2d70a10a7fb9780e9c48c194c25735306470b85f5add0c2f
+size 5863114
diff --git a/checkpoint_500000/target.token_encoder.layers_6.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_6.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_6.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_6.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4b48ff027ac9e7ba11d148e9ebe82d5d827e2ed9
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_6.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..96baaba3f09f90d1e5eb8097e6540a84db5c9cf6
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_6.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_7.attention.key.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_7.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_7.attention.key.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_7.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe7e0183ffec6b3d4c8985c5e5c3c96c27067d78
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabf91216a9476d7d8bdb0dd9d840a646e5dd090bffc13cfd4bdf33b25d656d8
+size 2193756
diff --git a/checkpoint_500000/target.token_encoder.layers_7.attention.out.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_7.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_7.attention.out.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_7.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..228ab63868321f2da3872bc65aaae0beca0cabed
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3050bf7d1c2f090f5872570e171a8c8949f58b6f4e7dfcb1ca466eda7a070835
+size 2192220
diff --git a/checkpoint_500000/target.token_encoder.layers_7.attention.query.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_7.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_7.attention.query.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_7.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3eeda2bccc62850fde88d53d6ef5e9d92b7c945b
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79153f701ac072395a8a7354ee9d244b31dc7453019d7301ac5827c6e95ca0a5
+size 2196174
diff --git a/checkpoint_500000/target.token_encoder.layers_7.attention.value.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_7.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_7.attention.value.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_7.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8577ae2b06ed19d44976dab0cda9077115e5cdd8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740d0317e90fbf5942b63de62a33364b0acb26f516aa91282027cb171e928f7a
+size 2191648
diff --git a/checkpoint_500000/target.token_encoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cdafa7c064f48505138838ae26b6220bc35f27ee
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ef7f3a64c28ed06d931647e9a54ca3b843fdef926ce7a48f8a3dd75d1bd802
+size 5851089
diff --git a/checkpoint_500000/target.token_encoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6b7e42f133caeedf8c89db741a66f7c01df9c9a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7ca259d92de92c958e67772946f12c694223b26aaf88bb345a008ac870e772
+size 5844950
diff --git a/checkpoint_500000/target.token_encoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e510db1600cd84f71773fc575a886fcfaf94bad0
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca306ab20e55d4133ea31b0996155a468a03c1a8286e31d99440436ce42d13e9
+size 5862690
diff --git a/checkpoint_500000/target.token_encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_7.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_7.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_7.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e6eb1c1ec46b6e41601836ccf5fe6b53251d4997
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_7.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..393f3ecdc798dbdb84e307534a3c1a9bee2f9100
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_7.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_8.attention.key.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_8.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_8.attention.key.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_8.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a5431c0389ae13c105a72b9533d70296b8c50e54
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550d1ea18c6759650424f47f104d9d6f670cbfb5930561c12a158e8c6c675a6e
+size 2193709
diff --git a/checkpoint_500000/target.token_encoder.layers_8.attention.out.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_8.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_8.attention.out.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_8.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e66b340b4f3b41f54714dcb9dce33dc0634ba7c3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fe2e8a35d0b0609ebbf5a07ff044ef4ec61c661529cdd7dc827d7ddf47edbe
+size 2192410
diff --git a/checkpoint_500000/target.token_encoder.layers_8.attention.query.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_8.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_8.attention.query.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_8.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a6b0291baf986772aa496a997d543abc8cd26251
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df834744d7b1efc3233a451a6a1d2e48301fd28461d689e621e2aed6d9a18064
+size 2196380
diff --git a/checkpoint_500000/target.token_encoder.layers_8.attention.value.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_8.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_8.attention.value.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_8.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..56626808d046ab4e29ff11f85d00df1890614a3e
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832d5b9101be47529a8be7aee31486c8e44495d0c97d35653c30f0200259087c
+size 2191480
diff --git a/checkpoint_500000/target.token_encoder.layers_8.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_8.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_8.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_8.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9745f2ada77cd6aa871c2d51463146699bd71ad6
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c4203d19686a99de6f619ecfcdd4c439e95ca5b13e591783863f081ae9749f
+size 5852009
diff --git a/checkpoint_500000/target.token_encoder.layers_8.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_8.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_8.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_8.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a75778c63045af7b33c5608756532990846df106
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068e292854d7a2e4f272f6a66cfa61883f18b568501c6714097e908ed25ad3a0
+size 5845954
diff --git a/checkpoint_500000/target.token_encoder.layers_8.mlp.wo.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_8.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_8.mlp.wo.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_8.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e551e39c8805c63ffd6435f971da76f18065c108
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e293f5dd8f16c0108233c688f6593bbb2ba2bb30fad347b34c1bffedbaad0ab3
+size 5863784
diff --git a/checkpoint_500000/target.token_encoder.layers_8.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_8.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_8.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_8.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..45e95fd19da56bd3fd505002a8b6bd32fa728967
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_8.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_8.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_8.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_8.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_8.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2052c91969d2ab28187fa356afff298576159a8d
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_8.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_9.attention.key.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_9.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.attention.key.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_9.attention.key.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_9.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..28152f91ba1799496f1d81303078f864024fac93
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7297f655c2cdc4d2ae9da6ed1884f81faac1b05d67861cac7c76ac08486b2389
+size 2194470
diff --git a/checkpoint_500000/target.token_encoder.layers_9.attention.out.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_9.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.attention.out.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_9.attention.out.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_9.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c41a7048aad61951b4f55736684b3f71dec3f166
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ced0958e7f27489b2cacd95beaa612422d7a166252e251761461a76fe8533b
+size 2192513
diff --git a/checkpoint_500000/target.token_encoder.layers_9.attention.query.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_9.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.attention.query.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_9.attention.query.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_9.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f859f5b9f0787b2b872b5b33dea7bd17e92d995a
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce4ed512e2370d600fe3e394229559449dc91989a6abf508343f813b87c1ed0
+size 2195771
diff --git a/checkpoint_500000/target.token_encoder.layers_9.attention.value.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_9.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..586af0793e410e14814150272c38f20012ee9530
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.attention.value.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_9.attention.value.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_9.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..43e21170f85f14c19c794fc1a19f4fcd44bb2dee
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6960da46881139fd9ab07003a785f7510b20fd7c53a7832b69d2643e1daa539
+size 2191615
diff --git a/checkpoint_500000/target.token_encoder.layers_9.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_9.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.mlp.wi_0.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_9.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_9.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fe326b8e4c4ea5afd1b459df1921c575114a96e2
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3faa7fcb34312a2f0c2ef24b8503836fc08d16f980145fd4bdf84634fcbb3655
+size 5853558
diff --git a/checkpoint_500000/target.token_encoder.layers_9.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_9.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..7f57f51b1d916794915b37a2b3bcc5a590bb42a3
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.mlp.wi_1.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[768,2048],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768,2048],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_9.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_9.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a43f7f8849c7cb9c14a61a7f80dccd3c0d83e985
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483a807facaa8edbf2aaf3de5ada6d20cb138f5e8309ce287eabc58e3557694c
+size 5847293
diff --git a/checkpoint_500000/target.token_encoder.layers_9.mlp.wo.kernel/.zarray b/checkpoint_500000/target.token_encoder.layers_9.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..8307440a08d0e1ff2a2917ab6e48e686ccf605d8
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.mlp.wo.kernel/.zarray
@@ -0,0 +1 @@
+{"chunks":[2048,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[2048,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_9.mlp.wo.kernel/0.0 b/checkpoint_500000/target.token_encoder.layers_9.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a9a2506a476f62b7e1c477c6a6dcafdf0aa085c
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f757291e2db29f1a6dcae96169af54a62df4df44c04538b30f801b5ad559db
+size 5863540
diff --git a/checkpoint_500000/target.token_encoder.layers_9.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_9.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_9.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_9.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..48300130cd0ceb63c626c12753bd575357dc93ff
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_9.pre_attention_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.layers_9.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.token_encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e95ae447caec523c8222a18a5ec1d3e0d422b339
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.layers_9.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1 @@
+{"chunks":[768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.layers_9.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.token_encoder.layers_9.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a8dd7b998e6c8d7db4a73c52c6f7b84f18abb41d
Binary files /dev/null and b/checkpoint_500000/target.token_encoder.layers_9.pre_mlp_layer_norm.scale/0 differ
diff --git a/checkpoint_500000/target.token_encoder.token_embedder.embedding/.zarray b/checkpoint_500000/target.token_encoder.token_embedder.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..e01fb97803452bcd278001f752df7bf5dee19d68
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.token_embedder.embedding/.zarray
@@ -0,0 +1 @@
+{"chunks":[1536,768],"compressor":{"id":"gzip","level":1},"dimension_separator":".","dtype":"<f4","fill_value":null,"filters":null,"order":"C","shape":[1536,768],"zarr_format":2}
\ No newline at end of file
diff --git a/checkpoint_500000/target.token_encoder.token_embedder.embedding/0.0 b/checkpoint_500000/target.token_encoder.token_embedder.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fc8b012f27a74fbab64030d6bee3f96b337a7a0c
--- /dev/null
+++ b/checkpoint_500000/target.token_encoder.token_embedder.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1166df3d01c8f7b834c0fb7bc30e7bf5bbcfd308966ec90aff6f85a2c9fe36dc
+size 4391828
diff --git a/config.gin b/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..14d0af4f8e586db4953b6bc782a4e312b7507222
--- /dev/null
+++ b/config.gin
@@ -0,0 +1,260 @@
+from __gin__ import dynamic_registration
+import __main__ as train_script
+from music_spectrogram_diffusion import audio_codecs
+from music_spectrogram_diffusion.models.diffusion import diffusion_utils
+from music_spectrogram_diffusion.models.diffusion import models
+from music_spectrogram_diffusion.models.diffusion import network
+from music_spectrogram_diffusion import preprocessors
+from music_spectrogram_diffusion import tasks
+from music_spectrogram_diffusion import vocabularies
+import seqio
+from t5x import adafactor
+from t5x import gin_utils
+from t5x import partitioning
+from t5x import trainer
+from t5x import utils
+
+# Macros:
+# ==============================================================================
+AUDIO_CODEC = @audio_codecs.MelGAN()
+BATCH_SIZE = 1024
+DATASET_NAME = 'mega'
+EVAL_STEPS = 20
+EVALUATOR_NUM_EXAMPLES = None
+EVALUATOR_USE_MEMORY_CACHE = True
+INFER_EVAL_TASK_NAME = @infer_eval/tasks.construct_task_name()
+INFER_TASK_NAME = @infer/tasks.construct_task_name()
+INPUT_VOCABULARY = @vocabularies.vocabulary_from_codec()
+JSON_WRITE_N_RESULTS = 0
+LABEL_SMOOTHING = 0.0
+LOSS_NORMALIZING_FACTOR = None
+MODEL = @models.ContextDiffusionModel()
+MODEL_DIR = ''
+NUM_MICROBATCHES = None
+NUM_VELOCITY_BINS = 1
+ONSETS_ONLY = False
+OPTIMIZER = @adafactor.Adafactor()
+PROGRAM_GRANULARITY = 'full'
+TASK_FEATURE_LENGTHS = {'inputs': 2048, 'targets': 256, 'targets_context': 256}
+TASK_PREFIX = 'synthesis_with_context'
+TEST_TASK_NAME = %INFER_TASK_NAME
+TRAIN_EVAL_TASK_NAME = %TRAIN_TASK_NAME
+TRAIN_STEPS = 500000
+TRAIN_TASK_NAME = @train/tasks.construct_task_name()
+USE_CACHED_TASKS = True
+USE_TIES = True
+VOCAB_CONFIG = @vocabularies.VocabularyConfig()
+Z_LOSS = 0.0001
+
+# Parameters for adafactor.Adafactor:
+# ==============================================================================
+adafactor.Adafactor.decay_rate = 0.8
+adafactor.Adafactor.logical_factor_rules = \
+    @adafactor.standard_logical_factor_rules()
+adafactor.Adafactor.step_offset = 0
+
+# Parameters for vocabularies.build_codec:
+# ==============================================================================
+vocabularies.build_codec.vocab_config = %VOCAB_CONFIG
+
+# Parameters for utils.CheckpointConfig:
+# ==============================================================================
+utils.CheckpointConfig.restore = None
+utils.CheckpointConfig.save = @utils.SaveCheckpointConfig()
+
+# Parameters for infer/tasks.construct_task_name:
+# ==============================================================================
+infer/tasks.construct_task_name.audio_codec = %AUDIO_CODEC
+infer/tasks.construct_task_name.dataset_name = %DATASET_NAME
+infer/tasks.construct_task_name.note_representation_config = \
+    @tasks.NoteRepresentationConfig()
+infer/tasks.construct_task_name.task_prefix = %TASK_PREFIX
+infer/tasks.construct_task_name.task_suffix = 'test'
+infer/tasks.construct_task_name.vocab_config = %VOCAB_CONFIG
+
+# Parameters for infer_eval/tasks.construct_task_name:
+# ==============================================================================
+infer_eval/tasks.construct_task_name.audio_codec = %AUDIO_CODEC
+infer_eval/tasks.construct_task_name.dataset_name = %DATASET_NAME
+infer_eval/tasks.construct_task_name.note_representation_config = \
+    @tasks.NoteRepresentationConfig()
+infer_eval/tasks.construct_task_name.task_prefix = %TASK_PREFIX
+infer_eval/tasks.construct_task_name.task_suffix = 'eval'
+infer_eval/tasks.construct_task_name.vocab_config = %VOCAB_CONFIG
+
+# Parameters for train/tasks.construct_task_name:
+# ==============================================================================
+train/tasks.construct_task_name.audio_codec = %AUDIO_CODEC
+train/tasks.construct_task_name.dataset_name = %DATASET_NAME
+train/tasks.construct_task_name.note_representation_config = \
+    @tasks.NoteRepresentationConfig()
+train/tasks.construct_task_name.task_prefix = %TASK_PREFIX
+train/tasks.construct_task_name.task_suffix = 'train'
+train/tasks.construct_task_name.vocab_config = %VOCAB_CONFIG
+
+# Parameters for models.ContextDiffusionModel:
+# ==============================================================================
+models.ContextDiffusionModel.audio_codec = %AUDIO_CODEC
+models.ContextDiffusionModel.diffusion_config = @diffusion_utils.DiffusionConfig()
+models.ContextDiffusionModel.input_vocabulary = %INPUT_VOCABULARY
+models.ContextDiffusionModel.module = @network.ContinuousContextTransformer()
+models.ContextDiffusionModel.optimizer_def = %OPTIMIZER
+models.ContextDiffusionModel.output_vocabulary = \
+    @seqio.vocabularies.PassThroughVocabulary()
+
+# Parameters for network.ContinuousContextTransformer:
+# ==============================================================================
+network.ContinuousContextTransformer.config = @network.T5Config()
+
+# Parameters for utils.create_learning_rate_scheduler:
+# ==============================================================================
+utils.create_learning_rate_scheduler.base_learning_rate = 0.001
+utils.create_learning_rate_scheduler.factors = 'constant'
+utils.create_learning_rate_scheduler.warmup_steps = 1000
+
+# Parameters for infer_eval/utils.DatasetConfig:
+# ==============================================================================
+infer_eval/utils.DatasetConfig.batch_size = %BATCH_SIZE
+infer_eval/utils.DatasetConfig.mixture_or_task_name = %INFER_EVAL_TASK_NAME
+infer_eval/utils.DatasetConfig.pack = False
+infer_eval/utils.DatasetConfig.seed = 42
+infer_eval/utils.DatasetConfig.shuffle = False
+infer_eval/utils.DatasetConfig.split = 'eval'
+infer_eval/utils.DatasetConfig.task_feature_lengths = %TASK_FEATURE_LENGTHS
+infer_eval/utils.DatasetConfig.use_cached = %USE_CACHED_TASKS
+
+# Parameters for train/utils.DatasetConfig:
+# ==============================================================================
+train/utils.DatasetConfig.batch_size = %BATCH_SIZE
+train/utils.DatasetConfig.mixture_or_task_name = %TRAIN_TASK_NAME
+train/utils.DatasetConfig.pack = False
+train/utils.DatasetConfig.seed = None
+train/utils.DatasetConfig.shuffle = True
+train/utils.DatasetConfig.split = 'train'
+train/utils.DatasetConfig.task_feature_lengths = %TASK_FEATURE_LENGTHS
+train/utils.DatasetConfig.use_cached = %USE_CACHED_TASKS
+
+# Parameters for train_eval/utils.DatasetConfig:
+# ==============================================================================
+train_eval/utils.DatasetConfig.batch_size = %BATCH_SIZE
+train_eval/utils.DatasetConfig.mixture_or_task_name = %TRAIN_EVAL_TASK_NAME
+train_eval/utils.DatasetConfig.pack = False
+train_eval/utils.DatasetConfig.seed = 42
+train_eval/utils.DatasetConfig.shuffle = False
+train_eval/utils.DatasetConfig.split = 'eval'
+train_eval/utils.DatasetConfig.task_feature_lengths = %TASK_FEATURE_LENGTHS
+train_eval/utils.DatasetConfig.use_cached = %USE_CACHED_TASKS
+
+# Parameters for diffusion_utils.DiffusionConfig:
+# ==============================================================================
+diffusion_utils.DiffusionConfig.classifier_free_guidance = \
+    @diffusion_utils.ClassifierFreeGuidanceConfig()
+diffusion_utils.DiffusionConfig.sampler = @diffusion_utils.SamplerConfig()
+diffusion_utils.DiffusionConfig.train_schedule = \
+    @train/diffusion_utils.DiffusionSchedule()
+
+# Parameters for models.DiffusionModel.loss_fn:
+# ==============================================================================
+models.DiffusionModel.loss_fn.label_smoothing = %LABEL_SMOOTHING
+models.DiffusionModel.loss_fn.loss_normalizing_factor = %LOSS_NORMALIZING_FACTOR
+models.DiffusionModel.loss_fn.z_loss = %Z_LOSS
+
+# Parameters for sampler/diffusion_utils.DiffusionSchedule:
+# ==============================================================================
+sampler/diffusion_utils.DiffusionSchedule.name = 'cosine'
+sampler/diffusion_utils.DiffusionSchedule.num_steps = 1000
+
+# Parameters for train/diffusion_utils.DiffusionSchedule:
+# ==============================================================================
+train/diffusion_utils.DiffusionSchedule.name = 'cosine'
+
+# Parameters for seqio.Evaluator:
+# ==============================================================================
+seqio.Evaluator.logger_cls = \
+    [@seqio.PyLoggingLogger, @seqio.TensorBoardLogger, @seqio.JSONLogger]
+seqio.Evaluator.num_examples = %EVALUATOR_NUM_EXAMPLES
+seqio.Evaluator.use_memory_cache = %EVALUATOR_USE_MEMORY_CACHE
+
+# Parameters for seqio.JSONLogger:
+# ==============================================================================
+seqio.JSONLogger.write_n_results = %JSON_WRITE_N_RESULTS
+
+# Parameters for preprocessors.map_midi_programs:
+# ==============================================================================
+preprocessors.map_midi_programs.granularity_type = %PROGRAM_GRANULARITY
+
+# Parameters for tasks.NoteRepresentationConfig:
+# ==============================================================================
+tasks.NoteRepresentationConfig.include_ties = True
+tasks.NoteRepresentationConfig.onsets_only = False
+
+# Parameters for vocabularies.num_embeddings:
+# ==============================================================================
+vocabularies.num_embeddings.vocabulary = %INPUT_VOCABULARY
+
+# Parameters for seqio.vocabularies.PassThroughVocabulary:
+# ==============================================================================
+seqio.vocabularies.PassThroughVocabulary.size = 0
+
+# Parameters for partitioning.PjitPartitioner:
+# ==============================================================================
+partitioning.PjitPartitioner.model_parallel_submesh = None
+partitioning.PjitPartitioner.num_partitions = 1
+
+# Parameters for diffusion_utils.SamplerConfig:
+# ==============================================================================
+diffusion_utils.SamplerConfig.schedule = \
+    @sampler/diffusion_utils.DiffusionSchedule()
+
+# Parameters for utils.SaveCheckpointConfig:
+# ==============================================================================
+utils.SaveCheckpointConfig.dtype = 'float32'
+utils.SaveCheckpointConfig.keep = None
+utils.SaveCheckpointConfig.period = 10000
+utils.SaveCheckpointConfig.save_dataset = False
+
+# Parameters for network.T5Config:
+# ==============================================================================
+network.T5Config.context_positions = 'terminal_relative'
+network.T5Config.decoder_cross_attend_style = 'concat_encodings'
+network.T5Config.dropout_rate = 0.1
+network.T5Config.dtype = 'float32'
+network.T5Config.emb_dim = 768
+network.T5Config.head_dim = 64
+network.T5Config.mlp_activations = ('gelu', 'linear')
+network.T5Config.mlp_dim = 2048
+network.T5Config.num_decoder_layers = 12
+network.T5Config.num_encoder_layers = 12
+network.T5Config.num_heads = 12
+network.T5Config.position_encoding = 'fixed_permuted_offset'
+network.T5Config.vocab_size = @vocabularies.num_embeddings()
+
+# Parameters for train_script.train:
+# ==============================================================================
+train_script.train.checkpoint_cfg = @utils.CheckpointConfig()
+train_script.train.eval_period = 10000
+train_script.train.eval_steps = %EVAL_STEPS
+train_script.train.infer_eval_dataset_cfg = @infer_eval/utils.DatasetConfig()
+train_script.train.inference_evaluator_cls = @seqio.Evaluator
+train_script.train.model = %MODEL
+train_script.train.model_dir = ''
+train_script.train.partitioner = @partitioning.PjitPartitioner()
+train_script.train.random_seed = None
+train_script.train.summarize_config_fn = @gin_utils.summarize_gin_config
+train_script.train.total_steps = %TRAIN_STEPS
+train_script.train.train_dataset_cfg = @train/utils.DatasetConfig()
+train_script.train.train_eval_dataset_cfg = @train_eval/utils.DatasetConfig()
+train_script.train.trainer_cls = @trainer.Trainer
+
+# Parameters for trainer.Trainer:
+# ==============================================================================
+trainer.Trainer.learning_rate_fn = @utils.create_learning_rate_scheduler()
+trainer.Trainer.num_microbatches = %NUM_MICROBATCHES
+
+# Parameters for vocabularies.vocabulary_from_codec:
+# ==============================================================================
+vocabularies.vocabulary_from_codec.codec = @vocabularies.build_codec()
+
+# Parameters for vocabularies.VocabularyConfig:
+# ==============================================================================
+vocabularies.VocabularyConfig.num_velocity_bins = %NUM_VELOCITY_BINS
diff --git a/model-info.txt b/model-info.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e3287ce84c2a113db44cee29c9adabcf9c88b54b
--- /dev/null
+++ b/model-info.txt
@@ -0,0 +1,2103 @@
+Variable continuous_encoder/Embed_0/embedding                                             size 196608       shape (vocab=256, embed=768)                   partition spec ('model', None)
+Variable continuous_encoder/encoder_norm/scale                                            size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/input_proj/kernel                                             size 98304        shape (vocab=128, embed=768)                   partition spec ('model', None)
+Variable continuous_encoder/layers_0/attention/key/kernel                                 size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_0/attention/out/kernel                                 size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable continuous_encoder/layers_0/attention/query/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_0/attention/value/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_0/mlp/wi_0/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_0/mlp/wi_1/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_0/mlp/wo/kernel                                        size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable continuous_encoder/layers_0/pre_attention_layer_norm/scale                       size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_0/pre_mlp_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_1/attention/key/kernel                                 size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_1/attention/out/kernel                                 size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable continuous_encoder/layers_1/attention/query/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_1/attention/value/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_1/mlp/wi_0/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_1/mlp/wi_1/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_1/mlp/wo/kernel                                        size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable continuous_encoder/layers_1/pre_attention_layer_norm/scale                       size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_1/pre_mlp_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_10/attention/key/kernel                                size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_10/attention/out/kernel                                size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable continuous_encoder/layers_10/attention/query/kernel                              size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_10/attention/value/kernel                              size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_10/mlp/wi_0/kernel                                     size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_10/mlp/wi_1/kernel                                     size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_10/mlp/wo/kernel                                       size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable continuous_encoder/layers_10/pre_attention_layer_norm/scale                      size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_10/pre_mlp_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_11/attention/key/kernel                                size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_11/attention/out/kernel                                size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable continuous_encoder/layers_11/attention/query/kernel                              size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_11/attention/value/kernel                              size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_11/mlp/wi_0/kernel                                     size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_11/mlp/wi_1/kernel                                     size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_11/mlp/wo/kernel                                       size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable continuous_encoder/layers_11/pre_attention_layer_norm/scale                      size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_11/pre_mlp_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_2/attention/key/kernel                                 size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_2/attention/out/kernel                                 size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable continuous_encoder/layers_2/attention/query/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_2/attention/value/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_2/mlp/wi_0/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_2/mlp/wi_1/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_2/mlp/wo/kernel                                        size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable continuous_encoder/layers_2/pre_attention_layer_norm/scale                       size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_2/pre_mlp_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_3/attention/key/kernel                                 size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_3/attention/out/kernel                                 size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable continuous_encoder/layers_3/attention/query/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_3/attention/value/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_3/mlp/wi_0/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_3/mlp/wi_1/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_3/mlp/wo/kernel                                        size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable continuous_encoder/layers_3/pre_attention_layer_norm/scale                       size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_3/pre_mlp_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_4/attention/key/kernel                                 size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_4/attention/out/kernel                                 size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable continuous_encoder/layers_4/attention/query/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_4/attention/value/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_4/mlp/wi_0/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_4/mlp/wi_1/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_4/mlp/wo/kernel                                        size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable continuous_encoder/layers_4/pre_attention_layer_norm/scale                       size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_4/pre_mlp_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_5/attention/key/kernel                                 size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_5/attention/out/kernel                                 size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable continuous_encoder/layers_5/attention/query/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_5/attention/value/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_5/mlp/wi_0/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_5/mlp/wi_1/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_5/mlp/wo/kernel                                        size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable continuous_encoder/layers_5/pre_attention_layer_norm/scale                       size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_5/pre_mlp_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_6/attention/key/kernel                                 size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_6/attention/out/kernel                                 size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable continuous_encoder/layers_6/attention/query/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_6/attention/value/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_6/mlp/wi_0/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_6/mlp/wi_1/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_6/mlp/wo/kernel                                        size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable continuous_encoder/layers_6/pre_attention_layer_norm/scale                       size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_6/pre_mlp_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_7/attention/key/kernel                                 size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_7/attention/out/kernel                                 size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable continuous_encoder/layers_7/attention/query/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_7/attention/value/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_7/mlp/wi_0/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_7/mlp/wi_1/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_7/mlp/wo/kernel                                        size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable continuous_encoder/layers_7/pre_attention_layer_norm/scale                       size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_7/pre_mlp_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_8/attention/key/kernel                                 size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_8/attention/out/kernel                                 size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable continuous_encoder/layers_8/attention/query/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_8/attention/value/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_8/mlp/wi_0/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_8/mlp/wi_1/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_8/mlp/wo/kernel                                        size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable continuous_encoder/layers_8/pre_attention_layer_norm/scale                       size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_8/pre_mlp_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_9/attention/key/kernel                                 size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_9/attention/out/kernel                                 size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable continuous_encoder/layers_9/attention/query/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_9/attention/value/kernel                               size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable continuous_encoder/layers_9/mlp/wi_0/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_9/mlp/wi_1/kernel                                      size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable continuous_encoder/layers_9/mlp/wo/kernel                                        size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable continuous_encoder/layers_9/pre_attention_layer_norm/scale                       size 768          shape (embed=768)                              partition spec (None,)
+Variable continuous_encoder/layers_9/pre_mlp_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/Embed_0/embedding                                                        size 196608       shape (vocab=256, embed=768)                   partition spec ('model', None)
+Variable decoder/continuous_inputs_projection/kernel                                      size 98304        shape (vocab=128, embed=768)                   partition spec ('model', None)
+Variable decoder/decoder_norm/scale                                                       size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_0/FiLMLayer_0/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_0/FiLMLayer_1/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_0/MultiHeadDotProductAttention_0/key/kernel                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_0/MultiHeadDotProductAttention_0/out/kernel                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_0/MultiHeadDotProductAttention_0/query/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_0/MultiHeadDotProductAttention_0/value/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_0/mlp/wi_0/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_0/mlp/wi_1/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_0/mlp/wo/kernel                                                   size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable decoder/layers_0/pre_cross_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_0/pre_mlp_layer_norm/scale                                        size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_0/pre_self_attention_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_0/self_attention/key/kernel                                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_0/self_attention/out/kernel                                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_0/self_attention/query/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_0/self_attention/value/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_1/FiLMLayer_0/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_1/FiLMLayer_1/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_1/MultiHeadDotProductAttention_0/key/kernel                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_1/MultiHeadDotProductAttention_0/out/kernel                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_1/MultiHeadDotProductAttention_0/query/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_1/MultiHeadDotProductAttention_0/value/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_1/mlp/wi_0/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_1/mlp/wi_1/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_1/mlp/wo/kernel                                                   size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable decoder/layers_1/pre_cross_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_1/pre_mlp_layer_norm/scale                                        size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_1/pre_self_attention_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_1/self_attention/key/kernel                                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_1/self_attention/out/kernel                                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_1/self_attention/query/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_1/self_attention/value/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_10/FiLMLayer_0/DenseGeneral_0/kernel                              size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_10/FiLMLayer_1/DenseGeneral_0/kernel                              size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_10/MultiHeadDotProductAttention_0/key/kernel                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_10/MultiHeadDotProductAttention_0/out/kernel                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_10/MultiHeadDotProductAttention_0/query/kernel                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_10/MultiHeadDotProductAttention_0/value/kernel                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_10/mlp/wi_0/kernel                                                size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_10/mlp/wi_1/kernel                                                size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_10/mlp/wo/kernel                                                  size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable decoder/layers_10/pre_cross_attention_layer_norm/scale                           size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_10/pre_mlp_layer_norm/scale                                       size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_10/pre_self_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_10/self_attention/key/kernel                                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_10/self_attention/out/kernel                                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_10/self_attention/query/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_10/self_attention/value/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_11/FiLMLayer_0/DenseGeneral_0/kernel                              size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_11/FiLMLayer_1/DenseGeneral_0/kernel                              size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_11/MultiHeadDotProductAttention_0/key/kernel                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_11/MultiHeadDotProductAttention_0/out/kernel                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_11/MultiHeadDotProductAttention_0/query/kernel                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_11/MultiHeadDotProductAttention_0/value/kernel                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_11/mlp/wi_0/kernel                                                size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_11/mlp/wi_1/kernel                                                size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_11/mlp/wo/kernel                                                  size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable decoder/layers_11/pre_cross_attention_layer_norm/scale                           size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_11/pre_mlp_layer_norm/scale                                       size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_11/pre_self_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_11/self_attention/key/kernel                                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_11/self_attention/out/kernel                                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_11/self_attention/query/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_11/self_attention/value/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_2/FiLMLayer_0/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_2/FiLMLayer_1/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_2/MultiHeadDotProductAttention_0/key/kernel                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_2/MultiHeadDotProductAttention_0/out/kernel                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_2/MultiHeadDotProductAttention_0/query/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_2/MultiHeadDotProductAttention_0/value/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_2/mlp/wi_0/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_2/mlp/wi_1/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_2/mlp/wo/kernel                                                   size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable decoder/layers_2/pre_cross_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_2/pre_mlp_layer_norm/scale                                        size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_2/pre_self_attention_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_2/self_attention/key/kernel                                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_2/self_attention/out/kernel                                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_2/self_attention/query/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_2/self_attention/value/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_3/FiLMLayer_0/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_3/FiLMLayer_1/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_3/MultiHeadDotProductAttention_0/key/kernel                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_3/MultiHeadDotProductAttention_0/out/kernel                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_3/MultiHeadDotProductAttention_0/query/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_3/MultiHeadDotProductAttention_0/value/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_3/mlp/wi_0/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_3/mlp/wi_1/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_3/mlp/wo/kernel                                                   size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable decoder/layers_3/pre_cross_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_3/pre_mlp_layer_norm/scale                                        size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_3/pre_self_attention_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_3/self_attention/key/kernel                                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_3/self_attention/out/kernel                                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_3/self_attention/query/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_3/self_attention/value/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_4/FiLMLayer_0/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_4/FiLMLayer_1/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_4/MultiHeadDotProductAttention_0/key/kernel                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_4/MultiHeadDotProductAttention_0/out/kernel                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_4/MultiHeadDotProductAttention_0/query/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_4/MultiHeadDotProductAttention_0/value/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_4/mlp/wi_0/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_4/mlp/wi_1/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_4/mlp/wo/kernel                                                   size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable decoder/layers_4/pre_cross_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_4/pre_mlp_layer_norm/scale                                        size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_4/pre_self_attention_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_4/self_attention/key/kernel                                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_4/self_attention/out/kernel                                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_4/self_attention/query/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_4/self_attention/value/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_5/FiLMLayer_0/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_5/FiLMLayer_1/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_5/MultiHeadDotProductAttention_0/key/kernel                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_5/MultiHeadDotProductAttention_0/out/kernel                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_5/MultiHeadDotProductAttention_0/query/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_5/MultiHeadDotProductAttention_0/value/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_5/mlp/wi_0/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_5/mlp/wi_1/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_5/mlp/wo/kernel                                                   size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable decoder/layers_5/pre_cross_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_5/pre_mlp_layer_norm/scale                                        size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_5/pre_self_attention_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_5/self_attention/key/kernel                                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_5/self_attention/out/kernel                                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_5/self_attention/query/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_5/self_attention/value/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_6/FiLMLayer_0/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_6/FiLMLayer_1/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_6/MultiHeadDotProductAttention_0/key/kernel                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_6/MultiHeadDotProductAttention_0/out/kernel                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_6/MultiHeadDotProductAttention_0/query/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_6/MultiHeadDotProductAttention_0/value/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_6/mlp/wi_0/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_6/mlp/wi_1/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_6/mlp/wo/kernel                                                   size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable decoder/layers_6/pre_cross_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_6/pre_mlp_layer_norm/scale                                        size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_6/pre_self_attention_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_6/self_attention/key/kernel                                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_6/self_attention/out/kernel                                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_6/self_attention/query/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_6/self_attention/value/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_7/FiLMLayer_0/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_7/FiLMLayer_1/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_7/MultiHeadDotProductAttention_0/key/kernel                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_7/MultiHeadDotProductAttention_0/out/kernel                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_7/MultiHeadDotProductAttention_0/query/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_7/MultiHeadDotProductAttention_0/value/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_7/mlp/wi_0/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_7/mlp/wi_1/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_7/mlp/wo/kernel                                                   size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable decoder/layers_7/pre_cross_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_7/pre_mlp_layer_norm/scale                                        size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_7/pre_self_attention_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_7/self_attention/key/kernel                                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_7/self_attention/out/kernel                                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_7/self_attention/query/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_7/self_attention/value/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_8/FiLMLayer_0/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_8/FiLMLayer_1/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_8/MultiHeadDotProductAttention_0/key/kernel                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_8/MultiHeadDotProductAttention_0/out/kernel                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_8/MultiHeadDotProductAttention_0/query/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_8/MultiHeadDotProductAttention_0/value/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_8/mlp/wi_0/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_8/mlp/wi_1/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_8/mlp/wo/kernel                                                   size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable decoder/layers_8/pre_cross_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_8/pre_mlp_layer_norm/scale                                        size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_8/pre_self_attention_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_8/self_attention/key/kernel                                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_8/self_attention/out/kernel                                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_8/self_attention/query/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_8/self_attention/value/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_9/FiLMLayer_0/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_9/FiLMLayer_1/DenseGeneral_0/kernel                               size 4718592      shape (vocab=3072, embed=1536)                 partition spec ('model', None)
+Variable decoder/layers_9/MultiHeadDotProductAttention_0/key/kernel                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_9/MultiHeadDotProductAttention_0/out/kernel                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_9/MultiHeadDotProductAttention_0/query/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_9/MultiHeadDotProductAttention_0/value/kernel                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_9/mlp/wi_0/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_9/mlp/wi_1/kernel                                                 size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable decoder/layers_9/mlp/wo/kernel                                                   size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable decoder/layers_9/pre_cross_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_9/pre_mlp_layer_norm/scale                                        size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_9/pre_self_attention_layer_norm/scale                             size 768          shape (embed=768)                              partition spec (None,)
+Variable decoder/layers_9/self_attention/key/kernel                                       size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_9/self_attention/out/kernel                                       size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable decoder/layers_9/self_attention/query/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/layers_9/self_attention/value/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable decoder/spec_out_dense/kernel                                                    size 98304        shape (embed=768, vocab=128)                   partition spec (None, 'model')
+Variable decoder/time_emb_dense0/kernel                                                   size 2359296      shape (vocab=768, embed=3072)                  partition spec ('model', None)
+Variable decoder/time_emb_dense1/kernel                                                   size 9437184      shape (vocab=3072, embed=3072)                 partition spec ('model', None)
+Variable token_encoder/Embed_0/embedding                                                  size 1572864      shape (vocab=2048, embed=768)                  partition spec ('model', None)
+Variable token_encoder/encoder_norm/scale                                                 size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_0/attention/key/kernel                                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_0/attention/out/kernel                                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable token_encoder/layers_0/attention/query/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_0/attention/value/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_0/mlp/wi_0/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_0/mlp/wi_1/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_0/mlp/wo/kernel                                             size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable token_encoder/layers_0/pre_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_0/pre_mlp_layer_norm/scale                                  size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_1/attention/key/kernel                                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_1/attention/out/kernel                                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable token_encoder/layers_1/attention/query/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_1/attention/value/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_1/mlp/wi_0/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_1/mlp/wi_1/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_1/mlp/wo/kernel                                             size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable token_encoder/layers_1/pre_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_1/pre_mlp_layer_norm/scale                                  size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_10/attention/key/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_10/attention/out/kernel                                     size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable token_encoder/layers_10/attention/query/kernel                                   size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_10/attention/value/kernel                                   size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_10/mlp/wi_0/kernel                                          size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_10/mlp/wi_1/kernel                                          size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_10/mlp/wo/kernel                                            size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable token_encoder/layers_10/pre_attention_layer_norm/scale                           size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_10/pre_mlp_layer_norm/scale                                 size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_11/attention/key/kernel                                     size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_11/attention/out/kernel                                     size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable token_encoder/layers_11/attention/query/kernel                                   size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_11/attention/value/kernel                                   size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_11/mlp/wi_0/kernel                                          size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_11/mlp/wi_1/kernel                                          size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_11/mlp/wo/kernel                                            size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable token_encoder/layers_11/pre_attention_layer_norm/scale                           size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_11/pre_mlp_layer_norm/scale                                 size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_2/attention/key/kernel                                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_2/attention/out/kernel                                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable token_encoder/layers_2/attention/query/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_2/attention/value/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_2/mlp/wi_0/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_2/mlp/wi_1/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_2/mlp/wo/kernel                                             size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable token_encoder/layers_2/pre_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_2/pre_mlp_layer_norm/scale                                  size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_3/attention/key/kernel                                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_3/attention/out/kernel                                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable token_encoder/layers_3/attention/query/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_3/attention/value/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_3/mlp/wi_0/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_3/mlp/wi_1/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_3/mlp/wo/kernel                                             size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable token_encoder/layers_3/pre_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_3/pre_mlp_layer_norm/scale                                  size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_4/attention/key/kernel                                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_4/attention/out/kernel                                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable token_encoder/layers_4/attention/query/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_4/attention/value/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_4/mlp/wi_0/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_4/mlp/wi_1/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_4/mlp/wo/kernel                                             size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable token_encoder/layers_4/pre_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_4/pre_mlp_layer_norm/scale                                  size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_5/attention/key/kernel                                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_5/attention/out/kernel                                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable token_encoder/layers_5/attention/query/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_5/attention/value/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_5/mlp/wi_0/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_5/mlp/wi_1/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_5/mlp/wo/kernel                                             size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable token_encoder/layers_5/pre_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_5/pre_mlp_layer_norm/scale                                  size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_6/attention/key/kernel                                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_6/attention/out/kernel                                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable token_encoder/layers_6/attention/query/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_6/attention/value/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_6/mlp/wi_0/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_6/mlp/wi_1/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_6/mlp/wo/kernel                                             size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable token_encoder/layers_6/pre_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_6/pre_mlp_layer_norm/scale                                  size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_7/attention/key/kernel                                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_7/attention/out/kernel                                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable token_encoder/layers_7/attention/query/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_7/attention/value/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_7/mlp/wi_0/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_7/mlp/wi_1/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_7/mlp/wo/kernel                                             size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable token_encoder/layers_7/pre_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_7/pre_mlp_layer_norm/scale                                  size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_8/attention/key/kernel                                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_8/attention/out/kernel                                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable token_encoder/layers_8/attention/query/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_8/attention/value/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_8/mlp/wi_0/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_8/mlp/wi_1/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_8/mlp/wo/kernel                                             size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable token_encoder/layers_8/pre_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_8/pre_mlp_layer_norm/scale                                  size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_9/attention/key/kernel                                      size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_9/attention/out/kernel                                      size 589824       shape (joined_kv=768, embed=768)               partition spec ('model', None)
+Variable token_encoder/layers_9/attention/query/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_9/attention/value/kernel                                    size 589824       shape (embed=768, joined_kv=768)               partition spec (None, 'model')
+Variable token_encoder/layers_9/mlp/wi_0/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_9/mlp/wi_1/kernel                                           size 1572864      shape (embed=768, mlp=2048)                    partition spec (None, 'model')
+Variable token_encoder/layers_9/mlp/wo/kernel                                             size 1572864      shape (mlp=2048, embed=768)                    partition spec ('model', None)
+Variable token_encoder/layers_9/pre_attention_layer_norm/scale                            size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/layers_9/pre_mlp_layer_norm/scale                                  size 768          shape (embed=768)                              partition spec (None,)
+Variable token_encoder/token_embedder/embedding                                           size 1179648      shape (vocab=1536, embed=768)                  partition spec ('model', None)
+Total number of parameters: 411665664
+
+Variable param_states/continuous_encoder/Embed_0/embedding/m                              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/Embed_0/embedding/v                              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/Embed_0/embedding/v_col                          size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/Embed_0/embedding/v_row                          size 256          shape (256,)                                   partition spec None
+Variable param_states/continuous_encoder/encoder_norm/scale/m                             size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/encoder_norm/scale/v                             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/encoder_norm/scale/v_col                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/encoder_norm/scale/v_row                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/input_proj/kernel/m                              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/input_proj/kernel/v                              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/input_proj/kernel/v_col                          size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/input_proj/kernel/v_row                          size 128          shape (128,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/key/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/key/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/key/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/key/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/out/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/out/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/out/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/out/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/query/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/query/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/query/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/query/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/value/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/value/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/value/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_0/attention/value/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_0/mlp/wi_0/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/mlp/wi_0/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/mlp/wi_0/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_0/mlp/wi_0/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_0/mlp/wi_1/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/mlp/wi_1/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/mlp/wi_1/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_0/mlp/wi_1/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_0/mlp/wo/kernel/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/mlp/wo/kernel/v                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/mlp/wo/kernel/v_col                     size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_0/mlp/wo/kernel/v_row                     size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_0/pre_attention_layer_norm/scale/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/pre_attention_layer_norm/scale/v        size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_0/pre_attention_layer_norm/scale/v_col    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/pre_attention_layer_norm/scale/v_row    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/pre_mlp_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/pre_mlp_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_0/pre_mlp_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_0/pre_mlp_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/key/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/key/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/key/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/key/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/out/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/out/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/out/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/out/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/query/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/query/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/query/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/query/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/value/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/value/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/value/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_1/attention/value/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_1/mlp/wi_0/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/mlp/wi_0/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/mlp/wi_0/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_1/mlp/wi_0/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_1/mlp/wi_1/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/mlp/wi_1/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/mlp/wi_1/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_1/mlp/wi_1/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_1/mlp/wo/kernel/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/mlp/wo/kernel/v                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/mlp/wo/kernel/v_col                     size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_1/mlp/wo/kernel/v_row                     size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_1/pre_attention_layer_norm/scale/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/pre_attention_layer_norm/scale/v        size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_1/pre_attention_layer_norm/scale/v_col    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/pre_attention_layer_norm/scale/v_row    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/pre_mlp_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/pre_mlp_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_1/pre_mlp_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_1/pre_mlp_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/key/kernel/m                 size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/key/kernel/v                 size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/key/kernel/v_col             size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/key/kernel/v_row             size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/out/kernel/m                 size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/out/kernel/v                 size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/out/kernel/v_col             size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/out/kernel/v_row             size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/query/kernel/m               size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/query/kernel/v               size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/query/kernel/v_col           size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/query/kernel/v_row           size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/value/kernel/m               size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/value/kernel/v               size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/value/kernel/v_col           size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_10/attention/value/kernel/v_row           size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_10/mlp/wi_0/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/mlp/wi_0/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/mlp/wi_0/kernel/v_col                  size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_10/mlp/wi_0/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_10/mlp/wi_1/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/mlp/wi_1/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/mlp/wi_1/kernel/v_col                  size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_10/mlp/wi_1/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_10/mlp/wo/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/mlp/wo/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/mlp/wo/kernel/v_col                    size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_10/mlp/wo/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_10/pre_attention_layer_norm/scale/m       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/pre_attention_layer_norm/scale/v       size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_10/pre_attention_layer_norm/scale/v_col   size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/pre_attention_layer_norm/scale/v_row   size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/pre_mlp_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/pre_mlp_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_10/pre_mlp_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_10/pre_mlp_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/key/kernel/m                 size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/key/kernel/v                 size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/key/kernel/v_col             size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/key/kernel/v_row             size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/out/kernel/m                 size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/out/kernel/v                 size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/out/kernel/v_col             size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/out/kernel/v_row             size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/query/kernel/m               size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/query/kernel/v               size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/query/kernel/v_col           size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/query/kernel/v_row           size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/value/kernel/m               size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/value/kernel/v               size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/value/kernel/v_col           size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_11/attention/value/kernel/v_row           size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_11/mlp/wi_0/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/mlp/wi_0/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/mlp/wi_0/kernel/v_col                  size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_11/mlp/wi_0/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_11/mlp/wi_1/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/mlp/wi_1/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/mlp/wi_1/kernel/v_col                  size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_11/mlp/wi_1/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_11/mlp/wo/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/mlp/wo/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/mlp/wo/kernel/v_col                    size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_11/mlp/wo/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_11/pre_attention_layer_norm/scale/m       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/pre_attention_layer_norm/scale/v       size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_11/pre_attention_layer_norm/scale/v_col   size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/pre_attention_layer_norm/scale/v_row   size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/pre_mlp_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/pre_mlp_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_11/pre_mlp_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_11/pre_mlp_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/key/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/key/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/key/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/key/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/out/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/out/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/out/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/out/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/query/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/query/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/query/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/query/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/value/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/value/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/value/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_2/attention/value/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_2/mlp/wi_0/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/mlp/wi_0/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/mlp/wi_0/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_2/mlp/wi_0/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_2/mlp/wi_1/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/mlp/wi_1/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/mlp/wi_1/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_2/mlp/wi_1/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_2/mlp/wo/kernel/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/mlp/wo/kernel/v                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/mlp/wo/kernel/v_col                     size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_2/mlp/wo/kernel/v_row                     size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_2/pre_attention_layer_norm/scale/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/pre_attention_layer_norm/scale/v        size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_2/pre_attention_layer_norm/scale/v_col    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/pre_attention_layer_norm/scale/v_row    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/pre_mlp_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/pre_mlp_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_2/pre_mlp_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_2/pre_mlp_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/key/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/key/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/key/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/key/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/out/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/out/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/out/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/out/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/query/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/query/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/query/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/query/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/value/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/value/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/value/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_3/attention/value/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_3/mlp/wi_0/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/mlp/wi_0/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/mlp/wi_0/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_3/mlp/wi_0/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_3/mlp/wi_1/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/mlp/wi_1/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/mlp/wi_1/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_3/mlp/wi_1/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_3/mlp/wo/kernel/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/mlp/wo/kernel/v                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/mlp/wo/kernel/v_col                     size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_3/mlp/wo/kernel/v_row                     size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_3/pre_attention_layer_norm/scale/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/pre_attention_layer_norm/scale/v        size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_3/pre_attention_layer_norm/scale/v_col    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/pre_attention_layer_norm/scale/v_row    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/pre_mlp_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/pre_mlp_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_3/pre_mlp_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_3/pre_mlp_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/key/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/key/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/key/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/key/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/out/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/out/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/out/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/out/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/query/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/query/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/query/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/query/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/value/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/value/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/value/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_4/attention/value/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_4/mlp/wi_0/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/mlp/wi_0/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/mlp/wi_0/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_4/mlp/wi_0/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_4/mlp/wi_1/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/mlp/wi_1/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/mlp/wi_1/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_4/mlp/wi_1/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_4/mlp/wo/kernel/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/mlp/wo/kernel/v                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/mlp/wo/kernel/v_col                     size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_4/mlp/wo/kernel/v_row                     size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_4/pre_attention_layer_norm/scale/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/pre_attention_layer_norm/scale/v        size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_4/pre_attention_layer_norm/scale/v_col    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/pre_attention_layer_norm/scale/v_row    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/pre_mlp_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/pre_mlp_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_4/pre_mlp_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_4/pre_mlp_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/key/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/key/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/key/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/key/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/out/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/out/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/out/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/out/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/query/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/query/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/query/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/query/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/value/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/value/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/value/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_5/attention/value/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_5/mlp/wi_0/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/mlp/wi_0/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/mlp/wi_0/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_5/mlp/wi_0/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_5/mlp/wi_1/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/mlp/wi_1/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/mlp/wi_1/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_5/mlp/wi_1/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_5/mlp/wo/kernel/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/mlp/wo/kernel/v                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/mlp/wo/kernel/v_col                     size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_5/mlp/wo/kernel/v_row                     size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_5/pre_attention_layer_norm/scale/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/pre_attention_layer_norm/scale/v        size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_5/pre_attention_layer_norm/scale/v_col    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/pre_attention_layer_norm/scale/v_row    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/pre_mlp_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/pre_mlp_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_5/pre_mlp_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_5/pre_mlp_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/key/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/key/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/key/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/key/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/out/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/out/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/out/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/out/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/query/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/query/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/query/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/query/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/value/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/value/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/value/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_6/attention/value/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_6/mlp/wi_0/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/mlp/wi_0/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/mlp/wi_0/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_6/mlp/wi_0/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_6/mlp/wi_1/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/mlp/wi_1/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/mlp/wi_1/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_6/mlp/wi_1/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_6/mlp/wo/kernel/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/mlp/wo/kernel/v                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/mlp/wo/kernel/v_col                     size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_6/mlp/wo/kernel/v_row                     size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_6/pre_attention_layer_norm/scale/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/pre_attention_layer_norm/scale/v        size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_6/pre_attention_layer_norm/scale/v_col    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/pre_attention_layer_norm/scale/v_row    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/pre_mlp_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/pre_mlp_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_6/pre_mlp_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_6/pre_mlp_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/key/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/key/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/key/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/key/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/out/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/out/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/out/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/out/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/query/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/query/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/query/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/query/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/value/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/value/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/value/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_7/attention/value/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_7/mlp/wi_0/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/mlp/wi_0/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/mlp/wi_0/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_7/mlp/wi_0/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_7/mlp/wi_1/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/mlp/wi_1/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/mlp/wi_1/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_7/mlp/wi_1/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_7/mlp/wo/kernel/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/mlp/wo/kernel/v                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/mlp/wo/kernel/v_col                     size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_7/mlp/wo/kernel/v_row                     size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_7/pre_attention_layer_norm/scale/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/pre_attention_layer_norm/scale/v        size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_7/pre_attention_layer_norm/scale/v_col    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/pre_attention_layer_norm/scale/v_row    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/pre_mlp_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/pre_mlp_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_7/pre_mlp_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_7/pre_mlp_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/key/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/key/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/key/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/key/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/out/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/out/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/out/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/out/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/query/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/query/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/query/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/query/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/value/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/value/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/value/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_8/attention/value/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_8/mlp/wi_0/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/mlp/wi_0/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/mlp/wi_0/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_8/mlp/wi_0/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_8/mlp/wi_1/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/mlp/wi_1/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/mlp/wi_1/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_8/mlp/wi_1/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_8/mlp/wo/kernel/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/mlp/wo/kernel/v                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/mlp/wo/kernel/v_col                     size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_8/mlp/wo/kernel/v_row                     size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_8/pre_attention_layer_norm/scale/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/pre_attention_layer_norm/scale/v        size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_8/pre_attention_layer_norm/scale/v_col    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/pre_attention_layer_norm/scale/v_row    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/pre_mlp_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/pre_mlp_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_8/pre_mlp_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_8/pre_mlp_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/key/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/key/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/key/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/key/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/out/kernel/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/out/kernel/v                  size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/out/kernel/v_col              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/out/kernel/v_row              size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/query/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/query/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/query/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/query/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/value/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/value/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/value/kernel/v_col            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_9/attention/value/kernel/v_row            size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_9/mlp/wi_0/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/mlp/wi_0/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/mlp/wi_0/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_9/mlp/wi_0/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_9/mlp/wi_1/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/mlp/wi_1/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/mlp/wi_1/kernel/v_col                   size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_9/mlp/wi_1/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_9/mlp/wo/kernel/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/mlp/wo/kernel/v                         size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/mlp/wo/kernel/v_col                     size 2048         shape (2048,)                                  partition spec None
+Variable param_states/continuous_encoder/layers_9/mlp/wo/kernel/v_row                     size 768          shape (768,)                                   partition spec None
+Variable param_states/continuous_encoder/layers_9/pre_attention_layer_norm/scale/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/pre_attention_layer_norm/scale/v        size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_9/pre_attention_layer_norm/scale/v_col    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/pre_attention_layer_norm/scale/v_row    size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/pre_mlp_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/pre_mlp_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/continuous_encoder/layers_9/pre_mlp_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/continuous_encoder/layers_9/pre_mlp_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/Embed_0/embedding/m                                         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/Embed_0/embedding/v                                         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/Embed_0/embedding/v_col                                     size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/Embed_0/embedding/v_row                                     size 256          shape (256,)                                   partition spec None
+Variable param_states/decoder/continuous_inputs_projection/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/continuous_inputs_projection/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/continuous_inputs_projection/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/continuous_inputs_projection/kernel/v_row                   size 128          shape (128,)                                   partition spec None
+Variable param_states/decoder/decoder_norm/scale/m                                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/decoder_norm/scale/v                                        size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/decoder_norm/scale/v_col                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/decoder_norm/scale/v_row                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/FiLMLayer_0/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/FiLMLayer_0/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/FiLMLayer_0/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_0/FiLMLayer_0/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_0/FiLMLayer_1/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/FiLMLayer_1/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/FiLMLayer_1/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_0/FiLMLayer_1/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/key/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/key/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/key/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/key/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/out/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/out/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/out/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/out/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/query/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/query/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/query/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/query/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/value/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/value/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/value/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/MultiHeadDotProductAttention_0/value/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/mlp/wi_0/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/mlp/wi_0/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/mlp/wi_0/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_0/mlp/wi_0/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/mlp/wi_1/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/mlp/wi_1/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/mlp/wi_1/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_0/mlp/wi_1/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/mlp/wo/kernel/m                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/mlp/wo/kernel/v                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/mlp/wo/kernel/v_col                                size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_0/mlp/wo/kernel/v_row                                size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/pre_cross_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/pre_cross_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_0/pre_cross_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/pre_cross_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/pre_mlp_layer_norm/scale/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/pre_mlp_layer_norm/scale/v                         size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_0/pre_mlp_layer_norm/scale/v_col                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/pre_mlp_layer_norm/scale/v_row                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/pre_self_attention_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/pre_self_attention_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_0/pre_self_attention_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/pre_self_attention_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/self_attention/key/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/self_attention/key/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/self_attention/key/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/self_attention/key/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/self_attention/out/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/self_attention/out/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/self_attention/out/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/self_attention/out/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/self_attention/query/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/self_attention/query/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/self_attention/query/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/self_attention/query/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/self_attention/value/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/self_attention/value/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_0/self_attention/value/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_0/self_attention/value/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/FiLMLayer_0/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/FiLMLayer_0/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/FiLMLayer_0/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_1/FiLMLayer_0/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_1/FiLMLayer_1/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/FiLMLayer_1/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/FiLMLayer_1/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_1/FiLMLayer_1/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/key/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/key/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/key/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/key/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/out/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/out/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/out/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/out/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/query/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/query/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/query/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/query/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/value/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/value/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/value/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/MultiHeadDotProductAttention_0/value/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/mlp/wi_0/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/mlp/wi_0/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/mlp/wi_0/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_1/mlp/wi_0/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/mlp/wi_1/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/mlp/wi_1/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/mlp/wi_1/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_1/mlp/wi_1/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/mlp/wo/kernel/m                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/mlp/wo/kernel/v                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/mlp/wo/kernel/v_col                                size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_1/mlp/wo/kernel/v_row                                size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/pre_cross_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/pre_cross_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_1/pre_cross_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/pre_cross_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/pre_mlp_layer_norm/scale/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/pre_mlp_layer_norm/scale/v                         size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_1/pre_mlp_layer_norm/scale/v_col                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/pre_mlp_layer_norm/scale/v_row                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/pre_self_attention_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/pre_self_attention_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_1/pre_self_attention_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/pre_self_attention_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/self_attention/key/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/self_attention/key/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/self_attention/key/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/self_attention/key/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/self_attention/out/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/self_attention/out/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/self_attention/out/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/self_attention/out/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/self_attention/query/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/self_attention/query/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/self_attention/query/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/self_attention/query/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/self_attention/value/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/self_attention/value/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_1/self_attention/value/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_1/self_attention/value/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/FiLMLayer_0/DenseGeneral_0/kernel/m               size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/FiLMLayer_0/DenseGeneral_0/kernel/v               size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/FiLMLayer_0/DenseGeneral_0/kernel/v_col           size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_10/FiLMLayer_0/DenseGeneral_0/kernel/v_row           size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_10/FiLMLayer_1/DenseGeneral_0/kernel/m               size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/FiLMLayer_1/DenseGeneral_0/kernel/v               size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/FiLMLayer_1/DenseGeneral_0/kernel/v_col           size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_10/FiLMLayer_1/DenseGeneral_0/kernel/v_row           size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/key/kernel/m       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/key/kernel/v       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/key/kernel/v_col   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/key/kernel/v_row   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/out/kernel/m       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/out/kernel/v       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/out/kernel/v_col   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/out/kernel/v_row   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/query/kernel/m     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/query/kernel/v     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/query/kernel/v_col size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/query/kernel/v_row size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/value/kernel/m     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/value/kernel/v     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/value/kernel/v_col size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/MultiHeadDotProductAttention_0/value/kernel/v_row size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/mlp/wi_0/kernel/m                                 size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/mlp/wi_0/kernel/v                                 size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/mlp/wi_0/kernel/v_col                             size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_10/mlp/wi_0/kernel/v_row                             size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/mlp/wi_1/kernel/m                                 size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/mlp/wi_1/kernel/v                                 size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/mlp/wi_1/kernel/v_col                             size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_10/mlp/wi_1/kernel/v_row                             size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/mlp/wo/kernel/m                                   size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/mlp/wo/kernel/v                                   size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/mlp/wo/kernel/v_col                               size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_10/mlp/wo/kernel/v_row                               size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/pre_cross_attention_layer_norm/scale/m            size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/pre_cross_attention_layer_norm/scale/v            size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_10/pre_cross_attention_layer_norm/scale/v_col        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/pre_cross_attention_layer_norm/scale/v_row        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/pre_mlp_layer_norm/scale/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/pre_mlp_layer_norm/scale/v                        size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_10/pre_mlp_layer_norm/scale/v_col                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/pre_mlp_layer_norm/scale/v_row                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/pre_self_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/pre_self_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_10/pre_self_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/pre_self_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/self_attention/key/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/self_attention/key/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/self_attention/key/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/self_attention/key/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/self_attention/out/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/self_attention/out/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/self_attention/out/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/self_attention/out/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/self_attention/query/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/self_attention/query/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/self_attention/query/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/self_attention/query/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/self_attention/value/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/self_attention/value/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_10/self_attention/value/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_10/self_attention/value/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/FiLMLayer_0/DenseGeneral_0/kernel/m               size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/FiLMLayer_0/DenseGeneral_0/kernel/v               size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/FiLMLayer_0/DenseGeneral_0/kernel/v_col           size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_11/FiLMLayer_0/DenseGeneral_0/kernel/v_row           size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_11/FiLMLayer_1/DenseGeneral_0/kernel/m               size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/FiLMLayer_1/DenseGeneral_0/kernel/v               size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/FiLMLayer_1/DenseGeneral_0/kernel/v_col           size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_11/FiLMLayer_1/DenseGeneral_0/kernel/v_row           size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/key/kernel/m       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/key/kernel/v       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/key/kernel/v_col   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/key/kernel/v_row   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/out/kernel/m       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/out/kernel/v       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/out/kernel/v_col   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/out/kernel/v_row   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/query/kernel/m     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/query/kernel/v     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/query/kernel/v_col size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/query/kernel/v_row size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/value/kernel/m     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/value/kernel/v     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/value/kernel/v_col size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/MultiHeadDotProductAttention_0/value/kernel/v_row size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/mlp/wi_0/kernel/m                                 size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/mlp/wi_0/kernel/v                                 size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/mlp/wi_0/kernel/v_col                             size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_11/mlp/wi_0/kernel/v_row                             size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/mlp/wi_1/kernel/m                                 size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/mlp/wi_1/kernel/v                                 size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/mlp/wi_1/kernel/v_col                             size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_11/mlp/wi_1/kernel/v_row                             size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/mlp/wo/kernel/m                                   size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/mlp/wo/kernel/v                                   size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/mlp/wo/kernel/v_col                               size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_11/mlp/wo/kernel/v_row                               size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/pre_cross_attention_layer_norm/scale/m            size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/pre_cross_attention_layer_norm/scale/v            size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_11/pre_cross_attention_layer_norm/scale/v_col        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/pre_cross_attention_layer_norm/scale/v_row        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/pre_mlp_layer_norm/scale/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/pre_mlp_layer_norm/scale/v                        size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_11/pre_mlp_layer_norm/scale/v_col                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/pre_mlp_layer_norm/scale/v_row                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/pre_self_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/pre_self_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_11/pre_self_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/pre_self_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/self_attention/key/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/self_attention/key/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/self_attention/key/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/self_attention/key/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/self_attention/out/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/self_attention/out/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/self_attention/out/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/self_attention/out/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/self_attention/query/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/self_attention/query/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/self_attention/query/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/self_attention/query/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/self_attention/value/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/self_attention/value/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_11/self_attention/value/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_11/self_attention/value/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/FiLMLayer_0/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/FiLMLayer_0/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/FiLMLayer_0/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_2/FiLMLayer_0/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_2/FiLMLayer_1/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/FiLMLayer_1/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/FiLMLayer_1/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_2/FiLMLayer_1/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/key/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/key/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/key/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/key/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/out/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/out/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/out/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/out/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/query/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/query/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/query/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/query/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/value/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/value/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/value/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/MultiHeadDotProductAttention_0/value/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/mlp/wi_0/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/mlp/wi_0/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/mlp/wi_0/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_2/mlp/wi_0/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/mlp/wi_1/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/mlp/wi_1/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/mlp/wi_1/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_2/mlp/wi_1/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/mlp/wo/kernel/m                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/mlp/wo/kernel/v                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/mlp/wo/kernel/v_col                                size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_2/mlp/wo/kernel/v_row                                size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/pre_cross_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/pre_cross_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_2/pre_cross_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/pre_cross_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/pre_mlp_layer_norm/scale/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/pre_mlp_layer_norm/scale/v                         size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_2/pre_mlp_layer_norm/scale/v_col                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/pre_mlp_layer_norm/scale/v_row                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/pre_self_attention_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/pre_self_attention_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_2/pre_self_attention_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/pre_self_attention_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/self_attention/key/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/self_attention/key/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/self_attention/key/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/self_attention/key/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/self_attention/out/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/self_attention/out/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/self_attention/out/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/self_attention/out/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/self_attention/query/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/self_attention/query/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/self_attention/query/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/self_attention/query/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/self_attention/value/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/self_attention/value/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_2/self_attention/value/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_2/self_attention/value/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/FiLMLayer_0/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/FiLMLayer_0/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/FiLMLayer_0/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_3/FiLMLayer_0/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_3/FiLMLayer_1/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/FiLMLayer_1/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/FiLMLayer_1/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_3/FiLMLayer_1/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/key/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/key/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/key/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/key/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/out/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/out/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/out/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/out/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/query/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/query/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/query/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/query/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/value/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/value/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/value/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/MultiHeadDotProductAttention_0/value/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/mlp/wi_0/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/mlp/wi_0/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/mlp/wi_0/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_3/mlp/wi_0/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/mlp/wi_1/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/mlp/wi_1/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/mlp/wi_1/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_3/mlp/wi_1/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/mlp/wo/kernel/m                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/mlp/wo/kernel/v                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/mlp/wo/kernel/v_col                                size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_3/mlp/wo/kernel/v_row                                size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/pre_cross_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/pre_cross_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_3/pre_cross_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/pre_cross_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/pre_mlp_layer_norm/scale/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/pre_mlp_layer_norm/scale/v                         size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_3/pre_mlp_layer_norm/scale/v_col                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/pre_mlp_layer_norm/scale/v_row                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/pre_self_attention_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/pre_self_attention_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_3/pre_self_attention_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/pre_self_attention_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/self_attention/key/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/self_attention/key/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/self_attention/key/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/self_attention/key/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/self_attention/out/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/self_attention/out/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/self_attention/out/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/self_attention/out/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/self_attention/query/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/self_attention/query/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/self_attention/query/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/self_attention/query/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/self_attention/value/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/self_attention/value/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_3/self_attention/value/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_3/self_attention/value/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/FiLMLayer_0/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/FiLMLayer_0/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/FiLMLayer_0/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_4/FiLMLayer_0/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_4/FiLMLayer_1/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/FiLMLayer_1/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/FiLMLayer_1/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_4/FiLMLayer_1/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/key/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/key/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/key/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/key/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/out/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/out/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/out/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/out/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/query/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/query/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/query/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/query/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/value/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/value/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/value/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/MultiHeadDotProductAttention_0/value/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/mlp/wi_0/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/mlp/wi_0/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/mlp/wi_0/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_4/mlp/wi_0/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/mlp/wi_1/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/mlp/wi_1/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/mlp/wi_1/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_4/mlp/wi_1/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/mlp/wo/kernel/m                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/mlp/wo/kernel/v                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/mlp/wo/kernel/v_col                                size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_4/mlp/wo/kernel/v_row                                size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/pre_cross_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/pre_cross_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_4/pre_cross_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/pre_cross_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/pre_mlp_layer_norm/scale/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/pre_mlp_layer_norm/scale/v                         size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_4/pre_mlp_layer_norm/scale/v_col                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/pre_mlp_layer_norm/scale/v_row                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/pre_self_attention_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/pre_self_attention_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_4/pre_self_attention_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/pre_self_attention_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/self_attention/key/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/self_attention/key/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/self_attention/key/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/self_attention/key/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/self_attention/out/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/self_attention/out/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/self_attention/out/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/self_attention/out/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/self_attention/query/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/self_attention/query/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/self_attention/query/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/self_attention/query/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/self_attention/value/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/self_attention/value/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_4/self_attention/value/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_4/self_attention/value/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/FiLMLayer_0/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/FiLMLayer_0/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/FiLMLayer_0/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_5/FiLMLayer_0/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_5/FiLMLayer_1/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/FiLMLayer_1/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/FiLMLayer_1/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_5/FiLMLayer_1/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/key/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/key/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/key/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/key/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/out/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/out/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/out/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/out/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/query/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/query/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/query/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/query/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/value/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/value/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/value/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/MultiHeadDotProductAttention_0/value/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/mlp/wi_0/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/mlp/wi_0/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/mlp/wi_0/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_5/mlp/wi_0/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/mlp/wi_1/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/mlp/wi_1/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/mlp/wi_1/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_5/mlp/wi_1/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/mlp/wo/kernel/m                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/mlp/wo/kernel/v                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/mlp/wo/kernel/v_col                                size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_5/mlp/wo/kernel/v_row                                size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/pre_cross_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/pre_cross_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_5/pre_cross_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/pre_cross_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/pre_mlp_layer_norm/scale/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/pre_mlp_layer_norm/scale/v                         size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_5/pre_mlp_layer_norm/scale/v_col                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/pre_mlp_layer_norm/scale/v_row                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/pre_self_attention_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/pre_self_attention_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_5/pre_self_attention_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/pre_self_attention_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/self_attention/key/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/self_attention/key/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/self_attention/key/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/self_attention/key/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/self_attention/out/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/self_attention/out/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/self_attention/out/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/self_attention/out/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/self_attention/query/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/self_attention/query/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/self_attention/query/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/self_attention/query/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/self_attention/value/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/self_attention/value/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_5/self_attention/value/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_5/self_attention/value/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/FiLMLayer_0/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/FiLMLayer_0/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/FiLMLayer_0/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_6/FiLMLayer_0/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_6/FiLMLayer_1/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/FiLMLayer_1/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/FiLMLayer_1/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_6/FiLMLayer_1/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/key/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/key/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/key/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/key/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/out/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/out/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/out/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/out/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/query/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/query/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/query/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/query/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/value/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/value/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/value/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/MultiHeadDotProductAttention_0/value/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/mlp/wi_0/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/mlp/wi_0/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/mlp/wi_0/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_6/mlp/wi_0/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/mlp/wi_1/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/mlp/wi_1/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/mlp/wi_1/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_6/mlp/wi_1/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/mlp/wo/kernel/m                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/mlp/wo/kernel/v                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/mlp/wo/kernel/v_col                                size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_6/mlp/wo/kernel/v_row                                size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/pre_cross_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/pre_cross_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_6/pre_cross_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/pre_cross_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/pre_mlp_layer_norm/scale/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/pre_mlp_layer_norm/scale/v                         size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_6/pre_mlp_layer_norm/scale/v_col                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/pre_mlp_layer_norm/scale/v_row                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/pre_self_attention_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/pre_self_attention_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_6/pre_self_attention_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/pre_self_attention_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/self_attention/key/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/self_attention/key/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/self_attention/key/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/self_attention/key/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/self_attention/out/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/self_attention/out/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/self_attention/out/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/self_attention/out/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/self_attention/query/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/self_attention/query/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/self_attention/query/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/self_attention/query/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/self_attention/value/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/self_attention/value/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_6/self_attention/value/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_6/self_attention/value/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/FiLMLayer_0/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/FiLMLayer_0/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/FiLMLayer_0/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_7/FiLMLayer_0/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_7/FiLMLayer_1/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/FiLMLayer_1/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/FiLMLayer_1/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_7/FiLMLayer_1/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/key/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/key/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/key/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/key/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/out/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/out/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/out/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/out/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/query/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/query/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/query/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/query/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/value/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/value/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/value/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/MultiHeadDotProductAttention_0/value/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/mlp/wi_0/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/mlp/wi_0/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/mlp/wi_0/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_7/mlp/wi_0/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/mlp/wi_1/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/mlp/wi_1/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/mlp/wi_1/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_7/mlp/wi_1/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/mlp/wo/kernel/m                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/mlp/wo/kernel/v                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/mlp/wo/kernel/v_col                                size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_7/mlp/wo/kernel/v_row                                size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/pre_cross_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/pre_cross_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_7/pre_cross_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/pre_cross_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/pre_mlp_layer_norm/scale/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/pre_mlp_layer_norm/scale/v                         size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_7/pre_mlp_layer_norm/scale/v_col                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/pre_mlp_layer_norm/scale/v_row                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/pre_self_attention_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/pre_self_attention_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_7/pre_self_attention_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/pre_self_attention_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/self_attention/key/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/self_attention/key/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/self_attention/key/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/self_attention/key/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/self_attention/out/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/self_attention/out/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/self_attention/out/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/self_attention/out/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/self_attention/query/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/self_attention/query/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/self_attention/query/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/self_attention/query/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/self_attention/value/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/self_attention/value/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_7/self_attention/value/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_7/self_attention/value/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/FiLMLayer_0/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/FiLMLayer_0/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/FiLMLayer_0/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_8/FiLMLayer_0/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_8/FiLMLayer_1/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/FiLMLayer_1/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/FiLMLayer_1/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_8/FiLMLayer_1/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/key/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/key/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/key/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/key/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/out/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/out/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/out/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/out/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/query/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/query/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/query/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/query/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/value/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/value/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/value/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/MultiHeadDotProductAttention_0/value/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/mlp/wi_0/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/mlp/wi_0/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/mlp/wi_0/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_8/mlp/wi_0/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/mlp/wi_1/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/mlp/wi_1/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/mlp/wi_1/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_8/mlp/wi_1/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/mlp/wo/kernel/m                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/mlp/wo/kernel/v                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/mlp/wo/kernel/v_col                                size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_8/mlp/wo/kernel/v_row                                size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/pre_cross_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/pre_cross_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_8/pre_cross_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/pre_cross_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/pre_mlp_layer_norm/scale/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/pre_mlp_layer_norm/scale/v                         size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_8/pre_mlp_layer_norm/scale/v_col                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/pre_mlp_layer_norm/scale/v_row                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/pre_self_attention_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/pre_self_attention_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_8/pre_self_attention_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/pre_self_attention_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/self_attention/key/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/self_attention/key/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/self_attention/key/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/self_attention/key/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/self_attention/out/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/self_attention/out/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/self_attention/out/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/self_attention/out/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/self_attention/query/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/self_attention/query/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/self_attention/query/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/self_attention/query/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/self_attention/value/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/self_attention/value/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_8/self_attention/value/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_8/self_attention/value/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/FiLMLayer_0/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/FiLMLayer_0/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/FiLMLayer_0/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_9/FiLMLayer_0/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_9/FiLMLayer_1/DenseGeneral_0/kernel/m                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/FiLMLayer_1/DenseGeneral_0/kernel/v                size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/FiLMLayer_1/DenseGeneral_0/kernel/v_col            size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/layers_9/FiLMLayer_1/DenseGeneral_0/kernel/v_row            size 1536         shape (1536,)                                  partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/key/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/key/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/key/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/key/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/out/kernel/m        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/out/kernel/v        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/out/kernel/v_col    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/out/kernel/v_row    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/query/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/query/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/query/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/query/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/value/kernel/m      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/value/kernel/v      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/value/kernel/v_col  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/MultiHeadDotProductAttention_0/value/kernel/v_row  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/mlp/wi_0/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/mlp/wi_0/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/mlp/wi_0/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_9/mlp/wi_0/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/mlp/wi_1/kernel/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/mlp/wi_1/kernel/v                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/mlp/wi_1/kernel/v_col                              size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_9/mlp/wi_1/kernel/v_row                              size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/mlp/wo/kernel/m                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/mlp/wo/kernel/v                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/mlp/wo/kernel/v_col                                size 2048         shape (2048,)                                  partition spec None
+Variable param_states/decoder/layers_9/mlp/wo/kernel/v_row                                size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/pre_cross_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/pre_cross_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_9/pre_cross_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/pre_cross_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/pre_mlp_layer_norm/scale/m                         size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/pre_mlp_layer_norm/scale/v                         size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_9/pre_mlp_layer_norm/scale/v_col                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/pre_mlp_layer_norm/scale/v_row                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/pre_self_attention_layer_norm/scale/m              size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/pre_self_attention_layer_norm/scale/v              size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/decoder/layers_9/pre_self_attention_layer_norm/scale/v_col          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/pre_self_attention_layer_norm/scale/v_row          size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/self_attention/key/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/self_attention/key/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/self_attention/key/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/self_attention/key/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/self_attention/out/kernel/m                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/self_attention/out/kernel/v                        size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/self_attention/out/kernel/v_col                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/self_attention/out/kernel/v_row                    size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/self_attention/query/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/self_attention/query/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/self_attention/query/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/self_attention/query/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/self_attention/value/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/self_attention/value/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/layers_9/self_attention/value/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/layers_9/self_attention/value/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/spec_out_dense/kernel/m                                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/spec_out_dense/kernel/v                                     size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/spec_out_dense/kernel/v_col                                 size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/spec_out_dense/kernel/v_row                                 size 128          shape (128,)                                   partition spec None
+Variable param_states/decoder/time_emb_dense0/kernel/m                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/time_emb_dense0/kernel/v                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/time_emb_dense0/kernel/v_col                                size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/time_emb_dense0/kernel/v_row                                size 768          shape (768,)                                   partition spec None
+Variable param_states/decoder/time_emb_dense1/kernel/m                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/time_emb_dense1/kernel/v                                    size 1            shape (1,)                                     partition spec None
+Variable param_states/decoder/time_emb_dense1/kernel/v_col                                size 3072         shape (3072,)                                  partition spec None
+Variable param_states/decoder/time_emb_dense1/kernel/v_row                                size 3072         shape (3072,)                                  partition spec None
+Variable param_states/token_encoder/Embed_0/embedding/m                                   size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/Embed_0/embedding/v                                   size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/Embed_0/embedding/v_col                               size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/Embed_0/embedding/v_row                               size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/encoder_norm/scale/m                                  size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/encoder_norm/scale/v                                  size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/encoder_norm/scale/v_col                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/encoder_norm/scale/v_row                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/attention/key/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/attention/key/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/attention/key/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_0/attention/key/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_0/attention/out/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/attention/out/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/attention/out/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_0/attention/out/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_0/attention/query/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/attention/query/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/attention/query/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_0/attention/query/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_0/attention/value/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/attention/value/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/attention/value/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_0/attention/value/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_0/mlp/wi_0/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/mlp/wi_0/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/mlp/wi_0/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_0/mlp/wi_0/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_0/mlp/wi_1/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/mlp/wi_1/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/mlp/wi_1/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_0/mlp/wi_1/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_0/mlp/wo/kernel/m                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/mlp/wo/kernel/v                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/mlp/wo/kernel/v_col                          size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_0/mlp/wo/kernel/v_row                          size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_0/pre_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/pre_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_0/pre_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/pre_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/pre_mlp_layer_norm/scale/m                   size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/pre_mlp_layer_norm/scale/v                   size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_0/pre_mlp_layer_norm/scale/v_col               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_0/pre_mlp_layer_norm/scale/v_row               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/attention/key/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/attention/key/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/attention/key/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_1/attention/key/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_1/attention/out/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/attention/out/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/attention/out/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_1/attention/out/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_1/attention/query/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/attention/query/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/attention/query/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_1/attention/query/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_1/attention/value/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/attention/value/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/attention/value/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_1/attention/value/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_1/mlp/wi_0/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/mlp/wi_0/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/mlp/wi_0/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_1/mlp/wi_0/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_1/mlp/wi_1/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/mlp/wi_1/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/mlp/wi_1/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_1/mlp/wi_1/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_1/mlp/wo/kernel/m                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/mlp/wo/kernel/v                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/mlp/wo/kernel/v_col                          size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_1/mlp/wo/kernel/v_row                          size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_1/pre_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/pre_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_1/pre_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/pre_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/pre_mlp_layer_norm/scale/m                   size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/pre_mlp_layer_norm/scale/v                   size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_1/pre_mlp_layer_norm/scale/v_col               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_1/pre_mlp_layer_norm/scale/v_row               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/attention/key/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/attention/key/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/attention/key/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_10/attention/key/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_10/attention/out/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/attention/out/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/attention/out/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_10/attention/out/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_10/attention/query/kernel/m                    size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/attention/query/kernel/v                    size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/attention/query/kernel/v_col                size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_10/attention/query/kernel/v_row                size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_10/attention/value/kernel/m                    size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/attention/value/kernel/v                    size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/attention/value/kernel/v_col                size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_10/attention/value/kernel/v_row                size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_10/mlp/wi_0/kernel/m                           size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/mlp/wi_0/kernel/v                           size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/mlp/wi_0/kernel/v_col                       size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_10/mlp/wi_0/kernel/v_row                       size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_10/mlp/wi_1/kernel/m                           size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/mlp/wi_1/kernel/v                           size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/mlp/wi_1/kernel/v_col                       size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_10/mlp/wi_1/kernel/v_row                       size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_10/mlp/wo/kernel/m                             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/mlp/wo/kernel/v                             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/mlp/wo/kernel/v_col                         size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_10/mlp/wo/kernel/v_row                         size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_10/pre_attention_layer_norm/scale/m            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/pre_attention_layer_norm/scale/v            size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_10/pre_attention_layer_norm/scale/v_col        size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/pre_attention_layer_norm/scale/v_row        size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/pre_mlp_layer_norm/scale/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/pre_mlp_layer_norm/scale/v                  size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_10/pre_mlp_layer_norm/scale/v_col              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_10/pre_mlp_layer_norm/scale/v_row              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/attention/key/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/attention/key/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/attention/key/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_11/attention/key/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_11/attention/out/kernel/m                      size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/attention/out/kernel/v                      size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/attention/out/kernel/v_col                  size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_11/attention/out/kernel/v_row                  size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_11/attention/query/kernel/m                    size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/attention/query/kernel/v                    size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/attention/query/kernel/v_col                size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_11/attention/query/kernel/v_row                size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_11/attention/value/kernel/m                    size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/attention/value/kernel/v                    size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/attention/value/kernel/v_col                size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_11/attention/value/kernel/v_row                size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_11/mlp/wi_0/kernel/m                           size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/mlp/wi_0/kernel/v                           size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/mlp/wi_0/kernel/v_col                       size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_11/mlp/wi_0/kernel/v_row                       size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_11/mlp/wi_1/kernel/m                           size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/mlp/wi_1/kernel/v                           size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/mlp/wi_1/kernel/v_col                       size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_11/mlp/wi_1/kernel/v_row                       size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_11/mlp/wo/kernel/m                             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/mlp/wo/kernel/v                             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/mlp/wo/kernel/v_col                         size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_11/mlp/wo/kernel/v_row                         size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_11/pre_attention_layer_norm/scale/m            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/pre_attention_layer_norm/scale/v            size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_11/pre_attention_layer_norm/scale/v_col        size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/pre_attention_layer_norm/scale/v_row        size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/pre_mlp_layer_norm/scale/m                  size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/pre_mlp_layer_norm/scale/v                  size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_11/pre_mlp_layer_norm/scale/v_col              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_11/pre_mlp_layer_norm/scale/v_row              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/attention/key/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/attention/key/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/attention/key/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_2/attention/key/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_2/attention/out/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/attention/out/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/attention/out/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_2/attention/out/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_2/attention/query/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/attention/query/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/attention/query/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_2/attention/query/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_2/attention/value/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/attention/value/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/attention/value/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_2/attention/value/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_2/mlp/wi_0/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/mlp/wi_0/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/mlp/wi_0/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_2/mlp/wi_0/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_2/mlp/wi_1/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/mlp/wi_1/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/mlp/wi_1/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_2/mlp/wi_1/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_2/mlp/wo/kernel/m                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/mlp/wo/kernel/v                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/mlp/wo/kernel/v_col                          size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_2/mlp/wo/kernel/v_row                          size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_2/pre_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/pre_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_2/pre_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/pre_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/pre_mlp_layer_norm/scale/m                   size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/pre_mlp_layer_norm/scale/v                   size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_2/pre_mlp_layer_norm/scale/v_col               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_2/pre_mlp_layer_norm/scale/v_row               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/attention/key/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/attention/key/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/attention/key/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_3/attention/key/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_3/attention/out/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/attention/out/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/attention/out/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_3/attention/out/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_3/attention/query/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/attention/query/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/attention/query/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_3/attention/query/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_3/attention/value/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/attention/value/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/attention/value/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_3/attention/value/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_3/mlp/wi_0/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/mlp/wi_0/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/mlp/wi_0/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_3/mlp/wi_0/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_3/mlp/wi_1/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/mlp/wi_1/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/mlp/wi_1/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_3/mlp/wi_1/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_3/mlp/wo/kernel/m                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/mlp/wo/kernel/v                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/mlp/wo/kernel/v_col                          size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_3/mlp/wo/kernel/v_row                          size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_3/pre_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/pre_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_3/pre_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/pre_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/pre_mlp_layer_norm/scale/m                   size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/pre_mlp_layer_norm/scale/v                   size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_3/pre_mlp_layer_norm/scale/v_col               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_3/pre_mlp_layer_norm/scale/v_row               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/attention/key/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/attention/key/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/attention/key/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_4/attention/key/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_4/attention/out/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/attention/out/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/attention/out/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_4/attention/out/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_4/attention/query/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/attention/query/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/attention/query/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_4/attention/query/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_4/attention/value/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/attention/value/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/attention/value/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_4/attention/value/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_4/mlp/wi_0/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/mlp/wi_0/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/mlp/wi_0/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_4/mlp/wi_0/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_4/mlp/wi_1/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/mlp/wi_1/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/mlp/wi_1/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_4/mlp/wi_1/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_4/mlp/wo/kernel/m                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/mlp/wo/kernel/v                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/mlp/wo/kernel/v_col                          size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_4/mlp/wo/kernel/v_row                          size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_4/pre_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/pre_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_4/pre_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/pre_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/pre_mlp_layer_norm/scale/m                   size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/pre_mlp_layer_norm/scale/v                   size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_4/pre_mlp_layer_norm/scale/v_col               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_4/pre_mlp_layer_norm/scale/v_row               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/attention/key/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/attention/key/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/attention/key/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_5/attention/key/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_5/attention/out/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/attention/out/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/attention/out/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_5/attention/out/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_5/attention/query/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/attention/query/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/attention/query/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_5/attention/query/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_5/attention/value/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/attention/value/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/attention/value/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_5/attention/value/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_5/mlp/wi_0/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/mlp/wi_0/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/mlp/wi_0/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_5/mlp/wi_0/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_5/mlp/wi_1/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/mlp/wi_1/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/mlp/wi_1/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_5/mlp/wi_1/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_5/mlp/wo/kernel/m                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/mlp/wo/kernel/v                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/mlp/wo/kernel/v_col                          size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_5/mlp/wo/kernel/v_row                          size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_5/pre_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/pre_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_5/pre_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/pre_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/pre_mlp_layer_norm/scale/m                   size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/pre_mlp_layer_norm/scale/v                   size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_5/pre_mlp_layer_norm/scale/v_col               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_5/pre_mlp_layer_norm/scale/v_row               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/attention/key/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/attention/key/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/attention/key/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_6/attention/key/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_6/attention/out/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/attention/out/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/attention/out/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_6/attention/out/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_6/attention/query/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/attention/query/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/attention/query/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_6/attention/query/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_6/attention/value/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/attention/value/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/attention/value/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_6/attention/value/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_6/mlp/wi_0/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/mlp/wi_0/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/mlp/wi_0/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_6/mlp/wi_0/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_6/mlp/wi_1/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/mlp/wi_1/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/mlp/wi_1/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_6/mlp/wi_1/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_6/mlp/wo/kernel/m                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/mlp/wo/kernel/v                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/mlp/wo/kernel/v_col                          size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_6/mlp/wo/kernel/v_row                          size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_6/pre_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/pre_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_6/pre_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/pre_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/pre_mlp_layer_norm/scale/m                   size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/pre_mlp_layer_norm/scale/v                   size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_6/pre_mlp_layer_norm/scale/v_col               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_6/pre_mlp_layer_norm/scale/v_row               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/attention/key/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/attention/key/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/attention/key/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_7/attention/key/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_7/attention/out/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/attention/out/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/attention/out/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_7/attention/out/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_7/attention/query/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/attention/query/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/attention/query/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_7/attention/query/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_7/attention/value/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/attention/value/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/attention/value/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_7/attention/value/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_7/mlp/wi_0/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/mlp/wi_0/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/mlp/wi_0/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_7/mlp/wi_0/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_7/mlp/wi_1/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/mlp/wi_1/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/mlp/wi_1/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_7/mlp/wi_1/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_7/mlp/wo/kernel/m                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/mlp/wo/kernel/v                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/mlp/wo/kernel/v_col                          size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_7/mlp/wo/kernel/v_row                          size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_7/pre_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/pre_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_7/pre_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/pre_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/pre_mlp_layer_norm/scale/m                   size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/pre_mlp_layer_norm/scale/v                   size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_7/pre_mlp_layer_norm/scale/v_col               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_7/pre_mlp_layer_norm/scale/v_row               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/attention/key/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/attention/key/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/attention/key/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_8/attention/key/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_8/attention/out/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/attention/out/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/attention/out/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_8/attention/out/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_8/attention/query/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/attention/query/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/attention/query/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_8/attention/query/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_8/attention/value/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/attention/value/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/attention/value/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_8/attention/value/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_8/mlp/wi_0/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/mlp/wi_0/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/mlp/wi_0/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_8/mlp/wi_0/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_8/mlp/wi_1/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/mlp/wi_1/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/mlp/wi_1/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_8/mlp/wi_1/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_8/mlp/wo/kernel/m                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/mlp/wo/kernel/v                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/mlp/wo/kernel/v_col                          size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_8/mlp/wo/kernel/v_row                          size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_8/pre_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/pre_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_8/pre_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/pre_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/pre_mlp_layer_norm/scale/m                   size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/pre_mlp_layer_norm/scale/v                   size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_8/pre_mlp_layer_norm/scale/v_col               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_8/pre_mlp_layer_norm/scale/v_row               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/attention/key/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/attention/key/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/attention/key/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_9/attention/key/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_9/attention/out/kernel/m                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/attention/out/kernel/v                       size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/attention/out/kernel/v_col                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_9/attention/out/kernel/v_row                   size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_9/attention/query/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/attention/query/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/attention/query/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_9/attention/query/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_9/attention/value/kernel/m                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/attention/value/kernel/v                     size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/attention/value/kernel/v_col                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_9/attention/value/kernel/v_row                 size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_9/mlp/wi_0/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/mlp/wi_0/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/mlp/wi_0/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_9/mlp/wi_0/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_9/mlp/wi_1/kernel/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/mlp/wi_1/kernel/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/mlp/wi_1/kernel/v_col                        size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_9/mlp/wi_1/kernel/v_row                        size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_9/mlp/wo/kernel/m                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/mlp/wo/kernel/v                              size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/mlp/wo/kernel/v_col                          size 2048         shape (2048,)                                  partition spec None
+Variable param_states/token_encoder/layers_9/mlp/wo/kernel/v_row                          size 768          shape (768,)                                   partition spec None
+Variable param_states/token_encoder/layers_9/pre_attention_layer_norm/scale/m             size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/pre_attention_layer_norm/scale/v             size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_9/pre_attention_layer_norm/scale/v_col         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/pre_attention_layer_norm/scale/v_row         size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/pre_mlp_layer_norm/scale/m                   size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/pre_mlp_layer_norm/scale/v                   size 768          shape (embed=768)                              partition spec (None,)
+Variable param_states/token_encoder/layers_9/pre_mlp_layer_norm/scale/v_col               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/layers_9/pre_mlp_layer_norm/scale/v_row               size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/token_embedder/embedding/m                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/token_embedder/embedding/v                            size 1            shape (1,)                                     partition spec None
+Variable param_states/token_encoder/token_embedder/embedding/v_col                        size 1536         shape (1536,)                                  partition spec None
+Variable param_states/token_encoder/token_embedder/embedding/v_row                        size 768          shape (768,)                                   partition spec None
+Variable step                                                                             size 1            shape ()                                       partition spec None