diff --git a/.gitattributes b/.gitattributes
index f727163fd0228d789251b0e06e7d2f777407a512..83582caa201206f144067a38f0ad840c6f502eff 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -42,3 +42,5 @@ video_mllm_swift/s1_declip_siglip2_qwen3_1.7b/v0-20260314-141147/checkpoint-2181
 video_mllm_swift/s1_siglip2_qwen3_1.7b/v11-20260314-090153/checkpoint-2000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 video_mllm_swift/s1_siglip2_qwen3_1.7b/v11-20260314-090153/checkpoint-2181/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 video_mllm_swift/s2_declip_siglip2_qwen3_1.7b_10pct/checkpoint-1000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/video_mllm_swift/s2_image_only_10pct/v0-20260316-082051/args.json b/video_mllm_swift/s2_image_only_10pct/v0-20260316-082051/args.json
new file mode 100644
index 0000000000000000000000000000000000000000..8469c3c6b959b43aa78e4a06f6ed937a079adbf8
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v0-20260316-082051/args.json
@@ -0,0 +1,376 @@
+{
+  "output_dir": "/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v0-20260316-082051",
+  "per_device_train_batch_size": 1,
+  "num_train_epochs": 3.0,
+  "max_steps": 500,
+  "learning_rate": 1e-05,
+  "lr_scheduler_type": "cosine",
+  "lr_scheduler_kwargs": null,
+  "warmup_steps": 0,
+  "optim": "adamw_torch_fused",
+  "optim_args": null,
+  "weight_decay": 0.1,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.95,
+  "adam_epsilon": 1e-08,
+  "optim_target_modules": null,
+  "gradient_accumulation_steps": 8,
+  "average_tokens_across_devices": true,
+  "max_grad_norm": 1.0,
+  "label_smoothing_factor": 0.0,
+  "bf16": true,
+  "fp16": false,
+  "bf16_full_eval": false,
+  "fp16_full_eval": false,
+  "tf32": null,
+  "gradient_checkpointing": true,
+  "gradient_checkpointing_kwargs": "{\"use_reentrant\": false}",
+  "torch_compile": false,
+  "torch_compile_backend": null,
+  "torch_compile_mode": null,
+  "use_liger_kernel": false,
+  "liger_kernel_config": null,
+  "use_cache": false,
+  "neftune_noise_alpha": null,
+  "torch_empty_cache_steps": null,
+  "auto_find_batch_size": false,
+  "logging_strategy": "steps",
+  "logging_steps": 1,
+  "logging_first_step": true,
+  "log_on_each_node": true,
+  "logging_nan_inf_filter": true,
+  "include_num_input_tokens_seen": false,
+  "log_level": "passive",
+  "log_level_replica": "warning",
+  "disable_tqdm": null,
+  "report_to": [
+    "none"
+  ],
+  "run_name": "/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v0-20260316-082051",
+  "project": "huggingface",
+  "trackio_space_id": "trackio",
+  "eval_strategy": "no",
+  "eval_steps": 100.0,
+  "eval_delay": 0,
+  "per_device_eval_batch_size": 1,
+  "prediction_loss_only": false,
+  "eval_on_start": false,
+  "eval_do_concat_batches": true,
+  "eval_use_gather_object": false,
+  "eval_accumulation_steps": null,
+  "include_for_metrics": [],
+  "batch_eval_metrics": false,
+  "save_only_model": false,
+  "save_strategy": "steps",
+  "save_steps": 100.0,
+  "save_on_each_node": false,
+  "save_total_limit": 2,
+  "enable_jit_checkpoint": false,
+  "push_to_hub": false,
+  "hub_token": null,
+  "hub_private_repo": null,
+  "hub_model_id": null,
+  "hub_strategy": "every_save",
+  "hub_always_push": false,
+  "hub_revision": null,
+  "load_best_model_at_end": false,
+  "metric_for_best_model": "loss",
+  "greater_is_better": false,
+  "ignore_data_skip": false,
+  "restore_callback_states_from_checkpoint": false,
+  "full_determinism": false,
+  "seed": 42,
+  "data_seed": 42,
+  "use_cpu": false,
+  "accelerator_config": "{\"dispatch_batches\": false}",
+  "parallelism_config": null,
+  "dataloader_drop_last": false,
+  "dataloader_num_workers": 4,
+  "dataloader_pin_memory": true,
+  "dataloader_persistent_workers": false,
+  "dataloader_prefetch_factor": 4,
+  "remove_unused_columns": true,
+  "label_names": null,
+  "train_sampling_strategy": "random",
+  "length_column_name": "length",
+  "ddp_find_unused_parameters": null,
+  "ddp_bucket_cap_mb": null,
+  "ddp_broadcast_buffers": null,
+  "ddp_backend": null,
+  "ddp_timeout": 36000,
+  "fsdp": [],
+  "fsdp_config": null,
+  "deepspeed": {
+    "fp16": {
+      "enabled": "auto",
+      "loss_scale": 0,
+      "loss_scale_window": 1000,
+      "initial_scale_power": 16,
+      "hysteresis": 2,
+      "min_loss_scale": 1
+    },
+    "bf16": {
+      "enabled": "auto"
+    },
+    "zero_optimization": {
+      "stage": 2,
+      "offload_optimizer": {
+        "device": "none",
+        "pin_memory": true
+      },
+      "allgather_partitions": true,
+      "allgather_bucket_size": 200000000.0,
+      "overlap_comm": false,
+      "reduce_scatter": true,
+      "reduce_bucket_size": 200000000.0,
+      "contiguous_gradients": true
+    },
+    "gradient_accumulation_steps": "auto",
+    "gradient_clipping": "auto",
+    "steps_per_print": 2000,
+    "train_batch_size": "auto",
+    "train_micro_batch_size_per_gpu": "auto",
+    "wall_clock_breakdown": false
+  },
+  "debug": null,
+  "skip_memory_metrics": true,
+  "do_train": false,
+  "do_eval": false,
+  "do_predict": false,
+  "resume_from_checkpoint": null,
+  "warmup_ratio": 0.05,
+  "logging_dir": "/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v0-20260316-082051/runs",
+  "local_rank": 0,
+  "sortish_sampler": false,
+  "predict_with_generate": false,
+  "generation_max_length": null,
+  "generation_num_beams": null,
+  "generation_config": null,
+  "tuner_backend": "peft",
+  "vit_gradient_checkpointing": null,
+  "router_aux_loss_coef": 0.0,
+  "enable_dft_loss": false,
+  "enable_channel_loss": false,
+  "safe_serialization": true,
+  "max_shard_size": "5GB",
+  "check_model": true,
+  "acc_strategy": "token",
+  "train_dataloader_shuffle": true,
+  "group_by_length": false,
+  "max_epochs": null,
+  "aligner_lr": null,
+  "vit_lr": 1e-06,
+  "use_logits_to_keep": null,
+  "ds3_gather_for_generation": true,
+  "resume_only_model": false,
+  "optimizer": null,
+  "loss_type": null,
+  "eval_metric": null,
+  "callbacks": [],
+  "early_stop_interval": null,
+  "eval_use_evalscope": false,
+  "eval_dataset": [],
+  "eval_dataset_args": null,
+  "eval_limit": null,
+  "eval_generation_config": null,
+  "extra_eval_args": null,
+  "tuner_type": "full",
+  "use_galore": false,
+  "galore_target_modules": null,
+  "galore_rank": 128,
+  "galore_update_proj_gap": 50,
+  "galore_scale": 1.0,
+  "galore_proj_type": "std",
+  "galore_optim_per_parameter": false,
+  "galore_with_embedding": false,
+  "galore_quantization": false,
+  "galore_proj_quant": false,
+  "galore_proj_bits": 4,
+  "galore_proj_group_size": 256,
+  "galore_cos_threshold": 0.4,
+  "galore_gamma_proj": 2,
+  "galore_queue_size": 5,
+  "lisa_activated_layers": 0,
+  "lisa_step_interval": 20,
+  "use_flash_ckpt": false,
+  "use_ray": false,
+  "ray_exp_name": null,
+  "device_groups": null,
+  "model": "/opt/tiger/model_cache/checkpoint-2181",
+  "model_type": "llava_siglip2_qwen3",
+  "model_revision": null,
+  "task_type": "causal_lm",
+  "torch_dtype": "bfloat16",
+  "attn_impl": "flash_attn",
+  "experts_impl": null,
+  "new_special_tokens": [],
+  "num_labels": null,
+  "problem_type": null,
+  "rope_scaling": null,
+  "device_map": null,
+  "max_memory": {},
+  "max_model_len": null,
+  "local_repo_path": null,
+  "init_strategy": null,
+  "template": "llava_siglip2_qwen3",
+  "system": null,
+  "max_length": 16384,
+  "truncation_strategy": "delete",
+  "max_pixels": null,
+  "agent_template": null,
+  "norm_bbox": null,
+  "use_chat_template": true,
+  "padding_side": "right",
+  "padding_free": true,
+  "loss_scale": "default",
+  "sequence_parallel_size": 1,
+  "template_backend": "swift",
+  "response_prefix": null,
+  "enable_thinking": null,
+  "add_non_thinking_prefix": true,
+  "dataset": [
+    "vmllm_s2_image_10pct"
+  ],
+  "val_dataset": [],
+  "cached_dataset": [],
+  "cached_val_dataset": [],
+  "split_dataset_ratio": 0.0,
+  "dataset_num_proc": 64,
+  "load_from_cache_file": true,
+  "dataset_shuffle": true,
+  "val_dataset_shuffle": false,
+  "streaming": false,
+  "interleave_prob": null,
+  "stopping_strategy": "first_exhausted",
+  "shuffle_buffer_size": 1000,
+  "download_mode": "reuse_dataset_if_exists",
+  "columns": {},
+  "strict": false,
+  "model_name": null,
+  "model_author": null,
+  "custom_dataset_info": [],
+  "quant_method": null,
+  "quant_bits": null,
+  "hqq_axis": null,
+  "bnb_4bit_compute_dtype": "bfloat16",
+  "bnb_4bit_quant_type": "nf4",
+  "bnb_4bit_use_double_quant": true,
+  "bnb_4bit_quant_storage": null,
+  "max_new_tokens": 64,
+  "temperature": 0.0,
+  "top_k": null,
+  "top_p": null,
+  "repetition_penalty": null,
+  "num_beams": 1,
+  "stream": false,
+  "stop_words": [],
+  "logprobs": false,
+  "top_logprobs": null,
+  "structured_outputs_regex": null,
+  "train_type": null,
+  "adapters": [],
+  "external_plugins": [
+    "video_mllm/model_plugin.py",
+    "video_mllm/dataset_plugin.py"
+  ],
+  "custom_register_path": [],
+  "model_kwargs": {},
+  "load_args": false,
+  "load_data_args": false,
+  "packing": true,
+  "packing_length": 16384,
+  "packing_num_proc": 1,
+  "lazy_tokenize": false,
+  "use_hf": true,
+  "ignore_args_error": false,
+  "use_swift_lora": false,
+  "freeze_parameters": [],
+  "freeze_parameters_regex": null,
+  "freeze_parameters_ratio": 0.0,
+  "trainable_parameters": [
+    "model.multi_modal_projector"
+  ],
+  "trainable_parameters_regex": null,
+  "freeze_llm": false,
+  "freeze_vit": false,
+  "freeze_aligner": false,
+  "target_modules": [
+    "all-linear"
+  ],
+  "target_regex": null,
+  "target_parameters": null,
+  "modules_to_save": [],
+  "lora_rank": 8,
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "lora_bias": "none",
+  "lora_dtype": null,
+  "lorap_lr_ratio": null,
+  "use_rslora": false,
+  "use_dora": false,
+  "lora_ga_batch_size": 2,
+  "lora_ga_iters": 2,
+  "lora_ga_max_length": 1024,
+  "lora_ga_direction": "ArB2r",
+  "lora_ga_scale": "stable",
+  "lora_ga_stable_gamma": 16,
+  "init_weights": true,
+  "fourier_n_frequency": 2000,
+  "fourier_scaling": 300.0,
+  "boft_block_size": 4,
+  "boft_block_num": 0,
+  "boft_n_butterfly_factor": 1,
+  "boft_dropout": 0.0,
+  "vera_rank": 256,
+  "vera_projection_prng_key": 0,
+  "vera_dropout": 0.0,
+  "vera_d_initial": 0.1,
+  "adapter_act": "gelu",
+  "adapter_length": 128,
+  "adalora_target_r": 8,
+  "adalora_init_r": 12,
+  "adalora_tinit": 0,
+  "adalora_tfinal": 0,
+  "adalora_deltaT": 1,
+  "adalora_beta1": 0.85,
+  "adalora_beta2": 0.85,
+  "adalora_orth_reg_weight": 0.5,
+  "llamapro_num_new_blocks": 4,
+  "llamapro_num_groups": null,
+  "reft_layer_key": null,
+  "reft_layers": null,
+  "reft_rank": 4,
+  "reft_intervention_type": "LoreftIntervention",
+  "reft_args": null,
+  "swanlab_token": null,
+  "swanlab_project": "ms-swift",
+  "swanlab_workspace": null,
+  "swanlab_exp_name": null,
+  "swanlab_notification_method": null,
+  "swanlab_webhook_url": null,
+  "swanlab_secret": null,
+  "swanlab_sender_email": null,
+  "swanlab_receiver_email": null,
+  "swanlab_smtp_server": null,
+  "swanlab_smtp_port": null,
+  "swanlab_email_language": "zh",
+  "swanlab_mode": "cloud",
+  "add_version": true,
+  "create_checkpoint_symlink": false,
+  "zero_hpz_partition_size": null,
+  "deepspeed_autotp_size": null,
+  "swift_version": "4.1.0.dev0",
+  "ckpt_dir": "/opt/tiger/model_cache/checkpoint-2181",
+  "rank": 0,
+  "global_world_size": 8,
+  "local_world_size": 8,
+  "model_suffix": "checkpoint-2181",
+  "model_info": "ModelInfo(model_type='llava_siglip2_qwen3', model_dir='/opt/tiger/model_cache/checkpoint-2181', torch_dtype=torch.bfloat16, max_model_len=40960, quant_method=None, quant_bits=None, rope_scaling=None, is_moe_model=False, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)",
+  "model_meta": "ModelMeta(model_type='llava_siglip2_qwen3', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-0.6B', hf_model_id='Qwen/Qwen3-0.6B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-1.7B', hf_model_id='Qwen/Qwen3-1.7B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-4B', hf_model_id='Qwen/Qwen3-4B', model_path=None, ms_revision=None, hf_revision=None)], template=None, ignore_patterns=None, requires=None, tags=[])], loader=<class 'model_plugin.SigLIP2Qwen3Loader'>, template='llava_siglip2_qwen3', model_arch=MultiModelKeys(arch_name='llava_hf', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['model.language_model', 'lm_head'], aligner=['model.multi_modal_projector'], vision_tower=['model.vision_tower'], generator=[]), architectures=['LlavaOnevisionForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=[], tags=['vision', 'video'])",
+  "model_dir": "/opt/tiger/model_cache/checkpoint-2181",
+  "template_meta": "QwenTemplateMeta(template_type='llava_siglip2_qwen3', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=<class 'model_plugin.SigLIP2LlavaTemplate'>, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='', non_thinking_prefix='', history_thinking_prefix='')",
+  "_val_dataset_exists": false,
+  "hub": "<class 'swift.hub.hub.HFHub'>",
+  "evaluation_strategy": "steps",
+  "training_args": "Seq2SeqTrainingArguments(output_dir='/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v0-20260316-082051', per_device_train_batch_size=1, num_train_epochs=3.0, max_steps=500, learning_rate=1e-05, lr_scheduler_type=<SchedulerType.COSINE: 'cosine'>, lr_scheduler_kwargs=None, warmup_steps=0.05, optim=<OptimizerNames.ADAMW_TORCH_FUSED: 'adamw_torch_fused'>, optim_args=None, weight_decay=0.1, adam_beta1=0.9, adam_beta2=0.95, adam_epsilon=1e-08, optim_target_modules=None, gradient_accumulation_steps=8, average_tokens_across_devices=None, max_grad_norm=1.0, label_smoothing_factor=0.0, bf16=True, fp16=False, bf16_full_eval=False, fp16_full_eval=False, tf32=None, gradient_checkpointing=True, gradient_checkpointing_kwargs={'use_reentrant': False}, torch_compile=False, torch_compile_backend=None, torch_compile_mode=None, use_liger_kernel=False, liger_kernel_config=None, use_cache=False, neftune_noise_alpha=None, torch_empty_cache_steps=None, auto_find_batch_size=False, logging_strategy=<IntervalStrategy.STEPS: 'steps'>, logging_steps=1, logging_first_step=True, log_on_each_node=True, logging_nan_inf_filter=True, include_num_input_tokens_seen=None, log_level='passive', log_level_replica='warning', disable_tqdm=False, report_to=[], run_name='/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v0-20260316-082051', project='huggingface', trackio_space_id='trackio', eval_strategy=<IntervalStrategy.NO: 'no'>, eval_steps=100.0, eval_delay=0, per_device_eval_batch_size=1, prediction_loss_only=False, eval_on_start=False, eval_do_concat_batches=True, eval_use_gather_object=False, eval_accumulation_steps=None, include_for_metrics=[], batch_eval_metrics=False, save_only_model=False, save_strategy=<SaveStrategy.STEPS: 'steps'>, save_steps=100, save_on_each_node=False, save_total_limit=2, enable_jit_checkpoint=False, push_to_hub=False, hub_token=None, hub_private_repo=None, hub_model_id=None, hub_strategy=<HubStrategy.EVERY_SAVE: 'every_save'>, hub_always_push=False, hub_revision=None, load_best_model_at_end=False, metric_for_best_model='loss', greater_is_better=False, ignore_data_skip=False, restore_callback_states_from_checkpoint=False, full_determinism=False, seed=42, data_seed=42, use_cpu=False, accelerator_config=AcceleratorConfig(split_batches=False, dispatch_batches=False, even_batches=True, use_seedable_sampler=True, non_blocking=False, gradient_accumulation_kwargs=None, use_configured_state=False), parallelism_config=None, dataloader_drop_last=False, dataloader_num_workers=4, dataloader_pin_memory=True, dataloader_persistent_workers=False, dataloader_prefetch_factor=4, remove_unused_columns=False, label_names=None, train_sampling_strategy='random', length_column_name='length', ddp_find_unused_parameters=None, ddp_bucket_cap_mb=None, ddp_broadcast_buffers=None, ddp_backend=None, ddp_timeout=36000, fsdp=[], fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, deepspeed={'fp16': {'enabled': 'auto', 'loss_scale': 0, 'loss_scale_window': 1000, 'initial_scale_power': 16, 'hysteresis': 2, 'min_loss_scale': 1}, 'bf16': {'enabled': 'auto'}, 'zero_optimization': {'stage': 2, 'offload_optimizer': {'device': 'none', 'pin_memory': True}, 'allgather_partitions': True, 'allgather_bucket_size': 200000000.0, 'overlap_comm': False, 'reduce_scatter': True, 'reduce_bucket_size': 200000000.0, 'contiguous_gradients': True}, 'gradient_accumulation_steps': 'auto', 'gradient_clipping': 'auto', 'steps_per_print': 2000, 'train_batch_size': 'auto', 'train_micro_batch_size_per_gpu': 'auto', 'wall_clock_breakdown': False}, debug=[], skip_memory_metrics=True, do_train=False, do_eval=False, do_predict=False, resume_from_checkpoint=None, warmup_ratio=0.05, logging_dir='/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v0-20260316-082051/runs', local_rank=0, sortish_sampler=False, predict_with_generate=False, generation_max_length=None, generation_num_beams=None, generation_config=None, tuner_backend='peft', vit_gradient_checkpointing=True, router_aux_loss_coef=0.0, enable_dft_loss=False, enable_channel_loss=False, safe_serialization=True, max_shard_size='5GB', check_model=True, acc_strategy='token', train_dataloader_shuffle=True, group_by_length=False, max_epochs=None, aligner_lr=None, vit_lr=1e-06, use_logits_to_keep=None, ds3_gather_for_generation=True, resume_only_model=False, optimizer='multimodal', loss_type=None, eval_metric=None, callbacks=[], early_stop_interval=None, eval_use_evalscope=False, eval_dataset=[], eval_dataset_args=None, eval_limit=None, eval_generation_config=None, extra_eval_args=None, tuner_type='full', use_galore=False, galore_target_modules=None, galore_rank=128, galore_update_proj_gap=50, galore_scale=1.0, galore_proj_type='std', galore_optim_per_parameter=False, galore_with_embedding=False, galore_quantization=False, galore_proj_quant=False, galore_proj_bits=4, galore_proj_group_size=256, galore_cos_threshold=0.4, galore_gamma_proj=2, galore_queue_size=5, lisa_activated_layers=0, lisa_step_interval=20, use_flash_ckpt=False)"
+}
\ No newline at end of file
diff --git a/video_mllm_swift/s2_image_only_10pct/v0-20260316-082051/logging.jsonl b/video_mllm_swift/s2_image_only_10pct/v0-20260316-082051/logging.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..0d6dd8346b899250bb6d356652d94f656a25cf20
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v0-20260316-082051/logging.jsonl
@@ -0,0 +1 @@
+{"train_dataset": "15834.342530±556.264794, min=14612.000000, max=16384.000000, size=14860", "model_parameter_info": "LlavaOnevisionForConditionalGeneration: 2436.0474M Params (2436.0474M Trainable [100.0000%]), 0.0009M Buffers.", "last_model_checkpoint": null, "best_model_checkpoint": null, "best_metric": null, "global_step": 0, "log_history": [], "memory": null}
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/args.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/args.json
new file mode 100644
index 0000000000000000000000000000000000000000..00f89bd96dbafe45ae235624add21f86eaa0e032
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/args.json
@@ -0,0 +1,376 @@
+{
+  "output_dir": "/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215",
+  "per_device_train_batch_size": 1,
+  "num_train_epochs": 3.0,
+  "max_steps": 500,
+  "learning_rate": 1e-05,
+  "lr_scheduler_type": "cosine",
+  "lr_scheduler_kwargs": null,
+  "warmup_steps": 0,
+  "optim": "adamw_torch_fused",
+  "optim_args": null,
+  "weight_decay": 0.1,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.95,
+  "adam_epsilon": 1e-08,
+  "optim_target_modules": null,
+  "gradient_accumulation_steps": 8,
+  "average_tokens_across_devices": true,
+  "max_grad_norm": 1.0,
+  "label_smoothing_factor": 0.0,
+  "bf16": true,
+  "fp16": false,
+  "bf16_full_eval": false,
+  "fp16_full_eval": false,
+  "tf32": null,
+  "gradient_checkpointing": true,
+  "gradient_checkpointing_kwargs": "{\"use_reentrant\": false}",
+  "torch_compile": false,
+  "torch_compile_backend": null,
+  "torch_compile_mode": null,
+  "use_liger_kernel": false,
+  "liger_kernel_config": null,
+  "use_cache": false,
+  "neftune_noise_alpha": null,
+  "torch_empty_cache_steps": null,
+  "auto_find_batch_size": false,
+  "logging_strategy": "steps",
+  "logging_steps": 1,
+  "logging_first_step": true,
+  "log_on_each_node": true,
+  "logging_nan_inf_filter": true,
+  "include_num_input_tokens_seen": false,
+  "log_level": "passive",
+  "log_level_replica": "warning",
+  "disable_tqdm": null,
+  "report_to": [
+    "none"
+  ],
+  "run_name": "/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215",
+  "project": "huggingface",
+  "trackio_space_id": "trackio",
+  "eval_strategy": "no",
+  "eval_steps": 100.0,
+  "eval_delay": 0,
+  "per_device_eval_batch_size": 1,
+  "prediction_loss_only": false,
+  "eval_on_start": false,
+  "eval_do_concat_batches": true,
+  "eval_use_gather_object": false,
+  "eval_accumulation_steps": null,
+  "include_for_metrics": [],
+  "batch_eval_metrics": false,
+  "save_only_model": false,
+  "save_strategy": "steps",
+  "save_steps": 100.0,
+  "save_on_each_node": false,
+  "save_total_limit": 2,
+  "enable_jit_checkpoint": false,
+  "push_to_hub": false,
+  "hub_token": null,
+  "hub_private_repo": null,
+  "hub_model_id": null,
+  "hub_strategy": "every_save",
+  "hub_always_push": false,
+  "hub_revision": null,
+  "load_best_model_at_end": false,
+  "metric_for_best_model": "loss",
+  "greater_is_better": false,
+  "ignore_data_skip": false,
+  "restore_callback_states_from_checkpoint": false,
+  "full_determinism": false,
+  "seed": 42,
+  "data_seed": 42,
+  "use_cpu": false,
+  "accelerator_config": "{\"dispatch_batches\": false}",
+  "parallelism_config": null,
+  "dataloader_drop_last": false,
+  "dataloader_num_workers": 4,
+  "dataloader_pin_memory": true,
+  "dataloader_persistent_workers": false,
+  "dataloader_prefetch_factor": 4,
+  "remove_unused_columns": true,
+  "label_names": null,
+  "train_sampling_strategy": "random",
+  "length_column_name": "length",
+  "ddp_find_unused_parameters": null,
+  "ddp_bucket_cap_mb": null,
+  "ddp_broadcast_buffers": null,
+  "ddp_backend": null,
+  "ddp_timeout": 7200,
+  "fsdp": [],
+  "fsdp_config": null,
+  "deepspeed": {
+    "fp16": {
+      "enabled": "auto",
+      "loss_scale": 0,
+      "loss_scale_window": 1000,
+      "initial_scale_power": 16,
+      "hysteresis": 2,
+      "min_loss_scale": 1
+    },
+    "bf16": {
+      "enabled": "auto"
+    },
+    "zero_optimization": {
+      "stage": 2,
+      "offload_optimizer": {
+        "device": "none",
+        "pin_memory": true
+      },
+      "allgather_partitions": true,
+      "allgather_bucket_size": 200000000.0,
+      "overlap_comm": false,
+      "reduce_scatter": true,
+      "reduce_bucket_size": 200000000.0,
+      "contiguous_gradients": true
+    },
+    "gradient_accumulation_steps": "auto",
+    "gradient_clipping": "auto",
+    "steps_per_print": 2000,
+    "train_batch_size": "auto",
+    "train_micro_batch_size_per_gpu": "auto",
+    "wall_clock_breakdown": false
+  },
+  "debug": null,
+  "skip_memory_metrics": true,
+  "do_train": false,
+  "do_eval": false,
+  "do_predict": false,
+  "resume_from_checkpoint": null,
+  "warmup_ratio": 0.05,
+  "logging_dir": "/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/runs",
+  "local_rank": 0,
+  "sortish_sampler": false,
+  "predict_with_generate": false,
+  "generation_max_length": null,
+  "generation_num_beams": null,
+  "generation_config": null,
+  "tuner_backend": "peft",
+  "vit_gradient_checkpointing": null,
+  "router_aux_loss_coef": 0.0,
+  "enable_dft_loss": false,
+  "enable_channel_loss": false,
+  "safe_serialization": true,
+  "max_shard_size": "5GB",
+  "check_model": true,
+  "acc_strategy": "token",
+  "train_dataloader_shuffle": true,
+  "group_by_length": false,
+  "max_epochs": null,
+  "aligner_lr": null,
+  "vit_lr": 1e-06,
+  "use_logits_to_keep": null,
+  "ds3_gather_for_generation": true,
+  "resume_only_model": false,
+  "optimizer": null,
+  "loss_type": null,
+  "eval_metric": null,
+  "callbacks": [],
+  "early_stop_interval": null,
+  "eval_use_evalscope": false,
+  "eval_dataset": [],
+  "eval_dataset_args": null,
+  "eval_limit": null,
+  "eval_generation_config": null,
+  "extra_eval_args": null,
+  "tuner_type": "full",
+  "use_galore": false,
+  "galore_target_modules": null,
+  "galore_rank": 128,
+  "galore_update_proj_gap": 50,
+  "galore_scale": 1.0,
+  "galore_proj_type": "std",
+  "galore_optim_per_parameter": false,
+  "galore_with_embedding": false,
+  "galore_quantization": false,
+  "galore_proj_quant": false,
+  "galore_proj_bits": 4,
+  "galore_proj_group_size": 256,
+  "galore_cos_threshold": 0.4,
+  "galore_gamma_proj": 2,
+  "galore_queue_size": 5,
+  "lisa_activated_layers": 0,
+  "lisa_step_interval": 20,
+  "use_flash_ckpt": false,
+  "use_ray": false,
+  "ray_exp_name": null,
+  "device_groups": null,
+  "model": "/opt/tiger/model_cache/checkpoint-2181",
+  "model_type": "llava_siglip2_qwen3",
+  "model_revision": null,
+  "task_type": "causal_lm",
+  "torch_dtype": "bfloat16",
+  "attn_impl": "flash_attn",
+  "experts_impl": null,
+  "new_special_tokens": [],
+  "num_labels": null,
+  "problem_type": null,
+  "rope_scaling": null,
+  "device_map": null,
+  "max_memory": {},
+  "max_model_len": null,
+  "local_repo_path": null,
+  "init_strategy": null,
+  "template": "llava_siglip2_qwen3",
+  "system": null,
+  "max_length": 16384,
+  "truncation_strategy": "delete",
+  "max_pixels": null,
+  "agent_template": null,
+  "norm_bbox": null,
+  "use_chat_template": true,
+  "padding_side": "right",
+  "padding_free": true,
+  "loss_scale": "default",
+  "sequence_parallel_size": 1,
+  "template_backend": "swift",
+  "response_prefix": null,
+  "enable_thinking": null,
+  "add_non_thinking_prefix": true,
+  "dataset": [],
+  "val_dataset": [],
+  "cached_dataset": [
+    "/mnt/bn/strategy-mllm-train/common/datasets/vmllm_cached/image_10pct/train"
+  ],
+  "cached_val_dataset": [],
+  "split_dataset_ratio": 0.0,
+  "dataset_num_proc": 1,
+  "load_from_cache_file": false,
+  "dataset_shuffle": true,
+  "val_dataset_shuffle": false,
+  "streaming": false,
+  "interleave_prob": null,
+  "stopping_strategy": "first_exhausted",
+  "shuffle_buffer_size": 1000,
+  "download_mode": "reuse_dataset_if_exists",
+  "columns": {},
+  "strict": false,
+  "model_name": null,
+  "model_author": null,
+  "custom_dataset_info": [],
+  "quant_method": null,
+  "quant_bits": null,
+  "hqq_axis": null,
+  "bnb_4bit_compute_dtype": "bfloat16",
+  "bnb_4bit_quant_type": "nf4",
+  "bnb_4bit_use_double_quant": true,
+  "bnb_4bit_quant_storage": null,
+  "max_new_tokens": 64,
+  "temperature": 0.0,
+  "top_k": null,
+  "top_p": null,
+  "repetition_penalty": null,
+  "num_beams": 1,
+  "stream": false,
+  "stop_words": [],
+  "logprobs": false,
+  "top_logprobs": null,
+  "structured_outputs_regex": null,
+  "train_type": null,
+  "adapters": [],
+  "external_plugins": [
+    "video_mllm/model_plugin.py",
+    "video_mllm/dataset_plugin.py"
+  ],
+  "custom_register_path": [],
+  "model_kwargs": {},
+  "load_args": false,
+  "load_data_args": false,
+  "packing": true,
+  "packing_length": 16384,
+  "packing_num_proc": 1,
+  "lazy_tokenize": false,
+  "use_hf": true,
+  "ignore_args_error": false,
+  "use_swift_lora": false,
+  "freeze_parameters": [],
+  "freeze_parameters_regex": null,
+  "freeze_parameters_ratio": 0.0,
+  "trainable_parameters": [
+    "model.multi_modal_projector"
+  ],
+  "trainable_parameters_regex": null,
+  "freeze_llm": false,
+  "freeze_vit": false,
+  "freeze_aligner": false,
+  "target_modules": [
+    "all-linear"
+  ],
+  "target_regex": null,
+  "target_parameters": null,
+  "modules_to_save": [],
+  "lora_rank": 8,
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "lora_bias": "none",
+  "lora_dtype": null,
+  "lorap_lr_ratio": null,
+  "use_rslora": false,
+  "use_dora": false,
+  "lora_ga_batch_size": 2,
+  "lora_ga_iters": 2,
+  "lora_ga_max_length": 1024,
+  "lora_ga_direction": "ArB2r",
+  "lora_ga_scale": "stable",
+  "lora_ga_stable_gamma": 16,
+  "init_weights": true,
+  "fourier_n_frequency": 2000,
+  "fourier_scaling": 300.0,
+  "boft_block_size": 4,
+  "boft_block_num": 0,
+  "boft_n_butterfly_factor": 1,
+  "boft_dropout": 0.0,
+  "vera_rank": 256,
+  "vera_projection_prng_key": 0,
+  "vera_dropout": 0.0,
+  "vera_d_initial": 0.1,
+  "adapter_act": "gelu",
+  "adapter_length": 128,
+  "adalora_target_r": 8,
+  "adalora_init_r": 12,
+  "adalora_tinit": 0,
+  "adalora_tfinal": 0,
+  "adalora_deltaT": 1,
+  "adalora_beta1": 0.85,
+  "adalora_beta2": 0.85,
+  "adalora_orth_reg_weight": 0.5,
+  "llamapro_num_new_blocks": 4,
+  "llamapro_num_groups": null,
+  "reft_layer_key": null,
+  "reft_layers": null,
+  "reft_rank": 4,
+  "reft_intervention_type": "LoreftIntervention",
+  "reft_args": null,
+  "swanlab_token": null,
+  "swanlab_project": "ms-swift",
+  "swanlab_workspace": null,
+  "swanlab_exp_name": null,
+  "swanlab_notification_method": null,
+  "swanlab_webhook_url": null,
+  "swanlab_secret": null,
+  "swanlab_sender_email": null,
+  "swanlab_receiver_email": null,
+  "swanlab_smtp_server": null,
+  "swanlab_smtp_port": null,
+  "swanlab_email_language": "zh",
+  "swanlab_mode": "cloud",
+  "add_version": true,
+  "create_checkpoint_symlink": false,
+  "zero_hpz_partition_size": null,
+  "deepspeed_autotp_size": null,
+  "swift_version": "4.1.0.dev0",
+  "ckpt_dir": "/opt/tiger/model_cache/checkpoint-2181",
+  "rank": 0,
+  "global_world_size": 8,
+  "local_world_size": 8,
+  "model_suffix": "checkpoint-2181",
+  "model_info": "ModelInfo(model_type='llava_siglip2_qwen3', model_dir='/opt/tiger/model_cache/checkpoint-2181', torch_dtype=torch.bfloat16, max_model_len=40960, quant_method=None, quant_bits=None, rope_scaling=None, is_moe_model=False, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)",
+  "model_meta": "ModelMeta(model_type='llava_siglip2_qwen3', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-0.6B', hf_model_id='Qwen/Qwen3-0.6B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-1.7B', hf_model_id='Qwen/Qwen3-1.7B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-4B', hf_model_id='Qwen/Qwen3-4B', model_path=None, ms_revision=None, hf_revision=None)], template=None, ignore_patterns=None, requires=None, tags=[])], loader=<class 'model_plugin.SigLIP2Qwen3Loader'>, template='llava_siglip2_qwen3', model_arch=MultiModelKeys(arch_name='llava_hf', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['model.language_model', 'lm_head'], aligner=['model.multi_modal_projector'], vision_tower=['model.vision_tower'], generator=[]), architectures=['LlavaOnevisionForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=[], tags=['vision', 'video'])",
+  "model_dir": "/opt/tiger/model_cache/checkpoint-2181",
+  "template_meta": "QwenTemplateMeta(template_type='llava_siglip2_qwen3', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=<class 'model_plugin.SigLIP2LlavaTemplate'>, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='', non_thinking_prefix='', history_thinking_prefix='')",
+  "_val_dataset_exists": false,
+  "hub": "<class 'swift.hub.hub.HFHub'>",
+  "evaluation_strategy": "steps",
+  "training_args": "Seq2SeqTrainingArguments(output_dir='/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215', per_device_train_batch_size=1, num_train_epochs=3.0, max_steps=500, learning_rate=1e-05, lr_scheduler_type=<SchedulerType.COSINE: 'cosine'>, lr_scheduler_kwargs=None, warmup_steps=0.05, optim=<OptimizerNames.ADAMW_TORCH_FUSED: 'adamw_torch_fused'>, optim_args=None, weight_decay=0.1, adam_beta1=0.9, adam_beta2=0.95, adam_epsilon=1e-08, optim_target_modules=None, gradient_accumulation_steps=8, average_tokens_across_devices=None, max_grad_norm=1.0, label_smoothing_factor=0.0, bf16=True, fp16=False, bf16_full_eval=False, fp16_full_eval=False, tf32=None, gradient_checkpointing=True, gradient_checkpointing_kwargs={'use_reentrant': False}, torch_compile=False, torch_compile_backend=None, torch_compile_mode=None, use_liger_kernel=False, liger_kernel_config=None, use_cache=False, neftune_noise_alpha=None, torch_empty_cache_steps=None, auto_find_batch_size=False, logging_strategy=<IntervalStrategy.STEPS: 'steps'>, logging_steps=1, logging_first_step=True, log_on_each_node=True, logging_nan_inf_filter=True, include_num_input_tokens_seen=None, log_level='passive', log_level_replica='warning', disable_tqdm=False, report_to=[], run_name='/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215', project='huggingface', trackio_space_id='trackio', eval_strategy=<IntervalStrategy.NO: 'no'>, eval_steps=100.0, eval_delay=0, per_device_eval_batch_size=1, prediction_loss_only=False, eval_on_start=False, eval_do_concat_batches=True, eval_use_gather_object=False, eval_accumulation_steps=None, include_for_metrics=[], batch_eval_metrics=False, save_only_model=False, save_strategy=<SaveStrategy.STEPS: 'steps'>, save_steps=100, save_on_each_node=False, save_total_limit=2, enable_jit_checkpoint=False, push_to_hub=False, hub_token=None, hub_private_repo=None, hub_model_id=None, hub_strategy=<HubStrategy.EVERY_SAVE: 'every_save'>, hub_always_push=False, hub_revision=None, load_best_model_at_end=False, metric_for_best_model='loss', greater_is_better=False, ignore_data_skip=False, restore_callback_states_from_checkpoint=False, full_determinism=False, seed=42, data_seed=42, use_cpu=False, accelerator_config=AcceleratorConfig(split_batches=False, dispatch_batches=False, even_batches=True, use_seedable_sampler=True, non_blocking=False, gradient_accumulation_kwargs=None, use_configured_state=False), parallelism_config=None, dataloader_drop_last=False, dataloader_num_workers=4, dataloader_pin_memory=True, dataloader_persistent_workers=False, dataloader_prefetch_factor=4, remove_unused_columns=False, label_names=None, train_sampling_strategy='random', length_column_name='length', ddp_find_unused_parameters=None, ddp_bucket_cap_mb=None, ddp_broadcast_buffers=None, ddp_backend=None, ddp_timeout=7200, fsdp=[], fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, deepspeed={'fp16': {'enabled': 'auto', 'loss_scale': 0, 'loss_scale_window': 1000, 'initial_scale_power': 16, 'hysteresis': 2, 'min_loss_scale': 1}, 'bf16': {'enabled': 'auto'}, 'zero_optimization': {'stage': 2, 'offload_optimizer': {'device': 'none', 'pin_memory': True}, 'allgather_partitions': True, 'allgather_bucket_size': 200000000.0, 'overlap_comm': False, 'reduce_scatter': True, 'reduce_bucket_size': 200000000.0, 'contiguous_gradients': True}, 'gradient_accumulation_steps': 'auto', 'gradient_clipping': 'auto', 'steps_per_print': 2000, 'train_batch_size': 'auto', 'train_micro_batch_size_per_gpu': 'auto', 'wall_clock_breakdown': False}, debug=[], skip_memory_metrics=True, do_train=False, do_eval=False, do_predict=False, resume_from_checkpoint=None, warmup_ratio=0.05, logging_dir='/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/runs', local_rank=0, sortish_sampler=False, predict_with_generate=False, generation_max_length=None, generation_num_beams=None, generation_config=None, tuner_backend='peft', vit_gradient_checkpointing=True, router_aux_loss_coef=0.0, enable_dft_loss=False, enable_channel_loss=False, safe_serialization=True, max_shard_size='5GB', check_model=True, acc_strategy='token', train_dataloader_shuffle=True, group_by_length=False, max_epochs=None, aligner_lr=None, vit_lr=1e-06, use_logits_to_keep=None, ds3_gather_for_generation=True, resume_only_model=False, optimizer='multimodal', loss_type=None, eval_metric=None, callbacks=[], early_stop_interval=None, eval_use_evalscope=False, eval_dataset=[], eval_dataset_args=None, eval_limit=None, eval_generation_config=None, extra_eval_args=None, tuner_type='full', use_galore=False, galore_target_modules=None, galore_rank=128, galore_update_proj_gap=50, galore_scale=1.0, galore_proj_type='std', galore_optim_per_parameter=False, galore_with_embedding=False, galore_quantization=False, galore_proj_quant=False, galore_proj_bits=4, galore_proj_group_size=256, galore_cos_threshold=0.4, galore_gamma_proj=2, galore_queue_size=5, lisa_activated_layers=0, lisa_step_interval=20, use_flash_ckpt=False)"
+}
\ No newline at end of file
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/args.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/args.json
new file mode 100644
index 0000000000000000000000000000000000000000..00f89bd96dbafe45ae235624add21f86eaa0e032
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/args.json
@@ -0,0 +1,376 @@
+{
+  "output_dir": "/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215",
+  "per_device_train_batch_size": 1,
+  "num_train_epochs": 3.0,
+  "max_steps": 500,
+  "learning_rate": 1e-05,
+  "lr_scheduler_type": "cosine",
+  "lr_scheduler_kwargs": null,
+  "warmup_steps": 0,
+  "optim": "adamw_torch_fused",
+  "optim_args": null,
+  "weight_decay": 0.1,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.95,
+  "adam_epsilon": 1e-08,
+  "optim_target_modules": null,
+  "gradient_accumulation_steps": 8,
+  "average_tokens_across_devices": true,
+  "max_grad_norm": 1.0,
+  "label_smoothing_factor": 0.0,
+  "bf16": true,
+  "fp16": false,
+  "bf16_full_eval": false,
+  "fp16_full_eval": false,
+  "tf32": null,
+  "gradient_checkpointing": true,
+  "gradient_checkpointing_kwargs": "{\"use_reentrant\": false}",
+  "torch_compile": false,
+  "torch_compile_backend": null,
+  "torch_compile_mode": null,
+  "use_liger_kernel": false,
+  "liger_kernel_config": null,
+  "use_cache": false,
+  "neftune_noise_alpha": null,
+  "torch_empty_cache_steps": null,
+  "auto_find_batch_size": false,
+  "logging_strategy": "steps",
+  "logging_steps": 1,
+  "logging_first_step": true,
+  "log_on_each_node": true,
+  "logging_nan_inf_filter": true,
+  "include_num_input_tokens_seen": false,
+  "log_level": "passive",
+  "log_level_replica": "warning",
+  "disable_tqdm": null,
+  "report_to": [
+    "none"
+  ],
+  "run_name": "/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215",
+  "project": "huggingface",
+  "trackio_space_id": "trackio",
+  "eval_strategy": "no",
+  "eval_steps": 100.0,
+  "eval_delay": 0,
+  "per_device_eval_batch_size": 1,
+  "prediction_loss_only": false,
+  "eval_on_start": false,
+  "eval_do_concat_batches": true,
+  "eval_use_gather_object": false,
+  "eval_accumulation_steps": null,
+  "include_for_metrics": [],
+  "batch_eval_metrics": false,
+  "save_only_model": false,
+  "save_strategy": "steps",
+  "save_steps": 100.0,
+  "save_on_each_node": false,
+  "save_total_limit": 2,
+  "enable_jit_checkpoint": false,
+  "push_to_hub": false,
+  "hub_token": null,
+  "hub_private_repo": null,
+  "hub_model_id": null,
+  "hub_strategy": "every_save",
+  "hub_always_push": false,
+  "hub_revision": null,
+  "load_best_model_at_end": false,
+  "metric_for_best_model": "loss",
+  "greater_is_better": false,
+  "ignore_data_skip": false,
+  "restore_callback_states_from_checkpoint": false,
+  "full_determinism": false,
+  "seed": 42,
+  "data_seed": 42,
+  "use_cpu": false,
+  "accelerator_config": "{\"dispatch_batches\": false}",
+  "parallelism_config": null,
+  "dataloader_drop_last": false,
+  "dataloader_num_workers": 4,
+  "dataloader_pin_memory": true,
+  "dataloader_persistent_workers": false,
+  "dataloader_prefetch_factor": 4,
+  "remove_unused_columns": true,
+  "label_names": null,
+  "train_sampling_strategy": "random",
+  "length_column_name": "length",
+  "ddp_find_unused_parameters": null,
+  "ddp_bucket_cap_mb": null,
+  "ddp_broadcast_buffers": null,
+  "ddp_backend": null,
+  "ddp_timeout": 7200,
+  "fsdp": [],
+  "fsdp_config": null,
+  "deepspeed": {
+    "fp16": {
+      "enabled": "auto",
+      "loss_scale": 0,
+      "loss_scale_window": 1000,
+      "initial_scale_power": 16,
+      "hysteresis": 2,
+      "min_loss_scale": 1
+    },
+    "bf16": {
+      "enabled": "auto"
+    },
+    "zero_optimization": {
+      "stage": 2,
+      "offload_optimizer": {
+        "device": "none",
+        "pin_memory": true
+      },
+      "allgather_partitions": true,
+      "allgather_bucket_size": 200000000.0,
+      "overlap_comm": false,
+      "reduce_scatter": true,
+      "reduce_bucket_size": 200000000.0,
+      "contiguous_gradients": true
+    },
+    "gradient_accumulation_steps": "auto",
+    "gradient_clipping": "auto",
+    "steps_per_print": 2000,
+    "train_batch_size": "auto",
+    "train_micro_batch_size_per_gpu": "auto",
+    "wall_clock_breakdown": false
+  },
+  "debug": null,
+  "skip_memory_metrics": true,
+  "do_train": false,
+  "do_eval": false,
+  "do_predict": false,
+  "resume_from_checkpoint": null,
+  "warmup_ratio": 0.05,
+  "logging_dir": "/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/runs",
+  "local_rank": 0,
+  "sortish_sampler": false,
+  "predict_with_generate": false,
+  "generation_max_length": null,
+  "generation_num_beams": null,
+  "generation_config": null,
+  "tuner_backend": "peft",
+  "vit_gradient_checkpointing": null,
+  "router_aux_loss_coef": 0.0,
+  "enable_dft_loss": false,
+  "enable_channel_loss": false,
+  "safe_serialization": true,
+  "max_shard_size": "5GB",
+  "check_model": true,
+  "acc_strategy": "token",
+  "train_dataloader_shuffle": true,
+  "group_by_length": false,
+  "max_epochs": null,
+  "aligner_lr": null,
+  "vit_lr": 1e-06,
+  "use_logits_to_keep": null,
+  "ds3_gather_for_generation": true,
+  "resume_only_model": false,
+  "optimizer": null,
+  "loss_type": null,
+  "eval_metric": null,
+  "callbacks": [],
+  "early_stop_interval": null,
+  "eval_use_evalscope": false,
+  "eval_dataset": [],
+  "eval_dataset_args": null,
+  "eval_limit": null,
+  "eval_generation_config": null,
+  "extra_eval_args": null,
+  "tuner_type": "full",
+  "use_galore": false,
+  "galore_target_modules": null,
+  "galore_rank": 128,
+  "galore_update_proj_gap": 50,
+  "galore_scale": 1.0,
+  "galore_proj_type": "std",
+  "galore_optim_per_parameter": false,
+  "galore_with_embedding": false,
+  "galore_quantization": false,
+  "galore_proj_quant": false,
+  "galore_proj_bits": 4,
+  "galore_proj_group_size": 256,
+  "galore_cos_threshold": 0.4,
+  "galore_gamma_proj": 2,
+  "galore_queue_size": 5,
+  "lisa_activated_layers": 0,
+  "lisa_step_interval": 20,
+  "use_flash_ckpt": false,
+  "use_ray": false,
+  "ray_exp_name": null,
+  "device_groups": null,
+  "model": "/opt/tiger/model_cache/checkpoint-2181",
+  "model_type": "llava_siglip2_qwen3",
+  "model_revision": null,
+  "task_type": "causal_lm",
+  "torch_dtype": "bfloat16",
+  "attn_impl": "flash_attn",
+  "experts_impl": null,
+  "new_special_tokens": [],
+  "num_labels": null,
+  "problem_type": null,
+  "rope_scaling": null,
+  "device_map": null,
+  "max_memory": {},
+  "max_model_len": null,
+  "local_repo_path": null,
+  "init_strategy": null,
+  "template": "llava_siglip2_qwen3",
+  "system": null,
+  "max_length": 16384,
+  "truncation_strategy": "delete",
+  "max_pixels": null,
+  "agent_template": null,
+  "norm_bbox": null,
+  "use_chat_template": true,
+  "padding_side": "right",
+  "padding_free": true,
+  "loss_scale": "default",
+  "sequence_parallel_size": 1,
+  "template_backend": "swift",
+  "response_prefix": null,
+  "enable_thinking": null,
+  "add_non_thinking_prefix": true,
+  "dataset": [],
+  "val_dataset": [],
+  "cached_dataset": [
+    "/mnt/bn/strategy-mllm-train/common/datasets/vmllm_cached/image_10pct/train"
+  ],
+  "cached_val_dataset": [],
+  "split_dataset_ratio": 0.0,
+  "dataset_num_proc": 1,
+  "load_from_cache_file": false,
+  "dataset_shuffle": true,
+  "val_dataset_shuffle": false,
+  "streaming": false,
+  "interleave_prob": null,
+  "stopping_strategy": "first_exhausted",
+  "shuffle_buffer_size": 1000,
+  "download_mode": "reuse_dataset_if_exists",
+  "columns": {},
+  "strict": false,
+  "model_name": null,
+  "model_author": null,
+  "custom_dataset_info": [],
+  "quant_method": null,
+  "quant_bits": null,
+  "hqq_axis": null,
+  "bnb_4bit_compute_dtype": "bfloat16",
+  "bnb_4bit_quant_type": "nf4",
+  "bnb_4bit_use_double_quant": true,
+  "bnb_4bit_quant_storage": null,
+  "max_new_tokens": 64,
+  "temperature": 0.0,
+  "top_k": null,
+  "top_p": null,
+  "repetition_penalty": null,
+  "num_beams": 1,
+  "stream": false,
+  "stop_words": [],
+  "logprobs": false,
+  "top_logprobs": null,
+  "structured_outputs_regex": null,
+  "train_type": null,
+  "adapters": [],
+  "external_plugins": [
+    "video_mllm/model_plugin.py",
+    "video_mllm/dataset_plugin.py"
+  ],
+  "custom_register_path": [],
+  "model_kwargs": {},
+  "load_args": false,
+  "load_data_args": false,
+  "packing": true,
+  "packing_length": 16384,
+  "packing_num_proc": 1,
+  "lazy_tokenize": false,
+  "use_hf": true,
+  "ignore_args_error": false,
+  "use_swift_lora": false,
+  "freeze_parameters": [],
+  "freeze_parameters_regex": null,
+  "freeze_parameters_ratio": 0.0,
+  "trainable_parameters": [
+    "model.multi_modal_projector"
+  ],
+  "trainable_parameters_regex": null,
+  "freeze_llm": false,
+  "freeze_vit": false,
+  "freeze_aligner": false,
+  "target_modules": [
+    "all-linear"
+  ],
+  "target_regex": null,
+  "target_parameters": null,
+  "modules_to_save": [],
+  "lora_rank": 8,
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "lora_bias": "none",
+  "lora_dtype": null,
+  "lorap_lr_ratio": null,
+  "use_rslora": false,
+  "use_dora": false,
+  "lora_ga_batch_size": 2,
+  "lora_ga_iters": 2,
+  "lora_ga_max_length": 1024,
+  "lora_ga_direction": "ArB2r",
+  "lora_ga_scale": "stable",
+  "lora_ga_stable_gamma": 16,
+  "init_weights": true,
+  "fourier_n_frequency": 2000,
+  "fourier_scaling": 300.0,
+  "boft_block_size": 4,
+  "boft_block_num": 0,
+  "boft_n_butterfly_factor": 1,
+  "boft_dropout": 0.0,
+  "vera_rank": 256,
+  "vera_projection_prng_key": 0,
+  "vera_dropout": 0.0,
+  "vera_d_initial": 0.1,
+  "adapter_act": "gelu",
+  "adapter_length": 128,
+  "adalora_target_r": 8,
+  "adalora_init_r": 12,
+  "adalora_tinit": 0,
+  "adalora_tfinal": 0,
+  "adalora_deltaT": 1,
+  "adalora_beta1": 0.85,
+  "adalora_beta2": 0.85,
+  "adalora_orth_reg_weight": 0.5,
+  "llamapro_num_new_blocks": 4,
+  "llamapro_num_groups": null,
+  "reft_layer_key": null,
+  "reft_layers": null,
+  "reft_rank": 4,
+  "reft_intervention_type": "LoreftIntervention",
+  "reft_args": null,
+  "swanlab_token": null,
+  "swanlab_project": "ms-swift",
+  "swanlab_workspace": null,
+  "swanlab_exp_name": null,
+  "swanlab_notification_method": null,
+  "swanlab_webhook_url": null,
+  "swanlab_secret": null,
+  "swanlab_sender_email": null,
+  "swanlab_receiver_email": null,
+  "swanlab_smtp_server": null,
+  "swanlab_smtp_port": null,
+  "swanlab_email_language": "zh",
+  "swanlab_mode": "cloud",
+  "add_version": true,
+  "create_checkpoint_symlink": false,
+  "zero_hpz_partition_size": null,
+  "deepspeed_autotp_size": null,
+  "swift_version": "4.1.0.dev0",
+  "ckpt_dir": "/opt/tiger/model_cache/checkpoint-2181",
+  "rank": 0,
+  "global_world_size": 8,
+  "local_world_size": 8,
+  "model_suffix": "checkpoint-2181",
+  "model_info": "ModelInfo(model_type='llava_siglip2_qwen3', model_dir='/opt/tiger/model_cache/checkpoint-2181', torch_dtype=torch.bfloat16, max_model_len=40960, quant_method=None, quant_bits=None, rope_scaling=None, is_moe_model=False, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)",
+  "model_meta": "ModelMeta(model_type='llava_siglip2_qwen3', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-0.6B', hf_model_id='Qwen/Qwen3-0.6B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-1.7B', hf_model_id='Qwen/Qwen3-1.7B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-4B', hf_model_id='Qwen/Qwen3-4B', model_path=None, ms_revision=None, hf_revision=None)], template=None, ignore_patterns=None, requires=None, tags=[])], loader=<class 'model_plugin.SigLIP2Qwen3Loader'>, template='llava_siglip2_qwen3', model_arch=MultiModelKeys(arch_name='llava_hf', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['model.language_model', 'lm_head'], aligner=['model.multi_modal_projector'], vision_tower=['model.vision_tower'], generator=[]), architectures=['LlavaOnevisionForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=[], tags=['vision', 'video'])",
+  "model_dir": "/opt/tiger/model_cache/checkpoint-2181",
+  "template_meta": "QwenTemplateMeta(template_type='llava_siglip2_qwen3', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=<class 'model_plugin.SigLIP2LlavaTemplate'>, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='', non_thinking_prefix='', history_thinking_prefix='')",
+  "_val_dataset_exists": false,
+  "hub": "<class 'swift.hub.hub.HFHub'>",
+  "evaluation_strategy": "steps",
+  "training_args": "Seq2SeqTrainingArguments(output_dir='/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215', per_device_train_batch_size=1, num_train_epochs=3.0, max_steps=500, learning_rate=1e-05, lr_scheduler_type=<SchedulerType.COSINE: 'cosine'>, lr_scheduler_kwargs=None, warmup_steps=0.05, optim=<OptimizerNames.ADAMW_TORCH_FUSED: 'adamw_torch_fused'>, optim_args=None, weight_decay=0.1, adam_beta1=0.9, adam_beta2=0.95, adam_epsilon=1e-08, optim_target_modules=None, gradient_accumulation_steps=8, average_tokens_across_devices=None, max_grad_norm=1.0, label_smoothing_factor=0.0, bf16=True, fp16=False, bf16_full_eval=False, fp16_full_eval=False, tf32=None, gradient_checkpointing=True, gradient_checkpointing_kwargs={'use_reentrant': False}, torch_compile=False, torch_compile_backend=None, torch_compile_mode=None, use_liger_kernel=False, liger_kernel_config=None, use_cache=False, neftune_noise_alpha=None, torch_empty_cache_steps=None, auto_find_batch_size=False, logging_strategy=<IntervalStrategy.STEPS: 'steps'>, logging_steps=1, logging_first_step=True, log_on_each_node=True, logging_nan_inf_filter=True, include_num_input_tokens_seen=None, log_level='passive', log_level_replica='warning', disable_tqdm=False, report_to=[], run_name='/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215', project='huggingface', trackio_space_id='trackio', eval_strategy=<IntervalStrategy.NO: 'no'>, eval_steps=100.0, eval_delay=0, per_device_eval_batch_size=1, prediction_loss_only=False, eval_on_start=False, eval_do_concat_batches=True, eval_use_gather_object=False, eval_accumulation_steps=None, include_for_metrics=[], batch_eval_metrics=False, save_only_model=False, save_strategy=<SaveStrategy.STEPS: 'steps'>, save_steps=100, save_on_each_node=False, save_total_limit=2, enable_jit_checkpoint=False, push_to_hub=False, hub_token=None, hub_private_repo=None, hub_model_id=None, hub_strategy=<HubStrategy.EVERY_SAVE: 'every_save'>, hub_always_push=False, hub_revision=None, load_best_model_at_end=False, metric_for_best_model='loss', greater_is_better=False, ignore_data_skip=False, restore_callback_states_from_checkpoint=False, full_determinism=False, seed=42, data_seed=42, use_cpu=False, accelerator_config=AcceleratorConfig(split_batches=False, dispatch_batches=False, even_batches=True, use_seedable_sampler=True, non_blocking=False, gradient_accumulation_kwargs=None, use_configured_state=False), parallelism_config=None, dataloader_drop_last=False, dataloader_num_workers=4, dataloader_pin_memory=True, dataloader_persistent_workers=False, dataloader_prefetch_factor=4, remove_unused_columns=False, label_names=None, train_sampling_strategy='random', length_column_name='length', ddp_find_unused_parameters=None, ddp_bucket_cap_mb=None, ddp_broadcast_buffers=None, ddp_backend=None, ddp_timeout=7200, fsdp=[], fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, deepspeed={'fp16': {'enabled': 'auto', 'loss_scale': 0, 'loss_scale_window': 1000, 'initial_scale_power': 16, 'hysteresis': 2, 'min_loss_scale': 1}, 'bf16': {'enabled': 'auto'}, 'zero_optimization': {'stage': 2, 'offload_optimizer': {'device': 'none', 'pin_memory': True}, 'allgather_partitions': True, 'allgather_bucket_size': 200000000.0, 'overlap_comm': False, 'reduce_scatter': True, 'reduce_bucket_size': 200000000.0, 'contiguous_gradients': True}, 'gradient_accumulation_steps': 'auto', 'gradient_clipping': 'auto', 'steps_per_print': 2000, 'train_batch_size': 'auto', 'train_micro_batch_size_per_gpu': 'auto', 'wall_clock_breakdown': False}, debug=[], skip_memory_metrics=True, do_train=False, do_eval=False, do_predict=False, resume_from_checkpoint=None, warmup_ratio=0.05, logging_dir='/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/runs', local_rank=0, sortish_sampler=False, predict_with_generate=False, generation_max_length=None, generation_num_beams=None, generation_config=None, tuner_backend='peft', vit_gradient_checkpointing=True, router_aux_loss_coef=0.0, enable_dft_loss=False, enable_channel_loss=False, safe_serialization=True, max_shard_size='5GB', check_model=True, acc_strategy='token', train_dataloader_shuffle=True, group_by_length=False, max_epochs=None, aligner_lr=None, vit_lr=1e-06, use_logits_to_keep=None, ds3_gather_for_generation=True, resume_only_model=False, optimizer='multimodal', loss_type=None, eval_metric=None, callbacks=[], early_stop_interval=None, eval_use_evalscope=False, eval_dataset=[], eval_dataset_args=None, eval_limit=None, eval_generation_config=None, extra_eval_args=None, tuner_type='full', use_galore=False, galore_target_modules=None, galore_rank=128, galore_update_proj_gap=50, galore_scale=1.0, galore_proj_type='std', galore_optim_per_parameter=False, galore_with_embedding=False, galore_quantization=False, galore_proj_quant=False, galore_proj_bits=4, galore_proj_group_size=256, galore_cos_threshold=0.4, galore_gamma_proj=2, galore_queue_size=5, lisa_activated_layers=0, lisa_step_interval=20, use_flash_ckpt=False)"
+}
\ No newline at end of file
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/chat_template.jinja b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..01be9b307daa2d425f7c168c9fb145a286e0afb4
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/chat_template.jinja
@@ -0,0 +1,89 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {{- messages[0].content + '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
+        {%- set ns.multi_step_tool = false %}
+        {%- set ns.last_query_index = index %}
+    {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+    {%- if message.content is string %}
+        {%- set content = message.content %}
+    {%- else %}
+        {%- set content = '' %}
+    {%- endif %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {%- if loop.last or (not loop.last and reasoning_content) %}
+                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
+            {%- else %}
+                {{- '<|im_start|>' + message.role + '\n' + content }}
+            {%- endif %}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/config.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..91fec50984b1ce69db1f04f83bf57934419cc5ac
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/config.json
@@ -0,0 +1,248 @@
+{
+  "architectures": [
+    "LlavaOnevisionForConditionalGeneration"
+  ],
+  "bos_token_id": null,
+  "dtype": "bfloat16",
+  "eos_token_id": 151645,
+  "hidden_size": 2048,
+  "image_grid_pinpoints": [
+    [
+      384,
+      384
+    ],
+    [
+      384,
+      768
+    ],
+    [
+      384,
+      1152
+    ],
+    [
+      384,
+      1536
+    ],
+    [
+      384,
+      1920
+    ],
+    [
+      384,
+      2304
+    ],
+    [
+      768,
+      384
+    ],
+    [
+      768,
+      768
+    ],
+    [
+      768,
+      1152
+    ],
+    [
+      768,
+      1536
+    ],
+    [
+      768,
+      1920
+    ],
+    [
+      768,
+      2304
+    ],
+    [
+      1152,
+      384
+    ],
+    [
+      1152,
+      768
+    ],
+    [
+      1152,
+      1152
+    ],
+    [
+      1152,
+      1536
+    ],
+    [
+      1152,
+      1920
+    ],
+    [
+      1152,
+      2304
+    ],
+    [
+      1536,
+      384
+    ],
+    [
+      1536,
+      768
+    ],
+    [
+      1536,
+      1152
+    ],
+    [
+      1536,
+      1536
+    ],
+    [
+      1536,
+      1920
+    ],
+    [
+      1536,
+      2304
+    ],
+    [
+      1920,
+      384
+    ],
+    [
+      1920,
+      768
+    ],
+    [
+      1920,
+      1152
+    ],
+    [
+      1920,
+      1536
+    ],
+    [
+      1920,
+      1920
+    ],
+    [
+      1920,
+      2304
+    ],
+    [
+      2304,
+      384
+    ],
+    [
+      2304,
+      768
+    ],
+    [
+      2304,
+      1152
+    ],
+    [
+      2304,
+      1536
+    ],
+    [
+      2304,
+      1920
+    ],
+    [
+      2304,
+      2304
+    ]
+  ],
+  "image_token_index": 151669,
+  "keys_to_ignore_at_inference": [
+    "past_key_values"
+  ],
+  "model_type": "llava_onevision",
+  "multimodal_projector_bias": true,
+  "pad_token_id": 151643,
+  "projector_hidden_act": "gelu",
+  "text_config": {
+    "_name_or_path": "/home/tiger/.cache/huggingface/hub/models--Qwen--Qwen3-1.7B/snapshots/70d244cc86ccca08cf5af4e1e306ecf908b1ad5e",
+    "architectures": [
+      "Qwen3ForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 151643,
+    "dtype": "bfloat16",
+    "eos_token_id": 151645,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 2048,
+    "initializer_range": 0.02,
+    "intermediate_size": 6144,
+    "layer_types": [
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention"
+    ],
+    "max_position_embeddings": 40960,
+    "max_window_layers": 28,
+    "model_type": "qwen3",
+    "num_attention_heads": 16,
+    "num_hidden_layers": 28,
+    "num_key_value_heads": 8,
+    "pad_token_id": 151643,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "rope_theta": 1000000,
+      "rope_type": "default"
+    },
+    "sliding_window": null,
+    "tie_word_embeddings": true,
+    "use_cache": false,
+    "use_sliding_window": false,
+    "vocab_size": 151936
+  },
+  "tie_word_embeddings": true,
+  "transformers_version": "5.2.0",
+  "use_cache": false,
+  "video_token_index": 151670,
+  "vision_aspect_ratio": "anyres_max_9",
+  "vision_config": {
+    "attention_dropout": 0.0,
+    "dtype": "bfloat16",
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "image_size": 384,
+    "intermediate_size": 4304,
+    "layer_norm_eps": 1e-06,
+    "model_type": "siglip_vision_model",
+    "num_attention_heads": 16,
+    "num_channels": 3,
+    "num_hidden_layers": 26,
+    "patch_size": 14,
+    "vision_use_head": false
+  },
+  "vision_feature_layer": -1,
+  "vision_feature_select_strategy": "full"
+}
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/generation_config.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..caf77791d2c04f34887781e78a159cf8968d3fe6
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/generation_config.json
@@ -0,0 +1,12 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 151643,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.2.0",
+  "use_cache": true
+}
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485056a290e398a35e7abeb5cc7cf9eda94bbe99
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c691944f9d68071f5078527c05c2c9a342c9eae53ed3aca4960cf54d0270aea
+size 3654094853
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d9dcd06f07acc5ee1f35b1de6a5b19e5706a81
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b400665444084f9a470fd55a4dd4665f88a6195396d13675b85f059618c5d3
+size 3654085701
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21e9a13161453c7787e7a705bcaadc9b0b85e88
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4cb0e6fa0c778897380621cc1b4eca3ee2e0656be8456a912d0f53f47570a3
+size 3654083653
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2b1c1abb1ff068cc01f81fa6cc3e17d756b02e
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178511313175542200cb5f7ef503cb00a4554cace8c5ebf003a303b32f73a38a
+size 3654085317
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9793c57f47c347b02d4a969802598a03b3bfc3db
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19335ebba0a2ac8db8ae180d897a98170d173867e8bc60e174f6cca18d75aa2a
+size 3654085253
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942008096d1edae82163d84e43dc29ff2875424a
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cea43eea1c10652a2dc1e1490a1baad5f205b6ceaa19c77b4f217fa6bd191e7
+size 3654085253
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99af4ecba1bf45fe7fbfbd3ed0f734643572a310
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479b2d00d5e545d488adaaa9be7d1c80fb487b29efe4392141ab56b3079c88f3
+size 3654085829
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c819ede8c4391d7f187bda96cfaefe51f31d3b
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26833aa47b40d64d4c895a305befff1741f31a12a8f127197da1100a93e6acb3
+size 3654081925
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/mp_rank_00_model_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d8b6e9eb657052b3c6f835b994460c959cb018
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/global_step300/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeec3962da3dd0f0f61fba2019d51c3dbc764c665843ff710eff7e312f0b3146
+size 4872342181
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/latest b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/latest
new file mode 100644
index 0000000000000000000000000000000000000000..6761b575fffac7f1984044dcb6446b3a51da04c8
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/latest
@@ -0,0 +1 @@
+global_step300
\ No newline at end of file
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/model.safetensors b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b51cfc03ff2d8e71582041a74531f4ab98907215
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f24efcae4e9726d5380f1a8d964e9d7dee73d00929c92dd46b6cf7c5c5120e8
+size 4872193968
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/processor_config.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e71d78590b67986dba84d34b69c764d2b5a55947
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/processor_config.json
@@ -0,0 +1,206 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_pad": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_grid_pinpoints": [
+      [
+        384,
+        384
+      ],
+      [
+        384,
+        768
+      ],
+      [
+        384,
+        1152
+      ],
+      [
+        384,
+        1536
+      ],
+      [
+        384,
+        1920
+      ],
+      [
+        384,
+        2304
+      ],
+      [
+        768,
+        384
+      ],
+      [
+        768,
+        768
+      ],
+      [
+        768,
+        1152
+      ],
+      [
+        768,
+        1536
+      ],
+      [
+        768,
+        1920
+      ],
+      [
+        768,
+        2304
+      ],
+      [
+        1152,
+        384
+      ],
+      [
+        1152,
+        768
+      ],
+      [
+        1152,
+        1152
+      ],
+      [
+        1152,
+        1536
+      ],
+      [
+        1152,
+        1920
+      ],
+      [
+        1152,
+        2304
+      ],
+      [
+        1536,
+        384
+      ],
+      [
+        1536,
+        768
+      ],
+      [
+        1536,
+        1152
+      ],
+      [
+        1536,
+        1536
+      ],
+      [
+        1536,
+        1920
+      ],
+      [
+        1536,
+        2304
+      ],
+      [
+        1920,
+        384
+      ],
+      [
+        1920,
+        768
+      ],
+      [
+        1920,
+        1152
+      ],
+      [
+        1920,
+        1536
+      ],
+      [
+        1920,
+        1920
+      ],
+      [
+        1920,
+        2304
+      ],
+      [
+        2304,
+        384
+      ],
+      [
+        2304,
+        768
+      ],
+      [
+        2304,
+        1152
+      ],
+      [
+        2304,
+        1536
+      ],
+      [
+        2304,
+        1920
+      ],
+      [
+        2304,
+        2304
+      ]
+    ],
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "LlavaOnevisionImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "height": 384,
+      "width": 384
+    }
+  },
+  "image_token": "<image>",
+  "num_image_tokens": 729,
+  "processor_class": "LlavaOnevisionProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": false,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": false,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "height": 384,
+      "width": 384
+    },
+    "video_processor_type": "LlavaOnevisionVideoProcessor"
+  },
+  "video_token": "<video>",
+  "vision_aspect_ratio": "anyres_max_9",
+  "vision_feature_select_strategy": null
+}
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_0.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2d52a7f7e5c0e63e3e9dbb9293db4b8616de62bb
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0418786c564bb001fc5f4215375b1a99ed3ea3f30771057e1d8682214a0108f
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_1.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..76458069ce4939471b1722313be9c74dc89c6182
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35deaabe10396919e53b2274736981b26bc690165c8839845f178b355a6a7588
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_2.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..abc450e21d4f070a13c161ddaae73f6cda4eb337
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5deee061a76a9e05b4634f5abad786b4042e744cc4c156a2ab76dc3c94fcac
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_3.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4e36c7463037fe63af85b768a22f50d398aec840
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13579f7ca365ea6f9cef83929c34833cd97f9b5764a434989b4e3e2db87dce56
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_4.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_4.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a7f30972be6e7f01d35777d6c0c2e66230e8480f
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_4.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073d0b1d7e2e3930e5c29fc418e6246462ab2a00396c3a86e1448d373503f1b2
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_5.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_5.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aea6eaa0b8e588024e9223258a59ac7df393782d
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_5.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c60731015889939e665a308a0933ac6c327734a4699cf5615217db0cfaf03ca
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_6.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_6.pth
new file mode 100644
index 0000000000000000000000000000000000000000..452511db18e605cdd7f5d909ee94b813e9eaa8c6
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_6.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416648e7a35618f28d73625751a8fc2ad066533414d19f6fc0c39932429023fc
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_7.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_7.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8a9828f9e608bc9d2520f9335b3c3fa5cfbb2d41
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/rng_state_7.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619b5c49446c94dca2b233ad17098e42f7d58a945c2eced1aa23e50469a75431
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/scheduler.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d481e849f36c5e7d07799ad2ee2b9c6dc78d4d
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf547cbeb33ab19d02e6aa7d657d5b0c3c5d9fe3409b74784c83fa0b853d5be
+size 1465
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/tokenizer.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..c40d89c9226d696c215d65a68eea68c6dd55d79e
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9024318c850eaadf26be79389d21b07a7afd8f1af749b89f9109b06c0d12173c
+size 11423018
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/tokenizer_config.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e5d2c809c87faee783b0c481248f265167d13004
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/tokenizer_config.json
@@ -0,0 +1,19 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<image>",
+    "<video>"
+  ],
+  "is_local": true,
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "processor_class": "LlavaOnevisionProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null
+}
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/trainer_state.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..0623204e34a985f16941683223ed2fe13577b777
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/trainer_state.json
@@ -0,0 +1,2434 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.2886375875067313,
+  "eval_steps": 100.0,
+  "global_step": 300,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.004308023694130318,
+      "grad_norm": 34.22294235229492,
+      "learning_rate": 4.0000000000000003e-07,
+      "loss": 2.5344715118408203,
+      "step": 1,
+      "token_acc": 0.5299950245219988
+    },
+    {
+      "epoch": 0.008616047388260635,
+      "grad_norm": 34.8410758972168,
+      "learning_rate": 8.000000000000001e-07,
+      "loss": 2.4708309173583984,
+      "step": 2,
+      "token_acc": 0.5363605898123325
+    },
+    {
+      "epoch": 0.012924071082390954,
+      "grad_norm": 39.80426788330078,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 2.775846481323242,
+      "step": 3,
+      "token_acc": 0.5183054170395942
+    },
+    {
+      "epoch": 0.01723209477652127,
+      "grad_norm": 34.9159049987793,
+      "learning_rate": 1.6000000000000001e-06,
+      "loss": 2.3811163902282715,
+      "step": 4,
+      "token_acc": 0.5468338887914401
+    },
+    {
+      "epoch": 0.021540118470651588,
+      "grad_norm": 35.46262741088867,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 2.525376558303833,
+      "step": 5,
+      "token_acc": 0.5244299674267101
+    },
+    {
+      "epoch": 0.025848142164781908,
+      "grad_norm": 39.962608337402344,
+      "learning_rate": 2.4000000000000003e-06,
+      "loss": 2.5210909843444824,
+      "step": 6,
+      "token_acc": 0.5377253761053478
+    },
+    {
+      "epoch": 0.030156165858912225,
+      "grad_norm": 33.2032356262207,
+      "learning_rate": 2.8000000000000003e-06,
+      "loss": 2.580561399459839,
+      "step": 7,
+      "token_acc": 0.5228668179957578
+    },
+    {
+      "epoch": 0.03446418955304254,
+      "grad_norm": 23.4835205078125,
+      "learning_rate": 3.2000000000000003e-06,
+      "loss": 2.2210943698883057,
+      "step": 8,
+      "token_acc": 0.5748507275912618
+    },
+    {
+      "epoch": 0.03877221324717286,
+      "grad_norm": 21.224645614624023,
+      "learning_rate": 3.6000000000000003e-06,
+      "loss": 2.182731866836548,
+      "step": 9,
+      "token_acc": 0.578366892643934
+    },
+    {
+      "epoch": 0.043080236941303175,
+      "grad_norm": 19.219499588012695,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 1.9947047233581543,
+      "step": 10,
+      "token_acc": 0.5828964891898785
+    },
+    {
+      "epoch": 0.04738826063543349,
+      "grad_norm": 10.247937202453613,
+      "learning_rate": 4.4e-06,
+      "loss": 1.8489328622817993,
+      "step": 11,
+      "token_acc": 0.5984906381352694
+    },
+    {
+      "epoch": 0.051696284329563816,
+      "grad_norm": 10.421255111694336,
+      "learning_rate": 4.800000000000001e-06,
+      "loss": 1.7730863094329834,
+      "step": 12,
+      "token_acc": 0.6098880314722348
+    },
+    {
+      "epoch": 0.05600430802369413,
+      "grad_norm": 9.2549467086792,
+      "learning_rate": 5.2e-06,
+      "loss": 1.705881118774414,
+      "step": 13,
+      "token_acc": 0.6173091377644153
+    },
+    {
+      "epoch": 0.06031233171782445,
+      "grad_norm": 6.33651876449585,
+      "learning_rate": 5.600000000000001e-06,
+      "loss": 1.6188805103302002,
+      "step": 14,
+      "token_acc": 0.6224566257421177
+    },
+    {
+      "epoch": 0.06462035541195477,
+      "grad_norm": 7.8872880935668945,
+      "learning_rate": 6e-06,
+      "loss": 1.5559440851211548,
+      "step": 15,
+      "token_acc": 0.6367019934393137
+    },
+    {
+      "epoch": 0.06892837910608508,
+      "grad_norm": 6.443421363830566,
+      "learning_rate": 6.4000000000000006e-06,
+      "loss": 1.6304481029510498,
+      "step": 16,
+      "token_acc": 0.6337283187360467
+    },
+    {
+      "epoch": 0.0732364028002154,
+      "grad_norm": 4.364102840423584,
+      "learning_rate": 6.800000000000001e-06,
+      "loss": 1.5763095617294312,
+      "step": 17,
+      "token_acc": 0.6282391722369747
+    },
+    {
+      "epoch": 0.07754442649434572,
+      "grad_norm": 4.073349952697754,
+      "learning_rate": 7.2000000000000005e-06,
+      "loss": 1.4519922733306885,
+      "step": 18,
+      "token_acc": 0.6620760163579504
+    },
+    {
+      "epoch": 0.08185245018847603,
+      "grad_norm": 3.76297926902771,
+      "learning_rate": 7.600000000000001e-06,
+      "loss": 1.520553708076477,
+      "step": 19,
+      "token_acc": 0.6476499528943788
+    },
+    {
+      "epoch": 0.08616047388260635,
+      "grad_norm": 3.565013885498047,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 1.443807601928711,
+      "step": 20,
+      "token_acc": 0.6564110824742269
+    },
+    {
+      "epoch": 0.09046849757673667,
+      "grad_norm": 3.0926177501678467,
+      "learning_rate": 8.400000000000001e-06,
+      "loss": 1.305448293685913,
+      "step": 21,
+      "token_acc": 0.6728254783782893
+    },
+    {
+      "epoch": 0.09477652127086698,
+      "grad_norm": 2.9559481143951416,
+      "learning_rate": 8.8e-06,
+      "loss": 1.3177809715270996,
+      "step": 22,
+      "token_acc": 0.6766286820038702
+    },
+    {
+      "epoch": 0.0990845449649973,
+      "grad_norm": 3.516502618789673,
+      "learning_rate": 9.200000000000002e-06,
+      "loss": 1.412851095199585,
+      "step": 23,
+      "token_acc": 0.6545797141412749
+    },
+    {
+      "epoch": 0.10339256865912763,
+      "grad_norm": 2.693331003189087,
+      "learning_rate": 9.600000000000001e-06,
+      "loss": 1.3329224586486816,
+      "step": 24,
+      "token_acc": 0.6691273897406776
+    },
+    {
+      "epoch": 0.10770059235325795,
+      "grad_norm": 3.09365177154541,
+      "learning_rate": 1e-05,
+      "loss": 1.3302955627441406,
+      "step": 25,
+      "token_acc": 0.6788545041009029
+    },
+    {
+      "epoch": 0.11200861604738827,
+      "grad_norm": 3.117713689804077,
+      "learning_rate": 9.999890641901124e-06,
+      "loss": 1.3734593391418457,
+      "step": 26,
+      "token_acc": 0.6594324976051267
+    },
+    {
+      "epoch": 0.11631663974151858,
+      "grad_norm": 2.4900543689727783,
+      "learning_rate": 9.99956257238817e-06,
+      "loss": 1.256556510925293,
+      "step": 27,
+      "token_acc": 0.6908205642274095
+    },
+    {
+      "epoch": 0.1206246634356489,
+      "grad_norm": 2.8557262420654297,
+      "learning_rate": 9.999015805811965e-06,
+      "loss": 1.3106865882873535,
+      "step": 28,
+      "token_acc": 0.6742931211189486
+    },
+    {
+      "epoch": 0.12493268712977922,
+      "grad_norm": 2.0467495918273926,
+      "learning_rate": 9.998250366089848e-06,
+      "loss": 1.3423490524291992,
+      "step": 29,
+      "token_acc": 0.6723827275551414
+    },
+    {
+      "epoch": 0.12924071082390953,
+      "grad_norm": 2.235506057739258,
+      "learning_rate": 9.99726628670463e-06,
+      "loss": 1.3720948696136475,
+      "step": 30,
+      "token_acc": 0.668766154668885
+    },
+    {
+      "epoch": 0.13354873451803984,
+      "grad_norm": 2.093294143676758,
+      "learning_rate": 9.996063610703138e-06,
+      "loss": 1.3393146991729736,
+      "step": 31,
+      "token_acc": 0.6776454554304442
+    },
+    {
+      "epoch": 0.13785675821217017,
+      "grad_norm": 2.331446647644043,
+      "learning_rate": 9.994642390694308e-06,
+      "loss": 1.2755086421966553,
+      "step": 32,
+      "token_acc": 0.685778748701787
+    },
+    {
+      "epoch": 0.1421647819063005,
+      "grad_norm": 4.931087493896484,
+      "learning_rate": 9.993002688846913e-06,
+      "loss": 1.2852654457092285,
+      "step": 33,
+      "token_acc": 0.7003776905870706
+    },
+    {
+      "epoch": 0.1464728056004308,
+      "grad_norm": 2.2281808853149414,
+      "learning_rate": 9.991144576886824e-06,
+      "loss": 1.234990119934082,
+      "step": 34,
+      "token_acc": 0.6911842151458765
+    },
+    {
+      "epoch": 0.15078082929456113,
+      "grad_norm": 2.216933488845825,
+      "learning_rate": 9.989068136093873e-06,
+      "loss": 1.2935469150543213,
+      "step": 35,
+      "token_acc": 0.6736291459523633
+    },
+    {
+      "epoch": 0.15508885298869143,
+      "grad_norm": 2.199500560760498,
+      "learning_rate": 9.986773457298311e-06,
+      "loss": 1.2178046703338623,
+      "step": 36,
+      "token_acc": 0.6948421052631579
+    },
+    {
+      "epoch": 0.15939687668282176,
+      "grad_norm": 3.288256883621216,
+      "learning_rate": 9.984260640876821e-06,
+      "loss": 1.2350926399230957,
+      "step": 37,
+      "token_acc": 0.6875022046633038
+    },
+    {
+      "epoch": 0.16370490037695207,
+      "grad_norm": 1.8213781118392944,
+      "learning_rate": 9.981529796748135e-06,
+      "loss": 1.2279441356658936,
+      "step": 38,
+      "token_acc": 0.6980759578383805
+    },
+    {
+      "epoch": 0.1680129240710824,
+      "grad_norm": 2.273272752761841,
+      "learning_rate": 9.97858104436822e-06,
+      "loss": 1.2051079273223877,
+      "step": 39,
+      "token_acc": 0.6949230265312807
+    },
+    {
+      "epoch": 0.1723209477652127,
+      "grad_norm": 2.2953481674194336,
+      "learning_rate": 9.975414512725058e-06,
+      "loss": 1.2342824935913086,
+      "step": 40,
+      "token_acc": 0.6916462800402936
+    },
+    {
+      "epoch": 0.17662897145934303,
+      "grad_norm": 2.2890288829803467,
+      "learning_rate": 9.972030340333e-06,
+      "loss": 1.207423210144043,
+      "step": 41,
+      "token_acc": 0.6919735017716838
+    },
+    {
+      "epoch": 0.18093699515347333,
+      "grad_norm": 1.9035778045654297,
+      "learning_rate": 9.968428675226714e-06,
+      "loss": 1.1688880920410156,
+      "step": 42,
+      "token_acc": 0.6906148450822046
+    },
+    {
+      "epoch": 0.18524501884760367,
+      "grad_norm": 2.176882743835449,
+      "learning_rate": 9.964609674954696e-06,
+      "loss": 1.238387107849121,
+      "step": 43,
+      "token_acc": 0.6940492431624764
+    },
+    {
+      "epoch": 0.18955304254173397,
+      "grad_norm": 1.740558385848999,
+      "learning_rate": 9.960573506572391e-06,
+      "loss": 1.1984151601791382,
+      "step": 44,
+      "token_acc": 0.6910384253093839
+    },
+    {
+      "epoch": 0.1938610662358643,
+      "grad_norm": 1.9107651710510254,
+      "learning_rate": 9.956320346634877e-06,
+      "loss": 1.16075599193573,
+      "step": 45,
+      "token_acc": 0.6984731549229896
+    },
+    {
+      "epoch": 0.1981690899299946,
+      "grad_norm": 2.126544713973999,
+      "learning_rate": 9.951850381189152e-06,
+      "loss": 1.075717806816101,
+      "step": 46,
+      "token_acc": 0.7196697774587222
+    },
+    {
+      "epoch": 0.20247711362412493,
+      "grad_norm": 1.8616559505462646,
+      "learning_rate": 9.94716380576598e-06,
+      "loss": 1.2275675535202026,
+      "step": 47,
+      "token_acc": 0.6868371180636367
+    },
+    {
+      "epoch": 0.20678513731825526,
+      "grad_norm": 2.2004618644714355,
+      "learning_rate": 9.942260825371359e-06,
+      "loss": 1.1721410751342773,
+      "step": 48,
+      "token_acc": 0.7035488476442994
+    },
+    {
+      "epoch": 0.21109316101238557,
+      "grad_norm": 1.926447868347168,
+      "learning_rate": 9.937141654477529e-06,
+      "loss": 1.205888032913208,
+      "step": 49,
+      "token_acc": 0.6890798786653185
+    },
+    {
+      "epoch": 0.2154011847065159,
+      "grad_norm": 1.9273842573165894,
+      "learning_rate": 9.931806517013612e-06,
+      "loss": 1.1814758777618408,
+      "step": 50,
+      "token_acc": 0.7045194700383348
+    },
+    {
+      "epoch": 0.2197092084006462,
+      "grad_norm": 1.667378544807434,
+      "learning_rate": 9.926255646355804e-06,
+      "loss": 1.1939655542373657,
+      "step": 51,
+      "token_acc": 0.6967874821434504
+    },
+    {
+      "epoch": 0.22401723209477653,
+      "grad_norm": 1.9569302797317505,
+      "learning_rate": 9.920489285317169e-06,
+      "loss": 1.129996418952942,
+      "step": 52,
+      "token_acc": 0.7048677927446368
+    },
+    {
+      "epoch": 0.22832525578890683,
+      "grad_norm": 2.068121910095215,
+      "learning_rate": 9.91450768613702e-06,
+      "loss": 1.2010860443115234,
+      "step": 53,
+      "token_acc": 0.6904986522911051
+    },
+    {
+      "epoch": 0.23263327948303716,
+      "grad_norm": 1.5467214584350586,
+      "learning_rate": 9.908311110469881e-06,
+      "loss": 1.1379708051681519,
+      "step": 54,
+      "token_acc": 0.7055634134842056
+    },
+    {
+      "epoch": 0.23694130317716747,
+      "grad_norm": 2.0830445289611816,
+      "learning_rate": 9.901899829374048e-06,
+      "loss": 1.0704392194747925,
+      "step": 55,
+      "token_acc": 0.7152232895798196
+    },
+    {
+      "epoch": 0.2412493268712978,
+      "grad_norm": 2.495779037475586,
+      "learning_rate": 9.895274123299724e-06,
+      "loss": 1.0942933559417725,
+      "step": 56,
+      "token_acc": 0.7167745978692291
+    },
+    {
+      "epoch": 0.2455573505654281,
+      "grad_norm": 2.6332848072052,
+      "learning_rate": 9.888434282076759e-06,
+      "loss": 0.9827362895011902,
+      "step": 57,
+      "token_acc": 0.7357487741887188
+    },
+    {
+      "epoch": 0.24986537425955843,
+      "grad_norm": 2.415322780609131,
+      "learning_rate": 9.881380604901964e-06,
+      "loss": 1.0783662796020508,
+      "step": 58,
+      "token_acc": 0.7155577080694434
+    },
+    {
+      "epoch": 0.25417339795368876,
+      "grad_norm": 2.1927847862243652,
+      "learning_rate": 9.874113400326031e-06,
+      "loss": 1.2449455261230469,
+      "step": 59,
+      "token_acc": 0.6808658974448356
+    },
+    {
+      "epoch": 0.25848142164781907,
+      "grad_norm": 2.241107225418091,
+      "learning_rate": 9.86663298624003e-06,
+      "loss": 1.112494707107544,
+      "step": 60,
+      "token_acc": 0.7220329651422869
+    },
+    {
+      "epoch": 0.26278944534194937,
+      "grad_norm": 1.7743316888809204,
+      "learning_rate": 9.858939689861506e-06,
+      "loss": 1.1850183010101318,
+      "step": 61,
+      "token_acc": 0.692633709713129
+    },
+    {
+      "epoch": 0.26709746903607967,
+      "grad_norm": 1.6615829467773438,
+      "learning_rate": 9.851033847720167e-06,
+      "loss": 1.1249656677246094,
+      "step": 62,
+      "token_acc": 0.7059144015981597
+    },
+    {
+      "epoch": 0.27140549273021003,
+      "grad_norm": 1.5314289331436157,
+      "learning_rate": 9.842915805643156e-06,
+      "loss": 1.12161386013031,
+      "step": 63,
+      "token_acc": 0.7094002053086963
+    },
+    {
+      "epoch": 0.27571351642434033,
+      "grad_norm": 1.8113492727279663,
+      "learning_rate": 9.834585918739936e-06,
+      "loss": 1.0911247730255127,
+      "step": 64,
+      "token_acc": 0.7131517228937398
+    },
+    {
+      "epoch": 0.28002154011847064,
+      "grad_norm": 1.5588164329528809,
+      "learning_rate": 9.826044551386743e-06,
+      "loss": 1.1018824577331543,
+      "step": 65,
+      "token_acc": 0.7167374220937585
+    },
+    {
+      "epoch": 0.284329563812601,
+      "grad_norm": 1.6779085397720337,
+      "learning_rate": 9.817292077210658e-06,
+      "loss": 1.1914907693862915,
+      "step": 66,
+      "token_acc": 0.6931636612645514
+    },
+    {
+      "epoch": 0.2886375875067313,
+      "grad_norm": 1.8709357976913452,
+      "learning_rate": 9.808328879073251e-06,
+      "loss": 1.1766862869262695,
+      "step": 67,
+      "token_acc": 0.7000365586156471
+    },
+    {
+      "epoch": 0.2929456112008616,
+      "grad_norm": 1.8896335363388062,
+      "learning_rate": 9.79915534905385e-06,
+      "loss": 1.2150582075119019,
+      "step": 68,
+      "token_acc": 0.690418950540116
+    },
+    {
+      "epoch": 0.2972536348949919,
+      "grad_norm": 1.773423433303833,
+      "learning_rate": 9.789771888432375e-06,
+      "loss": 1.1559756994247437,
+      "step": 69,
+      "token_acc": 0.7010006235339529
+    },
+    {
+      "epoch": 0.30156165858912226,
+      "grad_norm": 1.5840319395065308,
+      "learning_rate": 9.780178907671788e-06,
+      "loss": 1.1300228834152222,
+      "step": 70,
+      "token_acc": 0.7048673543421343
+    },
+    {
+      "epoch": 0.30586968228325256,
+      "grad_norm": 1.7504026889801025,
+      "learning_rate": 9.77037682640015e-06,
+      "loss": 1.1307711601257324,
+      "step": 71,
+      "token_acc": 0.7024363156798779
+    },
+    {
+      "epoch": 0.31017770597738287,
+      "grad_norm": 1.7551653385162354,
+      "learning_rate": 9.760366073392246e-06,
+      "loss": 1.1609346866607666,
+      "step": 72,
+      "token_acc": 0.6984935064935065
+    },
+    {
+      "epoch": 0.31448572967151317,
+      "grad_norm": 1.6342157125473022,
+      "learning_rate": 9.750147086550843e-06,
+      "loss": 1.0880463123321533,
+      "step": 73,
+      "token_acc": 0.7135369347962821
+    },
+    {
+      "epoch": 0.31879375336564353,
+      "grad_norm": 1.7132184505462646,
+      "learning_rate": 9.739720312887536e-06,
+      "loss": 1.1172926425933838,
+      "step": 74,
+      "token_acc": 0.7106431450435189
+    },
+    {
+      "epoch": 0.32310177705977383,
+      "grad_norm": 1.726162075996399,
+      "learning_rate": 9.729086208503174e-06,
+      "loss": 1.1162161827087402,
+      "step": 75,
+      "token_acc": 0.7107878787878787
+    },
+    {
+      "epoch": 0.32740980075390413,
+      "grad_norm": 1.6666592359542847,
+      "learning_rate": 9.718245238567939e-06,
+      "loss": 1.076697826385498,
+      "step": 76,
+      "token_acc": 0.7241597747668485
+    },
+    {
+      "epoch": 0.33171782444803444,
+      "grad_norm": 1.4859079122543335,
+      "learning_rate": 9.707197877300974e-06,
+      "loss": 1.09866201877594,
+      "step": 77,
+      "token_acc": 0.7109936635126304
+    },
+    {
+      "epoch": 0.3360258481421648,
+      "grad_norm": 1.6729086637496948,
+      "learning_rate": 9.69594460794965e-06,
+      "loss": 1.1241893768310547,
+      "step": 78,
+      "token_acc": 0.7088581024349286
+    },
+    {
+      "epoch": 0.3403338718362951,
+      "grad_norm": 1.5671727657318115,
+      "learning_rate": 9.684485922768422e-06,
+      "loss": 1.0672322511672974,
+      "step": 79,
+      "token_acc": 0.7204722938385084
+    },
+    {
+      "epoch": 0.3446418955304254,
+      "grad_norm": 1.6157093048095703,
+      "learning_rate": 9.672822322997305e-06,
+      "loss": 1.127738118171692,
+      "step": 80,
+      "token_acc": 0.6991704875573134
+    },
+    {
+      "epoch": 0.34894991922455576,
+      "grad_norm": 1.7361069917678833,
+      "learning_rate": 9.660954318839934e-06,
+      "loss": 1.115564227104187,
+      "step": 81,
+      "token_acc": 0.7092018810659374
+    },
+    {
+      "epoch": 0.35325794291868606,
+      "grad_norm": 1.5783766508102417,
+      "learning_rate": 9.648882429441258e-06,
+      "loss": 1.0751323699951172,
+      "step": 82,
+      "token_acc": 0.7211808283757998
+    },
+    {
+      "epoch": 0.35756596661281637,
+      "grad_norm": 1.9924604892730713,
+      "learning_rate": 9.636607182864828e-06,
+      "loss": 1.063920259475708,
+      "step": 83,
+      "token_acc": 0.7266466605109264
+    },
+    {
+      "epoch": 0.36187399030694667,
+      "grad_norm": 1.3612253665924072,
+      "learning_rate": 9.624129116069695e-06,
+      "loss": 1.133460283279419,
+      "step": 84,
+      "token_acc": 0.7086913565462112
+    },
+    {
+      "epoch": 0.366182014001077,
+      "grad_norm": 1.69752037525177,
+      "learning_rate": 9.611448774886925e-06,
+      "loss": 1.0716493129730225,
+      "step": 85,
+      "token_acc": 0.7221262950172669
+    },
+    {
+      "epoch": 0.37049003769520733,
+      "grad_norm": 1.6512473821640015,
+      "learning_rate": 9.598566713995718e-06,
+      "loss": 1.0333918333053589,
+      "step": 86,
+      "token_acc": 0.7264647063180505
+    },
+    {
+      "epoch": 0.37479806138933763,
+      "grad_norm": 1.6064995527267456,
+      "learning_rate": 9.585483496899151e-06,
+      "loss": 1.123110294342041,
+      "step": 87,
+      "token_acc": 0.7135224274406332
+    },
+    {
+      "epoch": 0.37910608508346794,
+      "grad_norm": 1.8027215003967285,
+      "learning_rate": 9.572199695899522e-06,
+      "loss": 1.030998945236206,
+      "step": 88,
+      "token_acc": 0.7300635712561359
+    },
+    {
+      "epoch": 0.3834141087775983,
+      "grad_norm": 1.6361185312271118,
+      "learning_rate": 9.558715892073324e-06,
+      "loss": 1.1275122165679932,
+      "step": 89,
+      "token_acc": 0.7020269608643144
+    },
+    {
+      "epoch": 0.3877221324717286,
+      "grad_norm": 1.5621289014816284,
+      "learning_rate": 9.545032675245814e-06,
+      "loss": 1.0969953536987305,
+      "step": 90,
+      "token_acc": 0.7070858623746846
+    },
+    {
+      "epoch": 0.3920301561658589,
+      "grad_norm": 1.790278434753418,
+      "learning_rate": 9.531150643965224e-06,
+      "loss": 1.073486566543579,
+      "step": 91,
+      "token_acc": 0.7183880749698586
+    },
+    {
+      "epoch": 0.3963381798599892,
+      "grad_norm": 1.7555965185165405,
+      "learning_rate": 9.517070405476575e-06,
+      "loss": 1.071641445159912,
+      "step": 92,
+      "token_acc": 0.7204091394091026
+    },
+    {
+      "epoch": 0.40064620355411956,
+      "grad_norm": 1.7374863624572754,
+      "learning_rate": 9.502792575695112e-06,
+      "loss": 1.1522419452667236,
+      "step": 93,
+      "token_acc": 0.7053788169158043
+    },
+    {
+      "epoch": 0.40495422724824987,
+      "grad_norm": 1.9136552810668945,
+      "learning_rate": 9.48831777917936e-06,
+      "loss": 1.1674339771270752,
+      "step": 94,
+      "token_acc": 0.6964470088065594
+    },
+    {
+      "epoch": 0.40926225094238017,
+      "grad_norm": 2.252842426300049,
+      "learning_rate": 9.473646649103819e-06,
+      "loss": 1.0893977880477905,
+      "step": 95,
+      "token_acc": 0.7158215010141988
+    },
+    {
+      "epoch": 0.4135702746365105,
+      "grad_norm": 1.7565231323242188,
+      "learning_rate": 9.458779827231237e-06,
+      "loss": 1.0599641799926758,
+      "step": 96,
+      "token_acc": 0.722913735252733
+    },
+    {
+      "epoch": 0.41787829833064083,
+      "grad_norm": 1.720835566520691,
+      "learning_rate": 9.443717963884568e-06,
+      "loss": 1.0994898080825806,
+      "step": 97,
+      "token_acc": 0.7109813161650018
+    },
+    {
+      "epoch": 0.42218632202477113,
+      "grad_norm": 1.5080041885375977,
+      "learning_rate": 9.428461717918512e-06,
+      "loss": 1.0535576343536377,
+      "step": 98,
+      "token_acc": 0.7211945850986876
+    },
+    {
+      "epoch": 0.42649434571890144,
+      "grad_norm": 1.422196626663208,
+      "learning_rate": 9.413011756690686e-06,
+      "loss": 1.0241769552230835,
+      "step": 99,
+      "token_acc": 0.7236528301886792
+    },
+    {
+      "epoch": 0.4308023694130318,
+      "grad_norm": 1.7745169401168823,
+      "learning_rate": 9.397368756032445e-06,
+      "loss": 1.0839262008666992,
+      "step": 100,
+      "token_acc": 0.7179929498237456
+    },
+    {
+      "epoch": 0.4351103931071621,
+      "grad_norm": 1.9213250875473022,
+      "learning_rate": 9.381533400219319e-06,
+      "loss": 1.0448743104934692,
+      "step": 101,
+      "token_acc": 0.7268769599704852
+    },
+    {
+      "epoch": 0.4394184168012924,
+      "grad_norm": 1.8812602758407593,
+      "learning_rate": 9.365506381941066e-06,
+      "loss": 1.0698344707489014,
+      "step": 102,
+      "token_acc": 0.7161785216178521
+    },
+    {
+      "epoch": 0.4437264404954227,
+      "grad_norm": 1.6234725713729858,
+      "learning_rate": 9.349288402271387e-06,
+      "loss": 1.0575649738311768,
+      "step": 103,
+      "token_acc": 0.7228134641383853
+    },
+    {
+      "epoch": 0.44803446418955306,
+      "grad_norm": 1.7460858821868896,
+      "learning_rate": 9.332880170637252e-06,
+      "loss": 1.1082675457000732,
+      "step": 104,
+      "token_acc": 0.7142947461591957
+    },
+    {
+      "epoch": 0.45234248788368336,
+      "grad_norm": 1.6380345821380615,
+      "learning_rate": 9.31628240478787e-06,
+      "loss": 1.1685254573822021,
+      "step": 105,
+      "token_acc": 0.6993712668972022
+    },
+    {
+      "epoch": 0.45665051157781367,
+      "grad_norm": 1.7230206727981567,
+      "learning_rate": 9.299495830763285e-06,
+      "loss": 1.0857363939285278,
+      "step": 106,
+      "token_acc": 0.7167548635169605
+    },
+    {
+      "epoch": 0.46095853527194397,
+      "grad_norm": 1.7054288387298584,
+      "learning_rate": 9.28252118286263e-06,
+      "loss": 1.1256463527679443,
+      "step": 107,
+      "token_acc": 0.7026264236145698
+    },
+    {
+      "epoch": 0.46526655896607433,
+      "grad_norm": 1.6527998447418213,
+      "learning_rate": 9.265359203611988e-06,
+      "loss": 1.0812056064605713,
+      "step": 108,
+      "token_acc": 0.7152996010027894
+    },
+    {
+      "epoch": 0.46957458266020463,
+      "grad_norm": 1.670569658279419,
+      "learning_rate": 9.248010643731936e-06,
+      "loss": 1.0796825885772705,
+      "step": 109,
+      "token_acc": 0.7202207281491818
+    },
+    {
+      "epoch": 0.47388260635433493,
+      "grad_norm": 1.9298903942108154,
+      "learning_rate": 9.230476262104678e-06,
+      "loss": 1.0428919792175293,
+      "step": 110,
+      "token_acc": 0.7195813030138964
+    },
+    {
+      "epoch": 0.4781906300484653,
+      "grad_norm": 1.65512216091156,
+      "learning_rate": 9.212756825740874e-06,
+      "loss": 1.147737741470337,
+      "step": 111,
+      "token_acc": 0.7054659725749112
+    },
+    {
+      "epoch": 0.4824986537425956,
+      "grad_norm": 1.524289846420288,
+      "learning_rate": 9.194853109746073e-06,
+      "loss": 1.1040431261062622,
+      "step": 112,
+      "token_acc": 0.7155831310133981
+    },
+    {
+      "epoch": 0.4868066774367259,
+      "grad_norm": 1.6400195360183716,
+      "learning_rate": 9.176765897286812e-06,
+      "loss": 1.0260937213897705,
+      "step": 113,
+      "token_acc": 0.7253460824889396
+    },
+    {
+      "epoch": 0.4911147011308562,
+      "grad_norm": 1.8784524202346802,
+      "learning_rate": 9.15849597955636e-06,
+      "loss": 1.0686829090118408,
+      "step": 114,
+      "token_acc": 0.7213137813412104
+    },
+    {
+      "epoch": 0.49542272482498656,
+      "grad_norm": 2.1859333515167236,
+      "learning_rate": 9.140044155740102e-06,
+      "loss": 1.010416865348816,
+      "step": 115,
+      "token_acc": 0.7280323345381058
+    },
+    {
+      "epoch": 0.49973074851911686,
+      "grad_norm": 1.671910047531128,
+      "learning_rate": 9.121411232980589e-06,
+      "loss": 1.0519911050796509,
+      "step": 116,
+      "token_acc": 0.7266268924371486
+    },
+    {
+      "epoch": 0.5040387722132472,
+      "grad_norm": 1.5711668729782104,
+      "learning_rate": 9.102598026342223e-06,
+      "loss": 1.0841341018676758,
+      "step": 117,
+      "token_acc": 0.715380567067956
+    },
+    {
+      "epoch": 0.5083467959073775,
+      "grad_norm": 1.5971369743347168,
+      "learning_rate": 9.083605358775612e-06,
+      "loss": 1.1038738489151,
+      "step": 118,
+      "token_acc": 0.709660139277424
+    },
+    {
+      "epoch": 0.5126548196015078,
+      "grad_norm": 1.7582615613937378,
+      "learning_rate": 9.064434061081562e-06,
+      "loss": 1.0597245693206787,
+      "step": 119,
+      "token_acc": 0.716953316953317
+    },
+    {
+      "epoch": 0.5169628432956381,
+      "grad_norm": 1.6436163187026978,
+      "learning_rate": 9.045084971874738e-06,
+      "loss": 1.1113476753234863,
+      "step": 120,
+      "token_acc": 0.7140453152232706
+    },
+    {
+      "epoch": 0.5212708669897684,
+      "grad_norm": 1.723655104637146,
+      "learning_rate": 9.025558937546987e-06,
+      "loss": 1.0558507442474365,
+      "step": 121,
+      "token_acc": 0.7235675306957708
+    },
+    {
+      "epoch": 0.5255788906838987,
+      "grad_norm": 1.7649812698364258,
+      "learning_rate": 9.005856812230304e-06,
+      "loss": 1.1403634548187256,
+      "step": 122,
+      "token_acc": 0.7090575479566306
+    },
+    {
+      "epoch": 0.529886914378029,
+      "grad_norm": 1.9195817708969116,
+      "learning_rate": 8.98597945775948e-06,
+      "loss": 1.110230565071106,
+      "step": 123,
+      "token_acc": 0.7115247201333832
+    },
+    {
+      "epoch": 0.5341949380721593,
+      "grad_norm": 1.826794981956482,
+      "learning_rate": 8.96592774363439e-06,
+      "loss": 1.011481761932373,
+      "step": 124,
+      "token_acc": 0.7357743141683019
+    },
+    {
+      "epoch": 0.5385029617662898,
+      "grad_norm": 1.6854645013809204,
+      "learning_rate": 8.94570254698197e-06,
+      "loss": 1.0935232639312744,
+      "step": 125,
+      "token_acc": 0.7150796340223653
+    },
+    {
+      "epoch": 0.5428109854604201,
+      "grad_norm": 2.66402530670166,
+      "learning_rate": 8.92530475251784e-06,
+      "loss": 1.1172863245010376,
+      "step": 126,
+      "token_acc": 0.7189485136700242
+    },
+    {
+      "epoch": 0.5471190091545504,
+      "grad_norm": 2.063110113143921,
+      "learning_rate": 8.90473525250761e-06,
+      "loss": 1.0691171884536743,
+      "step": 127,
+      "token_acc": 0.7180058651026393
+    },
+    {
+      "epoch": 0.5514270328486807,
+      "grad_norm": 1.7156977653503418,
+      "learning_rate": 8.883994946727848e-06,
+      "loss": 1.0431095361709595,
+      "step": 128,
+      "token_acc": 0.7283595856392792
+    },
+    {
+      "epoch": 0.555735056542811,
+      "grad_norm": 1.8289692401885986,
+      "learning_rate": 8.863084742426719e-06,
+      "loss": 1.132885217666626,
+      "step": 129,
+      "token_acc": 0.706735040999213
+    },
+    {
+      "epoch": 0.5600430802369413,
+      "grad_norm": 2.87642240524292,
+      "learning_rate": 8.842005554284296e-06,
+      "loss": 1.0355212688446045,
+      "step": 130,
+      "token_acc": 0.7289206171661677
+    },
+    {
+      "epoch": 0.5643511039310716,
+      "grad_norm": 2.5777523517608643,
+      "learning_rate": 8.820758304372557e-06,
+      "loss": 1.006464958190918,
+      "step": 131,
+      "token_acc": 0.7324875466998755
+    },
+    {
+      "epoch": 0.568659127625202,
+      "grad_norm": 1.910340666770935,
+      "learning_rate": 8.799343922115045e-06,
+      "loss": 1.047837257385254,
+      "step": 132,
+      "token_acc": 0.7368516767294683
+    },
+    {
+      "epoch": 0.5729671513193323,
+      "grad_norm": 1.7361208200454712,
+      "learning_rate": 8.777763344246209e-06,
+      "loss": 1.011834740638733,
+      "step": 133,
+      "token_acc": 0.7284243277279798
+    },
+    {
+      "epoch": 0.5772751750134626,
+      "grad_norm": 1.8098233938217163,
+      "learning_rate": 8.756017514770444e-06,
+      "loss": 1.044621467590332,
+      "step": 134,
+      "token_acc": 0.7287564494050753
+    },
+    {
+      "epoch": 0.5815831987075929,
+      "grad_norm": 1.5448087453842163,
+      "learning_rate": 8.734107384920771e-06,
+      "loss": 1.073019027709961,
+      "step": 135,
+      "token_acc": 0.7119461765671152
+    },
+    {
+      "epoch": 0.5858912224017232,
+      "grad_norm": 1.7159926891326904,
+      "learning_rate": 8.71203391311725e-06,
+      "loss": 1.1081541776657104,
+      "step": 136,
+      "token_acc": 0.7037540013580367
+    },
+    {
+      "epoch": 0.5901992460958535,
+      "grad_norm": 1.6637221574783325,
+      "learning_rate": 8.689798064925049e-06,
+      "loss": 1.0081043243408203,
+      "step": 137,
+      "token_acc": 0.7252172754820019
+    },
+    {
+      "epoch": 0.5945072697899838,
+      "grad_norm": 1.9624783992767334,
+      "learning_rate": 8.6674008130122e-06,
+      "loss": 0.9942106008529663,
+      "step": 138,
+      "token_acc": 0.7384822910902048
+    },
+    {
+      "epoch": 0.5988152934841141,
+      "grad_norm": 1.822143793106079,
+      "learning_rate": 8.644843137107058e-06,
+      "loss": 1.0651887655258179,
+      "step": 139,
+      "token_acc": 0.7213238913924338
+    },
+    {
+      "epoch": 0.6031233171782445,
+      "grad_norm": 1.6583638191223145,
+      "learning_rate": 8.622126023955446e-06,
+      "loss": 1.1587040424346924,
+      "step": 140,
+      "token_acc": 0.700965954077593
+    },
+    {
+      "epoch": 0.6074313408723748,
+      "grad_norm": 1.8652868270874023,
+      "learning_rate": 8.599250467277483e-06,
+      "loss": 1.0659656524658203,
+      "step": 141,
+      "token_acc": 0.7252379815073868
+    },
+    {
+      "epoch": 0.6117393645665051,
+      "grad_norm": 1.6176389455795288,
+      "learning_rate": 8.576217467724129e-06,
+      "loss": 1.0570114850997925,
+      "step": 142,
+      "token_acc": 0.725997805513647
+    },
+    {
+      "epoch": 0.6160473882606354,
+      "grad_norm": 1.7835546731948853,
+      "learning_rate": 8.553028032833397e-06,
+      "loss": 1.0544447898864746,
+      "step": 143,
+      "token_acc": 0.7251621838326409
+    },
+    {
+      "epoch": 0.6203554119547657,
+      "grad_norm": 2.2224531173706055,
+      "learning_rate": 8.529683176986295e-06,
+      "loss": 1.090584397315979,
+      "step": 144,
+      "token_acc": 0.7182019410863273
+    },
+    {
+      "epoch": 0.624663435648896,
+      "grad_norm": 1.5986168384552002,
+      "learning_rate": 8.506183921362443e-06,
+      "loss": 1.1154588460922241,
+      "step": 145,
+      "token_acc": 0.7075557113233447
+    },
+    {
+      "epoch": 0.6289714593430263,
+      "grad_norm": 2.1650876998901367,
+      "learning_rate": 8.482531293895412e-06,
+      "loss": 0.9825166463851929,
+      "step": 146,
+      "token_acc": 0.7433130484007925
+    },
+    {
+      "epoch": 0.6332794830371568,
+      "grad_norm": 1.9352518320083618,
+      "learning_rate": 8.458726329227748e-06,
+      "loss": 1.0409623384475708,
+      "step": 147,
+      "token_acc": 0.725833571269947
+    },
+    {
+      "epoch": 0.6375875067312871,
+      "grad_norm": 1.8794916868209839,
+      "learning_rate": 8.434770068665723e-06,
+      "loss": 1.037879467010498,
+      "step": 148,
+      "token_acc": 0.7275396795896368
+    },
+    {
+      "epoch": 0.6418955304254174,
+      "grad_norm": 1.9519153833389282,
+      "learning_rate": 8.410663560133784e-06,
+      "loss": 1.0211390256881714,
+      "step": 149,
+      "token_acc": 0.7312037659717552
+    },
+    {
+      "epoch": 0.6462035541195477,
+      "grad_norm": 1.6926748752593994,
+      "learning_rate": 8.386407858128707e-06,
+      "loss": 1.0971746444702148,
+      "step": 150,
+      "token_acc": 0.7090979504289799
+    },
+    {
+      "epoch": 0.650511577813678,
+      "grad_norm": 1.642252802848816,
+      "learning_rate": 8.362004023673473e-06,
+      "loss": 1.0516653060913086,
+      "step": 151,
+      "token_acc": 0.7258933381217454
+    },
+    {
+      "epoch": 0.6548196015078083,
+      "grad_norm": 2.1485331058502197,
+      "learning_rate": 8.337453124270864e-06,
+      "loss": 1.060987949371338,
+      "step": 152,
+      "token_acc": 0.7258541834813022
+    },
+    {
+      "epoch": 0.6591276252019386,
+      "grad_norm": 2.170975923538208,
+      "learning_rate": 8.31275623385675e-06,
+      "loss": 1.0732593536376953,
+      "step": 153,
+      "token_acc": 0.7258163683563328
+    },
+    {
+      "epoch": 0.6634356488960689,
+      "grad_norm": 1.811652421951294,
+      "learning_rate": 8.287914432753123e-06,
+      "loss": 1.0401476621627808,
+      "step": 154,
+      "token_acc": 0.7282481532239196
+    },
+    {
+      "epoch": 0.6677436725901993,
+      "grad_norm": 1.6851332187652588,
+      "learning_rate": 8.262928807620843e-06,
+      "loss": 1.0859062671661377,
+      "step": 155,
+      "token_acc": 0.7122624537991038
+    },
+    {
+      "epoch": 0.6720516962843296,
+      "grad_norm": 1.7066915035247803,
+      "learning_rate": 8.237800451412095e-06,
+      "loss": 1.094170331954956,
+      "step": 156,
+      "token_acc": 0.7179701838554915
+    },
+    {
+      "epoch": 0.6763597199784599,
+      "grad_norm": 2.079630136489868,
+      "learning_rate": 8.212530463322584e-06,
+      "loss": 1.0371711254119873,
+      "step": 157,
+      "token_acc": 0.7281948615281949
+    },
+    {
+      "epoch": 0.6806677436725902,
+      "grad_norm": 1.9780957698822021,
+      "learning_rate": 8.18711994874345e-06,
+      "loss": 1.1454193592071533,
+      "step": 158,
+      "token_acc": 0.7068293139487724
+    },
+    {
+      "epoch": 0.6849757673667205,
+      "grad_norm": 2.0461599826812744,
+      "learning_rate": 8.161570019212921e-06,
+      "loss": 1.0632997751235962,
+      "step": 159,
+      "token_acc": 0.7188578486576815
+    },
+    {
+      "epoch": 0.6892837910608508,
+      "grad_norm": 1.8037797212600708,
+      "learning_rate": 8.135881792367686e-06,
+      "loss": 1.058543086051941,
+      "step": 160,
+      "token_acc": 0.7186254980079682
+    },
+    {
+      "epoch": 0.6935918147549811,
+      "grad_norm": 1.8418726921081543,
+      "learning_rate": 8.110056391894005e-06,
+      "loss": 1.0211877822875977,
+      "step": 161,
+      "token_acc": 0.7313764967680407
+    },
+    {
+      "epoch": 0.6978998384491115,
+      "grad_norm": 2.1125383377075195,
+      "learning_rate": 8.084094947478556e-06,
+      "loss": 1.1065531969070435,
+      "step": 162,
+      "token_acc": 0.7097420151520208
+    },
+    {
+      "epoch": 0.7022078621432418,
+      "grad_norm": 1.665132999420166,
+      "learning_rate": 8.057998594759022e-06,
+      "loss": 1.0586419105529785,
+      "step": 163,
+      "token_acc": 0.7197357402065693
+    },
+    {
+      "epoch": 0.7065158858373721,
+      "grad_norm": 1.541516900062561,
+      "learning_rate": 8.031768475274412e-06,
+      "loss": 1.0898858308792114,
+      "step": 164,
+      "token_acc": 0.7077255377696245
+    },
+    {
+      "epoch": 0.7108239095315024,
+      "grad_norm": 1.8763457536697388,
+      "learning_rate": 8.005405736415127e-06,
+      "loss": 1.1182177066802979,
+      "step": 165,
+      "token_acc": 0.7080204455101912
+    },
+    {
+      "epoch": 0.7151319332256327,
+      "grad_norm": 1.6244707107543945,
+      "learning_rate": 7.978911531372764e-06,
+      "loss": 1.052537441253662,
+      "step": 166,
+      "token_acc": 0.72174548690567
+    },
+    {
+      "epoch": 0.719439956919763,
+      "grad_norm": 1.7351884841918945,
+      "learning_rate": 7.952287019089686e-06,
+      "loss": 1.0168427228927612,
+      "step": 167,
+      "token_acc": 0.7289631977233038
+    },
+    {
+      "epoch": 0.7237479806138933,
+      "grad_norm": 1.883098840713501,
+      "learning_rate": 7.925533364208308e-06,
+      "loss": 1.0756115913391113,
+      "step": 168,
+      "token_acc": 0.7224274583557228
+    },
+    {
+      "epoch": 0.7280560043080236,
+      "grad_norm": 1.633523941040039,
+      "learning_rate": 7.898651737020166e-06,
+      "loss": 1.0162701606750488,
+      "step": 169,
+      "token_acc": 0.7267775147591479
+    },
+    {
+      "epoch": 0.732364028002154,
+      "grad_norm": 1.8218071460723877,
+      "learning_rate": 7.871643313414718e-06,
+      "loss": 1.0270060300827026,
+      "step": 170,
+      "token_acc": 0.7299303379673288
+    },
+    {
+      "epoch": 0.7366720516962844,
+      "grad_norm": 1.9670600891113281,
+      "learning_rate": 7.844509274827907e-06,
+      "loss": 1.0233960151672363,
+      "step": 171,
+      "token_acc": 0.7328961244397575
+    },
+    {
+      "epoch": 0.7409800753904147,
+      "grad_norm": 2.1067371368408203,
+      "learning_rate": 7.817250808190483e-06,
+      "loss": 1.1208573579788208,
+      "step": 172,
+      "token_acc": 0.7087912087912088
+    },
+    {
+      "epoch": 0.745288099084545,
+      "grad_norm": 1.7854297161102295,
+      "learning_rate": 7.789869105876083e-06,
+      "loss": 0.9967523217201233,
+      "step": 173,
+      "token_acc": 0.7338152553236948
+    },
+    {
+      "epoch": 0.7495961227786753,
+      "grad_norm": 2.0477850437164307,
+      "learning_rate": 7.762365365649068e-06,
+      "loss": 1.0872858762741089,
+      "step": 174,
+      "token_acc": 0.7145077370092574
+    },
+    {
+      "epoch": 0.7539041464728056,
+      "grad_norm": 1.975886344909668,
+      "learning_rate": 7.734740790612137e-06,
+      "loss": 0.9649370908737183,
+      "step": 175,
+      "token_acc": 0.7424413401299661
+    },
+    {
+      "epoch": 0.7582121701669359,
+      "grad_norm": 2.2943193912506104,
+      "learning_rate": 7.70699658915369e-06,
+      "loss": 0.9680527448654175,
+      "step": 176,
+      "token_acc": 0.743770432255721
+    },
+    {
+      "epoch": 0.7625201938610663,
+      "grad_norm": 1.7437077760696411,
+      "learning_rate": 7.679133974894984e-06,
+      "loss": 1.013915777206421,
+      "step": 177,
+      "token_acc": 0.7305739813185326
+    },
+    {
+      "epoch": 0.7668282175551966,
+      "grad_norm": 1.8506817817687988,
+      "learning_rate": 7.651154166637025e-06,
+      "loss": 1.060949683189392,
+      "step": 178,
+      "token_acc": 0.722198551342139
+    },
+    {
+      "epoch": 0.7711362412493269,
+      "grad_norm": 2.2398781776428223,
+      "learning_rate": 7.62305838830727e-06,
+      "loss": 0.9670058488845825,
+      "step": 179,
+      "token_acc": 0.7442888725128961
+    },
+    {
+      "epoch": 0.7754442649434572,
+      "grad_norm": 1.9097397327423096,
+      "learning_rate": 7.594847868906076e-06,
+      "loss": 1.0389031171798706,
+      "step": 180,
+      "token_acc": 0.7278524254156229
+    },
+    {
+      "epoch": 0.7797522886375875,
+      "grad_norm": 2.028334379196167,
+      "learning_rate": 7.566523842452958e-06,
+      "loss": 1.0487357378005981,
+      "step": 181,
+      "token_acc": 0.7233856893542757
+    },
+    {
+      "epoch": 0.7840603123317178,
+      "grad_norm": 1.7536522150039673,
+      "learning_rate": 7.5380875479325855e-06,
+      "loss": 0.8992788791656494,
+      "step": 182,
+      "token_acc": 0.7524805373225462
+    },
+    {
+      "epoch": 0.7883683360258481,
+      "grad_norm": 1.8125722408294678,
+      "learning_rate": 7.509540229240601e-06,
+      "loss": 1.0258413553237915,
+      "step": 183,
+      "token_acc": 0.7229109127111568
+    },
+    {
+      "epoch": 0.7926763597199784,
+      "grad_norm": 1.7677319049835205,
+      "learning_rate": 7.480883135129211e-06,
+      "loss": 1.0057992935180664,
+      "step": 184,
+      "token_acc": 0.7275143376696042
+    },
+    {
+      "epoch": 0.7969843834141088,
+      "grad_norm": 1.6595399379730225,
+      "learning_rate": 7.452117519152542e-06,
+      "loss": 1.0524992942810059,
+      "step": 185,
+      "token_acc": 0.723226874272053
+    },
+    {
+      "epoch": 0.8012924071082391,
+      "grad_norm": 1.6659682989120483,
+      "learning_rate": 7.4232446396118265e-06,
+      "loss": 1.029264211654663,
+      "step": 186,
+      "token_acc": 0.7303199773467365
+    },
+    {
+      "epoch": 0.8056004308023694,
+      "grad_norm": 1.933450698852539,
+      "learning_rate": 7.394265759500348e-06,
+      "loss": 1.0707944631576538,
+      "step": 187,
+      "token_acc": 0.7189290654020944
+    },
+    {
+      "epoch": 0.8099084544964997,
+      "grad_norm": 2.3765671253204346,
+      "learning_rate": 7.365182146448205e-06,
+      "loss": 0.9349066019058228,
+      "step": 188,
+      "token_acc": 0.7443648805954355
+    },
+    {
+      "epoch": 0.81421647819063,
+      "grad_norm": 1.8340600728988647,
+      "learning_rate": 7.335995072666848e-06,
+      "loss": 1.0280508995056152,
+      "step": 189,
+      "token_acc": 0.730319563522993
+    },
+    {
+      "epoch": 0.8185245018847603,
+      "grad_norm": 1.7334873676300049,
+      "learning_rate": 7.30670581489344e-06,
+      "loss": 1.0868083238601685,
+      "step": 190,
+      "token_acc": 0.7095239724855412
+    },
+    {
+      "epoch": 0.8228325255788906,
+      "grad_norm": 1.4876623153686523,
+      "learning_rate": 7.2773156543349965e-06,
+      "loss": 1.0421819686889648,
+      "step": 191,
+      "token_acc": 0.7225835322195704
+    },
+    {
+      "epoch": 0.827140549273021,
+      "grad_norm": 1.4609578847885132,
+      "learning_rate": 7.247825876612353e-06,
+      "loss": 1.034349799156189,
+      "step": 192,
+      "token_acc": 0.7214945373332529
+    },
+    {
+      "epoch": 0.8314485729671514,
+      "grad_norm": 1.4783042669296265,
+      "learning_rate": 7.218237771703921e-06,
+      "loss": 1.0758285522460938,
+      "step": 193,
+      "token_acc": 0.7069245624252828
+    },
+    {
+      "epoch": 0.8357565966612817,
+      "grad_norm": 1.647188663482666,
+      "learning_rate": 7.18855263388926e-06,
+      "loss": 1.0096200704574585,
+      "step": 194,
+      "token_acc": 0.7351176105401117
+    },
+    {
+      "epoch": 0.840064620355412,
+      "grad_norm": 1.7604641914367676,
+      "learning_rate": 7.158771761692464e-06,
+      "loss": 0.9966579079627991,
+      "step": 195,
+      "token_acc": 0.7323502967092249
+    },
+    {
+      "epoch": 0.8443726440495423,
+      "grad_norm": 1.7427420616149902,
+      "learning_rate": 7.128896457825364e-06,
+      "loss": 1.0532734394073486,
+      "step": 196,
+      "token_acc": 0.7239461255903445
+    },
+    {
+      "epoch": 0.8486806677436726,
+      "grad_norm": 1.604024887084961,
+      "learning_rate": 7.098928029130529e-06,
+      "loss": 1.0371193885803223,
+      "step": 197,
+      "token_acc": 0.724610928996531
+    },
+    {
+      "epoch": 0.8529886914378029,
+      "grad_norm": 1.562129020690918,
+      "learning_rate": 7.068867786524116e-06,
+      "loss": 0.9111225008964539,
+      "step": 198,
+      "token_acc": 0.7505460899956313
+    },
+    {
+      "epoch": 0.8572967151319332,
+      "grad_norm": 1.6844677925109863,
+      "learning_rate": 7.038717044938519e-06,
+      "loss": 1.0580235719680786,
+      "step": 199,
+      "token_acc": 0.7201209784631747
+    },
+    {
+      "epoch": 0.8616047388260636,
+      "grad_norm": 1.4355993270874023,
+      "learning_rate": 7.008477123264849e-06,
+      "loss": 1.062284231185913,
+      "step": 200,
+      "token_acc": 0.7225402403083201
+    },
+    {
+      "epoch": 0.8659127625201939,
+      "grad_norm": 1.7106071710586548,
+      "learning_rate": 6.978149344295242e-06,
+      "loss": 1.065187931060791,
+      "step": 201,
+      "token_acc": 0.718659797581205
+    },
+    {
+      "epoch": 0.8702207862143242,
+      "grad_norm": 1.8265399932861328,
+      "learning_rate": 6.9477350346650016e-06,
+      "loss": 1.0669317245483398,
+      "step": 202,
+      "token_acc": 0.7238228874337387
+    },
+    {
+      "epoch": 0.8745288099084545,
+      "grad_norm": 1.6417402029037476,
+      "learning_rate": 6.9172355247945586e-06,
+      "loss": 1.0068140029907227,
+      "step": 203,
+      "token_acc": 0.7297520946109023
+    },
+    {
+      "epoch": 0.8788368336025848,
+      "grad_norm": 1.6923401355743408,
+      "learning_rate": 6.88665214883128e-06,
+      "loss": 1.0113261938095093,
+      "step": 204,
+      "token_acc": 0.7302916443013061
+    },
+    {
+      "epoch": 0.8831448572967151,
+      "grad_norm": 1.7035597562789917,
+      "learning_rate": 6.855986244591104e-06,
+      "loss": 0.9667624831199646,
+      "step": 205,
+      "token_acc": 0.7364136181010784
+    },
+    {
+      "epoch": 0.8874528809908454,
+      "grad_norm": 1.7706389427185059,
+      "learning_rate": 6.825239153500029e-06,
+      "loss": 1.0399131774902344,
+      "step": 206,
+      "token_acc": 0.7230998509687034
+    },
+    {
+      "epoch": 0.8917609046849758,
+      "grad_norm": 1.7236924171447754,
+      "learning_rate": 6.794412220535426e-06,
+      "loss": 1.0391285419464111,
+      "step": 207,
+      "token_acc": 0.7210826975424606
+    },
+    {
+      "epoch": 0.8960689283791061,
+      "grad_norm": 2.0680770874023438,
+      "learning_rate": 6.763506794167207e-06,
+      "loss": 1.0605911016464233,
+      "step": 208,
+      "token_acc": 0.7222977447802293
+    },
+    {
+      "epoch": 0.9003769520732364,
+      "grad_norm": 2.0485286712646484,
+      "learning_rate": 6.732524226298841e-06,
+      "loss": 0.9372836351394653,
+      "step": 209,
+      "token_acc": 0.7482249475552687
+    },
+    {
+      "epoch": 0.9046849757673667,
+      "grad_norm": 1.5812981128692627,
+      "learning_rate": 6.701465872208216e-06,
+      "loss": 1.0708039999008179,
+      "step": 210,
+      "token_acc": 0.7196462448387457
+    },
+    {
+      "epoch": 0.908992999461497,
+      "grad_norm": 1.6296844482421875,
+      "learning_rate": 6.670333090488357e-06,
+      "loss": 1.0564963817596436,
+      "step": 211,
+      "token_acc": 0.7194455658726955
+    },
+    {
+      "epoch": 0.9133010231556273,
+      "grad_norm": 1.4809433221817017,
+      "learning_rate": 6.6391272429879886e-06,
+      "loss": 1.0199100971221924,
+      "step": 212,
+      "token_acc": 0.7275283419580629
+    },
+    {
+      "epoch": 0.9176090468497576,
+      "grad_norm": 1.912920355796814,
+      "learning_rate": 6.607849694751978e-06,
+      "loss": 1.0309929847717285,
+      "step": 213,
+      "token_acc": 0.7279354587869362
+    },
+    {
+      "epoch": 0.9219170705438879,
+      "grad_norm": 2.052734375,
+      "learning_rate": 6.576501813961609e-06,
+      "loss": 1.0631229877471924,
+      "step": 214,
+      "token_acc": 0.7230589022757697
+    },
+    {
+      "epoch": 0.9262250942380184,
+      "grad_norm": 2.039206027984619,
+      "learning_rate": 6.545084971874738e-06,
+      "loss": 1.022275686264038,
+      "step": 215,
+      "token_acc": 0.7276333345353575
+    },
+    {
+      "epoch": 0.9305331179321487,
+      "grad_norm": 1.7929805517196655,
+      "learning_rate": 6.513600542765816e-06,
+      "loss": 1.0045278072357178,
+      "step": 216,
+      "token_acc": 0.7384766366974801
+    },
+    {
+      "epoch": 0.934841141626279,
+      "grad_norm": 1.3928626775741577,
+      "learning_rate": 6.4820499038657695e-06,
+      "loss": 1.0367810726165771,
+      "step": 217,
+      "token_acc": 0.7207414090051669
+    },
+    {
+      "epoch": 0.9391491653204093,
+      "grad_norm": 1.959754228591919,
+      "learning_rate": 6.450434435301751e-06,
+      "loss": 1.0611419677734375,
+      "step": 218,
+      "token_acc": 0.7265009882383436
+    },
+    {
+      "epoch": 0.9434571890145396,
+      "grad_norm": 2.0485498905181885,
+      "learning_rate": 6.418755520036775e-06,
+      "loss": 1.0431468486785889,
+      "step": 219,
+      "token_acc": 0.7260826115922718
+    },
+    {
+      "epoch": 0.9477652127086699,
+      "grad_norm": 1.8070369958877563,
+      "learning_rate": 6.387014543809224e-06,
+      "loss": 0.9908697605133057,
+      "step": 220,
+      "token_acc": 0.7407475433924143
+    },
+    {
+      "epoch": 0.9520732364028002,
+      "grad_norm": 1.7055253982543945,
+      "learning_rate": 6.355212895072223e-06,
+      "loss": 1.0319141149520874,
+      "step": 221,
+      "token_acc": 0.724164978103144
+    },
+    {
+      "epoch": 0.9563812600969306,
+      "grad_norm": 1.73855459690094,
+      "learning_rate": 6.323351964932909e-06,
+      "loss": 1.029426097869873,
+      "step": 222,
+      "token_acc": 0.7305472017698503
+    },
+    {
+      "epoch": 0.9606892837910609,
+      "grad_norm": 1.6930358409881592,
+      "learning_rate": 6.291433147091583e-06,
+      "loss": 1.0009236335754395,
+      "step": 223,
+      "token_acc": 0.7313872069817001
+    },
+    {
+      "epoch": 0.9649973074851912,
+      "grad_norm": 1.84811270236969,
+      "learning_rate": 6.259457837780741e-06,
+      "loss": 1.0688104629516602,
+      "step": 224,
+      "token_acc": 0.7212521519165233
+    },
+    {
+      "epoch": 0.9693053311793215,
+      "grad_norm": 1.8543241024017334,
+      "learning_rate": 6.227427435703997e-06,
+      "loss": 1.0186160802841187,
+      "step": 225,
+      "token_acc": 0.7319165059244971
+    },
+    {
+      "epoch": 0.9736133548734518,
+      "grad_norm": 1.9619593620300293,
+      "learning_rate": 6.1953433419748995e-06,
+      "loss": 0.985061764717102,
+      "step": 226,
+      "token_acc": 0.7314210677500103
+    },
+    {
+      "epoch": 0.9779213785675821,
+      "grad_norm": 1.9096139669418335,
+      "learning_rate": 6.163206960055652e-06,
+      "loss": 1.0002927780151367,
+      "step": 227,
+      "token_acc": 0.7308709879551626
+    },
+    {
+      "epoch": 0.9822294022617124,
+      "grad_norm": 2.1386733055114746,
+      "learning_rate": 6.131019695695702e-06,
+      "loss": 1.082963466644287,
+      "step": 228,
+      "token_acc": 0.721509163632022
+    },
+    {
+      "epoch": 0.9865374259558427,
+      "grad_norm": 1.8572235107421875,
+      "learning_rate": 6.098782956870266e-06,
+      "loss": 1.0095869302749634,
+      "step": 229,
+      "token_acc": 0.7395705299689104
+    },
+    {
+      "epoch": 0.9908454496499731,
+      "grad_norm": 1.8879094123840332,
+      "learning_rate": 6.066498153718735e-06,
+      "loss": 1.0653495788574219,
+      "step": 230,
+      "token_acc": 0.7210560484743562
+    },
+    {
+      "epoch": 0.9951534733441034,
+      "grad_norm": 1.6340022087097168,
+      "learning_rate": 6.034166698482984e-06,
+      "loss": 1.0494650602340698,
+      "step": 231,
+      "token_acc": 0.7245733575045321
+    },
+    {
+      "epoch": 0.9994614970382337,
+      "grad_norm": 1.8272323608398438,
+      "learning_rate": 6.001790005445607e-06,
+      "loss": 1.0112372636795044,
+      "step": 232,
+      "token_acc": 0.7338219959516653
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 5.849401473999023,
+      "learning_rate": 5.969369490868042e-06,
+      "loss": 1.02152419090271,
+      "step": 233,
+      "token_acc": 0.7415776499589154
+    },
+    {
+      "epoch": 1.0043080236941304,
+      "grad_norm": 1.852284550666809,
+      "learning_rate": 5.936906572928625e-06,
+      "loss": 0.8803678154945374,
+      "step": 234,
+      "token_acc": 0.7592773805043281
+    },
+    {
+      "epoch": 1.0086160473882606,
+      "grad_norm": 1.5524327754974365,
+      "learning_rate": 5.904402671660551e-06,
+      "loss": 0.9862585067749023,
+      "step": 235,
+      "token_acc": 0.7289358264081256
+    },
+    {
+      "epoch": 1.012924071082391,
+      "grad_norm": 1.633418321609497,
+      "learning_rate": 5.871859208889759e-06,
+      "loss": 0.9620030522346497,
+      "step": 236,
+      "token_acc": 0.7423674343867167
+    },
+    {
+      "epoch": 1.0172320947765212,
+      "grad_norm": 1.5976009368896484,
+      "learning_rate": 5.839277608172739e-06,
+      "loss": 0.9446237087249756,
+      "step": 237,
+      "token_acc": 0.7452129084092126
+    },
+    {
+      "epoch": 1.0215401184706516,
+      "grad_norm": 2.123077869415283,
+      "learning_rate": 5.806659294734256e-06,
+      "loss": 0.9748927354812622,
+      "step": 238,
+      "token_acc": 0.737117873625039
+    },
+    {
+      "epoch": 1.0258481421647818,
+      "grad_norm": 2.096855401992798,
+      "learning_rate": 5.774005695405008e-06,
+      "loss": 0.9755522012710571,
+      "step": 239,
+      "token_acc": 0.7440971441421182
+    },
+    {
+      "epoch": 1.0301561658589122,
+      "grad_norm": 1.9100697040557861,
+      "learning_rate": 5.74131823855921e-06,
+      "loss": 0.9641351699829102,
+      "step": 240,
+      "token_acc": 0.7406723844678464
+    },
+    {
+      "epoch": 1.0344641895530426,
+      "grad_norm": 2.227088451385498,
+      "learning_rate": 5.708598354052122e-06,
+      "loss": 0.981192946434021,
+      "step": 241,
+      "token_acc": 0.7360852713178294
+    },
+    {
+      "epoch": 1.0387722132471728,
+      "grad_norm": 1.58879554271698,
+      "learning_rate": 5.675847473157485e-06,
+      "loss": 1.0112268924713135,
+      "step": 242,
+      "token_acc": 0.7281371199799825
+    },
+    {
+      "epoch": 1.0430802369413033,
+      "grad_norm": 2.0497395992279053,
+      "learning_rate": 5.643067028504931e-06,
+      "loss": 1.0331170558929443,
+      "step": 243,
+      "token_acc": 0.7243439772368006
+    },
+    {
+      "epoch": 1.0473882606354334,
+      "grad_norm": 1.6697180271148682,
+      "learning_rate": 5.610258454017301e-06,
+      "loss": 0.9160628318786621,
+      "step": 244,
+      "token_acc": 0.7527061945666597
+    },
+    {
+      "epoch": 1.0516962843295639,
+      "grad_norm": 2.58595609664917,
+      "learning_rate": 5.577423184847932e-06,
+      "loss": 0.8940185308456421,
+      "step": 245,
+      "token_acc": 0.7573819567288066
+    },
+    {
+      "epoch": 1.056004308023694,
+      "grad_norm": 2.416323184967041,
+      "learning_rate": 5.544562657317863e-06,
+      "loss": 0.9627000689506531,
+      "step": 246,
+      "token_acc": 0.7391393024678768
+    },
+    {
+      "epoch": 1.0603123317178245,
+      "grad_norm": 1.7874491214752197,
+      "learning_rate": 5.5116783088530255e-06,
+      "loss": 0.8945722579956055,
+      "step": 247,
+      "token_acc": 0.7548346386548384
+    },
+    {
+      "epoch": 1.0646203554119547,
+      "grad_norm": 1.9529039859771729,
+      "learning_rate": 5.478771577921351e-06,
+      "loss": 0.9477412700653076,
+      "step": 248,
+      "token_acc": 0.7437445495404843
+    },
+    {
+      "epoch": 1.068928379106085,
+      "grad_norm": 1.5508562326431274,
+      "learning_rate": 5.445843903969854e-06,
+      "loss": 0.9583556652069092,
+      "step": 249,
+      "token_acc": 0.735274946669827
+    },
+    {
+      "epoch": 1.0732364028002155,
+      "grad_norm": 1.7498481273651123,
+      "learning_rate": 5.412896727361663e-06,
+      "loss": 0.9596320390701294,
+      "step": 250,
+      "token_acc": 0.7402946059557032
+    },
+    {
+      "epoch": 1.0775444264943457,
+      "grad_norm": 1.8939355611801147,
+      "learning_rate": 5.379931489313016e-06,
+      "loss": 0.9707253575325012,
+      "step": 251,
+      "token_acc": 0.7383231378193594
+    },
+    {
+      "epoch": 1.081852450188476,
+      "grad_norm": 2.6653194427490234,
+      "learning_rate": 5.346949631830221e-06,
+      "loss": 0.8993242979049683,
+      "step": 252,
+      "token_acc": 0.7550643118436062
+    },
+    {
+      "epoch": 1.0861604738826063,
+      "grad_norm": 2.204688310623169,
+      "learning_rate": 5.3139525976465675e-06,
+      "loss": 0.9620447754859924,
+      "step": 253,
+      "token_acc": 0.7355941012148379
+    },
+    {
+      "epoch": 1.0904684975767367,
+      "grad_norm": 1.9297153949737549,
+      "learning_rate": 5.280941830159228e-06,
+      "loss": 0.9538339376449585,
+      "step": 254,
+      "token_acc": 0.739151133409016
+    },
+    {
+      "epoch": 1.0947765212708669,
+      "grad_norm": 1.8989887237548828,
+      "learning_rate": 5.247918773366112e-06,
+      "loss": 0.8881052732467651,
+      "step": 255,
+      "token_acc": 0.7648537005163512
+    },
+    {
+      "epoch": 1.0990845449649973,
+      "grad_norm": 1.740999698638916,
+      "learning_rate": 5.214884871802703e-06,
+      "loss": 0.9053628444671631,
+      "step": 256,
+      "token_acc": 0.7495991360973854
+    },
+    {
+      "epoch": 1.1033925686591277,
+      "grad_norm": 1.664394497871399,
+      "learning_rate": 5.1818415704788725e-06,
+      "loss": 1.0543291568756104,
+      "step": 257,
+      "token_acc": 0.7163526926527187
+    },
+    {
+      "epoch": 1.107700592353258,
+      "grad_norm": 1.8559702634811401,
+      "learning_rate": 5.148790314815662e-06,
+      "loss": 1.0188100337982178,
+      "step": 258,
+      "token_acc": 0.7235763996023176
+    },
+    {
+      "epoch": 1.1120086160473883,
+      "grad_norm": 2.0520901679992676,
+      "learning_rate": 5.11573255058207e-06,
+      "loss": 0.970104455947876,
+      "step": 259,
+      "token_acc": 0.7349447229279681
+    },
+    {
+      "epoch": 1.1163166397415185,
+      "grad_norm": 1.664621353149414,
+      "learning_rate": 5.082669723831793e-06,
+      "loss": 0.8900072574615479,
+      "step": 260,
+      "token_acc": 0.7525534978734805
+    },
+    {
+      "epoch": 1.120624663435649,
+      "grad_norm": 2.323301076889038,
+      "learning_rate": 5.049603280839982e-06,
+      "loss": 1.0096113681793213,
+      "step": 261,
+      "token_acc": 0.7256683273094331
+    },
+    {
+      "epoch": 1.1249326871297791,
+      "grad_norm": 1.8697978258132935,
+      "learning_rate": 5.016534668039976e-06,
+      "loss": 0.92182457447052,
+      "step": 262,
+      "token_acc": 0.7499677751997937
+    },
+    {
+      "epoch": 1.1292407108239095,
+      "grad_norm": 1.6699860095977783,
+      "learning_rate": 4.983465331960025e-06,
+      "loss": 0.9860280156135559,
+      "step": 263,
+      "token_acc": 0.7302170595746006
+    },
+    {
+      "epoch": 1.13354873451804,
+      "grad_norm": 2.074275016784668,
+      "learning_rate": 4.950396719160019e-06,
+      "loss": 0.9644788503646851,
+      "step": 264,
+      "token_acc": 0.7365843842232358
+    },
+    {
+      "epoch": 1.1378567582121701,
+      "grad_norm": 1.9523180723190308,
+      "learning_rate": 4.917330276168208e-06,
+      "loss": 0.9171963930130005,
+      "step": 265,
+      "token_acc": 0.7560794880431122
+    },
+    {
+      "epoch": 1.1421647819063006,
+      "grad_norm": 2.0590438842773438,
+      "learning_rate": 4.884267449417932e-06,
+      "loss": 0.9525893926620483,
+      "step": 266,
+      "token_acc": 0.7446058169959425
+    },
+    {
+      "epoch": 1.1464728056004307,
+      "grad_norm": 1.599365472793579,
+      "learning_rate": 4.851209685184339e-06,
+      "loss": 0.9242900609970093,
+      "step": 267,
+      "token_acc": 0.7477739359260732
+    },
+    {
+      "epoch": 1.1507808292945612,
+      "grad_norm": 1.7137466669082642,
+      "learning_rate": 4.818158429521129e-06,
+      "loss": 0.9517988562583923,
+      "step": 268,
+      "token_acc": 0.7356900661362339
+    },
+    {
+      "epoch": 1.1550888529886914,
+      "grad_norm": 1.980363130569458,
+      "learning_rate": 4.785115128197298e-06,
+      "loss": 0.9219489097595215,
+      "step": 269,
+      "token_acc": 0.7447838315128523
+    },
+    {
+      "epoch": 1.1593968766828218,
+      "grad_norm": 1.784232258796692,
+      "learning_rate": 4.752081226633888e-06,
+      "loss": 0.8524366617202759,
+      "step": 270,
+      "token_acc": 0.7703314616917225
+    },
+    {
+      "epoch": 1.1637049003769522,
+      "grad_norm": 1.9212590456008911,
+      "learning_rate": 4.719058169840773e-06,
+      "loss": 0.9193314909934998,
+      "step": 271,
+      "token_acc": 0.7476786980450417
+    },
+    {
+      "epoch": 1.1680129240710824,
+      "grad_norm": 1.7464808225631714,
+      "learning_rate": 4.686047402353433e-06,
+      "loss": 0.8871129155158997,
+      "step": 272,
+      "token_acc": 0.7609986092737695
+    },
+    {
+      "epoch": 1.1723209477652128,
+      "grad_norm": 1.8662816286087036,
+      "learning_rate": 4.65305036816978e-06,
+      "loss": 0.9364889860153198,
+      "step": 273,
+      "token_acc": 0.7490751506183279
+    },
+    {
+      "epoch": 1.176628971459343,
+      "grad_norm": 1.917938470840454,
+      "learning_rate": 4.620068510686985e-06,
+      "loss": 0.9322699308395386,
+      "step": 274,
+      "token_acc": 0.7451706895931508
+    },
+    {
+      "epoch": 1.1809369951534734,
+      "grad_norm": 1.8484588861465454,
+      "learning_rate": 4.587103272638339e-06,
+      "loss": 0.9433363080024719,
+      "step": 275,
+      "token_acc": 0.7470407575660631
+    },
+    {
+      "epoch": 1.1852450188476036,
+      "grad_norm": 1.7483965158462524,
+      "learning_rate": 4.554156096030149e-06,
+      "loss": 0.8598661422729492,
+      "step": 276,
+      "token_acc": 0.7575344381511783
+    },
+    {
+      "epoch": 1.189553042541734,
+      "grad_norm": 1.9640449285507202,
+      "learning_rate": 4.5212284220786495e-06,
+      "loss": 0.9079041481018066,
+      "step": 277,
+      "token_acc": 0.7517377674798964
+    },
+    {
+      "epoch": 1.1938610662358644,
+      "grad_norm": 1.5985236167907715,
+      "learning_rate": 4.488321691146975e-06,
+      "loss": 0.9669654369354248,
+      "step": 278,
+      "token_acc": 0.7323662000474528
+    },
+    {
+      "epoch": 1.1981690899299946,
+      "grad_norm": 1.9148527383804321,
+      "learning_rate": 4.4554373426821375e-06,
+      "loss": 1.015479564666748,
+      "step": 279,
+      "token_acc": 0.7254908271644673
+    },
+    {
+      "epoch": 1.202477113624125,
+      "grad_norm": 2.022810935974121,
+      "learning_rate": 4.42257681515207e-06,
+      "loss": 0.961472749710083,
+      "step": 280,
+      "token_acc": 0.7417307902702308
+    },
+    {
+      "epoch": 1.2067851373182552,
+      "grad_norm": 1.8741397857666016,
+      "learning_rate": 4.3897415459827e-06,
+      "loss": 0.9811180830001831,
+      "step": 281,
+      "token_acc": 0.7363141301232445
+    },
+    {
+      "epoch": 1.2110931610123856,
+      "grad_norm": 1.9402947425842285,
+      "learning_rate": 4.356932971495071e-06,
+      "loss": 0.9020291566848755,
+      "step": 282,
+      "token_acc": 0.7514281474886861
+    },
+    {
+      "epoch": 1.2154011847065158,
+      "grad_norm": 1.8439514636993408,
+      "learning_rate": 4.324152526842517e-06,
+      "loss": 1.0201821327209473,
+      "step": 283,
+      "token_acc": 0.730798455011714
+    },
+    {
+      "epoch": 1.2197092084006462,
+      "grad_norm": 2.052015542984009,
+      "learning_rate": 4.291401645947879e-06,
+      "loss": 0.9672775864601135,
+      "step": 284,
+      "token_acc": 0.7426946128060136
+    },
+    {
+      "epoch": 1.2240172320947766,
+      "grad_norm": 1.5881297588348389,
+      "learning_rate": 4.25868176144079e-06,
+      "loss": 0.889592170715332,
+      "step": 285,
+      "token_acc": 0.7558629189633332
+    },
+    {
+      "epoch": 1.2283252557889068,
+      "grad_norm": 1.7183021306991577,
+      "learning_rate": 4.225994304594994e-06,
+      "loss": 0.9233750104904175,
+      "step": 286,
+      "token_acc": 0.7486460772833724
+    },
+    {
+      "epoch": 1.2326332794830372,
+      "grad_norm": 1.6355488300323486,
+      "learning_rate": 4.193340705265746e-06,
+      "loss": 0.958794116973877,
+      "step": 287,
+      "token_acc": 0.7398538711856082
+    },
+    {
+      "epoch": 1.2369413031771674,
+      "grad_norm": 1.7922086715698242,
+      "learning_rate": 4.160722391827262e-06,
+      "loss": 0.9110997319221497,
+      "step": 288,
+      "token_acc": 0.754541538019674
+    },
+    {
+      "epoch": 1.2412493268712979,
+      "grad_norm": 2.0297932624816895,
+      "learning_rate": 4.128140791110243e-06,
+      "loss": 0.9580734372138977,
+      "step": 289,
+      "token_acc": 0.7436807779878826
+    },
+    {
+      "epoch": 1.245557350565428,
+      "grad_norm": 1.7132781744003296,
+      "learning_rate": 4.0955973283394525e-06,
+      "loss": 1.0088131427764893,
+      "step": 290,
+      "token_acc": 0.7320859993328683
+    },
+    {
+      "epoch": 1.2498653742595585,
+      "grad_norm": 1.5488715171813965,
+      "learning_rate": 4.063093427071376e-06,
+      "loss": 0.9522176384925842,
+      "step": 291,
+      "token_acc": 0.7438972284729541
+    },
+    {
+      "epoch": 1.2541733979536889,
+      "grad_norm": 1.8754502534866333,
+      "learning_rate": 4.03063050913196e-06,
+      "loss": 0.8881997466087341,
+      "step": 292,
+      "token_acc": 0.7582413769172045
+    },
+    {
+      "epoch": 1.258481421647819,
+      "grad_norm": 1.789201259613037,
+      "learning_rate": 3.998209994554395e-06,
+      "loss": 0.9494738578796387,
+      "step": 293,
+      "token_acc": 0.747545311141873
+    },
+    {
+      "epoch": 1.2627894453419493,
+      "grad_norm": 1.6978973150253296,
+      "learning_rate": 3.965833301517017e-06,
+      "loss": 0.903584361076355,
+      "step": 294,
+      "token_acc": 0.7527433967079239
+    },
+    {
+      "epoch": 1.2670974690360797,
+      "grad_norm": 1.9547784328460693,
+      "learning_rate": 3.9335018462812664e-06,
+      "loss": 1.0251178741455078,
+      "step": 295,
+      "token_acc": 0.7242036482439422
+    },
+    {
+      "epoch": 1.27140549273021,
+      "grad_norm": 1.8591620922088623,
+      "learning_rate": 3.901217043129735e-06,
+      "loss": 0.8809949159622192,
+      "step": 296,
+      "token_acc": 0.7596185737976783
+    },
+    {
+      "epoch": 1.2757135164243403,
+      "grad_norm": 1.9652024507522583,
+      "learning_rate": 3.8689803043043e-06,
+      "loss": 0.9077787399291992,
+      "step": 297,
+      "token_acc": 0.7569960352592479
+    },
+    {
+      "epoch": 1.2800215401184707,
+      "grad_norm": 1.7500567436218262,
+      "learning_rate": 3.8367930399443495e-06,
+      "loss": 1.0176526308059692,
+      "step": 298,
+      "token_acc": 0.7242611551091366
+    },
+    {
+      "epoch": 1.284329563812601,
+      "grad_norm": 1.750616431236267,
+      "learning_rate": 3.8046566580251e-06,
+      "loss": 0.9793616533279419,
+      "step": 299,
+      "token_acc": 0.7369895658894757
+    },
+    {
+      "epoch": 1.2886375875067313,
+      "grad_norm": 1.5951060056686401,
+      "learning_rate": 3.7725725642960047e-06,
+      "loss": 0.9102382659912109,
+      "step": 300,
+      "token_acc": 0.7541037534129412
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.863143068056158e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/training_args.bin b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f81660ee7193a1daaa7e598ddbebdb1101f381d1
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a86fe59726eb18bce544401943fcd0c83bf5581ebf5afd514f471c24e331e2e
+size 8977
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/zero_to_fp32.py b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/zero_to_fp32.py
new file mode 100644
index 0000000000000000000000000000000000000000..5995d6e6f04e43b989587aa9022a3aef0c66d694
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-300/zero_to_fp32.py
@@ -0,0 +1,760 @@
+#!/usr/bin/env python
+
+# Copyright (c) Microsoft Corporation.
+# SPDX-License-Identifier: Apache-2.0
+
+# DeepSpeed Team
+
+# This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets
+# copied into the top level checkpoint dir, so the user can easily do the conversion at any point in
+# the future. Once extracted, the weights don't require DeepSpeed and can be used in any
+# application.
+#
+# example:
+#   python zero_to_fp32.py . output_dir/
+#   or
+#   python zero_to_fp32.py . output_dir/ --safe_serialization
+
+import argparse
+import torch
+import glob
+import math
+import os
+import re
+import gc
+import json
+import numpy as np
+from tqdm import tqdm
+from collections import OrderedDict
+from dataclasses import dataclass
+
+# while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with
+# DeepSpeed data structures it has to be available in the current python environment.
+from deepspeed.utils import logger
+from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS,
+                                            FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES,
+                                            FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS)
+
+
+@dataclass
+class zero_model_state:
+    buffers: dict()
+    param_shapes: dict()
+    shared_params: list
+    ds_version: int
+    frozen_param_shapes: dict()
+    frozen_param_fragments: dict()
+
+
+debug = 0
+
+# load to cpu
+device = torch.device('cpu')
+
+
+def atoi(text):
+    return int(text) if text.isdigit() else text
+
+
+def natural_keys(text):
+    '''
+    alist.sort(key=natural_keys) sorts in human order
+    http://nedbatchelder.com/blog/200712/human_sorting.html
+    (See Toothy's implementation in the comments)
+    '''
+    return [atoi(c) for c in re.split(r'(\d+)', text)]
+
+
+def get_model_state_file(checkpoint_dir, zero_stage):
+    if not os.path.isdir(checkpoint_dir):
+        raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist")
+
+    # there should be only one file
+    if zero_stage <= 2:
+        file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt")
+    elif zero_stage == 3:
+        file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt")
+
+    if not os.path.exists(file):
+        raise FileNotFoundError(f"can't find model states file at '{file}'")
+
+    return file
+
+
+def get_checkpoint_files(checkpoint_dir, glob_pattern):
+    # XXX: need to test that this simple glob rule works for multi-node setup too
+    ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys)
+
+    if len(ckpt_files) == 0:
+        raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'")
+
+    return ckpt_files
+
+
+def get_optim_files(checkpoint_dir):
+    return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt")
+
+
+def get_model_state_files(checkpoint_dir):
+    return get_checkpoint_files(checkpoint_dir, "*_model_states.pt")
+
+
+def parse_model_states(files):
+    zero_model_states = []
+    for file in files:
+        state_dict = torch.load(file, map_location=device, weights_only=False)
+
+        if BUFFER_NAMES not in state_dict:
+            raise ValueError(f"{file} is not a model state checkpoint")
+        buffer_names = state_dict[BUFFER_NAMES]
+        if debug:
+            print("Found buffers:", buffer_names)
+
+        # recover just the buffers while restoring them to fp32 if they were saved in fp16
+        buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names}
+        param_shapes = state_dict[PARAM_SHAPES]
+
+        # collect parameters that are included in param_shapes
+        param_names = []
+        for s in param_shapes:
+            for name in s.keys():
+                param_names.append(name)
+
+        # update with frozen parameters
+        frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None)
+        if frozen_param_shapes is not None:
+            if debug:
+                print(f"Found frozen_param_shapes: {frozen_param_shapes}")
+            param_names += list(frozen_param_shapes.keys())
+
+        # handle shared params
+        shared_params = [[k, v] for k, v in state_dict["shared_params"].items()]
+
+        ds_version = state_dict.get(DS_VERSION, None)
+
+        frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None)
+
+        z_model_state = zero_model_state(buffers=buffers,
+                                         param_shapes=param_shapes,
+                                         shared_params=shared_params,
+                                         ds_version=ds_version,
+                                         frozen_param_shapes=frozen_param_shapes,
+                                         frozen_param_fragments=frozen_param_fragments)
+        zero_model_states.append(z_model_state)
+
+    return zero_model_states
+
+
+def parse_optim_states(files, ds_checkpoint_dir):
+    total_files = len(files)
+    state_dicts = []
+    for f in tqdm(files, desc='Loading checkpoint shards'):
+        state_dict = torch.load(f, map_location=device, mmap=True, weights_only=False)
+        # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights
+        # and also handle the case where it was already removed by another helper script
+        state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None)
+        state_dicts.append(state_dict)
+
+    if ZERO_STAGE not in state_dicts[0][OPTIMIZER_STATE_DICT]:
+        raise ValueError(f"{files[0]} is not a zero checkpoint")
+    zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE]
+    world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT]
+
+    # For ZeRO-2 each param group can have different partition_count as data parallelism for expert
+    # parameters can be different from data parallelism for non-expert parameters. So we can just
+    # use the max of the partition_count to get the dp world_size.
+
+    if type(world_size) is list:
+        world_size = max(world_size)
+
+    if world_size != total_files:
+        raise ValueError(
+            f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. "
+            "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes."
+        )
+
+    # the groups are named differently in each stage
+    if zero_stage <= 2:
+        fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS
+    elif zero_stage == 3:
+        fp32_groups_key = FP32_FLAT_GROUPS
+    else:
+        raise ValueError(f"unknown zero stage {zero_stage}")
+
+    fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))]
+    return zero_stage, world_size, fp32_flat_groups
+
+
+def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters):
+    """
+    Returns fp32 state_dict reconstructed from ds checkpoint
+
+    Args:
+        - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are)
+
+    """
+    print(f"Processing zero checkpoint '{ds_checkpoint_dir}'")
+
+    optim_files = get_optim_files(ds_checkpoint_dir)
+    zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir)
+    print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}")
+
+    model_files = get_model_state_files(ds_checkpoint_dir)
+
+    zero_model_states = parse_model_states(model_files)
+    print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}')
+
+    if zero_stage <= 2:
+        return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states,
+                                                          exclude_frozen_parameters)
+    elif zero_stage == 3:
+        return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states,
+                                                          exclude_frozen_parameters)
+
+
+def _zero2_merge_frozen_params(state_dict, zero_model_states):
+    if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0:
+        return
+
+    frozen_param_shapes = zero_model_states[0].frozen_param_shapes
+    frozen_param_fragments = zero_model_states[0].frozen_param_fragments
+
+    if debug:
+        num_elem = sum(s.numel() for s in frozen_param_shapes.values())
+        print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}')
+
+        wanted_params = len(frozen_param_shapes)
+        wanted_numel = sum(s.numel() for s in frozen_param_shapes.values())
+        avail_numel = sum([p.numel() for p in frozen_param_fragments.values()])
+        print(f'Frozen params: Have {avail_numel} numels to process.')
+        print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params')
+
+    total_params = 0
+    total_numel = 0
+    for name, shape in frozen_param_shapes.items():
+        total_params += 1
+        unpartitioned_numel = shape.numel()
+        total_numel += unpartitioned_numel
+
+        state_dict[name] = frozen_param_fragments[name]
+
+        if debug:
+            print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ")
+
+    print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements")
+
+
+def _has_callable(obj, fn):
+    attr = getattr(obj, fn, None)
+    return callable(attr)
+
+
+def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states):
+    param_shapes = zero_model_states[0].param_shapes
+
+    # Reconstruction protocol:
+    #
+    # XXX: document this
+
+    if debug:
+        for i in range(world_size):
+            for j in range(len(fp32_flat_groups[0])):
+                print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}")
+
+    # XXX: memory usage doubles here (zero2)
+    num_param_groups = len(fp32_flat_groups[0])
+    merged_single_partition_of_fp32_groups = []
+    for i in range(num_param_groups):
+        merged_partitions = [sd[i] for sd in fp32_flat_groups]
+        full_single_fp32_vector = torch.cat(merged_partitions, 0)
+        merged_single_partition_of_fp32_groups.append(full_single_fp32_vector)
+    avail_numel = sum(
+        [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups])
+
+    if debug:
+        wanted_params = sum([len(shapes) for shapes in param_shapes])
+        wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes])
+        # not asserting if there is a mismatch due to possible padding
+        print(f"Have {avail_numel} numels to process.")
+        print(f"Need {wanted_numel} numels in {wanted_params} params.")
+
+    # params
+    # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support
+    # out-of-core computing solution
+    total_numel = 0
+    total_params = 0
+    for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups):
+        offset = 0
+        avail_numel = full_single_fp32_vector.numel()
+        for name, shape in shapes.items():
+
+            unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape)
+            total_numel += unpartitioned_numel
+            total_params += 1
+
+            if debug:
+                print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ")
+            state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape)
+            offset += unpartitioned_numel
+
+        # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and
+        # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex
+        # paddings performed in the code it's almost impossible to predict the exact numbers w/o the
+        # live optimizer object, so we are checking that the numbers are within the right range
+        align_to = 2 * world_size
+
+        def zero2_align(x):
+            return align_to * math.ceil(x / align_to)
+
+        if debug:
+            print(f"original offset={offset}, avail_numel={avail_numel}")
+
+        offset = zero2_align(offset)
+        avail_numel = zero2_align(avail_numel)
+
+        if debug:
+            print(f"aligned  offset={offset}, avail_numel={avail_numel}")
+
+        # Sanity check
+        if offset != avail_numel:
+            raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong")
+
+    print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements")
+
+
+def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states,
+                                               exclude_frozen_parameters):
+    state_dict = OrderedDict()
+
+    # buffers
+    buffers = zero_model_states[0].buffers
+    state_dict.update(buffers)
+    if debug:
+        print(f"added {len(buffers)} buffers")
+
+    if not exclude_frozen_parameters:
+        _zero2_merge_frozen_params(state_dict, zero_model_states)
+
+    _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states)
+
+    # recover shared parameters
+    for pair in zero_model_states[0].shared_params:
+        if pair[1] in state_dict:
+            state_dict[pair[0]] = state_dict[pair[1]]
+
+    return state_dict
+
+
+def zero3_partitioned_param_info(unpartitioned_numel, world_size):
+    remainder = unpartitioned_numel % world_size
+    padding_numel = (world_size - remainder) if remainder else 0
+    partitioned_numel = math.ceil(unpartitioned_numel / world_size)
+    return partitioned_numel, padding_numel
+
+
+def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states):
+    if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0:
+        return
+
+    if debug:
+        for i in range(world_size):
+            num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values())
+            print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}')
+
+        frozen_param_shapes = zero_model_states[0].frozen_param_shapes
+        wanted_params = len(frozen_param_shapes)
+        wanted_numel = sum(s.numel() for s in frozen_param_shapes.values())
+        avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size
+        print(f'Frozen params: Have {avail_numel} numels to process.')
+        print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params')
+
+    total_params = 0
+    total_numel = 0
+    for name, shape in zero_model_states[0].frozen_param_shapes.items():
+        total_params += 1
+        unpartitioned_numel = shape.numel()
+        total_numel += unpartitioned_numel
+
+        param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states)
+        state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape)
+
+        partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size)
+
+        if debug:
+            print(
+                f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}"
+            )
+
+    print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements")
+
+
+class GatheredTensor:
+    """
+    A pseudo tensor that collects partitioned weights.
+    It is more memory efficient when there are multiple groups.
+    """
+
+    def __init__(self, flat_groups, flat_groups_offset, offset, partitioned_numel, shape):
+        self.flat_groups = flat_groups
+        self.flat_groups_offset = flat_groups_offset
+        self.offset = offset
+        self.partitioned_numel = partitioned_numel
+        self.shape = shape
+        self.dtype = self.flat_groups[0][0].dtype
+
+    def contiguous(self):
+        """
+        Merge partitioned weights from flat_groups into a single tensor.
+        """
+        end_idx = self.offset + self.partitioned_numel
+        world_size = len(self.flat_groups)
+        pad_flat_param_chunks = []
+
+        for rank_i in range(world_size):
+            # for each rank, we need to collect weights from related group/groups
+            flat_groups_at_rank_i = self.flat_groups[rank_i]
+            start_group_id = None
+            end_group_id = None
+            for group_id in range(len(self.flat_groups_offset)):
+                if self.flat_groups_offset[group_id] <= self.offset < self.flat_groups_offset[group_id + 1]:
+                    start_group_id = group_id
+                if self.flat_groups_offset[group_id] < end_idx <= self.flat_groups_offset[group_id + 1]:
+                    end_group_id = group_id
+                    break
+            # collect weights from related group/groups
+            for group_id in range(start_group_id, end_group_id + 1):
+                flat_tensor = flat_groups_at_rank_i[group_id]
+                start_offset = self.offset - self.flat_groups_offset[group_id]
+                end_offset = min(end_idx, self.flat_groups_offset[group_id + 1]) - self.flat_groups_offset[group_id]
+                pad_flat_param_chunks.append(flat_tensor[start_offset:end_offset])
+
+        # collect weights from all ranks
+        pad_flat_param = torch.cat(pad_flat_param_chunks, dim=0)
+        param = pad_flat_param[:self.shape.numel()].view(self.shape).contiguous()
+        return param
+
+
+def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states):
+    param_shapes = zero_model_states[0].param_shapes
+    avail_numel = sum([flat_group.numel() for flat_group in fp32_flat_groups[0]]) * world_size
+
+    # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each
+    # param, re-consolidating each param, while dealing with padding if any
+
+    # merge list of dicts, preserving order
+    param_shapes = {k: v for d in param_shapes for k, v in d.items()}
+
+    if debug:
+        for i in range(world_size):
+            print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}")
+
+        wanted_params = len(param_shapes)
+        wanted_numel = sum(shape.numel() for shape in param_shapes.values())
+        # not asserting if there is a mismatch due to possible padding
+        avail_numel = fp32_flat_groups[0].numel() * world_size
+        print(f"Trainable params: Have {avail_numel} numels to process.")
+        print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.")
+
+    # params
+    # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support
+    # out-of-core computing solution
+    offset = 0
+    total_numel = 0
+    total_params = 0
+    flat_groups_offset = [0] + list(np.cumsum([flat_tensor.numel() for flat_tensor in fp32_flat_groups[0]]))
+    for name, shape in tqdm(param_shapes.items(), desc='Gathering sharded weights'):
+        unpartitioned_numel = shape.numel()
+        total_numel += unpartitioned_numel
+        total_params += 1
+        partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size)
+
+        if debug:
+            print(
+                f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}"
+            )
+
+        # memory efficient tensor
+        tensor = GatheredTensor(fp32_flat_groups, flat_groups_offset, offset, partitioned_numel, shape)
+        state_dict[name] = tensor
+        offset += partitioned_numel
+
+    offset *= world_size
+
+    # Sanity check
+    if offset != avail_numel:
+        raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong")
+
+    print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements")
+
+
+def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states,
+                                               exclude_frozen_parameters):
+    state_dict = OrderedDict()
+
+    # buffers
+    buffers = zero_model_states[0].buffers
+    state_dict.update(buffers)
+    if debug:
+        print(f"added {len(buffers)} buffers")
+
+    if not exclude_frozen_parameters:
+        _zero3_merge_frozen_params(state_dict, world_size, zero_model_states)
+
+    _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states)
+
+    # recover shared parameters
+    for pair in zero_model_states[0].shared_params:
+        if pair[1] in state_dict:
+            state_dict[pair[0]] = state_dict[pair[1]]
+
+    return state_dict
+
+
+def to_torch_tensor(state_dict, return_empty_tensor=False):
+    """
+    Convert state_dict of GatheredTensor to torch tensor
+    """
+    torch_state_dict = {}
+    converted_tensors = {}
+    for name, tensor in state_dict.items():
+        tensor_id = id(tensor)
+        if tensor_id in converted_tensors:  # shared tensors
+            shared_tensor = torch_state_dict[converted_tensors[tensor_id]]
+            torch_state_dict[name] = shared_tensor
+        else:
+            converted_tensors[tensor_id] = name
+            if return_empty_tensor:
+                torch_state_dict[name] = torch.empty(tensor.shape, dtype=tensor.dtype)
+            else:
+                torch_state_dict[name] = tensor.contiguous()
+    return torch_state_dict
+
+
+def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir,
+                                             tag=None,
+                                             exclude_frozen_parameters=False,
+                                             lazy_mode=False):
+    """
+    Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with
+    ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example
+    via a model hub.
+
+    Args:
+        - ``checkpoint_dir``: path to the desired checkpoint folder
+        - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14``
+        - ``exclude_frozen_parameters``: exclude frozen parameters
+        - ``lazy_mode``: get state_dict in lazy mode. It returns a dict of pesduo tensor instead of torch tensor, which is more memory efficient.
+          Convert the pesduo tensor to torch tensor by ``.contiguous()``
+
+    Returns:
+        - pytorch ``state_dict``
+
+    A typical usage might be ::
+
+        from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint
+        # do the training and checkpoint saving
+        state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu
+        model = model.cpu() # move to cpu
+        model.load_state_dict(state_dict)
+        # submit to model hub or save the model to share with others
+
+    In this example the ``model`` will no longer be usable in the deepspeed context of the same
+    application. i.e. you will need to re-initialize the deepspeed engine, since
+    ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it.
+
+    If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead.
+
+    Note: the above usage may not work if your application doesn't have sufficient free CPU memory.
+    You may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with
+    the checkpoint. Or you can load state_dict in lazy mode ::
+
+        from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint
+        state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, lazy_mode=True) # not on cpu
+        for name, lazy_tensor in state_dict.item():
+            tensor = lazy_tensor.contiguous()  # to cpu
+            print(name, tensor)
+            # del tensor to release memory if it no longer in use
+    """
+    if tag is None:
+        latest_path = os.path.join(checkpoint_dir, 'latest')
+        if os.path.isfile(latest_path):
+            with open(latest_path, 'r') as fd:
+                tag = fd.read().strip()
+        else:
+            raise ValueError(f"Unable to find 'latest' file at {latest_path}")
+
+    ds_checkpoint_dir = os.path.join(checkpoint_dir, tag)
+
+    if not os.path.isdir(ds_checkpoint_dir):
+        raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist")
+
+    state_dict = _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters)
+    if lazy_mode:
+        return state_dict
+    else:
+        return to_torch_tensor(state_dict)
+
+
+def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir,
+                                               output_dir,
+                                               max_shard_size="5GB",
+                                               safe_serialization=False,
+                                               tag=None,
+                                               exclude_frozen_parameters=False):
+    """
+    Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be
+    loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed.
+
+    Args:
+        - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``)
+        - ``output_dir``: directory to the pytorch fp32 state_dict output files
+        - ``max_shard_size``: the maximum size for a checkpoint before being sharded, default value is 5GB
+        - ``safe_serialization``:  whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).
+        - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14``
+        - ``exclude_frozen_parameters``: exclude frozen parameters
+    """
+
+    # Dependency pre-check
+    if safe_serialization:
+        try:
+            from safetensors.torch import save_file
+        except ImportError:
+            print('If you want to use `safe_serialization`, please `pip install safetensors`')
+            raise
+    if max_shard_size is not None:
+        try:
+            from huggingface_hub import split_torch_state_dict_into_shards
+        except ImportError:
+            print('If you want to use `max_shard_size`, please `pip install huggingface_hub`')
+            raise
+
+    # Convert zero checkpoint to state_dict
+    state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir,
+                                                          tag,
+                                                          exclude_frozen_parameters,
+                                                          lazy_mode=True)
+
+    # Shard the model if it is too big.
+    weights_name = "model.safetensors" if safe_serialization else "pytorch_model.bin"
+    if max_shard_size is not None:
+        filename_pattern = weights_name.replace(".bin", "{suffix}.bin").replace(".safetensors", "{suffix}.safetensors")
+        # an memory-efficient approach for sharding
+        empty_state_dict = to_torch_tensor(state_dict, return_empty_tensor=True)
+        state_dict_split = split_torch_state_dict_into_shards(empty_state_dict,
+                                                              filename_pattern=filename_pattern,
+                                                              max_shard_size=max_shard_size)
+    else:
+        from collections import namedtuple
+        StateDictSplit = namedtuple("StateDictSplit", ["is_sharded", "filename_to_tensors"])
+        state_dict_split = StateDictSplit(is_sharded=False,
+                                          filename_to_tensors={weights_name: list(state_dict.keys())})
+
+    # Save the model by shard
+    os.makedirs(output_dir, exist_ok=True)
+    filename_to_tensors = state_dict_split.filename_to_tensors.items()
+    for shard_file, tensors in tqdm(filename_to_tensors, desc="Saving checkpoint shards"):
+        shard_state_dict = {tensor_name: state_dict[tensor_name] for tensor_name in tensors}
+        shard_state_dict = to_torch_tensor(shard_state_dict)
+        output_path = os.path.join(output_dir, shard_file)
+        if safe_serialization:
+            save_file(shard_state_dict, output_path, metadata={"format": "pt"})
+        else:
+            torch.save(shard_state_dict, output_path)
+        # release the memory of current shard
+        for tensor_name in list(shard_state_dict.keys()):
+            del state_dict[tensor_name]
+            del shard_state_dict[tensor_name]
+        del shard_state_dict
+        gc.collect()
+
+    # Save index if sharded
+    if state_dict_split.is_sharded:
+        index = {
+            "metadata": state_dict_split.metadata,
+            "weight_map": state_dict_split.tensor_to_filename,
+        }
+        save_index_file = "model.safetensors.index.json" if safe_serialization else "pytorch_model.bin.index.json"
+        save_index_file = os.path.join(output_dir, save_index_file)
+        with open(save_index_file, "w", encoding="utf-8") as f:
+            content = json.dumps(index, indent=2, sort_keys=True) + "\n"
+            f.write(content)
+
+
+def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None):
+    """
+    1. Put the provided model to cpu
+    2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict``
+    3. Load it into the provided model
+
+    Args:
+        - ``model``: the model object to update
+        - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``)
+        - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14``
+
+    Returns:
+        - ``model`: modified model
+
+    Make sure you have plenty of CPU memory available before you call this function. If you don't
+    have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it
+    conveniently placed for you in the checkpoint folder.
+
+    A typical usage might be ::
+
+        from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint
+        model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir)
+        # submit to model hub or save the model to share with others
+
+    Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context
+    of the same application. i.e. you will need to re-initialize the deepspeed engine, since
+    ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it.
+
+    """
+    logger.info("Extracting fp32 weights")
+    state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag)
+
+    logger.info("Overwriting model with fp32 weights")
+    model = model.cpu()
+    model.load_state_dict(state_dict, strict=False)
+
+    return model
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument("checkpoint_dir",
+                        type=str,
+                        help="path to the desired checkpoint folder, e.g., path/checkpoint-12")
+    parser.add_argument("output_dir",
+                        type=str,
+                        help="directory to the pytorch fp32 state_dict output files"
+                        "(e.g. path/checkpoint-12-output/)")
+    parser.add_argument(
+        "--max_shard_size",
+        type=str,
+        default="5GB",
+        help="The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size"
+        "lower than this size. If expressed as a string, needs to be digits followed by a unit (like `5MB`"
+        "We default it to 5GB in order for models to be able to run easily on free-tier google colab instances"
+        "without CPU OOM issues.")
+    parser.add_argument(
+        "--safe_serialization",
+        default=False,
+        action='store_true',
+        help="Whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).")
+    parser.add_argument("-t",
+                        "--tag",
+                        type=str,
+                        default=None,
+                        help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1")
+    parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters")
+    parser.add_argument("-d", "--debug", action='store_true', help="enable debug")
+    args = parser.parse_args()
+
+    debug = args.debug
+
+    convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir,
+                                               args.output_dir,
+                                               max_shard_size=args.max_shard_size,
+                                               safe_serialization=args.safe_serialization,
+                                               tag=args.tag,
+                                               exclude_frozen_parameters=args.exclude_frozen_parameters)
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/args.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/args.json
new file mode 100644
index 0000000000000000000000000000000000000000..00f89bd96dbafe45ae235624add21f86eaa0e032
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/args.json
@@ -0,0 +1,376 @@
+{
+  "output_dir": "/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215",
+  "per_device_train_batch_size": 1,
+  "num_train_epochs": 3.0,
+  "max_steps": 500,
+  "learning_rate": 1e-05,
+  "lr_scheduler_type": "cosine",
+  "lr_scheduler_kwargs": null,
+  "warmup_steps": 0,
+  "optim": "adamw_torch_fused",
+  "optim_args": null,
+  "weight_decay": 0.1,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.95,
+  "adam_epsilon": 1e-08,
+  "optim_target_modules": null,
+  "gradient_accumulation_steps": 8,
+  "average_tokens_across_devices": true,
+  "max_grad_norm": 1.0,
+  "label_smoothing_factor": 0.0,
+  "bf16": true,
+  "fp16": false,
+  "bf16_full_eval": false,
+  "fp16_full_eval": false,
+  "tf32": null,
+  "gradient_checkpointing": true,
+  "gradient_checkpointing_kwargs": "{\"use_reentrant\": false}",
+  "torch_compile": false,
+  "torch_compile_backend": null,
+  "torch_compile_mode": null,
+  "use_liger_kernel": false,
+  "liger_kernel_config": null,
+  "use_cache": false,
+  "neftune_noise_alpha": null,
+  "torch_empty_cache_steps": null,
+  "auto_find_batch_size": false,
+  "logging_strategy": "steps",
+  "logging_steps": 1,
+  "logging_first_step": true,
+  "log_on_each_node": true,
+  "logging_nan_inf_filter": true,
+  "include_num_input_tokens_seen": false,
+  "log_level": "passive",
+  "log_level_replica": "warning",
+  "disable_tqdm": null,
+  "report_to": [
+    "none"
+  ],
+  "run_name": "/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215",
+  "project": "huggingface",
+  "trackio_space_id": "trackio",
+  "eval_strategy": "no",
+  "eval_steps": 100.0,
+  "eval_delay": 0,
+  "per_device_eval_batch_size": 1,
+  "prediction_loss_only": false,
+  "eval_on_start": false,
+  "eval_do_concat_batches": true,
+  "eval_use_gather_object": false,
+  "eval_accumulation_steps": null,
+  "include_for_metrics": [],
+  "batch_eval_metrics": false,
+  "save_only_model": false,
+  "save_strategy": "steps",
+  "save_steps": 100.0,
+  "save_on_each_node": false,
+  "save_total_limit": 2,
+  "enable_jit_checkpoint": false,
+  "push_to_hub": false,
+  "hub_token": null,
+  "hub_private_repo": null,
+  "hub_model_id": null,
+  "hub_strategy": "every_save",
+  "hub_always_push": false,
+  "hub_revision": null,
+  "load_best_model_at_end": false,
+  "metric_for_best_model": "loss",
+  "greater_is_better": false,
+  "ignore_data_skip": false,
+  "restore_callback_states_from_checkpoint": false,
+  "full_determinism": false,
+  "seed": 42,
+  "data_seed": 42,
+  "use_cpu": false,
+  "accelerator_config": "{\"dispatch_batches\": false}",
+  "parallelism_config": null,
+  "dataloader_drop_last": false,
+  "dataloader_num_workers": 4,
+  "dataloader_pin_memory": true,
+  "dataloader_persistent_workers": false,
+  "dataloader_prefetch_factor": 4,
+  "remove_unused_columns": true,
+  "label_names": null,
+  "train_sampling_strategy": "random",
+  "length_column_name": "length",
+  "ddp_find_unused_parameters": null,
+  "ddp_bucket_cap_mb": null,
+  "ddp_broadcast_buffers": null,
+  "ddp_backend": null,
+  "ddp_timeout": 7200,
+  "fsdp": [],
+  "fsdp_config": null,
+  "deepspeed": {
+    "fp16": {
+      "enabled": "auto",
+      "loss_scale": 0,
+      "loss_scale_window": 1000,
+      "initial_scale_power": 16,
+      "hysteresis": 2,
+      "min_loss_scale": 1
+    },
+    "bf16": {
+      "enabled": "auto"
+    },
+    "zero_optimization": {
+      "stage": 2,
+      "offload_optimizer": {
+        "device": "none",
+        "pin_memory": true
+      },
+      "allgather_partitions": true,
+      "allgather_bucket_size": 200000000.0,
+      "overlap_comm": false,
+      "reduce_scatter": true,
+      "reduce_bucket_size": 200000000.0,
+      "contiguous_gradients": true
+    },
+    "gradient_accumulation_steps": "auto",
+    "gradient_clipping": "auto",
+    "steps_per_print": 2000,
+    "train_batch_size": "auto",
+    "train_micro_batch_size_per_gpu": "auto",
+    "wall_clock_breakdown": false
+  },
+  "debug": null,
+  "skip_memory_metrics": true,
+  "do_train": false,
+  "do_eval": false,
+  "do_predict": false,
+  "resume_from_checkpoint": null,
+  "warmup_ratio": 0.05,
+  "logging_dir": "/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/runs",
+  "local_rank": 0,
+  "sortish_sampler": false,
+  "predict_with_generate": false,
+  "generation_max_length": null,
+  "generation_num_beams": null,
+  "generation_config": null,
+  "tuner_backend": "peft",
+  "vit_gradient_checkpointing": null,
+  "router_aux_loss_coef": 0.0,
+  "enable_dft_loss": false,
+  "enable_channel_loss": false,
+  "safe_serialization": true,
+  "max_shard_size": "5GB",
+  "check_model": true,
+  "acc_strategy": "token",
+  "train_dataloader_shuffle": true,
+  "group_by_length": false,
+  "max_epochs": null,
+  "aligner_lr": null,
+  "vit_lr": 1e-06,
+  "use_logits_to_keep": null,
+  "ds3_gather_for_generation": true,
+  "resume_only_model": false,
+  "optimizer": null,
+  "loss_type": null,
+  "eval_metric": null,
+  "callbacks": [],
+  "early_stop_interval": null,
+  "eval_use_evalscope": false,
+  "eval_dataset": [],
+  "eval_dataset_args": null,
+  "eval_limit": null,
+  "eval_generation_config": null,
+  "extra_eval_args": null,
+  "tuner_type": "full",
+  "use_galore": false,
+  "galore_target_modules": null,
+  "galore_rank": 128,
+  "galore_update_proj_gap": 50,
+  "galore_scale": 1.0,
+  "galore_proj_type": "std",
+  "galore_optim_per_parameter": false,
+  "galore_with_embedding": false,
+  "galore_quantization": false,
+  "galore_proj_quant": false,
+  "galore_proj_bits": 4,
+  "galore_proj_group_size": 256,
+  "galore_cos_threshold": 0.4,
+  "galore_gamma_proj": 2,
+  "galore_queue_size": 5,
+  "lisa_activated_layers": 0,
+  "lisa_step_interval": 20,
+  "use_flash_ckpt": false,
+  "use_ray": false,
+  "ray_exp_name": null,
+  "device_groups": null,
+  "model": "/opt/tiger/model_cache/checkpoint-2181",
+  "model_type": "llava_siglip2_qwen3",
+  "model_revision": null,
+  "task_type": "causal_lm",
+  "torch_dtype": "bfloat16",
+  "attn_impl": "flash_attn",
+  "experts_impl": null,
+  "new_special_tokens": [],
+  "num_labels": null,
+  "problem_type": null,
+  "rope_scaling": null,
+  "device_map": null,
+  "max_memory": {},
+  "max_model_len": null,
+  "local_repo_path": null,
+  "init_strategy": null,
+  "template": "llava_siglip2_qwen3",
+  "system": null,
+  "max_length": 16384,
+  "truncation_strategy": "delete",
+  "max_pixels": null,
+  "agent_template": null,
+  "norm_bbox": null,
+  "use_chat_template": true,
+  "padding_side": "right",
+  "padding_free": true,
+  "loss_scale": "default",
+  "sequence_parallel_size": 1,
+  "template_backend": "swift",
+  "response_prefix": null,
+  "enable_thinking": null,
+  "add_non_thinking_prefix": true,
+  "dataset": [],
+  "val_dataset": [],
+  "cached_dataset": [
+    "/mnt/bn/strategy-mllm-train/common/datasets/vmllm_cached/image_10pct/train"
+  ],
+  "cached_val_dataset": [],
+  "split_dataset_ratio": 0.0,
+  "dataset_num_proc": 1,
+  "load_from_cache_file": false,
+  "dataset_shuffle": true,
+  "val_dataset_shuffle": false,
+  "streaming": false,
+  "interleave_prob": null,
+  "stopping_strategy": "first_exhausted",
+  "shuffle_buffer_size": 1000,
+  "download_mode": "reuse_dataset_if_exists",
+  "columns": {},
+  "strict": false,
+  "model_name": null,
+  "model_author": null,
+  "custom_dataset_info": [],
+  "quant_method": null,
+  "quant_bits": null,
+  "hqq_axis": null,
+  "bnb_4bit_compute_dtype": "bfloat16",
+  "bnb_4bit_quant_type": "nf4",
+  "bnb_4bit_use_double_quant": true,
+  "bnb_4bit_quant_storage": null,
+  "max_new_tokens": 64,
+  "temperature": 0.0,
+  "top_k": null,
+  "top_p": null,
+  "repetition_penalty": null,
+  "num_beams": 1,
+  "stream": false,
+  "stop_words": [],
+  "logprobs": false,
+  "top_logprobs": null,
+  "structured_outputs_regex": null,
+  "train_type": null,
+  "adapters": [],
+  "external_plugins": [
+    "video_mllm/model_plugin.py",
+    "video_mllm/dataset_plugin.py"
+  ],
+  "custom_register_path": [],
+  "model_kwargs": {},
+  "load_args": false,
+  "load_data_args": false,
+  "packing": true,
+  "packing_length": 16384,
+  "packing_num_proc": 1,
+  "lazy_tokenize": false,
+  "use_hf": true,
+  "ignore_args_error": false,
+  "use_swift_lora": false,
+  "freeze_parameters": [],
+  "freeze_parameters_regex": null,
+  "freeze_parameters_ratio": 0.0,
+  "trainable_parameters": [
+    "model.multi_modal_projector"
+  ],
+  "trainable_parameters_regex": null,
+  "freeze_llm": false,
+  "freeze_vit": false,
+  "freeze_aligner": false,
+  "target_modules": [
+    "all-linear"
+  ],
+  "target_regex": null,
+  "target_parameters": null,
+  "modules_to_save": [],
+  "lora_rank": 8,
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "lora_bias": "none",
+  "lora_dtype": null,
+  "lorap_lr_ratio": null,
+  "use_rslora": false,
+  "use_dora": false,
+  "lora_ga_batch_size": 2,
+  "lora_ga_iters": 2,
+  "lora_ga_max_length": 1024,
+  "lora_ga_direction": "ArB2r",
+  "lora_ga_scale": "stable",
+  "lora_ga_stable_gamma": 16,
+  "init_weights": true,
+  "fourier_n_frequency": 2000,
+  "fourier_scaling": 300.0,
+  "boft_block_size": 4,
+  "boft_block_num": 0,
+  "boft_n_butterfly_factor": 1,
+  "boft_dropout": 0.0,
+  "vera_rank": 256,
+  "vera_projection_prng_key": 0,
+  "vera_dropout": 0.0,
+  "vera_d_initial": 0.1,
+  "adapter_act": "gelu",
+  "adapter_length": 128,
+  "adalora_target_r": 8,
+  "adalora_init_r": 12,
+  "adalora_tinit": 0,
+  "adalora_tfinal": 0,
+  "adalora_deltaT": 1,
+  "adalora_beta1": 0.85,
+  "adalora_beta2": 0.85,
+  "adalora_orth_reg_weight": 0.5,
+  "llamapro_num_new_blocks": 4,
+  "llamapro_num_groups": null,
+  "reft_layer_key": null,
+  "reft_layers": null,
+  "reft_rank": 4,
+  "reft_intervention_type": "LoreftIntervention",
+  "reft_args": null,
+  "swanlab_token": null,
+  "swanlab_project": "ms-swift",
+  "swanlab_workspace": null,
+  "swanlab_exp_name": null,
+  "swanlab_notification_method": null,
+  "swanlab_webhook_url": null,
+  "swanlab_secret": null,
+  "swanlab_sender_email": null,
+  "swanlab_receiver_email": null,
+  "swanlab_smtp_server": null,
+  "swanlab_smtp_port": null,
+  "swanlab_email_language": "zh",
+  "swanlab_mode": "cloud",
+  "add_version": true,
+  "create_checkpoint_symlink": false,
+  "zero_hpz_partition_size": null,
+  "deepspeed_autotp_size": null,
+  "swift_version": "4.1.0.dev0",
+  "ckpt_dir": "/opt/tiger/model_cache/checkpoint-2181",
+  "rank": 0,
+  "global_world_size": 8,
+  "local_world_size": 8,
+  "model_suffix": "checkpoint-2181",
+  "model_info": "ModelInfo(model_type='llava_siglip2_qwen3', model_dir='/opt/tiger/model_cache/checkpoint-2181', torch_dtype=torch.bfloat16, max_model_len=40960, quant_method=None, quant_bits=None, rope_scaling=None, is_moe_model=False, is_multimodal=True, config=None, task_type='causal_lm', num_labels=None)",
+  "model_meta": "ModelMeta(model_type='llava_siglip2_qwen3', model_groups=[ModelGroup(models=[Model(ms_model_id='Qwen/Qwen3-0.6B', hf_model_id='Qwen/Qwen3-0.6B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-1.7B', hf_model_id='Qwen/Qwen3-1.7B', model_path=None, ms_revision=None, hf_revision=None), Model(ms_model_id='Qwen/Qwen3-4B', hf_model_id='Qwen/Qwen3-4B', model_path=None, ms_revision=None, hf_revision=None)], template=None, ignore_patterns=None, requires=None, tags=[])], loader=<class 'model_plugin.SigLIP2Qwen3Loader'>, template='llava_siglip2_qwen3', model_arch=MultiModelKeys(arch_name='llava_hf', embedding=None, module_list=None, lm_head=None, q_proj=None, k_proj=None, v_proj=None, o_proj=None, attention=None, mlp=None, down_proj=None, qkv_proj=None, qk_proj=None, qa_proj=None, qb_proj=None, kv_proj=None, kva_proj=None, kvb_proj=None, language_model=['model.language_model', 'lm_head'], aligner=['model.multi_modal_projector'], vision_tower=['model.vision_tower'], generator=[]), architectures=['LlavaOnevisionForConditionalGeneration'], additional_saved_files=[], torch_dtype=None, is_multimodal=True, is_reward=False, task_type=None, ignore_patterns=None, requires=[], tags=['vision', 'video'])",
+  "model_dir": "/opt/tiger/model_cache/checkpoint-2181",
+  "template_meta": "QwenTemplateMeta(template_type='llava_siglip2_qwen3', prefix=[], prompt=['<|im_start|>user\\n{{QUERY}}<|im_end|>\\n<|im_start|>assistant\\n'], chat_sep=['<|im_end|>\\n'], suffix=['<|im_end|>\\n'], template_cls=<class 'model_plugin.SigLIP2LlavaTemplate'>, system_prefix=['<|im_start|>system\\n{{SYSTEM}}<|im_end|>\\n'], default_system=None, auto_add_bos=False, stop_words=['<|endoftext|>'], agent_template='hermes', is_thinking=False, thinking_prefix='', non_thinking_prefix='', history_thinking_prefix='')",
+  "_val_dataset_exists": false,
+  "hub": "<class 'swift.hub.hub.HFHub'>",
+  "evaluation_strategy": "steps",
+  "training_args": "Seq2SeqTrainingArguments(output_dir='/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215', per_device_train_batch_size=1, num_train_epochs=3.0, max_steps=500, learning_rate=1e-05, lr_scheduler_type=<SchedulerType.COSINE: 'cosine'>, lr_scheduler_kwargs=None, warmup_steps=0.05, optim=<OptimizerNames.ADAMW_TORCH_FUSED: 'adamw_torch_fused'>, optim_args=None, weight_decay=0.1, adam_beta1=0.9, adam_beta2=0.95, adam_epsilon=1e-08, optim_target_modules=None, gradient_accumulation_steps=8, average_tokens_across_devices=None, max_grad_norm=1.0, label_smoothing_factor=0.0, bf16=True, fp16=False, bf16_full_eval=False, fp16_full_eval=False, tf32=None, gradient_checkpointing=True, gradient_checkpointing_kwargs={'use_reentrant': False}, torch_compile=False, torch_compile_backend=None, torch_compile_mode=None, use_liger_kernel=False, liger_kernel_config=None, use_cache=False, neftune_noise_alpha=None, torch_empty_cache_steps=None, auto_find_batch_size=False, logging_strategy=<IntervalStrategy.STEPS: 'steps'>, logging_steps=1, logging_first_step=True, log_on_each_node=True, logging_nan_inf_filter=True, include_num_input_tokens_seen=None, log_level='passive', log_level_replica='warning', disable_tqdm=False, report_to=[], run_name='/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215', project='huggingface', trackio_space_id='trackio', eval_strategy=<IntervalStrategy.NO: 'no'>, eval_steps=100.0, eval_delay=0, per_device_eval_batch_size=1, prediction_loss_only=False, eval_on_start=False, eval_do_concat_batches=True, eval_use_gather_object=False, eval_accumulation_steps=None, include_for_metrics=[], batch_eval_metrics=False, save_only_model=False, save_strategy=<SaveStrategy.STEPS: 'steps'>, save_steps=100, save_on_each_node=False, save_total_limit=2, enable_jit_checkpoint=False, push_to_hub=False, hub_token=None, hub_private_repo=None, hub_model_id=None, hub_strategy=<HubStrategy.EVERY_SAVE: 'every_save'>, hub_always_push=False, hub_revision=None, load_best_model_at_end=False, metric_for_best_model='loss', greater_is_better=False, ignore_data_skip=False, restore_callback_states_from_checkpoint=False, full_determinism=False, seed=42, data_seed=42, use_cpu=False, accelerator_config=AcceleratorConfig(split_batches=False, dispatch_batches=False, even_batches=True, use_seedable_sampler=True, non_blocking=False, gradient_accumulation_kwargs=None, use_configured_state=False), parallelism_config=None, dataloader_drop_last=False, dataloader_num_workers=4, dataloader_pin_memory=True, dataloader_persistent_workers=False, dataloader_prefetch_factor=4, remove_unused_columns=False, label_names=None, train_sampling_strategy='random', length_column_name='length', ddp_find_unused_parameters=None, ddp_bucket_cap_mb=None, ddp_broadcast_buffers=None, ddp_backend=None, ddp_timeout=7200, fsdp=[], fsdp_config={'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, deepspeed={'fp16': {'enabled': 'auto', 'loss_scale': 0, 'loss_scale_window': 1000, 'initial_scale_power': 16, 'hysteresis': 2, 'min_loss_scale': 1}, 'bf16': {'enabled': 'auto'}, 'zero_optimization': {'stage': 2, 'offload_optimizer': {'device': 'none', 'pin_memory': True}, 'allgather_partitions': True, 'allgather_bucket_size': 200000000.0, 'overlap_comm': False, 'reduce_scatter': True, 'reduce_bucket_size': 200000000.0, 'contiguous_gradients': True}, 'gradient_accumulation_steps': 'auto', 'gradient_clipping': 'auto', 'steps_per_print': 2000, 'train_batch_size': 'auto', 'train_micro_batch_size_per_gpu': 'auto', 'wall_clock_breakdown': False}, debug=[], skip_memory_metrics=True, do_train=False, do_eval=False, do_predict=False, resume_from_checkpoint=None, warmup_ratio=0.05, logging_dir='/mnt/bn/strategy-mllm-train/user/wangjunjie/code/xiaomoguhzz/exps/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/runs', local_rank=0, sortish_sampler=False, predict_with_generate=False, generation_max_length=None, generation_num_beams=None, generation_config=None, tuner_backend='peft', vit_gradient_checkpointing=True, router_aux_loss_coef=0.0, enable_dft_loss=False, enable_channel_loss=False, safe_serialization=True, max_shard_size='5GB', check_model=True, acc_strategy='token', train_dataloader_shuffle=True, group_by_length=False, max_epochs=None, aligner_lr=None, vit_lr=1e-06, use_logits_to_keep=None, ds3_gather_for_generation=True, resume_only_model=False, optimizer='multimodal', loss_type=None, eval_metric=None, callbacks=[], early_stop_interval=None, eval_use_evalscope=False, eval_dataset=[], eval_dataset_args=None, eval_limit=None, eval_generation_config=None, extra_eval_args=None, tuner_type='full', use_galore=False, galore_target_modules=None, galore_rank=128, galore_update_proj_gap=50, galore_scale=1.0, galore_proj_type='std', galore_optim_per_parameter=False, galore_with_embedding=False, galore_quantization=False, galore_proj_quant=False, galore_proj_bits=4, galore_proj_group_size=256, galore_cos_threshold=0.4, galore_gamma_proj=2, galore_queue_size=5, lisa_activated_layers=0, lisa_step_interval=20, use_flash_ckpt=False)"
+}
\ No newline at end of file
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/chat_template.jinja b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..01be9b307daa2d425f7c168c9fb145a286e0afb4
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/chat_template.jinja
@@ -0,0 +1,89 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {{- messages[0].content + '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
+        {%- set ns.multi_step_tool = false %}
+        {%- set ns.last_query_index = index %}
+    {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+    {%- if message.content is string %}
+        {%- set content = message.content %}
+    {%- else %}
+        {%- set content = '' %}
+    {%- endif %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {%- if loop.last or (not loop.last and reasoning_content) %}
+                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
+            {%- else %}
+                {{- '<|im_start|>' + message.role + '\n' + content }}
+            {%- endif %}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- endif %}
+{%- endif %}
\ No newline at end of file
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/config.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..91fec50984b1ce69db1f04f83bf57934419cc5ac
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/config.json
@@ -0,0 +1,248 @@
+{
+  "architectures": [
+    "LlavaOnevisionForConditionalGeneration"
+  ],
+  "bos_token_id": null,
+  "dtype": "bfloat16",
+  "eos_token_id": 151645,
+  "hidden_size": 2048,
+  "image_grid_pinpoints": [
+    [
+      384,
+      384
+    ],
+    [
+      384,
+      768
+    ],
+    [
+      384,
+      1152
+    ],
+    [
+      384,
+      1536
+    ],
+    [
+      384,
+      1920
+    ],
+    [
+      384,
+      2304
+    ],
+    [
+      768,
+      384
+    ],
+    [
+      768,
+      768
+    ],
+    [
+      768,
+      1152
+    ],
+    [
+      768,
+      1536
+    ],
+    [
+      768,
+      1920
+    ],
+    [
+      768,
+      2304
+    ],
+    [
+      1152,
+      384
+    ],
+    [
+      1152,
+      768
+    ],
+    [
+      1152,
+      1152
+    ],
+    [
+      1152,
+      1536
+    ],
+    [
+      1152,
+      1920
+    ],
+    [
+      1152,
+      2304
+    ],
+    [
+      1536,
+      384
+    ],
+    [
+      1536,
+      768
+    ],
+    [
+      1536,
+      1152
+    ],
+    [
+      1536,
+      1536
+    ],
+    [
+      1536,
+      1920
+    ],
+    [
+      1536,
+      2304
+    ],
+    [
+      1920,
+      384
+    ],
+    [
+      1920,
+      768
+    ],
+    [
+      1920,
+      1152
+    ],
+    [
+      1920,
+      1536
+    ],
+    [
+      1920,
+      1920
+    ],
+    [
+      1920,
+      2304
+    ],
+    [
+      2304,
+      384
+    ],
+    [
+      2304,
+      768
+    ],
+    [
+      2304,
+      1152
+    ],
+    [
+      2304,
+      1536
+    ],
+    [
+      2304,
+      1920
+    ],
+    [
+      2304,
+      2304
+    ]
+  ],
+  "image_token_index": 151669,
+  "keys_to_ignore_at_inference": [
+    "past_key_values"
+  ],
+  "model_type": "llava_onevision",
+  "multimodal_projector_bias": true,
+  "pad_token_id": 151643,
+  "projector_hidden_act": "gelu",
+  "text_config": {
+    "_name_or_path": "/home/tiger/.cache/huggingface/hub/models--Qwen--Qwen3-1.7B/snapshots/70d244cc86ccca08cf5af4e1e306ecf908b1ad5e",
+    "architectures": [
+      "Qwen3ForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 151643,
+    "dtype": "bfloat16",
+    "eos_token_id": 151645,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 2048,
+    "initializer_range": 0.02,
+    "intermediate_size": 6144,
+    "layer_types": [
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention",
+      "full_attention"
+    ],
+    "max_position_embeddings": 40960,
+    "max_window_layers": 28,
+    "model_type": "qwen3",
+    "num_attention_heads": 16,
+    "num_hidden_layers": 28,
+    "num_key_value_heads": 8,
+    "pad_token_id": 151643,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "rope_theta": 1000000,
+      "rope_type": "default"
+    },
+    "sliding_window": null,
+    "tie_word_embeddings": true,
+    "use_cache": false,
+    "use_sliding_window": false,
+    "vocab_size": 151936
+  },
+  "tie_word_embeddings": true,
+  "transformers_version": "5.2.0",
+  "use_cache": false,
+  "video_token_index": 151670,
+  "vision_aspect_ratio": "anyres_max_9",
+  "vision_config": {
+    "attention_dropout": 0.0,
+    "dtype": "bfloat16",
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "image_size": 384,
+    "intermediate_size": 4304,
+    "layer_norm_eps": 1e-06,
+    "model_type": "siglip_vision_model",
+    "num_attention_heads": 16,
+    "num_channels": 3,
+    "num_hidden_layers": 26,
+    "patch_size": 14,
+    "vision_use_head": false
+  },
+  "vision_feature_layer": -1,
+  "vision_feature_select_strategy": "full"
+}
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/generation_config.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..caf77791d2c04f34887781e78a159cf8968d3fe6
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/generation_config.json
@@ -0,0 +1,12 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 151643,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.2.0",
+  "use_cache": true
+}
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9658e4ae9078bc208c2bf4c2d215d03ff16f0fc
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6f7108aa92babd57bc68d7e3c494107421bcc43a4f753473912dc4313ce92d
+size 3654094853
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65078a5d9348be45d14e6ab7b884b7c412f449e3
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6341bf82b810d59c875955c6ef7ea49dff070a6a5226d2fe09313410416dfee
+size 3654085701
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec201332b64fd1c6ab85ddf0f75c3797717824dc
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c119a987b2753a67bc5217be2ea83813b05ad6cba0d0702fc6faccb75fe2140b
+size 3654083653
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6c6051fde3286b3d32a3bafcce9abdab457bd3
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6108d8f82c4d80ebcf2e80640ae747d44054cb939e843e46b1c819fdb0468b
+size 3654085317
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ad19e760e323394c57103d83dc5aa51086c7ec
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc1da87848a5ce9fe6c3666785d1991bab6d3eba25ee218e74a16431c9a8a35
+size 3654085253
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798de27129ad185e51163bd9bf38cdc633133aab
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaab50a25a3443d520429d546f01e6f3af722ce44442a2876464c20cdffb717f
+size 3654085253
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8059261f905bded5e47577ba41c566ff21273cd2
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3ed640aa1f7493f71a13f2f640da901cef99d43971529f07afa691a38000cc
+size 3654085829
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07294290c491a33d9b94410d07069e40d2dd04e4
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4239cd7d02795789a3173d35f9e6a23c9fdfbeacd04090904b79b7a36dace193
+size 3654081925
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/mp_rank_00_model_states.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec5f3ae0d79c75d371f8d346b951d0a180c07e6
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/global_step400/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9883708414a1d3633701a95e9e776c115e32ff8a19ef96a0b6eec1633882f18
+size 4872342181
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/latest b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/latest
new file mode 100644
index 0000000000000000000000000000000000000000..e5bdf58d4f29d34e909da25905fad376f73e7c29
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/latest
@@ -0,0 +1 @@
+global_step400
\ No newline at end of file
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/model.safetensors b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..414821545a91970eb78c6e3f402fff1ad0908697
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb86520f0dc7205bbebbef63aada47f5effd4f3ed95bfeb0164abdf29959313
+size 4872193968
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/processor_config.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/processor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e71d78590b67986dba84d34b69c764d2b5a55947
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/processor_config.json
@@ -0,0 +1,206 @@
+{
+  "image_processor": {
+    "data_format": "channels_first",
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_pad": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_grid_pinpoints": [
+      [
+        384,
+        384
+      ],
+      [
+        384,
+        768
+      ],
+      [
+        384,
+        1152
+      ],
+      [
+        384,
+        1536
+      ],
+      [
+        384,
+        1920
+      ],
+      [
+        384,
+        2304
+      ],
+      [
+        768,
+        384
+      ],
+      [
+        768,
+        768
+      ],
+      [
+        768,
+        1152
+      ],
+      [
+        768,
+        1536
+      ],
+      [
+        768,
+        1920
+      ],
+      [
+        768,
+        2304
+      ],
+      [
+        1152,
+        384
+      ],
+      [
+        1152,
+        768
+      ],
+      [
+        1152,
+        1152
+      ],
+      [
+        1152,
+        1536
+      ],
+      [
+        1152,
+        1920
+      ],
+      [
+        1152,
+        2304
+      ],
+      [
+        1536,
+        384
+      ],
+      [
+        1536,
+        768
+      ],
+      [
+        1536,
+        1152
+      ],
+      [
+        1536,
+        1536
+      ],
+      [
+        1536,
+        1920
+      ],
+      [
+        1536,
+        2304
+      ],
+      [
+        1920,
+        384
+      ],
+      [
+        1920,
+        768
+      ],
+      [
+        1920,
+        1152
+      ],
+      [
+        1920,
+        1536
+      ],
+      [
+        1920,
+        1920
+      ],
+      [
+        1920,
+        2304
+      ],
+      [
+        2304,
+        384
+      ],
+      [
+        2304,
+        768
+      ],
+      [
+        2304,
+        1152
+      ],
+      [
+        2304,
+        1536
+      ],
+      [
+        2304,
+        1920
+      ],
+      [
+        2304,
+        2304
+      ]
+    ],
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "LlavaOnevisionImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "height": 384,
+      "width": 384
+    }
+  },
+  "image_token": "<image>",
+  "num_image_tokens": 729,
+  "processor_class": "LlavaOnevisionProcessor",
+  "video_processor": {
+    "data_format": "channels_first",
+    "default_to_square": false,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": false,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "height": 384,
+      "width": 384
+    },
+    "video_processor_type": "LlavaOnevisionVideoProcessor"
+  },
+  "video_token": "<video>",
+  "vision_aspect_ratio": "anyres_max_9",
+  "vision_feature_select_strategy": null
+}
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_0.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2d52a7f7e5c0e63e3e9dbb9293db4b8616de62bb
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0418786c564bb001fc5f4215375b1a99ed3ea3f30771057e1d8682214a0108f
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_1.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..76458069ce4939471b1722313be9c74dc89c6182
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35deaabe10396919e53b2274736981b26bc690165c8839845f178b355a6a7588
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_2.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..abc450e21d4f070a13c161ddaae73f6cda4eb337
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5deee061a76a9e05b4634f5abad786b4042e744cc4c156a2ab76dc3c94fcac
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_4.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_4.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a7f30972be6e7f01d35777d6c0c2e66230e8480f
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_4.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073d0b1d7e2e3930e5c29fc418e6246462ab2a00396c3a86e1448d373503f1b2
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_5.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_5.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aea6eaa0b8e588024e9223258a59ac7df393782d
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_5.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c60731015889939e665a308a0933ac6c327734a4699cf5615217db0cfaf03ca
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_7.pth b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_7.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8a9828f9e608bc9d2520f9335b3c3fa5cfbb2d41
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/rng_state_7.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619b5c49446c94dca2b233ad17098e42f7d58a945c2eced1aa23e50469a75431
+size 16389
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/scheduler.pt b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30954c2bec5d260604ec301f2f8cbb85ba392ef1
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6563475b16b736d523aa1ddb1edb7fd3720fe163f5d91c9c1737dba320792c8f
+size 1465
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/tokenizer.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..c40d89c9226d696c215d65a68eea68c6dd55d79e
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9024318c850eaadf26be79389d21b07a7afd8f1af749b89f9109b06c0d12173c
+size 11423018
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/tokenizer_config.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e5d2c809c87faee783b0c481248f265167d13004
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/tokenizer_config.json
@@ -0,0 +1,19 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<image>",
+    "<video>"
+  ],
+  "is_local": true,
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "processor_class": "LlavaOnevisionProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": null
+}
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/trainer_state.json b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..ffd2a4dee367fc273438ecb282d0787791899fda
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/trainer_state.json
@@ -0,0 +1,3234 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.719439956919763,
+  "eval_steps": 100.0,
+  "global_step": 400,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.004308023694130318,
+      "grad_norm": 34.22294235229492,
+      "learning_rate": 4.0000000000000003e-07,
+      "loss": 2.5344715118408203,
+      "step": 1,
+      "token_acc": 0.5299950245219988
+    },
+    {
+      "epoch": 0.008616047388260635,
+      "grad_norm": 34.8410758972168,
+      "learning_rate": 8.000000000000001e-07,
+      "loss": 2.4708309173583984,
+      "step": 2,
+      "token_acc": 0.5363605898123325
+    },
+    {
+      "epoch": 0.012924071082390954,
+      "grad_norm": 39.80426788330078,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 2.775846481323242,
+      "step": 3,
+      "token_acc": 0.5183054170395942
+    },
+    {
+      "epoch": 0.01723209477652127,
+      "grad_norm": 34.9159049987793,
+      "learning_rate": 1.6000000000000001e-06,
+      "loss": 2.3811163902282715,
+      "step": 4,
+      "token_acc": 0.5468338887914401
+    },
+    {
+      "epoch": 0.021540118470651588,
+      "grad_norm": 35.46262741088867,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 2.525376558303833,
+      "step": 5,
+      "token_acc": 0.5244299674267101
+    },
+    {
+      "epoch": 0.025848142164781908,
+      "grad_norm": 39.962608337402344,
+      "learning_rate": 2.4000000000000003e-06,
+      "loss": 2.5210909843444824,
+      "step": 6,
+      "token_acc": 0.5377253761053478
+    },
+    {
+      "epoch": 0.030156165858912225,
+      "grad_norm": 33.2032356262207,
+      "learning_rate": 2.8000000000000003e-06,
+      "loss": 2.580561399459839,
+      "step": 7,
+      "token_acc": 0.5228668179957578
+    },
+    {
+      "epoch": 0.03446418955304254,
+      "grad_norm": 23.4835205078125,
+      "learning_rate": 3.2000000000000003e-06,
+      "loss": 2.2210943698883057,
+      "step": 8,
+      "token_acc": 0.5748507275912618
+    },
+    {
+      "epoch": 0.03877221324717286,
+      "grad_norm": 21.224645614624023,
+      "learning_rate": 3.6000000000000003e-06,
+      "loss": 2.182731866836548,
+      "step": 9,
+      "token_acc": 0.578366892643934
+    },
+    {
+      "epoch": 0.043080236941303175,
+      "grad_norm": 19.219499588012695,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 1.9947047233581543,
+      "step": 10,
+      "token_acc": 0.5828964891898785
+    },
+    {
+      "epoch": 0.04738826063543349,
+      "grad_norm": 10.247937202453613,
+      "learning_rate": 4.4e-06,
+      "loss": 1.8489328622817993,
+      "step": 11,
+      "token_acc": 0.5984906381352694
+    },
+    {
+      "epoch": 0.051696284329563816,
+      "grad_norm": 10.421255111694336,
+      "learning_rate": 4.800000000000001e-06,
+      "loss": 1.7730863094329834,
+      "step": 12,
+      "token_acc": 0.6098880314722348
+    },
+    {
+      "epoch": 0.05600430802369413,
+      "grad_norm": 9.2549467086792,
+      "learning_rate": 5.2e-06,
+      "loss": 1.705881118774414,
+      "step": 13,
+      "token_acc": 0.6173091377644153
+    },
+    {
+      "epoch": 0.06031233171782445,
+      "grad_norm": 6.33651876449585,
+      "learning_rate": 5.600000000000001e-06,
+      "loss": 1.6188805103302002,
+      "step": 14,
+      "token_acc": 0.6224566257421177
+    },
+    {
+      "epoch": 0.06462035541195477,
+      "grad_norm": 7.8872880935668945,
+      "learning_rate": 6e-06,
+      "loss": 1.5559440851211548,
+      "step": 15,
+      "token_acc": 0.6367019934393137
+    },
+    {
+      "epoch": 0.06892837910608508,
+      "grad_norm": 6.443421363830566,
+      "learning_rate": 6.4000000000000006e-06,
+      "loss": 1.6304481029510498,
+      "step": 16,
+      "token_acc": 0.6337283187360467
+    },
+    {
+      "epoch": 0.0732364028002154,
+      "grad_norm": 4.364102840423584,
+      "learning_rate": 6.800000000000001e-06,
+      "loss": 1.5763095617294312,
+      "step": 17,
+      "token_acc": 0.6282391722369747
+    },
+    {
+      "epoch": 0.07754442649434572,
+      "grad_norm": 4.073349952697754,
+      "learning_rate": 7.2000000000000005e-06,
+      "loss": 1.4519922733306885,
+      "step": 18,
+      "token_acc": 0.6620760163579504
+    },
+    {
+      "epoch": 0.08185245018847603,
+      "grad_norm": 3.76297926902771,
+      "learning_rate": 7.600000000000001e-06,
+      "loss": 1.520553708076477,
+      "step": 19,
+      "token_acc": 0.6476499528943788
+    },
+    {
+      "epoch": 0.08616047388260635,
+      "grad_norm": 3.565013885498047,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 1.443807601928711,
+      "step": 20,
+      "token_acc": 0.6564110824742269
+    },
+    {
+      "epoch": 0.09046849757673667,
+      "grad_norm": 3.0926177501678467,
+      "learning_rate": 8.400000000000001e-06,
+      "loss": 1.305448293685913,
+      "step": 21,
+      "token_acc": 0.6728254783782893
+    },
+    {
+      "epoch": 0.09477652127086698,
+      "grad_norm": 2.9559481143951416,
+      "learning_rate": 8.8e-06,
+      "loss": 1.3177809715270996,
+      "step": 22,
+      "token_acc": 0.6766286820038702
+    },
+    {
+      "epoch": 0.0990845449649973,
+      "grad_norm": 3.516502618789673,
+      "learning_rate": 9.200000000000002e-06,
+      "loss": 1.412851095199585,
+      "step": 23,
+      "token_acc": 0.6545797141412749
+    },
+    {
+      "epoch": 0.10339256865912763,
+      "grad_norm": 2.693331003189087,
+      "learning_rate": 9.600000000000001e-06,
+      "loss": 1.3329224586486816,
+      "step": 24,
+      "token_acc": 0.6691273897406776
+    },
+    {
+      "epoch": 0.10770059235325795,
+      "grad_norm": 3.09365177154541,
+      "learning_rate": 1e-05,
+      "loss": 1.3302955627441406,
+      "step": 25,
+      "token_acc": 0.6788545041009029
+    },
+    {
+      "epoch": 0.11200861604738827,
+      "grad_norm": 3.117713689804077,
+      "learning_rate": 9.999890641901124e-06,
+      "loss": 1.3734593391418457,
+      "step": 26,
+      "token_acc": 0.6594324976051267
+    },
+    {
+      "epoch": 0.11631663974151858,
+      "grad_norm": 2.4900543689727783,
+      "learning_rate": 9.99956257238817e-06,
+      "loss": 1.256556510925293,
+      "step": 27,
+      "token_acc": 0.6908205642274095
+    },
+    {
+      "epoch": 0.1206246634356489,
+      "grad_norm": 2.8557262420654297,
+      "learning_rate": 9.999015805811965e-06,
+      "loss": 1.3106865882873535,
+      "step": 28,
+      "token_acc": 0.6742931211189486
+    },
+    {
+      "epoch": 0.12493268712977922,
+      "grad_norm": 2.0467495918273926,
+      "learning_rate": 9.998250366089848e-06,
+      "loss": 1.3423490524291992,
+      "step": 29,
+      "token_acc": 0.6723827275551414
+    },
+    {
+      "epoch": 0.12924071082390953,
+      "grad_norm": 2.235506057739258,
+      "learning_rate": 9.99726628670463e-06,
+      "loss": 1.3720948696136475,
+      "step": 30,
+      "token_acc": 0.668766154668885
+    },
+    {
+      "epoch": 0.13354873451803984,
+      "grad_norm": 2.093294143676758,
+      "learning_rate": 9.996063610703138e-06,
+      "loss": 1.3393146991729736,
+      "step": 31,
+      "token_acc": 0.6776454554304442
+    },
+    {
+      "epoch": 0.13785675821217017,
+      "grad_norm": 2.331446647644043,
+      "learning_rate": 9.994642390694308e-06,
+      "loss": 1.2755086421966553,
+      "step": 32,
+      "token_acc": 0.685778748701787
+    },
+    {
+      "epoch": 0.1421647819063005,
+      "grad_norm": 4.931087493896484,
+      "learning_rate": 9.993002688846913e-06,
+      "loss": 1.2852654457092285,
+      "step": 33,
+      "token_acc": 0.7003776905870706
+    },
+    {
+      "epoch": 0.1464728056004308,
+      "grad_norm": 2.2281808853149414,
+      "learning_rate": 9.991144576886824e-06,
+      "loss": 1.234990119934082,
+      "step": 34,
+      "token_acc": 0.6911842151458765
+    },
+    {
+      "epoch": 0.15078082929456113,
+      "grad_norm": 2.216933488845825,
+      "learning_rate": 9.989068136093873e-06,
+      "loss": 1.2935469150543213,
+      "step": 35,
+      "token_acc": 0.6736291459523633
+    },
+    {
+      "epoch": 0.15508885298869143,
+      "grad_norm": 2.199500560760498,
+      "learning_rate": 9.986773457298311e-06,
+      "loss": 1.2178046703338623,
+      "step": 36,
+      "token_acc": 0.6948421052631579
+    },
+    {
+      "epoch": 0.15939687668282176,
+      "grad_norm": 3.288256883621216,
+      "learning_rate": 9.984260640876821e-06,
+      "loss": 1.2350926399230957,
+      "step": 37,
+      "token_acc": 0.6875022046633038
+    },
+    {
+      "epoch": 0.16370490037695207,
+      "grad_norm": 1.8213781118392944,
+      "learning_rate": 9.981529796748135e-06,
+      "loss": 1.2279441356658936,
+      "step": 38,
+      "token_acc": 0.6980759578383805
+    },
+    {
+      "epoch": 0.1680129240710824,
+      "grad_norm": 2.273272752761841,
+      "learning_rate": 9.97858104436822e-06,
+      "loss": 1.2051079273223877,
+      "step": 39,
+      "token_acc": 0.6949230265312807
+    },
+    {
+      "epoch": 0.1723209477652127,
+      "grad_norm": 2.2953481674194336,
+      "learning_rate": 9.975414512725058e-06,
+      "loss": 1.2342824935913086,
+      "step": 40,
+      "token_acc": 0.6916462800402936
+    },
+    {
+      "epoch": 0.17662897145934303,
+      "grad_norm": 2.2890288829803467,
+      "learning_rate": 9.972030340333e-06,
+      "loss": 1.207423210144043,
+      "step": 41,
+      "token_acc": 0.6919735017716838
+    },
+    {
+      "epoch": 0.18093699515347333,
+      "grad_norm": 1.9035778045654297,
+      "learning_rate": 9.968428675226714e-06,
+      "loss": 1.1688880920410156,
+      "step": 42,
+      "token_acc": 0.6906148450822046
+    },
+    {
+      "epoch": 0.18524501884760367,
+      "grad_norm": 2.176882743835449,
+      "learning_rate": 9.964609674954696e-06,
+      "loss": 1.238387107849121,
+      "step": 43,
+      "token_acc": 0.6940492431624764
+    },
+    {
+      "epoch": 0.18955304254173397,
+      "grad_norm": 1.740558385848999,
+      "learning_rate": 9.960573506572391e-06,
+      "loss": 1.1984151601791382,
+      "step": 44,
+      "token_acc": 0.6910384253093839
+    },
+    {
+      "epoch": 0.1938610662358643,
+      "grad_norm": 1.9107651710510254,
+      "learning_rate": 9.956320346634877e-06,
+      "loss": 1.16075599193573,
+      "step": 45,
+      "token_acc": 0.6984731549229896
+    },
+    {
+      "epoch": 0.1981690899299946,
+      "grad_norm": 2.126544713973999,
+      "learning_rate": 9.951850381189152e-06,
+      "loss": 1.075717806816101,
+      "step": 46,
+      "token_acc": 0.7196697774587222
+    },
+    {
+      "epoch": 0.20247711362412493,
+      "grad_norm": 1.8616559505462646,
+      "learning_rate": 9.94716380576598e-06,
+      "loss": 1.2275675535202026,
+      "step": 47,
+      "token_acc": 0.6868371180636367
+    },
+    {
+      "epoch": 0.20678513731825526,
+      "grad_norm": 2.2004618644714355,
+      "learning_rate": 9.942260825371359e-06,
+      "loss": 1.1721410751342773,
+      "step": 48,
+      "token_acc": 0.7035488476442994
+    },
+    {
+      "epoch": 0.21109316101238557,
+      "grad_norm": 1.926447868347168,
+      "learning_rate": 9.937141654477529e-06,
+      "loss": 1.205888032913208,
+      "step": 49,
+      "token_acc": 0.6890798786653185
+    },
+    {
+      "epoch": 0.2154011847065159,
+      "grad_norm": 1.9273842573165894,
+      "learning_rate": 9.931806517013612e-06,
+      "loss": 1.1814758777618408,
+      "step": 50,
+      "token_acc": 0.7045194700383348
+    },
+    {
+      "epoch": 0.2197092084006462,
+      "grad_norm": 1.667378544807434,
+      "learning_rate": 9.926255646355804e-06,
+      "loss": 1.1939655542373657,
+      "step": 51,
+      "token_acc": 0.6967874821434504
+    },
+    {
+      "epoch": 0.22401723209477653,
+      "grad_norm": 1.9569302797317505,
+      "learning_rate": 9.920489285317169e-06,
+      "loss": 1.129996418952942,
+      "step": 52,
+      "token_acc": 0.7048677927446368
+    },
+    {
+      "epoch": 0.22832525578890683,
+      "grad_norm": 2.068121910095215,
+      "learning_rate": 9.91450768613702e-06,
+      "loss": 1.2010860443115234,
+      "step": 53,
+      "token_acc": 0.6904986522911051
+    },
+    {
+      "epoch": 0.23263327948303716,
+      "grad_norm": 1.5467214584350586,
+      "learning_rate": 9.908311110469881e-06,
+      "loss": 1.1379708051681519,
+      "step": 54,
+      "token_acc": 0.7055634134842056
+    },
+    {
+      "epoch": 0.23694130317716747,
+      "grad_norm": 2.0830445289611816,
+      "learning_rate": 9.901899829374048e-06,
+      "loss": 1.0704392194747925,
+      "step": 55,
+      "token_acc": 0.7152232895798196
+    },
+    {
+      "epoch": 0.2412493268712978,
+      "grad_norm": 2.495779037475586,
+      "learning_rate": 9.895274123299724e-06,
+      "loss": 1.0942933559417725,
+      "step": 56,
+      "token_acc": 0.7167745978692291
+    },
+    {
+      "epoch": 0.2455573505654281,
+      "grad_norm": 2.6332848072052,
+      "learning_rate": 9.888434282076759e-06,
+      "loss": 0.9827362895011902,
+      "step": 57,
+      "token_acc": 0.7357487741887188
+    },
+    {
+      "epoch": 0.24986537425955843,
+      "grad_norm": 2.415322780609131,
+      "learning_rate": 9.881380604901964e-06,
+      "loss": 1.0783662796020508,
+      "step": 58,
+      "token_acc": 0.7155577080694434
+    },
+    {
+      "epoch": 0.25417339795368876,
+      "grad_norm": 2.1927847862243652,
+      "learning_rate": 9.874113400326031e-06,
+      "loss": 1.2449455261230469,
+      "step": 59,
+      "token_acc": 0.6808658974448356
+    },
+    {
+      "epoch": 0.25848142164781907,
+      "grad_norm": 2.241107225418091,
+      "learning_rate": 9.86663298624003e-06,
+      "loss": 1.112494707107544,
+      "step": 60,
+      "token_acc": 0.7220329651422869
+    },
+    {
+      "epoch": 0.26278944534194937,
+      "grad_norm": 1.7743316888809204,
+      "learning_rate": 9.858939689861506e-06,
+      "loss": 1.1850183010101318,
+      "step": 61,
+      "token_acc": 0.692633709713129
+    },
+    {
+      "epoch": 0.26709746903607967,
+      "grad_norm": 1.6615829467773438,
+      "learning_rate": 9.851033847720167e-06,
+      "loss": 1.1249656677246094,
+      "step": 62,
+      "token_acc": 0.7059144015981597
+    },
+    {
+      "epoch": 0.27140549273021003,
+      "grad_norm": 1.5314289331436157,
+      "learning_rate": 9.842915805643156e-06,
+      "loss": 1.12161386013031,
+      "step": 63,
+      "token_acc": 0.7094002053086963
+    },
+    {
+      "epoch": 0.27571351642434033,
+      "grad_norm": 1.8113492727279663,
+      "learning_rate": 9.834585918739936e-06,
+      "loss": 1.0911247730255127,
+      "step": 64,
+      "token_acc": 0.7131517228937398
+    },
+    {
+      "epoch": 0.28002154011847064,
+      "grad_norm": 1.5588164329528809,
+      "learning_rate": 9.826044551386743e-06,
+      "loss": 1.1018824577331543,
+      "step": 65,
+      "token_acc": 0.7167374220937585
+    },
+    {
+      "epoch": 0.284329563812601,
+      "grad_norm": 1.6779085397720337,
+      "learning_rate": 9.817292077210658e-06,
+      "loss": 1.1914907693862915,
+      "step": 66,
+      "token_acc": 0.6931636612645514
+    },
+    {
+      "epoch": 0.2886375875067313,
+      "grad_norm": 1.8709357976913452,
+      "learning_rate": 9.808328879073251e-06,
+      "loss": 1.1766862869262695,
+      "step": 67,
+      "token_acc": 0.7000365586156471
+    },
+    {
+      "epoch": 0.2929456112008616,
+      "grad_norm": 1.8896335363388062,
+      "learning_rate": 9.79915534905385e-06,
+      "loss": 1.2150582075119019,
+      "step": 68,
+      "token_acc": 0.690418950540116
+    },
+    {
+      "epoch": 0.2972536348949919,
+      "grad_norm": 1.773423433303833,
+      "learning_rate": 9.789771888432375e-06,
+      "loss": 1.1559756994247437,
+      "step": 69,
+      "token_acc": 0.7010006235339529
+    },
+    {
+      "epoch": 0.30156165858912226,
+      "grad_norm": 1.5840319395065308,
+      "learning_rate": 9.780178907671788e-06,
+      "loss": 1.1300228834152222,
+      "step": 70,
+      "token_acc": 0.7048673543421343
+    },
+    {
+      "epoch": 0.30586968228325256,
+      "grad_norm": 1.7504026889801025,
+      "learning_rate": 9.77037682640015e-06,
+      "loss": 1.1307711601257324,
+      "step": 71,
+      "token_acc": 0.7024363156798779
+    },
+    {
+      "epoch": 0.31017770597738287,
+      "grad_norm": 1.7551653385162354,
+      "learning_rate": 9.760366073392246e-06,
+      "loss": 1.1609346866607666,
+      "step": 72,
+      "token_acc": 0.6984935064935065
+    },
+    {
+      "epoch": 0.31448572967151317,
+      "grad_norm": 1.6342157125473022,
+      "learning_rate": 9.750147086550843e-06,
+      "loss": 1.0880463123321533,
+      "step": 73,
+      "token_acc": 0.7135369347962821
+    },
+    {
+      "epoch": 0.31879375336564353,
+      "grad_norm": 1.7132184505462646,
+      "learning_rate": 9.739720312887536e-06,
+      "loss": 1.1172926425933838,
+      "step": 74,
+      "token_acc": 0.7106431450435189
+    },
+    {
+      "epoch": 0.32310177705977383,
+      "grad_norm": 1.726162075996399,
+      "learning_rate": 9.729086208503174e-06,
+      "loss": 1.1162161827087402,
+      "step": 75,
+      "token_acc": 0.7107878787878787
+    },
+    {
+      "epoch": 0.32740980075390413,
+      "grad_norm": 1.6666592359542847,
+      "learning_rate": 9.718245238567939e-06,
+      "loss": 1.076697826385498,
+      "step": 76,
+      "token_acc": 0.7241597747668485
+    },
+    {
+      "epoch": 0.33171782444803444,
+      "grad_norm": 1.4859079122543335,
+      "learning_rate": 9.707197877300974e-06,
+      "loss": 1.09866201877594,
+      "step": 77,
+      "token_acc": 0.7109936635126304
+    },
+    {
+      "epoch": 0.3360258481421648,
+      "grad_norm": 1.6729086637496948,
+      "learning_rate": 9.69594460794965e-06,
+      "loss": 1.1241893768310547,
+      "step": 78,
+      "token_acc": 0.7088581024349286
+    },
+    {
+      "epoch": 0.3403338718362951,
+      "grad_norm": 1.5671727657318115,
+      "learning_rate": 9.684485922768422e-06,
+      "loss": 1.0672322511672974,
+      "step": 79,
+      "token_acc": 0.7204722938385084
+    },
+    {
+      "epoch": 0.3446418955304254,
+      "grad_norm": 1.6157093048095703,
+      "learning_rate": 9.672822322997305e-06,
+      "loss": 1.127738118171692,
+      "step": 80,
+      "token_acc": 0.6991704875573134
+    },
+    {
+      "epoch": 0.34894991922455576,
+      "grad_norm": 1.7361069917678833,
+      "learning_rate": 9.660954318839934e-06,
+      "loss": 1.115564227104187,
+      "step": 81,
+      "token_acc": 0.7092018810659374
+    },
+    {
+      "epoch": 0.35325794291868606,
+      "grad_norm": 1.5783766508102417,
+      "learning_rate": 9.648882429441258e-06,
+      "loss": 1.0751323699951172,
+      "step": 82,
+      "token_acc": 0.7211808283757998
+    },
+    {
+      "epoch": 0.35756596661281637,
+      "grad_norm": 1.9924604892730713,
+      "learning_rate": 9.636607182864828e-06,
+      "loss": 1.063920259475708,
+      "step": 83,
+      "token_acc": 0.7266466605109264
+    },
+    {
+      "epoch": 0.36187399030694667,
+      "grad_norm": 1.3612253665924072,
+      "learning_rate": 9.624129116069695e-06,
+      "loss": 1.133460283279419,
+      "step": 84,
+      "token_acc": 0.7086913565462112
+    },
+    {
+      "epoch": 0.366182014001077,
+      "grad_norm": 1.69752037525177,
+      "learning_rate": 9.611448774886925e-06,
+      "loss": 1.0716493129730225,
+      "step": 85,
+      "token_acc": 0.7221262950172669
+    },
+    {
+      "epoch": 0.37049003769520733,
+      "grad_norm": 1.6512473821640015,
+      "learning_rate": 9.598566713995718e-06,
+      "loss": 1.0333918333053589,
+      "step": 86,
+      "token_acc": 0.7264647063180505
+    },
+    {
+      "epoch": 0.37479806138933763,
+      "grad_norm": 1.6064995527267456,
+      "learning_rate": 9.585483496899151e-06,
+      "loss": 1.123110294342041,
+      "step": 87,
+      "token_acc": 0.7135224274406332
+    },
+    {
+      "epoch": 0.37910608508346794,
+      "grad_norm": 1.8027215003967285,
+      "learning_rate": 9.572199695899522e-06,
+      "loss": 1.030998945236206,
+      "step": 88,
+      "token_acc": 0.7300635712561359
+    },
+    {
+      "epoch": 0.3834141087775983,
+      "grad_norm": 1.6361185312271118,
+      "learning_rate": 9.558715892073324e-06,
+      "loss": 1.1275122165679932,
+      "step": 89,
+      "token_acc": 0.7020269608643144
+    },
+    {
+      "epoch": 0.3877221324717286,
+      "grad_norm": 1.5621289014816284,
+      "learning_rate": 9.545032675245814e-06,
+      "loss": 1.0969953536987305,
+      "step": 90,
+      "token_acc": 0.7070858623746846
+    },
+    {
+      "epoch": 0.3920301561658589,
+      "grad_norm": 1.790278434753418,
+      "learning_rate": 9.531150643965224e-06,
+      "loss": 1.073486566543579,
+      "step": 91,
+      "token_acc": 0.7183880749698586
+    },
+    {
+      "epoch": 0.3963381798599892,
+      "grad_norm": 1.7555965185165405,
+      "learning_rate": 9.517070405476575e-06,
+      "loss": 1.071641445159912,
+      "step": 92,
+      "token_acc": 0.7204091394091026
+    },
+    {
+      "epoch": 0.40064620355411956,
+      "grad_norm": 1.7374863624572754,
+      "learning_rate": 9.502792575695112e-06,
+      "loss": 1.1522419452667236,
+      "step": 93,
+      "token_acc": 0.7053788169158043
+    },
+    {
+      "epoch": 0.40495422724824987,
+      "grad_norm": 1.9136552810668945,
+      "learning_rate": 9.48831777917936e-06,
+      "loss": 1.1674339771270752,
+      "step": 94,
+      "token_acc": 0.6964470088065594
+    },
+    {
+      "epoch": 0.40926225094238017,
+      "grad_norm": 2.252842426300049,
+      "learning_rate": 9.473646649103819e-06,
+      "loss": 1.0893977880477905,
+      "step": 95,
+      "token_acc": 0.7158215010141988
+    },
+    {
+      "epoch": 0.4135702746365105,
+      "grad_norm": 1.7565231323242188,
+      "learning_rate": 9.458779827231237e-06,
+      "loss": 1.0599641799926758,
+      "step": 96,
+      "token_acc": 0.722913735252733
+    },
+    {
+      "epoch": 0.41787829833064083,
+      "grad_norm": 1.720835566520691,
+      "learning_rate": 9.443717963884568e-06,
+      "loss": 1.0994898080825806,
+      "step": 97,
+      "token_acc": 0.7109813161650018
+    },
+    {
+      "epoch": 0.42218632202477113,
+      "grad_norm": 1.5080041885375977,
+      "learning_rate": 9.428461717918512e-06,
+      "loss": 1.0535576343536377,
+      "step": 98,
+      "token_acc": 0.7211945850986876
+    },
+    {
+      "epoch": 0.42649434571890144,
+      "grad_norm": 1.422196626663208,
+      "learning_rate": 9.413011756690686e-06,
+      "loss": 1.0241769552230835,
+      "step": 99,
+      "token_acc": 0.7236528301886792
+    },
+    {
+      "epoch": 0.4308023694130318,
+      "grad_norm": 1.7745169401168823,
+      "learning_rate": 9.397368756032445e-06,
+      "loss": 1.0839262008666992,
+      "step": 100,
+      "token_acc": 0.7179929498237456
+    },
+    {
+      "epoch": 0.4351103931071621,
+      "grad_norm": 1.9213250875473022,
+      "learning_rate": 9.381533400219319e-06,
+      "loss": 1.0448743104934692,
+      "step": 101,
+      "token_acc": 0.7268769599704852
+    },
+    {
+      "epoch": 0.4394184168012924,
+      "grad_norm": 1.8812602758407593,
+      "learning_rate": 9.365506381941066e-06,
+      "loss": 1.0698344707489014,
+      "step": 102,
+      "token_acc": 0.7161785216178521
+    },
+    {
+      "epoch": 0.4437264404954227,
+      "grad_norm": 1.6234725713729858,
+      "learning_rate": 9.349288402271387e-06,
+      "loss": 1.0575649738311768,
+      "step": 103,
+      "token_acc": 0.7228134641383853
+    },
+    {
+      "epoch": 0.44803446418955306,
+      "grad_norm": 1.7460858821868896,
+      "learning_rate": 9.332880170637252e-06,
+      "loss": 1.1082675457000732,
+      "step": 104,
+      "token_acc": 0.7142947461591957
+    },
+    {
+      "epoch": 0.45234248788368336,
+      "grad_norm": 1.6380345821380615,
+      "learning_rate": 9.31628240478787e-06,
+      "loss": 1.1685254573822021,
+      "step": 105,
+      "token_acc": 0.6993712668972022
+    },
+    {
+      "epoch": 0.45665051157781367,
+      "grad_norm": 1.7230206727981567,
+      "learning_rate": 9.299495830763285e-06,
+      "loss": 1.0857363939285278,
+      "step": 106,
+      "token_acc": 0.7167548635169605
+    },
+    {
+      "epoch": 0.46095853527194397,
+      "grad_norm": 1.7054288387298584,
+      "learning_rate": 9.28252118286263e-06,
+      "loss": 1.1256463527679443,
+      "step": 107,
+      "token_acc": 0.7026264236145698
+    },
+    {
+      "epoch": 0.46526655896607433,
+      "grad_norm": 1.6527998447418213,
+      "learning_rate": 9.265359203611988e-06,
+      "loss": 1.0812056064605713,
+      "step": 108,
+      "token_acc": 0.7152996010027894
+    },
+    {
+      "epoch": 0.46957458266020463,
+      "grad_norm": 1.670569658279419,
+      "learning_rate": 9.248010643731936e-06,
+      "loss": 1.0796825885772705,
+      "step": 109,
+      "token_acc": 0.7202207281491818
+    },
+    {
+      "epoch": 0.47388260635433493,
+      "grad_norm": 1.9298903942108154,
+      "learning_rate": 9.230476262104678e-06,
+      "loss": 1.0428919792175293,
+      "step": 110,
+      "token_acc": 0.7195813030138964
+    },
+    {
+      "epoch": 0.4781906300484653,
+      "grad_norm": 1.65512216091156,
+      "learning_rate": 9.212756825740874e-06,
+      "loss": 1.147737741470337,
+      "step": 111,
+      "token_acc": 0.7054659725749112
+    },
+    {
+      "epoch": 0.4824986537425956,
+      "grad_norm": 1.524289846420288,
+      "learning_rate": 9.194853109746073e-06,
+      "loss": 1.1040431261062622,
+      "step": 112,
+      "token_acc": 0.7155831310133981
+    },
+    {
+      "epoch": 0.4868066774367259,
+      "grad_norm": 1.6400195360183716,
+      "learning_rate": 9.176765897286812e-06,
+      "loss": 1.0260937213897705,
+      "step": 113,
+      "token_acc": 0.7253460824889396
+    },
+    {
+      "epoch": 0.4911147011308562,
+      "grad_norm": 1.8784524202346802,
+      "learning_rate": 9.15849597955636e-06,
+      "loss": 1.0686829090118408,
+      "step": 114,
+      "token_acc": 0.7213137813412104
+    },
+    {
+      "epoch": 0.49542272482498656,
+      "grad_norm": 2.1859333515167236,
+      "learning_rate": 9.140044155740102e-06,
+      "loss": 1.010416865348816,
+      "step": 115,
+      "token_acc": 0.7280323345381058
+    },
+    {
+      "epoch": 0.49973074851911686,
+      "grad_norm": 1.671910047531128,
+      "learning_rate": 9.121411232980589e-06,
+      "loss": 1.0519911050796509,
+      "step": 116,
+      "token_acc": 0.7266268924371486
+    },
+    {
+      "epoch": 0.5040387722132472,
+      "grad_norm": 1.5711668729782104,
+      "learning_rate": 9.102598026342223e-06,
+      "loss": 1.0841341018676758,
+      "step": 117,
+      "token_acc": 0.715380567067956
+    },
+    {
+      "epoch": 0.5083467959073775,
+      "grad_norm": 1.5971369743347168,
+      "learning_rate": 9.083605358775612e-06,
+      "loss": 1.1038738489151,
+      "step": 118,
+      "token_acc": 0.709660139277424
+    },
+    {
+      "epoch": 0.5126548196015078,
+      "grad_norm": 1.7582615613937378,
+      "learning_rate": 9.064434061081562e-06,
+      "loss": 1.0597245693206787,
+      "step": 119,
+      "token_acc": 0.716953316953317
+    },
+    {
+      "epoch": 0.5169628432956381,
+      "grad_norm": 1.6436163187026978,
+      "learning_rate": 9.045084971874738e-06,
+      "loss": 1.1113476753234863,
+      "step": 120,
+      "token_acc": 0.7140453152232706
+    },
+    {
+      "epoch": 0.5212708669897684,
+      "grad_norm": 1.723655104637146,
+      "learning_rate": 9.025558937546987e-06,
+      "loss": 1.0558507442474365,
+      "step": 121,
+      "token_acc": 0.7235675306957708
+    },
+    {
+      "epoch": 0.5255788906838987,
+      "grad_norm": 1.7649812698364258,
+      "learning_rate": 9.005856812230304e-06,
+      "loss": 1.1403634548187256,
+      "step": 122,
+      "token_acc": 0.7090575479566306
+    },
+    {
+      "epoch": 0.529886914378029,
+      "grad_norm": 1.9195817708969116,
+      "learning_rate": 8.98597945775948e-06,
+      "loss": 1.110230565071106,
+      "step": 123,
+      "token_acc": 0.7115247201333832
+    },
+    {
+      "epoch": 0.5341949380721593,
+      "grad_norm": 1.826794981956482,
+      "learning_rate": 8.96592774363439e-06,
+      "loss": 1.011481761932373,
+      "step": 124,
+      "token_acc": 0.7357743141683019
+    },
+    {
+      "epoch": 0.5385029617662898,
+      "grad_norm": 1.6854645013809204,
+      "learning_rate": 8.94570254698197e-06,
+      "loss": 1.0935232639312744,
+      "step": 125,
+      "token_acc": 0.7150796340223653
+    },
+    {
+      "epoch": 0.5428109854604201,
+      "grad_norm": 2.66402530670166,
+      "learning_rate": 8.92530475251784e-06,
+      "loss": 1.1172863245010376,
+      "step": 126,
+      "token_acc": 0.7189485136700242
+    },
+    {
+      "epoch": 0.5471190091545504,
+      "grad_norm": 2.063110113143921,
+      "learning_rate": 8.90473525250761e-06,
+      "loss": 1.0691171884536743,
+      "step": 127,
+      "token_acc": 0.7180058651026393
+    },
+    {
+      "epoch": 0.5514270328486807,
+      "grad_norm": 1.7156977653503418,
+      "learning_rate": 8.883994946727848e-06,
+      "loss": 1.0431095361709595,
+      "step": 128,
+      "token_acc": 0.7283595856392792
+    },
+    {
+      "epoch": 0.555735056542811,
+      "grad_norm": 1.8289692401885986,
+      "learning_rate": 8.863084742426719e-06,
+      "loss": 1.132885217666626,
+      "step": 129,
+      "token_acc": 0.706735040999213
+    },
+    {
+      "epoch": 0.5600430802369413,
+      "grad_norm": 2.87642240524292,
+      "learning_rate": 8.842005554284296e-06,
+      "loss": 1.0355212688446045,
+      "step": 130,
+      "token_acc": 0.7289206171661677
+    },
+    {
+      "epoch": 0.5643511039310716,
+      "grad_norm": 2.5777523517608643,
+      "learning_rate": 8.820758304372557e-06,
+      "loss": 1.006464958190918,
+      "step": 131,
+      "token_acc": 0.7324875466998755
+    },
+    {
+      "epoch": 0.568659127625202,
+      "grad_norm": 1.910340666770935,
+      "learning_rate": 8.799343922115045e-06,
+      "loss": 1.047837257385254,
+      "step": 132,
+      "token_acc": 0.7368516767294683
+    },
+    {
+      "epoch": 0.5729671513193323,
+      "grad_norm": 1.7361208200454712,
+      "learning_rate": 8.777763344246209e-06,
+      "loss": 1.011834740638733,
+      "step": 133,
+      "token_acc": 0.7284243277279798
+    },
+    {
+      "epoch": 0.5772751750134626,
+      "grad_norm": 1.8098233938217163,
+      "learning_rate": 8.756017514770444e-06,
+      "loss": 1.044621467590332,
+      "step": 134,
+      "token_acc": 0.7287564494050753
+    },
+    {
+      "epoch": 0.5815831987075929,
+      "grad_norm": 1.5448087453842163,
+      "learning_rate": 8.734107384920771e-06,
+      "loss": 1.073019027709961,
+      "step": 135,
+      "token_acc": 0.7119461765671152
+    },
+    {
+      "epoch": 0.5858912224017232,
+      "grad_norm": 1.7159926891326904,
+      "learning_rate": 8.71203391311725e-06,
+      "loss": 1.1081541776657104,
+      "step": 136,
+      "token_acc": 0.7037540013580367
+    },
+    {
+      "epoch": 0.5901992460958535,
+      "grad_norm": 1.6637221574783325,
+      "learning_rate": 8.689798064925049e-06,
+      "loss": 1.0081043243408203,
+      "step": 137,
+      "token_acc": 0.7252172754820019
+    },
+    {
+      "epoch": 0.5945072697899838,
+      "grad_norm": 1.9624783992767334,
+      "learning_rate": 8.6674008130122e-06,
+      "loss": 0.9942106008529663,
+      "step": 138,
+      "token_acc": 0.7384822910902048
+    },
+    {
+      "epoch": 0.5988152934841141,
+      "grad_norm": 1.822143793106079,
+      "learning_rate": 8.644843137107058e-06,
+      "loss": 1.0651887655258179,
+      "step": 139,
+      "token_acc": 0.7213238913924338
+    },
+    {
+      "epoch": 0.6031233171782445,
+      "grad_norm": 1.6583638191223145,
+      "learning_rate": 8.622126023955446e-06,
+      "loss": 1.1587040424346924,
+      "step": 140,
+      "token_acc": 0.700965954077593
+    },
+    {
+      "epoch": 0.6074313408723748,
+      "grad_norm": 1.8652868270874023,
+      "learning_rate": 8.599250467277483e-06,
+      "loss": 1.0659656524658203,
+      "step": 141,
+      "token_acc": 0.7252379815073868
+    },
+    {
+      "epoch": 0.6117393645665051,
+      "grad_norm": 1.6176389455795288,
+      "learning_rate": 8.576217467724129e-06,
+      "loss": 1.0570114850997925,
+      "step": 142,
+      "token_acc": 0.725997805513647
+    },
+    {
+      "epoch": 0.6160473882606354,
+      "grad_norm": 1.7835546731948853,
+      "learning_rate": 8.553028032833397e-06,
+      "loss": 1.0544447898864746,
+      "step": 143,
+      "token_acc": 0.7251621838326409
+    },
+    {
+      "epoch": 0.6203554119547657,
+      "grad_norm": 2.2224531173706055,
+      "learning_rate": 8.529683176986295e-06,
+      "loss": 1.090584397315979,
+      "step": 144,
+      "token_acc": 0.7182019410863273
+    },
+    {
+      "epoch": 0.624663435648896,
+      "grad_norm": 1.5986168384552002,
+      "learning_rate": 8.506183921362443e-06,
+      "loss": 1.1154588460922241,
+      "step": 145,
+      "token_acc": 0.7075557113233447
+    },
+    {
+      "epoch": 0.6289714593430263,
+      "grad_norm": 2.1650876998901367,
+      "learning_rate": 8.482531293895412e-06,
+      "loss": 0.9825166463851929,
+      "step": 146,
+      "token_acc": 0.7433130484007925
+    },
+    {
+      "epoch": 0.6332794830371568,
+      "grad_norm": 1.9352518320083618,
+      "learning_rate": 8.458726329227748e-06,
+      "loss": 1.0409623384475708,
+      "step": 147,
+      "token_acc": 0.725833571269947
+    },
+    {
+      "epoch": 0.6375875067312871,
+      "grad_norm": 1.8794916868209839,
+      "learning_rate": 8.434770068665723e-06,
+      "loss": 1.037879467010498,
+      "step": 148,
+      "token_acc": 0.7275396795896368
+    },
+    {
+      "epoch": 0.6418955304254174,
+      "grad_norm": 1.9519153833389282,
+      "learning_rate": 8.410663560133784e-06,
+      "loss": 1.0211390256881714,
+      "step": 149,
+      "token_acc": 0.7312037659717552
+    },
+    {
+      "epoch": 0.6462035541195477,
+      "grad_norm": 1.6926748752593994,
+      "learning_rate": 8.386407858128707e-06,
+      "loss": 1.0971746444702148,
+      "step": 150,
+      "token_acc": 0.7090979504289799
+    },
+    {
+      "epoch": 0.650511577813678,
+      "grad_norm": 1.642252802848816,
+      "learning_rate": 8.362004023673473e-06,
+      "loss": 1.0516653060913086,
+      "step": 151,
+      "token_acc": 0.7258933381217454
+    },
+    {
+      "epoch": 0.6548196015078083,
+      "grad_norm": 2.1485331058502197,
+      "learning_rate": 8.337453124270864e-06,
+      "loss": 1.060987949371338,
+      "step": 152,
+      "token_acc": 0.7258541834813022
+    },
+    {
+      "epoch": 0.6591276252019386,
+      "grad_norm": 2.170975923538208,
+      "learning_rate": 8.31275623385675e-06,
+      "loss": 1.0732593536376953,
+      "step": 153,
+      "token_acc": 0.7258163683563328
+    },
+    {
+      "epoch": 0.6634356488960689,
+      "grad_norm": 1.811652421951294,
+      "learning_rate": 8.287914432753123e-06,
+      "loss": 1.0401476621627808,
+      "step": 154,
+      "token_acc": 0.7282481532239196
+    },
+    {
+      "epoch": 0.6677436725901993,
+      "grad_norm": 1.6851332187652588,
+      "learning_rate": 8.262928807620843e-06,
+      "loss": 1.0859062671661377,
+      "step": 155,
+      "token_acc": 0.7122624537991038
+    },
+    {
+      "epoch": 0.6720516962843296,
+      "grad_norm": 1.7066915035247803,
+      "learning_rate": 8.237800451412095e-06,
+      "loss": 1.094170331954956,
+      "step": 156,
+      "token_acc": 0.7179701838554915
+    },
+    {
+      "epoch": 0.6763597199784599,
+      "grad_norm": 2.079630136489868,
+      "learning_rate": 8.212530463322584e-06,
+      "loss": 1.0371711254119873,
+      "step": 157,
+      "token_acc": 0.7281948615281949
+    },
+    {
+      "epoch": 0.6806677436725902,
+      "grad_norm": 1.9780957698822021,
+      "learning_rate": 8.18711994874345e-06,
+      "loss": 1.1454193592071533,
+      "step": 158,
+      "token_acc": 0.7068293139487724
+    },
+    {
+      "epoch": 0.6849757673667205,
+      "grad_norm": 2.0461599826812744,
+      "learning_rate": 8.161570019212921e-06,
+      "loss": 1.0632997751235962,
+      "step": 159,
+      "token_acc": 0.7188578486576815
+    },
+    {
+      "epoch": 0.6892837910608508,
+      "grad_norm": 1.8037797212600708,
+      "learning_rate": 8.135881792367686e-06,
+      "loss": 1.058543086051941,
+      "step": 160,
+      "token_acc": 0.7186254980079682
+    },
+    {
+      "epoch": 0.6935918147549811,
+      "grad_norm": 1.8418726921081543,
+      "learning_rate": 8.110056391894005e-06,
+      "loss": 1.0211877822875977,
+      "step": 161,
+      "token_acc": 0.7313764967680407
+    },
+    {
+      "epoch": 0.6978998384491115,
+      "grad_norm": 2.1125383377075195,
+      "learning_rate": 8.084094947478556e-06,
+      "loss": 1.1065531969070435,
+      "step": 162,
+      "token_acc": 0.7097420151520208
+    },
+    {
+      "epoch": 0.7022078621432418,
+      "grad_norm": 1.665132999420166,
+      "learning_rate": 8.057998594759022e-06,
+      "loss": 1.0586419105529785,
+      "step": 163,
+      "token_acc": 0.7197357402065693
+    },
+    {
+      "epoch": 0.7065158858373721,
+      "grad_norm": 1.541516900062561,
+      "learning_rate": 8.031768475274412e-06,
+      "loss": 1.0898858308792114,
+      "step": 164,
+      "token_acc": 0.7077255377696245
+    },
+    {
+      "epoch": 0.7108239095315024,
+      "grad_norm": 1.8763457536697388,
+      "learning_rate": 8.005405736415127e-06,
+      "loss": 1.1182177066802979,
+      "step": 165,
+      "token_acc": 0.7080204455101912
+    },
+    {
+      "epoch": 0.7151319332256327,
+      "grad_norm": 1.6244707107543945,
+      "learning_rate": 7.978911531372764e-06,
+      "loss": 1.052537441253662,
+      "step": 166,
+      "token_acc": 0.72174548690567
+    },
+    {
+      "epoch": 0.719439956919763,
+      "grad_norm": 1.7351884841918945,
+      "learning_rate": 7.952287019089686e-06,
+      "loss": 1.0168427228927612,
+      "step": 167,
+      "token_acc": 0.7289631977233038
+    },
+    {
+      "epoch": 0.7237479806138933,
+      "grad_norm": 1.883098840713501,
+      "learning_rate": 7.925533364208308e-06,
+      "loss": 1.0756115913391113,
+      "step": 168,
+      "token_acc": 0.7224274583557228
+    },
+    {
+      "epoch": 0.7280560043080236,
+      "grad_norm": 1.633523941040039,
+      "learning_rate": 7.898651737020166e-06,
+      "loss": 1.0162701606750488,
+      "step": 169,
+      "token_acc": 0.7267775147591479
+    },
+    {
+      "epoch": 0.732364028002154,
+      "grad_norm": 1.8218071460723877,
+      "learning_rate": 7.871643313414718e-06,
+      "loss": 1.0270060300827026,
+      "step": 170,
+      "token_acc": 0.7299303379673288
+    },
+    {
+      "epoch": 0.7366720516962844,
+      "grad_norm": 1.9670600891113281,
+      "learning_rate": 7.844509274827907e-06,
+      "loss": 1.0233960151672363,
+      "step": 171,
+      "token_acc": 0.7328961244397575
+    },
+    {
+      "epoch": 0.7409800753904147,
+      "grad_norm": 2.1067371368408203,
+      "learning_rate": 7.817250808190483e-06,
+      "loss": 1.1208573579788208,
+      "step": 172,
+      "token_acc": 0.7087912087912088
+    },
+    {
+      "epoch": 0.745288099084545,
+      "grad_norm": 1.7854297161102295,
+      "learning_rate": 7.789869105876083e-06,
+      "loss": 0.9967523217201233,
+      "step": 173,
+      "token_acc": 0.7338152553236948
+    },
+    {
+      "epoch": 0.7495961227786753,
+      "grad_norm": 2.0477850437164307,
+      "learning_rate": 7.762365365649068e-06,
+      "loss": 1.0872858762741089,
+      "step": 174,
+      "token_acc": 0.7145077370092574
+    },
+    {
+      "epoch": 0.7539041464728056,
+      "grad_norm": 1.975886344909668,
+      "learning_rate": 7.734740790612137e-06,
+      "loss": 0.9649370908737183,
+      "step": 175,
+      "token_acc": 0.7424413401299661
+    },
+    {
+      "epoch": 0.7582121701669359,
+      "grad_norm": 2.2943193912506104,
+      "learning_rate": 7.70699658915369e-06,
+      "loss": 0.9680527448654175,
+      "step": 176,
+      "token_acc": 0.743770432255721
+    },
+    {
+      "epoch": 0.7625201938610663,
+      "grad_norm": 1.7437077760696411,
+      "learning_rate": 7.679133974894984e-06,
+      "loss": 1.013915777206421,
+      "step": 177,
+      "token_acc": 0.7305739813185326
+    },
+    {
+      "epoch": 0.7668282175551966,
+      "grad_norm": 1.8506817817687988,
+      "learning_rate": 7.651154166637025e-06,
+      "loss": 1.060949683189392,
+      "step": 178,
+      "token_acc": 0.722198551342139
+    },
+    {
+      "epoch": 0.7711362412493269,
+      "grad_norm": 2.2398781776428223,
+      "learning_rate": 7.62305838830727e-06,
+      "loss": 0.9670058488845825,
+      "step": 179,
+      "token_acc": 0.7442888725128961
+    },
+    {
+      "epoch": 0.7754442649434572,
+      "grad_norm": 1.9097397327423096,
+      "learning_rate": 7.594847868906076e-06,
+      "loss": 1.0389031171798706,
+      "step": 180,
+      "token_acc": 0.7278524254156229
+    },
+    {
+      "epoch": 0.7797522886375875,
+      "grad_norm": 2.028334379196167,
+      "learning_rate": 7.566523842452958e-06,
+      "loss": 1.0487357378005981,
+      "step": 181,
+      "token_acc": 0.7233856893542757
+    },
+    {
+      "epoch": 0.7840603123317178,
+      "grad_norm": 1.7536522150039673,
+      "learning_rate": 7.5380875479325855e-06,
+      "loss": 0.8992788791656494,
+      "step": 182,
+      "token_acc": 0.7524805373225462
+    },
+    {
+      "epoch": 0.7883683360258481,
+      "grad_norm": 1.8125722408294678,
+      "learning_rate": 7.509540229240601e-06,
+      "loss": 1.0258413553237915,
+      "step": 183,
+      "token_acc": 0.7229109127111568
+    },
+    {
+      "epoch": 0.7926763597199784,
+      "grad_norm": 1.7677319049835205,
+      "learning_rate": 7.480883135129211e-06,
+      "loss": 1.0057992935180664,
+      "step": 184,
+      "token_acc": 0.7275143376696042
+    },
+    {
+      "epoch": 0.7969843834141088,
+      "grad_norm": 1.6595399379730225,
+      "learning_rate": 7.452117519152542e-06,
+      "loss": 1.0524992942810059,
+      "step": 185,
+      "token_acc": 0.723226874272053
+    },
+    {
+      "epoch": 0.8012924071082391,
+      "grad_norm": 1.6659682989120483,
+      "learning_rate": 7.4232446396118265e-06,
+      "loss": 1.029264211654663,
+      "step": 186,
+      "token_acc": 0.7303199773467365
+    },
+    {
+      "epoch": 0.8056004308023694,
+      "grad_norm": 1.933450698852539,
+      "learning_rate": 7.394265759500348e-06,
+      "loss": 1.0707944631576538,
+      "step": 187,
+      "token_acc": 0.7189290654020944
+    },
+    {
+      "epoch": 0.8099084544964997,
+      "grad_norm": 2.3765671253204346,
+      "learning_rate": 7.365182146448205e-06,
+      "loss": 0.9349066019058228,
+      "step": 188,
+      "token_acc": 0.7443648805954355
+    },
+    {
+      "epoch": 0.81421647819063,
+      "grad_norm": 1.8340600728988647,
+      "learning_rate": 7.335995072666848e-06,
+      "loss": 1.0280508995056152,
+      "step": 189,
+      "token_acc": 0.730319563522993
+    },
+    {
+      "epoch": 0.8185245018847603,
+      "grad_norm": 1.7334873676300049,
+      "learning_rate": 7.30670581489344e-06,
+      "loss": 1.0868083238601685,
+      "step": 190,
+      "token_acc": 0.7095239724855412
+    },
+    {
+      "epoch": 0.8228325255788906,
+      "grad_norm": 1.4876623153686523,
+      "learning_rate": 7.2773156543349965e-06,
+      "loss": 1.0421819686889648,
+      "step": 191,
+      "token_acc": 0.7225835322195704
+    },
+    {
+      "epoch": 0.827140549273021,
+      "grad_norm": 1.4609578847885132,
+      "learning_rate": 7.247825876612353e-06,
+      "loss": 1.034349799156189,
+      "step": 192,
+      "token_acc": 0.7214945373332529
+    },
+    {
+      "epoch": 0.8314485729671514,
+      "grad_norm": 1.4783042669296265,
+      "learning_rate": 7.218237771703921e-06,
+      "loss": 1.0758285522460938,
+      "step": 193,
+      "token_acc": 0.7069245624252828
+    },
+    {
+      "epoch": 0.8357565966612817,
+      "grad_norm": 1.647188663482666,
+      "learning_rate": 7.18855263388926e-06,
+      "loss": 1.0096200704574585,
+      "step": 194,
+      "token_acc": 0.7351176105401117
+    },
+    {
+      "epoch": 0.840064620355412,
+      "grad_norm": 1.7604641914367676,
+      "learning_rate": 7.158771761692464e-06,
+      "loss": 0.9966579079627991,
+      "step": 195,
+      "token_acc": 0.7323502967092249
+    },
+    {
+      "epoch": 0.8443726440495423,
+      "grad_norm": 1.7427420616149902,
+      "learning_rate": 7.128896457825364e-06,
+      "loss": 1.0532734394073486,
+      "step": 196,
+      "token_acc": 0.7239461255903445
+    },
+    {
+      "epoch": 0.8486806677436726,
+      "grad_norm": 1.604024887084961,
+      "learning_rate": 7.098928029130529e-06,
+      "loss": 1.0371193885803223,
+      "step": 197,
+      "token_acc": 0.724610928996531
+    },
+    {
+      "epoch": 0.8529886914378029,
+      "grad_norm": 1.562129020690918,
+      "learning_rate": 7.068867786524116e-06,
+      "loss": 0.9111225008964539,
+      "step": 198,
+      "token_acc": 0.7505460899956313
+    },
+    {
+      "epoch": 0.8572967151319332,
+      "grad_norm": 1.6844677925109863,
+      "learning_rate": 7.038717044938519e-06,
+      "loss": 1.0580235719680786,
+      "step": 199,
+      "token_acc": 0.7201209784631747
+    },
+    {
+      "epoch": 0.8616047388260636,
+      "grad_norm": 1.4355993270874023,
+      "learning_rate": 7.008477123264849e-06,
+      "loss": 1.062284231185913,
+      "step": 200,
+      "token_acc": 0.7225402403083201
+    },
+    {
+      "epoch": 0.8659127625201939,
+      "grad_norm": 1.7106071710586548,
+      "learning_rate": 6.978149344295242e-06,
+      "loss": 1.065187931060791,
+      "step": 201,
+      "token_acc": 0.718659797581205
+    },
+    {
+      "epoch": 0.8702207862143242,
+      "grad_norm": 1.8265399932861328,
+      "learning_rate": 6.9477350346650016e-06,
+      "loss": 1.0669317245483398,
+      "step": 202,
+      "token_acc": 0.7238228874337387
+    },
+    {
+      "epoch": 0.8745288099084545,
+      "grad_norm": 1.6417402029037476,
+      "learning_rate": 6.9172355247945586e-06,
+      "loss": 1.0068140029907227,
+      "step": 203,
+      "token_acc": 0.7297520946109023
+    },
+    {
+      "epoch": 0.8788368336025848,
+      "grad_norm": 1.6923401355743408,
+      "learning_rate": 6.88665214883128e-06,
+      "loss": 1.0113261938095093,
+      "step": 204,
+      "token_acc": 0.7302916443013061
+    },
+    {
+      "epoch": 0.8831448572967151,
+      "grad_norm": 1.7035597562789917,
+      "learning_rate": 6.855986244591104e-06,
+      "loss": 0.9667624831199646,
+      "step": 205,
+      "token_acc": 0.7364136181010784
+    },
+    {
+      "epoch": 0.8874528809908454,
+      "grad_norm": 1.7706389427185059,
+      "learning_rate": 6.825239153500029e-06,
+      "loss": 1.0399131774902344,
+      "step": 206,
+      "token_acc": 0.7230998509687034
+    },
+    {
+      "epoch": 0.8917609046849758,
+      "grad_norm": 1.7236924171447754,
+      "learning_rate": 6.794412220535426e-06,
+      "loss": 1.0391285419464111,
+      "step": 207,
+      "token_acc": 0.7210826975424606
+    },
+    {
+      "epoch": 0.8960689283791061,
+      "grad_norm": 2.0680770874023438,
+      "learning_rate": 6.763506794167207e-06,
+      "loss": 1.0605911016464233,
+      "step": 208,
+      "token_acc": 0.7222977447802293
+    },
+    {
+      "epoch": 0.9003769520732364,
+      "grad_norm": 2.0485286712646484,
+      "learning_rate": 6.732524226298841e-06,
+      "loss": 0.9372836351394653,
+      "step": 209,
+      "token_acc": 0.7482249475552687
+    },
+    {
+      "epoch": 0.9046849757673667,
+      "grad_norm": 1.5812981128692627,
+      "learning_rate": 6.701465872208216e-06,
+      "loss": 1.0708039999008179,
+      "step": 210,
+      "token_acc": 0.7196462448387457
+    },
+    {
+      "epoch": 0.908992999461497,
+      "grad_norm": 1.6296844482421875,
+      "learning_rate": 6.670333090488357e-06,
+      "loss": 1.0564963817596436,
+      "step": 211,
+      "token_acc": 0.7194455658726955
+    },
+    {
+      "epoch": 0.9133010231556273,
+      "grad_norm": 1.4809433221817017,
+      "learning_rate": 6.6391272429879886e-06,
+      "loss": 1.0199100971221924,
+      "step": 212,
+      "token_acc": 0.7275283419580629
+    },
+    {
+      "epoch": 0.9176090468497576,
+      "grad_norm": 1.912920355796814,
+      "learning_rate": 6.607849694751978e-06,
+      "loss": 1.0309929847717285,
+      "step": 213,
+      "token_acc": 0.7279354587869362
+    },
+    {
+      "epoch": 0.9219170705438879,
+      "grad_norm": 2.052734375,
+      "learning_rate": 6.576501813961609e-06,
+      "loss": 1.0631229877471924,
+      "step": 214,
+      "token_acc": 0.7230589022757697
+    },
+    {
+      "epoch": 0.9262250942380184,
+      "grad_norm": 2.039206027984619,
+      "learning_rate": 6.545084971874738e-06,
+      "loss": 1.022275686264038,
+      "step": 215,
+      "token_acc": 0.7276333345353575
+    },
+    {
+      "epoch": 0.9305331179321487,
+      "grad_norm": 1.7929805517196655,
+      "learning_rate": 6.513600542765816e-06,
+      "loss": 1.0045278072357178,
+      "step": 216,
+      "token_acc": 0.7384766366974801
+    },
+    {
+      "epoch": 0.934841141626279,
+      "grad_norm": 1.3928626775741577,
+      "learning_rate": 6.4820499038657695e-06,
+      "loss": 1.0367810726165771,
+      "step": 217,
+      "token_acc": 0.7207414090051669
+    },
+    {
+      "epoch": 0.9391491653204093,
+      "grad_norm": 1.959754228591919,
+      "learning_rate": 6.450434435301751e-06,
+      "loss": 1.0611419677734375,
+      "step": 218,
+      "token_acc": 0.7265009882383436
+    },
+    {
+      "epoch": 0.9434571890145396,
+      "grad_norm": 2.0485498905181885,
+      "learning_rate": 6.418755520036775e-06,
+      "loss": 1.0431468486785889,
+      "step": 219,
+      "token_acc": 0.7260826115922718
+    },
+    {
+      "epoch": 0.9477652127086699,
+      "grad_norm": 1.8070369958877563,
+      "learning_rate": 6.387014543809224e-06,
+      "loss": 0.9908697605133057,
+      "step": 220,
+      "token_acc": 0.7407475433924143
+    },
+    {
+      "epoch": 0.9520732364028002,
+      "grad_norm": 1.7055253982543945,
+      "learning_rate": 6.355212895072223e-06,
+      "loss": 1.0319141149520874,
+      "step": 221,
+      "token_acc": 0.724164978103144
+    },
+    {
+      "epoch": 0.9563812600969306,
+      "grad_norm": 1.73855459690094,
+      "learning_rate": 6.323351964932909e-06,
+      "loss": 1.029426097869873,
+      "step": 222,
+      "token_acc": 0.7305472017698503
+    },
+    {
+      "epoch": 0.9606892837910609,
+      "grad_norm": 1.6930358409881592,
+      "learning_rate": 6.291433147091583e-06,
+      "loss": 1.0009236335754395,
+      "step": 223,
+      "token_acc": 0.7313872069817001
+    },
+    {
+      "epoch": 0.9649973074851912,
+      "grad_norm": 1.84811270236969,
+      "learning_rate": 6.259457837780741e-06,
+      "loss": 1.0688104629516602,
+      "step": 224,
+      "token_acc": 0.7212521519165233
+    },
+    {
+      "epoch": 0.9693053311793215,
+      "grad_norm": 1.8543241024017334,
+      "learning_rate": 6.227427435703997e-06,
+      "loss": 1.0186160802841187,
+      "step": 225,
+      "token_acc": 0.7319165059244971
+    },
+    {
+      "epoch": 0.9736133548734518,
+      "grad_norm": 1.9619593620300293,
+      "learning_rate": 6.1953433419748995e-06,
+      "loss": 0.985061764717102,
+      "step": 226,
+      "token_acc": 0.7314210677500103
+    },
+    {
+      "epoch": 0.9779213785675821,
+      "grad_norm": 1.9096139669418335,
+      "learning_rate": 6.163206960055652e-06,
+      "loss": 1.0002927780151367,
+      "step": 227,
+      "token_acc": 0.7308709879551626
+    },
+    {
+      "epoch": 0.9822294022617124,
+      "grad_norm": 2.1386733055114746,
+      "learning_rate": 6.131019695695702e-06,
+      "loss": 1.082963466644287,
+      "step": 228,
+      "token_acc": 0.721509163632022
+    },
+    {
+      "epoch": 0.9865374259558427,
+      "grad_norm": 1.8572235107421875,
+      "learning_rate": 6.098782956870266e-06,
+      "loss": 1.0095869302749634,
+      "step": 229,
+      "token_acc": 0.7395705299689104
+    },
+    {
+      "epoch": 0.9908454496499731,
+      "grad_norm": 1.8879094123840332,
+      "learning_rate": 6.066498153718735e-06,
+      "loss": 1.0653495788574219,
+      "step": 230,
+      "token_acc": 0.7210560484743562
+    },
+    {
+      "epoch": 0.9951534733441034,
+      "grad_norm": 1.6340022087097168,
+      "learning_rate": 6.034166698482984e-06,
+      "loss": 1.0494650602340698,
+      "step": 231,
+      "token_acc": 0.7245733575045321
+    },
+    {
+      "epoch": 0.9994614970382337,
+      "grad_norm": 1.8272323608398438,
+      "learning_rate": 6.001790005445607e-06,
+      "loss": 1.0112372636795044,
+      "step": 232,
+      "token_acc": 0.7338219959516653
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 5.849401473999023,
+      "learning_rate": 5.969369490868042e-06,
+      "loss": 1.02152419090271,
+      "step": 233,
+      "token_acc": 0.7415776499589154
+    },
+    {
+      "epoch": 1.0043080236941304,
+      "grad_norm": 1.852284550666809,
+      "learning_rate": 5.936906572928625e-06,
+      "loss": 0.8803678154945374,
+      "step": 234,
+      "token_acc": 0.7592773805043281
+    },
+    {
+      "epoch": 1.0086160473882606,
+      "grad_norm": 1.5524327754974365,
+      "learning_rate": 5.904402671660551e-06,
+      "loss": 0.9862585067749023,
+      "step": 235,
+      "token_acc": 0.7289358264081256
+    },
+    {
+      "epoch": 1.012924071082391,
+      "grad_norm": 1.633418321609497,
+      "learning_rate": 5.871859208889759e-06,
+      "loss": 0.9620030522346497,
+      "step": 236,
+      "token_acc": 0.7423674343867167
+    },
+    {
+      "epoch": 1.0172320947765212,
+      "grad_norm": 1.5976009368896484,
+      "learning_rate": 5.839277608172739e-06,
+      "loss": 0.9446237087249756,
+      "step": 237,
+      "token_acc": 0.7452129084092126
+    },
+    {
+      "epoch": 1.0215401184706516,
+      "grad_norm": 2.123077869415283,
+      "learning_rate": 5.806659294734256e-06,
+      "loss": 0.9748927354812622,
+      "step": 238,
+      "token_acc": 0.737117873625039
+    },
+    {
+      "epoch": 1.0258481421647818,
+      "grad_norm": 2.096855401992798,
+      "learning_rate": 5.774005695405008e-06,
+      "loss": 0.9755522012710571,
+      "step": 239,
+      "token_acc": 0.7440971441421182
+    },
+    {
+      "epoch": 1.0301561658589122,
+      "grad_norm": 1.9100697040557861,
+      "learning_rate": 5.74131823855921e-06,
+      "loss": 0.9641351699829102,
+      "step": 240,
+      "token_acc": 0.7406723844678464
+    },
+    {
+      "epoch": 1.0344641895530426,
+      "grad_norm": 2.227088451385498,
+      "learning_rate": 5.708598354052122e-06,
+      "loss": 0.981192946434021,
+      "step": 241,
+      "token_acc": 0.7360852713178294
+    },
+    {
+      "epoch": 1.0387722132471728,
+      "grad_norm": 1.58879554271698,
+      "learning_rate": 5.675847473157485e-06,
+      "loss": 1.0112268924713135,
+      "step": 242,
+      "token_acc": 0.7281371199799825
+    },
+    {
+      "epoch": 1.0430802369413033,
+      "grad_norm": 2.0497395992279053,
+      "learning_rate": 5.643067028504931e-06,
+      "loss": 1.0331170558929443,
+      "step": 243,
+      "token_acc": 0.7243439772368006
+    },
+    {
+      "epoch": 1.0473882606354334,
+      "grad_norm": 1.6697180271148682,
+      "learning_rate": 5.610258454017301e-06,
+      "loss": 0.9160628318786621,
+      "step": 244,
+      "token_acc": 0.7527061945666597
+    },
+    {
+      "epoch": 1.0516962843295639,
+      "grad_norm": 2.58595609664917,
+      "learning_rate": 5.577423184847932e-06,
+      "loss": 0.8940185308456421,
+      "step": 245,
+      "token_acc": 0.7573819567288066
+    },
+    {
+      "epoch": 1.056004308023694,
+      "grad_norm": 2.416323184967041,
+      "learning_rate": 5.544562657317863e-06,
+      "loss": 0.9627000689506531,
+      "step": 246,
+      "token_acc": 0.7391393024678768
+    },
+    {
+      "epoch": 1.0603123317178245,
+      "grad_norm": 1.7874491214752197,
+      "learning_rate": 5.5116783088530255e-06,
+      "loss": 0.8945722579956055,
+      "step": 247,
+      "token_acc": 0.7548346386548384
+    },
+    {
+      "epoch": 1.0646203554119547,
+      "grad_norm": 1.9529039859771729,
+      "learning_rate": 5.478771577921351e-06,
+      "loss": 0.9477412700653076,
+      "step": 248,
+      "token_acc": 0.7437445495404843
+    },
+    {
+      "epoch": 1.068928379106085,
+      "grad_norm": 1.5508562326431274,
+      "learning_rate": 5.445843903969854e-06,
+      "loss": 0.9583556652069092,
+      "step": 249,
+      "token_acc": 0.735274946669827
+    },
+    {
+      "epoch": 1.0732364028002155,
+      "grad_norm": 1.7498481273651123,
+      "learning_rate": 5.412896727361663e-06,
+      "loss": 0.9596320390701294,
+      "step": 250,
+      "token_acc": 0.7402946059557032
+    },
+    {
+      "epoch": 1.0775444264943457,
+      "grad_norm": 1.8939355611801147,
+      "learning_rate": 5.379931489313016e-06,
+      "loss": 0.9707253575325012,
+      "step": 251,
+      "token_acc": 0.7383231378193594
+    },
+    {
+      "epoch": 1.081852450188476,
+      "grad_norm": 2.6653194427490234,
+      "learning_rate": 5.346949631830221e-06,
+      "loss": 0.8993242979049683,
+      "step": 252,
+      "token_acc": 0.7550643118436062
+    },
+    {
+      "epoch": 1.0861604738826063,
+      "grad_norm": 2.204688310623169,
+      "learning_rate": 5.3139525976465675e-06,
+      "loss": 0.9620447754859924,
+      "step": 253,
+      "token_acc": 0.7355941012148379
+    },
+    {
+      "epoch": 1.0904684975767367,
+      "grad_norm": 1.9297153949737549,
+      "learning_rate": 5.280941830159228e-06,
+      "loss": 0.9538339376449585,
+      "step": 254,
+      "token_acc": 0.739151133409016
+    },
+    {
+      "epoch": 1.0947765212708669,
+      "grad_norm": 1.8989887237548828,
+      "learning_rate": 5.247918773366112e-06,
+      "loss": 0.8881052732467651,
+      "step": 255,
+      "token_acc": 0.7648537005163512
+    },
+    {
+      "epoch": 1.0990845449649973,
+      "grad_norm": 1.740999698638916,
+      "learning_rate": 5.214884871802703e-06,
+      "loss": 0.9053628444671631,
+      "step": 256,
+      "token_acc": 0.7495991360973854
+    },
+    {
+      "epoch": 1.1033925686591277,
+      "grad_norm": 1.664394497871399,
+      "learning_rate": 5.1818415704788725e-06,
+      "loss": 1.0543291568756104,
+      "step": 257,
+      "token_acc": 0.7163526926527187
+    },
+    {
+      "epoch": 1.107700592353258,
+      "grad_norm": 1.8559702634811401,
+      "learning_rate": 5.148790314815662e-06,
+      "loss": 1.0188100337982178,
+      "step": 258,
+      "token_acc": 0.7235763996023176
+    },
+    {
+      "epoch": 1.1120086160473883,
+      "grad_norm": 2.0520901679992676,
+      "learning_rate": 5.11573255058207e-06,
+      "loss": 0.970104455947876,
+      "step": 259,
+      "token_acc": 0.7349447229279681
+    },
+    {
+      "epoch": 1.1163166397415185,
+      "grad_norm": 1.664621353149414,
+      "learning_rate": 5.082669723831793e-06,
+      "loss": 0.8900072574615479,
+      "step": 260,
+      "token_acc": 0.7525534978734805
+    },
+    {
+      "epoch": 1.120624663435649,
+      "grad_norm": 2.323301076889038,
+      "learning_rate": 5.049603280839982e-06,
+      "loss": 1.0096113681793213,
+      "step": 261,
+      "token_acc": 0.7256683273094331
+    },
+    {
+      "epoch": 1.1249326871297791,
+      "grad_norm": 1.8697978258132935,
+      "learning_rate": 5.016534668039976e-06,
+      "loss": 0.92182457447052,
+      "step": 262,
+      "token_acc": 0.7499677751997937
+    },
+    {
+      "epoch": 1.1292407108239095,
+      "grad_norm": 1.6699860095977783,
+      "learning_rate": 4.983465331960025e-06,
+      "loss": 0.9860280156135559,
+      "step": 263,
+      "token_acc": 0.7302170595746006
+    },
+    {
+      "epoch": 1.13354873451804,
+      "grad_norm": 2.074275016784668,
+      "learning_rate": 4.950396719160019e-06,
+      "loss": 0.9644788503646851,
+      "step": 264,
+      "token_acc": 0.7365843842232358
+    },
+    {
+      "epoch": 1.1378567582121701,
+      "grad_norm": 1.9523180723190308,
+      "learning_rate": 4.917330276168208e-06,
+      "loss": 0.9171963930130005,
+      "step": 265,
+      "token_acc": 0.7560794880431122
+    },
+    {
+      "epoch": 1.1421647819063006,
+      "grad_norm": 2.0590438842773438,
+      "learning_rate": 4.884267449417932e-06,
+      "loss": 0.9525893926620483,
+      "step": 266,
+      "token_acc": 0.7446058169959425
+    },
+    {
+      "epoch": 1.1464728056004307,
+      "grad_norm": 1.599365472793579,
+      "learning_rate": 4.851209685184339e-06,
+      "loss": 0.9242900609970093,
+      "step": 267,
+      "token_acc": 0.7477739359260732
+    },
+    {
+      "epoch": 1.1507808292945612,
+      "grad_norm": 1.7137466669082642,
+      "learning_rate": 4.818158429521129e-06,
+      "loss": 0.9517988562583923,
+      "step": 268,
+      "token_acc": 0.7356900661362339
+    },
+    {
+      "epoch": 1.1550888529886914,
+      "grad_norm": 1.980363130569458,
+      "learning_rate": 4.785115128197298e-06,
+      "loss": 0.9219489097595215,
+      "step": 269,
+      "token_acc": 0.7447838315128523
+    },
+    {
+      "epoch": 1.1593968766828218,
+      "grad_norm": 1.784232258796692,
+      "learning_rate": 4.752081226633888e-06,
+      "loss": 0.8524366617202759,
+      "step": 270,
+      "token_acc": 0.7703314616917225
+    },
+    {
+      "epoch": 1.1637049003769522,
+      "grad_norm": 1.9212590456008911,
+      "learning_rate": 4.719058169840773e-06,
+      "loss": 0.9193314909934998,
+      "step": 271,
+      "token_acc": 0.7476786980450417
+    },
+    {
+      "epoch": 1.1680129240710824,
+      "grad_norm": 1.7464808225631714,
+      "learning_rate": 4.686047402353433e-06,
+      "loss": 0.8871129155158997,
+      "step": 272,
+      "token_acc": 0.7609986092737695
+    },
+    {
+      "epoch": 1.1723209477652128,
+      "grad_norm": 1.8662816286087036,
+      "learning_rate": 4.65305036816978e-06,
+      "loss": 0.9364889860153198,
+      "step": 273,
+      "token_acc": 0.7490751506183279
+    },
+    {
+      "epoch": 1.176628971459343,
+      "grad_norm": 1.917938470840454,
+      "learning_rate": 4.620068510686985e-06,
+      "loss": 0.9322699308395386,
+      "step": 274,
+      "token_acc": 0.7451706895931508
+    },
+    {
+      "epoch": 1.1809369951534734,
+      "grad_norm": 1.8484588861465454,
+      "learning_rate": 4.587103272638339e-06,
+      "loss": 0.9433363080024719,
+      "step": 275,
+      "token_acc": 0.7470407575660631
+    },
+    {
+      "epoch": 1.1852450188476036,
+      "grad_norm": 1.7483965158462524,
+      "learning_rate": 4.554156096030149e-06,
+      "loss": 0.8598661422729492,
+      "step": 276,
+      "token_acc": 0.7575344381511783
+    },
+    {
+      "epoch": 1.189553042541734,
+      "grad_norm": 1.9640449285507202,
+      "learning_rate": 4.5212284220786495e-06,
+      "loss": 0.9079041481018066,
+      "step": 277,
+      "token_acc": 0.7517377674798964
+    },
+    {
+      "epoch": 1.1938610662358644,
+      "grad_norm": 1.5985236167907715,
+      "learning_rate": 4.488321691146975e-06,
+      "loss": 0.9669654369354248,
+      "step": 278,
+      "token_acc": 0.7323662000474528
+    },
+    {
+      "epoch": 1.1981690899299946,
+      "grad_norm": 1.9148527383804321,
+      "learning_rate": 4.4554373426821375e-06,
+      "loss": 1.015479564666748,
+      "step": 279,
+      "token_acc": 0.7254908271644673
+    },
+    {
+      "epoch": 1.202477113624125,
+      "grad_norm": 2.022810935974121,
+      "learning_rate": 4.42257681515207e-06,
+      "loss": 0.961472749710083,
+      "step": 280,
+      "token_acc": 0.7417307902702308
+    },
+    {
+      "epoch": 1.2067851373182552,
+      "grad_norm": 1.8741397857666016,
+      "learning_rate": 4.3897415459827e-06,
+      "loss": 0.9811180830001831,
+      "step": 281,
+      "token_acc": 0.7363141301232445
+    },
+    {
+      "epoch": 1.2110931610123856,
+      "grad_norm": 1.9402947425842285,
+      "learning_rate": 4.356932971495071e-06,
+      "loss": 0.9020291566848755,
+      "step": 282,
+      "token_acc": 0.7514281474886861
+    },
+    {
+      "epoch": 1.2154011847065158,
+      "grad_norm": 1.8439514636993408,
+      "learning_rate": 4.324152526842517e-06,
+      "loss": 1.0201821327209473,
+      "step": 283,
+      "token_acc": 0.730798455011714
+    },
+    {
+      "epoch": 1.2197092084006462,
+      "grad_norm": 2.052015542984009,
+      "learning_rate": 4.291401645947879e-06,
+      "loss": 0.9672775864601135,
+      "step": 284,
+      "token_acc": 0.7426946128060136
+    },
+    {
+      "epoch": 1.2240172320947766,
+      "grad_norm": 1.5881297588348389,
+      "learning_rate": 4.25868176144079e-06,
+      "loss": 0.889592170715332,
+      "step": 285,
+      "token_acc": 0.7558629189633332
+    },
+    {
+      "epoch": 1.2283252557889068,
+      "grad_norm": 1.7183021306991577,
+      "learning_rate": 4.225994304594994e-06,
+      "loss": 0.9233750104904175,
+      "step": 286,
+      "token_acc": 0.7486460772833724
+    },
+    {
+      "epoch": 1.2326332794830372,
+      "grad_norm": 1.6355488300323486,
+      "learning_rate": 4.193340705265746e-06,
+      "loss": 0.958794116973877,
+      "step": 287,
+      "token_acc": 0.7398538711856082
+    },
+    {
+      "epoch": 1.2369413031771674,
+      "grad_norm": 1.7922086715698242,
+      "learning_rate": 4.160722391827262e-06,
+      "loss": 0.9110997319221497,
+      "step": 288,
+      "token_acc": 0.754541538019674
+    },
+    {
+      "epoch": 1.2412493268712979,
+      "grad_norm": 2.0297932624816895,
+      "learning_rate": 4.128140791110243e-06,
+      "loss": 0.9580734372138977,
+      "step": 289,
+      "token_acc": 0.7436807779878826
+    },
+    {
+      "epoch": 1.245557350565428,
+      "grad_norm": 1.7132781744003296,
+      "learning_rate": 4.0955973283394525e-06,
+      "loss": 1.0088131427764893,
+      "step": 290,
+      "token_acc": 0.7320859993328683
+    },
+    {
+      "epoch": 1.2498653742595585,
+      "grad_norm": 1.5488715171813965,
+      "learning_rate": 4.063093427071376e-06,
+      "loss": 0.9522176384925842,
+      "step": 291,
+      "token_acc": 0.7438972284729541
+    },
+    {
+      "epoch": 1.2541733979536889,
+      "grad_norm": 1.8754502534866333,
+      "learning_rate": 4.03063050913196e-06,
+      "loss": 0.8881997466087341,
+      "step": 292,
+      "token_acc": 0.7582413769172045
+    },
+    {
+      "epoch": 1.258481421647819,
+      "grad_norm": 1.789201259613037,
+      "learning_rate": 3.998209994554395e-06,
+      "loss": 0.9494738578796387,
+      "step": 293,
+      "token_acc": 0.747545311141873
+    },
+    {
+      "epoch": 1.2627894453419493,
+      "grad_norm": 1.6978973150253296,
+      "learning_rate": 3.965833301517017e-06,
+      "loss": 0.903584361076355,
+      "step": 294,
+      "token_acc": 0.7527433967079239
+    },
+    {
+      "epoch": 1.2670974690360797,
+      "grad_norm": 1.9547784328460693,
+      "learning_rate": 3.9335018462812664e-06,
+      "loss": 1.0251178741455078,
+      "step": 295,
+      "token_acc": 0.7242036482439422
+    },
+    {
+      "epoch": 1.27140549273021,
+      "grad_norm": 1.8591620922088623,
+      "learning_rate": 3.901217043129735e-06,
+      "loss": 0.8809949159622192,
+      "step": 296,
+      "token_acc": 0.7596185737976783
+    },
+    {
+      "epoch": 1.2757135164243403,
+      "grad_norm": 1.9652024507522583,
+      "learning_rate": 3.8689803043043e-06,
+      "loss": 0.9077787399291992,
+      "step": 297,
+      "token_acc": 0.7569960352592479
+    },
+    {
+      "epoch": 1.2800215401184707,
+      "grad_norm": 1.7500567436218262,
+      "learning_rate": 3.8367930399443495e-06,
+      "loss": 1.0176526308059692,
+      "step": 298,
+      "token_acc": 0.7242611551091366
+    },
+    {
+      "epoch": 1.284329563812601,
+      "grad_norm": 1.750616431236267,
+      "learning_rate": 3.8046566580251e-06,
+      "loss": 0.9793616533279419,
+      "step": 299,
+      "token_acc": 0.7369895658894757
+    },
+    {
+      "epoch": 1.2886375875067313,
+      "grad_norm": 1.5951060056686401,
+      "learning_rate": 3.7725725642960047e-06,
+      "loss": 0.9102382659912109,
+      "step": 300,
+      "token_acc": 0.7541037534129412
+    },
+    {
+      "epoch": 1.2929456112008615,
+      "grad_norm": 1.82724130153656,
+      "learning_rate": 3.7405421622192607e-06,
+      "loss": 0.9571924805641174,
+      "step": 301,
+      "token_acc": 0.7458946078431372
+    },
+    {
+      "epoch": 1.297253634894992,
+      "grad_norm": 2.4624433517456055,
+      "learning_rate": 3.7085668529084183e-06,
+      "loss": 1.0201612710952759,
+      "step": 302,
+      "token_acc": 0.7319164919089799
+    },
+    {
+      "epoch": 1.3015616585891223,
+      "grad_norm": 1.9485247135162354,
+      "learning_rate": 3.676648035067093e-06,
+      "loss": 0.9642065167427063,
+      "step": 303,
+      "token_acc": 0.7372950819672132
+    },
+    {
+      "epoch": 1.3058696822832525,
+      "grad_norm": 1.8626080751419067,
+      "learning_rate": 3.64478710492778e-06,
+      "loss": 0.9877373576164246,
+      "step": 304,
+      "token_acc": 0.732297822049637
+    },
+    {
+      "epoch": 1.310177705977383,
+      "grad_norm": 1.6560373306274414,
+      "learning_rate": 3.6129854561907786e-06,
+      "loss": 0.9402897953987122,
+      "step": 305,
+      "token_acc": 0.7440987688962155
+    },
+    {
+      "epoch": 1.3144857296715131,
+      "grad_norm": 1.7709838151931763,
+      "learning_rate": 3.581244479963225e-06,
+      "loss": 1.0053150653839111,
+      "step": 306,
+      "token_acc": 0.7271173628685049
+    },
+    {
+      "epoch": 1.3187937533656435,
+      "grad_norm": 1.9864815473556519,
+      "learning_rate": 3.5495655646982506e-06,
+      "loss": 0.8955451846122742,
+      "step": 307,
+      "token_acc": 0.7547479066452877
+    },
+    {
+      "epoch": 1.3231017770597737,
+      "grad_norm": 1.8507097959518433,
+      "learning_rate": 3.517950096134232e-06,
+      "loss": 0.9704291820526123,
+      "step": 308,
+      "token_acc": 0.7401444721583363
+    },
+    {
+      "epoch": 1.3274098007539041,
+      "grad_norm": 1.6353087425231934,
+      "learning_rate": 3.4863994572341845e-06,
+      "loss": 0.9037209749221802,
+      "step": 309,
+      "token_acc": 0.7541018920762574
+    },
+    {
+      "epoch": 1.3317178244480345,
+      "grad_norm": 1.7830005884170532,
+      "learning_rate": 3.4549150281252635e-06,
+      "loss": 0.939468264579773,
+      "step": 310,
+      "token_acc": 0.7438145334112605
+    },
+    {
+      "epoch": 1.3360258481421647,
+      "grad_norm": 1.732174277305603,
+      "learning_rate": 3.423498186038393e-06,
+      "loss": 0.9452853798866272,
+      "step": 311,
+      "token_acc": 0.7434278651835521
+    },
+    {
+      "epoch": 1.3403338718362952,
+      "grad_norm": 1.6438848972320557,
+      "learning_rate": 3.3921503052480243e-06,
+      "loss": 0.882416844367981,
+      "step": 312,
+      "token_acc": 0.7543935217091661
+    },
+    {
+      "epoch": 1.3446418955304253,
+      "grad_norm": 1.9748674631118774,
+      "learning_rate": 3.3608727570120114e-06,
+      "loss": 0.9353501200675964,
+      "step": 313,
+      "token_acc": 0.7553956834532374
+    },
+    {
+      "epoch": 1.3489499192245558,
+      "grad_norm": 1.761967420578003,
+      "learning_rate": 3.3296669095116454e-06,
+      "loss": 0.9025037288665771,
+      "step": 314,
+      "token_acc": 0.7524545644453728
+    },
+    {
+      "epoch": 1.353257942918686,
+      "grad_norm": 2.060985803604126,
+      "learning_rate": 3.298534127791785e-06,
+      "loss": 1.0021809339523315,
+      "step": 315,
+      "token_acc": 0.7316082192693243
+    },
+    {
+      "epoch": 1.3575659666128164,
+      "grad_norm": 1.98306143283844,
+      "learning_rate": 3.267475773701161e-06,
+      "loss": 0.9160880446434021,
+      "step": 316,
+      "token_acc": 0.7535577230572433
+    },
+    {
+      "epoch": 1.3618739903069468,
+      "grad_norm": 1.71534264087677,
+      "learning_rate": 3.236493205832795e-06,
+      "loss": 0.9524291157722473,
+      "step": 317,
+      "token_acc": 0.7415254237288136
+    },
+    {
+      "epoch": 1.366182014001077,
+      "grad_norm": 1.7251242399215698,
+      "learning_rate": 3.205587779464576e-06,
+      "loss": 0.9557320475578308,
+      "step": 318,
+      "token_acc": 0.7434079326390428
+    },
+    {
+      "epoch": 1.3704900376952074,
+      "grad_norm": 1.6366932392120361,
+      "learning_rate": 3.1747608464999723e-06,
+      "loss": 0.8974208831787109,
+      "step": 319,
+      "token_acc": 0.7541334966319657
+    },
+    {
+      "epoch": 1.3747980613893376,
+      "grad_norm": 1.9186527729034424,
+      "learning_rate": 3.1440137554088957e-06,
+      "loss": 0.9427237510681152,
+      "step": 320,
+      "token_acc": 0.7471291866028709
+    },
+    {
+      "epoch": 1.379106085083468,
+      "grad_norm": 2.3018550872802734,
+      "learning_rate": 3.1133478511687217e-06,
+      "loss": 1.0096880197525024,
+      "step": 321,
+      "token_acc": 0.7312243346007604
+    },
+    {
+      "epoch": 1.3834141087775982,
+      "grad_norm": 2.2624266147613525,
+      "learning_rate": 3.082764475205442e-06,
+      "loss": 0.8901973366737366,
+      "step": 322,
+      "token_acc": 0.7583912574805783
+    },
+    {
+      "epoch": 1.3877221324717286,
+      "grad_norm": 2.1132309436798096,
+      "learning_rate": 3.052264965335e-06,
+      "loss": 0.8759335279464722,
+      "step": 323,
+      "token_acc": 0.7669172932330827
+    },
+    {
+      "epoch": 1.392030156165859,
+      "grad_norm": 1.8973184823989868,
+      "learning_rate": 3.02185065570476e-06,
+      "loss": 0.9702712893486023,
+      "step": 324,
+      "token_acc": 0.7346931883421701
+    },
+    {
+      "epoch": 1.3963381798599892,
+      "grad_norm": 1.7781165838241577,
+      "learning_rate": 2.991522876735154e-06,
+      "loss": 0.9941204786300659,
+      "step": 325,
+      "token_acc": 0.7320800208523394
+    },
+    {
+      "epoch": 1.4006462035541196,
+      "grad_norm": 1.7345044612884521,
+      "learning_rate": 2.9612829550614836e-06,
+      "loss": 0.9697516560554504,
+      "step": 326,
+      "token_acc": 0.7433160382035097
+    },
+    {
+      "epoch": 1.4049542272482498,
+      "grad_norm": 2.027684211730957,
+      "learning_rate": 2.931132213475884e-06,
+      "loss": 0.993393063545227,
+      "step": 327,
+      "token_acc": 0.7410734087380794
+    },
+    {
+      "epoch": 1.4092622509423802,
+      "grad_norm": 1.7834850549697876,
+      "learning_rate": 2.9010719708694724e-06,
+      "loss": 0.9076189398765564,
+      "step": 328,
+      "token_acc": 0.7539852990108594
+    },
+    {
+      "epoch": 1.4135702746365104,
+      "grad_norm": 1.7808161973953247,
+      "learning_rate": 2.871103542174637e-06,
+      "loss": 0.9524987936019897,
+      "step": 329,
+      "token_acc": 0.7491501046025104
+    },
+    {
+      "epoch": 1.4178782983306408,
+      "grad_norm": 2.8118515014648438,
+      "learning_rate": 2.8412282383075362e-06,
+      "loss": 0.9378449320793152,
+      "step": 330,
+      "token_acc": 0.7503306648103029
+    },
+    {
+      "epoch": 1.4221863220247712,
+      "grad_norm": 1.8435276746749878,
+      "learning_rate": 2.811447366110741e-06,
+      "loss": 0.9395095109939575,
+      "step": 331,
+      "token_acc": 0.7476794778825235
+    },
+    {
+      "epoch": 1.4264943457189014,
+      "grad_norm": 1.7755080461502075,
+      "learning_rate": 2.7817622282960816e-06,
+      "loss": 0.9764347076416016,
+      "step": 332,
+      "token_acc": 0.736059358044061
+    },
+    {
+      "epoch": 1.4308023694130318,
+      "grad_norm": 1.5830212831497192,
+      "learning_rate": 2.7521741233876496e-06,
+      "loss": 0.9686012864112854,
+      "step": 333,
+      "token_acc": 0.7349429401238009
+    },
+    {
+      "epoch": 1.435110393107162,
+      "grad_norm": 1.6445622444152832,
+      "learning_rate": 2.722684345665004e-06,
+      "loss": 1.0011266469955444,
+      "step": 334,
+      "token_acc": 0.7335170442947541
+    },
+    {
+      "epoch": 1.4394184168012925,
+      "grad_norm": 1.8812404870986938,
+      "learning_rate": 2.693294185106562e-06,
+      "loss": 0.9327489137649536,
+      "step": 335,
+      "token_acc": 0.7476141785957737
+    },
+    {
+      "epoch": 1.4437264404954226,
+      "grad_norm": 1.8511193990707397,
+      "learning_rate": 2.6640049273331516e-06,
+      "loss": 0.9099276661872864,
+      "step": 336,
+      "token_acc": 0.7508229569199942
+    },
+    {
+      "epoch": 1.448034464189553,
+      "grad_norm": 1.5280977487564087,
+      "learning_rate": 2.6348178535517967e-06,
+      "loss": 0.904357373714447,
+      "step": 337,
+      "token_acc": 0.7501974037459335
+    },
+    {
+      "epoch": 1.4523424878836835,
+      "grad_norm": 1.4973256587982178,
+      "learning_rate": 2.605734240499652e-06,
+      "loss": 0.9193358421325684,
+      "step": 338,
+      "token_acc": 0.7507523679792188
+    },
+    {
+      "epoch": 1.4566505115778137,
+      "grad_norm": 1.5980437994003296,
+      "learning_rate": 2.576755360388177e-06,
+      "loss": 1.0189146995544434,
+      "step": 339,
+      "token_acc": 0.72608735021581
+    },
+    {
+      "epoch": 1.4609585352719439,
+      "grad_norm": 1.7579889297485352,
+      "learning_rate": 2.5478824808474613e-06,
+      "loss": 1.0011924505233765,
+      "step": 340,
+      "token_acc": 0.7342289719626168
+    },
+    {
+      "epoch": 1.4652665589660743,
+      "grad_norm": 2.291224718093872,
+      "learning_rate": 2.5191168648707888e-06,
+      "loss": 0.9652936458587646,
+      "step": 341,
+      "token_acc": 0.7399890624050556
+    },
+    {
+      "epoch": 1.4695745826602047,
+      "grad_norm": 1.9440268278121948,
+      "learning_rate": 2.490459770759398e-06,
+      "loss": 0.9197987914085388,
+      "step": 342,
+      "token_acc": 0.7551506895964584
+    },
+    {
+      "epoch": 1.4738826063543349,
+      "grad_norm": 1.8501031398773193,
+      "learning_rate": 2.461912452067415e-06,
+      "loss": 0.9540945291519165,
+      "step": 343,
+      "token_acc": 0.7390670047587621
+    },
+    {
+      "epoch": 1.4781906300484653,
+      "grad_norm": 1.831028699874878,
+      "learning_rate": 2.433476157547044e-06,
+      "loss": 0.9309712052345276,
+      "step": 344,
+      "token_acc": 0.7474747474747475
+    },
+    {
+      "epoch": 1.4824986537425957,
+      "grad_norm": 3.7192084789276123,
+      "learning_rate": 2.4051521310939258e-06,
+      "loss": 0.9765181541442871,
+      "step": 345,
+      "token_acc": 0.7357344481366349
+    },
+    {
+      "epoch": 1.486806677436726,
+      "grad_norm": 1.6969228982925415,
+      "learning_rate": 2.3769416116927335e-06,
+      "loss": 0.9112130403518677,
+      "step": 346,
+      "token_acc": 0.7541357166109319
+    },
+    {
+      "epoch": 1.491114701130856,
+      "grad_norm": 1.6411442756652832,
+      "learning_rate": 2.3488458333629777e-06,
+      "loss": 0.8932414054870605,
+      "step": 347,
+      "token_acc": 0.7547748853666462
+    },
+    {
+      "epoch": 1.4954227248249865,
+      "grad_norm": 1.6874327659606934,
+      "learning_rate": 2.320866025105016e-06,
+      "loss": 0.9153794646263123,
+      "step": 348,
+      "token_acc": 0.7558246910072454
+    },
+    {
+      "epoch": 1.499730748519117,
+      "grad_norm": 1.3870376348495483,
+      "learning_rate": 2.29300341084631e-06,
+      "loss": 0.928419828414917,
+      "step": 349,
+      "token_acc": 0.7444278010784902
+    },
+    {
+      "epoch": 1.504038772213247,
+      "grad_norm": 2.0685372352600098,
+      "learning_rate": 2.265259209387867e-06,
+      "loss": 0.9048166275024414,
+      "step": 350,
+      "token_acc": 0.7599642259983669
+    },
+    {
+      "epoch": 1.5083467959073775,
+      "grad_norm": 1.8927127122879028,
+      "learning_rate": 2.2376346343509343e-06,
+      "loss": 0.9348866939544678,
+      "step": 351,
+      "token_acc": 0.7423115577889448
+    },
+    {
+      "epoch": 1.512654819601508,
+      "grad_norm": 1.8716719150543213,
+      "learning_rate": 2.2101308941239204e-06,
+      "loss": 0.910677969455719,
+      "step": 352,
+      "token_acc": 0.7516317056996266
+    },
+    {
+      "epoch": 1.5169628432956381,
+      "grad_norm": 1.6356068849563599,
+      "learning_rate": 2.182749191809518e-06,
+      "loss": 0.9421571493148804,
+      "step": 353,
+      "token_acc": 0.7422524066991956
+    },
+    {
+      "epoch": 1.5212708669897683,
+      "grad_norm": 1.804498314857483,
+      "learning_rate": 2.1554907251720947e-06,
+      "loss": 1.0052461624145508,
+      "step": 354,
+      "token_acc": 0.7343484393648957
+    },
+    {
+      "epoch": 1.5255788906838987,
+      "grad_norm": 1.6270534992218018,
+      "learning_rate": 2.1283566865852824e-06,
+      "loss": 0.999587893486023,
+      "step": 355,
+      "token_acc": 0.7281729000613121
+    },
+    {
+      "epoch": 1.5298869143780292,
+      "grad_norm": 1.623082160949707,
+      "learning_rate": 2.1013482629798334e-06,
+      "loss": 0.8915700912475586,
+      "step": 356,
+      "token_acc": 0.7538878298384669
+    },
+    {
+      "epoch": 1.5341949380721593,
+      "grad_norm": 1.9781222343444824,
+      "learning_rate": 2.0744666357916925e-06,
+      "loss": 1.0445938110351562,
+      "step": 357,
+      "token_acc": 0.7234821555523958
+    },
+    {
+      "epoch": 1.5385029617662898,
+      "grad_norm": 1.8174916505813599,
+      "learning_rate": 2.0477129809103147e-06,
+      "loss": 0.9670168161392212,
+      "step": 358,
+      "token_acc": 0.7341740850642928
+    },
+    {
+      "epoch": 1.5428109854604202,
+      "grad_norm": 1.5954533815383911,
+      "learning_rate": 2.021088468627237e-06,
+      "loss": 0.8858989477157593,
+      "step": 359,
+      "token_acc": 0.7516150668973065
+    },
+    {
+      "epoch": 1.5471190091545504,
+      "grad_norm": 1.730789065361023,
+      "learning_rate": 1.9945942635848745e-06,
+      "loss": 0.8727201223373413,
+      "step": 360,
+      "token_acc": 0.7563536120237151
+    },
+    {
+      "epoch": 1.5514270328486806,
+      "grad_norm": 1.6422758102416992,
+      "learning_rate": 1.9682315247255897e-06,
+      "loss": 0.938567578792572,
+      "step": 361,
+      "token_acc": 0.7422617431441759
+    },
+    {
+      "epoch": 1.555735056542811,
+      "grad_norm": 1.5712029933929443,
+      "learning_rate": 1.9420014052409793e-06,
+      "loss": 0.9730821847915649,
+      "step": 362,
+      "token_acc": 0.7350724449353518
+    },
+    {
+      "epoch": 1.5600430802369414,
+      "grad_norm": 1.4564348459243774,
+      "learning_rate": 1.915905052521445e-06,
+      "loss": 0.935301661491394,
+      "step": 363,
+      "token_acc": 0.7488584474885844
+    },
+    {
+      "epoch": 1.5643511039310716,
+      "grad_norm": 1.5079909563064575,
+      "learning_rate": 1.8899436081059974e-06,
+      "loss": 0.9620058536529541,
+      "step": 364,
+      "token_acc": 0.7390962414391978
+    },
+    {
+      "epoch": 1.568659127625202,
+      "grad_norm": 1.828046441078186,
+      "learning_rate": 1.864118207632315e-06,
+      "loss": 0.9654492735862732,
+      "step": 365,
+      "token_acc": 0.7385235525351456
+    },
+    {
+      "epoch": 1.5729671513193324,
+      "grad_norm": 1.8224931955337524,
+      "learning_rate": 1.838429980787081e-06,
+      "loss": 0.8150027990341187,
+      "step": 366,
+      "token_acc": 0.7756752512562815
+    },
+    {
+      "epoch": 1.5772751750134626,
+      "grad_norm": 2.2837417125701904,
+      "learning_rate": 1.8128800512565514e-06,
+      "loss": 0.859481155872345,
+      "step": 367,
+      "token_acc": 0.7635918429812144
+    },
+    {
+      "epoch": 1.5815831987075928,
+      "grad_norm": 1.7036657333374023,
+      "learning_rate": 1.7874695366774191e-06,
+      "loss": 0.9112911224365234,
+      "step": 368,
+      "token_acc": 0.7501612410468788
+    },
+    {
+      "epoch": 1.5858912224017232,
+      "grad_norm": 1.5585222244262695,
+      "learning_rate": 1.7621995485879062e-06,
+      "loss": 0.9660769701004028,
+      "step": 369,
+      "token_acc": 0.738847470056221
+    },
+    {
+      "epoch": 1.5901992460958536,
+      "grad_norm": 1.744628667831421,
+      "learning_rate": 1.7370711923791567e-06,
+      "loss": 1.0235586166381836,
+      "step": 370,
+      "token_acc": 0.7307822457842197
+    },
+    {
+      "epoch": 1.5945072697899838,
+      "grad_norm": 1.7451140880584717,
+      "learning_rate": 1.7120855672468779e-06,
+      "loss": 0.9880387187004089,
+      "step": 371,
+      "token_acc": 0.7309088321115935
+    },
+    {
+      "epoch": 1.598815293484114,
+      "grad_norm": 1.6855188608169556,
+      "learning_rate": 1.6872437661432518e-06,
+      "loss": 0.9199820756912231,
+      "step": 372,
+      "token_acc": 0.7498414424209477
+    },
+    {
+      "epoch": 1.6031233171782446,
+      "grad_norm": 1.834834337234497,
+      "learning_rate": 1.6625468757291379e-06,
+      "loss": 0.9838474988937378,
+      "step": 373,
+      "token_acc": 0.7386363636363636
+    },
+    {
+      "epoch": 1.6074313408723748,
+      "grad_norm": 1.7040581703186035,
+      "learning_rate": 1.6379959763265268e-06,
+      "loss": 0.9296565651893616,
+      "step": 374,
+      "token_acc": 0.7428968133021775
+    },
+    {
+      "epoch": 1.611739364566505,
+      "grad_norm": 1.4571399688720703,
+      "learning_rate": 1.6135921418712959e-06,
+      "loss": 0.908150315284729,
+      "step": 375,
+      "token_acc": 0.7450430602843982
+    },
+    {
+      "epoch": 1.6160473882606354,
+      "grad_norm": 1.4921340942382812,
+      "learning_rate": 1.5893364398662175e-06,
+      "loss": 0.9468644857406616,
+      "step": 376,
+      "token_acc": 0.7435257678740429
+    },
+    {
+      "epoch": 1.6203554119547658,
+      "grad_norm": 1.7379133701324463,
+      "learning_rate": 1.5652299313342772e-06,
+      "loss": 0.9602769613265991,
+      "step": 377,
+      "token_acc": 0.7411710190977394
+    },
+    {
+      "epoch": 1.624663435648896,
+      "grad_norm": 1.866257667541504,
+      "learning_rate": 1.5412736707722537e-06,
+      "loss": 0.9177840948104858,
+      "step": 378,
+      "token_acc": 0.7518955033405901
+    },
+    {
+      "epoch": 1.6289714593430262,
+      "grad_norm": 6.891153812408447,
+      "learning_rate": 1.517468706104589e-06,
+      "loss": 0.98011314868927,
+      "step": 379,
+      "token_acc": 0.7345199383878145
+    },
+    {
+      "epoch": 1.6332794830371569,
+      "grad_norm": 1.5075942277908325,
+      "learning_rate": 1.4938160786375571e-06,
+      "loss": 1.014178991317749,
+      "step": 380,
+      "token_acc": 0.72
+    },
+    {
+      "epoch": 1.637587506731287,
+      "grad_norm": 1.7982546091079712,
+      "learning_rate": 1.4703168230137072e-06,
+      "loss": 0.8595926761627197,
+      "step": 381,
+      "token_acc": 0.7616634124049686
+    },
+    {
+      "epoch": 1.6418955304254172,
+      "grad_norm": 1.5389049053192139,
+      "learning_rate": 1.4469719671666043e-06,
+      "loss": 0.9285844564437866,
+      "step": 382,
+      "token_acc": 0.7456186412865113
+    },
+    {
+      "epoch": 1.6462035541195477,
+      "grad_norm": 1.6725413799285889,
+      "learning_rate": 1.4237825322758735e-06,
+      "loss": 0.9236681461334229,
+      "step": 383,
+      "token_acc": 0.7469
+    },
+    {
+      "epoch": 1.650511577813678,
+      "grad_norm": 1.418167233467102,
+      "learning_rate": 1.4007495327225162e-06,
+      "loss": 0.9182186722755432,
+      "step": 384,
+      "token_acc": 0.754635516782493
+    },
+    {
+      "epoch": 1.6548196015078083,
+      "grad_norm": 1.7710225582122803,
+      "learning_rate": 1.3778739760445552e-06,
+      "loss": 0.9811105728149414,
+      "step": 385,
+      "token_acc": 0.7372189841798501
+    },
+    {
+      "epoch": 1.6591276252019385,
+      "grad_norm": 1.4890949726104736,
+      "learning_rate": 1.3551568628929434e-06,
+      "loss": 0.9088021516799927,
+      "step": 386,
+      "token_acc": 0.7463942307692307
+    },
+    {
+      "epoch": 1.6634356488960689,
+      "grad_norm": 2.487177848815918,
+      "learning_rate": 1.3325991869878013e-06,
+      "loss": 0.9867759943008423,
+      "step": 387,
+      "token_acc": 0.7381926584054244
+    },
+    {
+      "epoch": 1.6677436725901993,
+      "grad_norm": 1.8218520879745483,
+      "learning_rate": 1.3102019350749528e-06,
+      "loss": 0.9487085342407227,
+      "step": 388,
+      "token_acc": 0.7466704448852366
+    },
+    {
+      "epoch": 1.6720516962843295,
+      "grad_norm": 1.9257287979125977,
+      "learning_rate": 1.2879660868827508e-06,
+      "loss": 0.988660454750061,
+      "step": 389,
+      "token_acc": 0.7330487850537272
+    },
+    {
+      "epoch": 1.67635971997846,
+      "grad_norm": 1.8823601007461548,
+      "learning_rate": 1.2658926150792321e-06,
+      "loss": 0.8845359086990356,
+      "step": 390,
+      "token_acc": 0.7555052070911837
+    },
+    {
+      "epoch": 1.6806677436725903,
+      "grad_norm": 1.5161011219024658,
+      "learning_rate": 1.243982485229559e-06,
+      "loss": 0.9482407569885254,
+      "step": 391,
+      "token_acc": 0.7411771907808148
+    },
+    {
+      "epoch": 1.6849757673667205,
+      "grad_norm": 1.5801969766616821,
+      "learning_rate": 1.2222366557537911e-06,
+      "loss": 1.0130878686904907,
+      "step": 392,
+      "token_acc": 0.7229938705505258
+    },
+    {
+      "epoch": 1.6892837910608507,
+      "grad_norm": 2.6976330280303955,
+      "learning_rate": 1.200656077884958e-06,
+      "loss": 0.9813653826713562,
+      "step": 393,
+      "token_acc": 0.7319468848114756
+    },
+    {
+      "epoch": 1.693591814754981,
+      "grad_norm": 1.830315113067627,
+      "learning_rate": 1.1792416956274443e-06,
+      "loss": 0.9605772495269775,
+      "step": 394,
+      "token_acc": 0.7449039221752431
+    },
+    {
+      "epoch": 1.6978998384491115,
+      "grad_norm": 1.8136754035949707,
+      "learning_rate": 1.157994445715706e-06,
+      "loss": 0.9241736531257629,
+      "step": 395,
+      "token_acc": 0.7524449877750611
+    },
+    {
+      "epoch": 1.7022078621432417,
+      "grad_norm": 2.142594814300537,
+      "learning_rate": 1.1369152575732823e-06,
+      "loss": 0.8915218114852905,
+      "step": 396,
+      "token_acc": 0.7579028231227194
+    },
+    {
+      "epoch": 1.7065158858373721,
+      "grad_norm": 1.6002100706100464,
+      "learning_rate": 1.1160050532721527e-06,
+      "loss": 0.9113844633102417,
+      "step": 397,
+      "token_acc": 0.754173843911488
+    },
+    {
+      "epoch": 1.7108239095315025,
+      "grad_norm": 1.9227924346923828,
+      "learning_rate": 1.095264747492391e-06,
+      "loss": 0.9672322273254395,
+      "step": 398,
+      "token_acc": 0.7420194811457228
+    },
+    {
+      "epoch": 1.7151319332256327,
+      "grad_norm": 1.583248257637024,
+      "learning_rate": 1.0746952474821615e-06,
+      "loss": 0.8693379163742065,
+      "step": 399,
+      "token_acc": 0.7649188025826649
+    },
+    {
+      "epoch": 1.719439956919763,
+      "grad_norm": 1.8412243127822876,
+      "learning_rate": 1.0542974530180327e-06,
+      "loss": 0.9198079109191895,
+      "step": 400,
+      "token_acc": 0.75279348875707
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.154778169349243e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/training_args.bin b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f81660ee7193a1daaa7e598ddbebdb1101f381d1
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a86fe59726eb18bce544401943fcd0c83bf5581ebf5afd514f471c24e331e2e
+size 8977
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/zero_to_fp32.py b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/zero_to_fp32.py
new file mode 100644
index 0000000000000000000000000000000000000000..5995d6e6f04e43b989587aa9022a3aef0c66d694
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/checkpoint-400/zero_to_fp32.py
@@ -0,0 +1,760 @@
+#!/usr/bin/env python
+
+# Copyright (c) Microsoft Corporation.
+# SPDX-License-Identifier: Apache-2.0
+
+# DeepSpeed Team
+
+# This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets
+# copied into the top level checkpoint dir, so the user can easily do the conversion at any point in
+# the future. Once extracted, the weights don't require DeepSpeed and can be used in any
+# application.
+#
+# example:
+#   python zero_to_fp32.py . output_dir/
+#   or
+#   python zero_to_fp32.py . output_dir/ --safe_serialization
+
+import argparse
+import torch
+import glob
+import math
+import os
+import re
+import gc
+import json
+import numpy as np
+from tqdm import tqdm
+from collections import OrderedDict
+from dataclasses import dataclass
+
+# while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with
+# DeepSpeed data structures it has to be available in the current python environment.
+from deepspeed.utils import logger
+from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS,
+                                            FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES,
+                                            FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS)
+
+
+@dataclass
+class zero_model_state:
+    buffers: dict()
+    param_shapes: dict()
+    shared_params: list
+    ds_version: int
+    frozen_param_shapes: dict()
+    frozen_param_fragments: dict()
+
+
+debug = 0
+
+# load to cpu
+device = torch.device('cpu')
+
+
+def atoi(text):
+    return int(text) if text.isdigit() else text
+
+
+def natural_keys(text):
+    '''
+    alist.sort(key=natural_keys) sorts in human order
+    http://nedbatchelder.com/blog/200712/human_sorting.html
+    (See Toothy's implementation in the comments)
+    '''
+    return [atoi(c) for c in re.split(r'(\d+)', text)]
+
+
+def get_model_state_file(checkpoint_dir, zero_stage):
+    if not os.path.isdir(checkpoint_dir):
+        raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist")
+
+    # there should be only one file
+    if zero_stage <= 2:
+        file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt")
+    elif zero_stage == 3:
+        file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt")
+
+    if not os.path.exists(file):
+        raise FileNotFoundError(f"can't find model states file at '{file}'")
+
+    return file
+
+
+def get_checkpoint_files(checkpoint_dir, glob_pattern):
+    # XXX: need to test that this simple glob rule works for multi-node setup too
+    ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys)
+
+    if len(ckpt_files) == 0:
+        raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'")
+
+    return ckpt_files
+
+
+def get_optim_files(checkpoint_dir):
+    return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt")
+
+
+def get_model_state_files(checkpoint_dir):
+    return get_checkpoint_files(checkpoint_dir, "*_model_states.pt")
+
+
+def parse_model_states(files):
+    zero_model_states = []
+    for file in files:
+        state_dict = torch.load(file, map_location=device, weights_only=False)
+
+        if BUFFER_NAMES not in state_dict:
+            raise ValueError(f"{file} is not a model state checkpoint")
+        buffer_names = state_dict[BUFFER_NAMES]
+        if debug:
+            print("Found buffers:", buffer_names)
+
+        # recover just the buffers while restoring them to fp32 if they were saved in fp16
+        buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names}
+        param_shapes = state_dict[PARAM_SHAPES]
+
+        # collect parameters that are included in param_shapes
+        param_names = []
+        for s in param_shapes:
+            for name in s.keys():
+                param_names.append(name)
+
+        # update with frozen parameters
+        frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None)
+        if frozen_param_shapes is not None:
+            if debug:
+                print(f"Found frozen_param_shapes: {frozen_param_shapes}")
+            param_names += list(frozen_param_shapes.keys())
+
+        # handle shared params
+        shared_params = [[k, v] for k, v in state_dict["shared_params"].items()]
+
+        ds_version = state_dict.get(DS_VERSION, None)
+
+        frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None)
+
+        z_model_state = zero_model_state(buffers=buffers,
+                                         param_shapes=param_shapes,
+                                         shared_params=shared_params,
+                                         ds_version=ds_version,
+                                         frozen_param_shapes=frozen_param_shapes,
+                                         frozen_param_fragments=frozen_param_fragments)
+        zero_model_states.append(z_model_state)
+
+    return zero_model_states
+
+
+def parse_optim_states(files, ds_checkpoint_dir):
+    total_files = len(files)
+    state_dicts = []
+    for f in tqdm(files, desc='Loading checkpoint shards'):
+        state_dict = torch.load(f, map_location=device, mmap=True, weights_only=False)
+        # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights
+        # and also handle the case where it was already removed by another helper script
+        state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None)
+        state_dicts.append(state_dict)
+
+    if ZERO_STAGE not in state_dicts[0][OPTIMIZER_STATE_DICT]:
+        raise ValueError(f"{files[0]} is not a zero checkpoint")
+    zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE]
+    world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT]
+
+    # For ZeRO-2 each param group can have different partition_count as data parallelism for expert
+    # parameters can be different from data parallelism for non-expert parameters. So we can just
+    # use the max of the partition_count to get the dp world_size.
+
+    if type(world_size) is list:
+        world_size = max(world_size)
+
+    if world_size != total_files:
+        raise ValueError(
+            f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. "
+            "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes."
+        )
+
+    # the groups are named differently in each stage
+    if zero_stage <= 2:
+        fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS
+    elif zero_stage == 3:
+        fp32_groups_key = FP32_FLAT_GROUPS
+    else:
+        raise ValueError(f"unknown zero stage {zero_stage}")
+
+    fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))]
+    return zero_stage, world_size, fp32_flat_groups
+
+
+def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters):
+    """
+    Returns fp32 state_dict reconstructed from ds checkpoint
+
+    Args:
+        - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are)
+
+    """
+    print(f"Processing zero checkpoint '{ds_checkpoint_dir}'")
+
+    optim_files = get_optim_files(ds_checkpoint_dir)
+    zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir)
+    print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}")
+
+    model_files = get_model_state_files(ds_checkpoint_dir)
+
+    zero_model_states = parse_model_states(model_files)
+    print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}')
+
+    if zero_stage <= 2:
+        return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states,
+                                                          exclude_frozen_parameters)
+    elif zero_stage == 3:
+        return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states,
+                                                          exclude_frozen_parameters)
+
+
+def _zero2_merge_frozen_params(state_dict, zero_model_states):
+    if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0:
+        return
+
+    frozen_param_shapes = zero_model_states[0].frozen_param_shapes
+    frozen_param_fragments = zero_model_states[0].frozen_param_fragments
+
+    if debug:
+        num_elem = sum(s.numel() for s in frozen_param_shapes.values())
+        print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}')
+
+        wanted_params = len(frozen_param_shapes)
+        wanted_numel = sum(s.numel() for s in frozen_param_shapes.values())
+        avail_numel = sum([p.numel() for p in frozen_param_fragments.values()])
+        print(f'Frozen params: Have {avail_numel} numels to process.')
+        print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params')
+
+    total_params = 0
+    total_numel = 0
+    for name, shape in frozen_param_shapes.items():
+        total_params += 1
+        unpartitioned_numel = shape.numel()
+        total_numel += unpartitioned_numel
+
+        state_dict[name] = frozen_param_fragments[name]
+
+        if debug:
+            print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ")
+
+    print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements")
+
+
+def _has_callable(obj, fn):
+    attr = getattr(obj, fn, None)
+    return callable(attr)
+
+
+def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states):
+    param_shapes = zero_model_states[0].param_shapes
+
+    # Reconstruction protocol:
+    #
+    # XXX: document this
+
+    if debug:
+        for i in range(world_size):
+            for j in range(len(fp32_flat_groups[0])):
+                print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}")
+
+    # XXX: memory usage doubles here (zero2)
+    num_param_groups = len(fp32_flat_groups[0])
+    merged_single_partition_of_fp32_groups = []
+    for i in range(num_param_groups):
+        merged_partitions = [sd[i] for sd in fp32_flat_groups]
+        full_single_fp32_vector = torch.cat(merged_partitions, 0)
+        merged_single_partition_of_fp32_groups.append(full_single_fp32_vector)
+    avail_numel = sum(
+        [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups])
+
+    if debug:
+        wanted_params = sum([len(shapes) for shapes in param_shapes])
+        wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes])
+        # not asserting if there is a mismatch due to possible padding
+        print(f"Have {avail_numel} numels to process.")
+        print(f"Need {wanted_numel} numels in {wanted_params} params.")
+
+    # params
+    # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support
+    # out-of-core computing solution
+    total_numel = 0
+    total_params = 0
+    for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups):
+        offset = 0
+        avail_numel = full_single_fp32_vector.numel()
+        for name, shape in shapes.items():
+
+            unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape)
+            total_numel += unpartitioned_numel
+            total_params += 1
+
+            if debug:
+                print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ")
+            state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape)
+            offset += unpartitioned_numel
+
+        # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and
+        # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex
+        # paddings performed in the code it's almost impossible to predict the exact numbers w/o the
+        # live optimizer object, so we are checking that the numbers are within the right range
+        align_to = 2 * world_size
+
+        def zero2_align(x):
+            return align_to * math.ceil(x / align_to)
+
+        if debug:
+            print(f"original offset={offset}, avail_numel={avail_numel}")
+
+        offset = zero2_align(offset)
+        avail_numel = zero2_align(avail_numel)
+
+        if debug:
+            print(f"aligned  offset={offset}, avail_numel={avail_numel}")
+
+        # Sanity check
+        if offset != avail_numel:
+            raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong")
+
+    print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements")
+
+
+def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states,
+                                               exclude_frozen_parameters):
+    state_dict = OrderedDict()
+
+    # buffers
+    buffers = zero_model_states[0].buffers
+    state_dict.update(buffers)
+    if debug:
+        print(f"added {len(buffers)} buffers")
+
+    if not exclude_frozen_parameters:
+        _zero2_merge_frozen_params(state_dict, zero_model_states)
+
+    _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states)
+
+    # recover shared parameters
+    for pair in zero_model_states[0].shared_params:
+        if pair[1] in state_dict:
+            state_dict[pair[0]] = state_dict[pair[1]]
+
+    return state_dict
+
+
+def zero3_partitioned_param_info(unpartitioned_numel, world_size):
+    remainder = unpartitioned_numel % world_size
+    padding_numel = (world_size - remainder) if remainder else 0
+    partitioned_numel = math.ceil(unpartitioned_numel / world_size)
+    return partitioned_numel, padding_numel
+
+
+def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states):
+    if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0:
+        return
+
+    if debug:
+        for i in range(world_size):
+            num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values())
+            print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}')
+
+        frozen_param_shapes = zero_model_states[0].frozen_param_shapes
+        wanted_params = len(frozen_param_shapes)
+        wanted_numel = sum(s.numel() for s in frozen_param_shapes.values())
+        avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size
+        print(f'Frozen params: Have {avail_numel} numels to process.')
+        print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params')
+
+    total_params = 0
+    total_numel = 0
+    for name, shape in zero_model_states[0].frozen_param_shapes.items():
+        total_params += 1
+        unpartitioned_numel = shape.numel()
+        total_numel += unpartitioned_numel
+
+        param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states)
+        state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape)
+
+        partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size)
+
+        if debug:
+            print(
+                f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}"
+            )
+
+    print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements")
+
+
+class GatheredTensor:
+    """
+    A pseudo tensor that collects partitioned weights.
+    It is more memory efficient when there are multiple groups.
+    """
+
+    def __init__(self, flat_groups, flat_groups_offset, offset, partitioned_numel, shape):
+        self.flat_groups = flat_groups
+        self.flat_groups_offset = flat_groups_offset
+        self.offset = offset
+        self.partitioned_numel = partitioned_numel
+        self.shape = shape
+        self.dtype = self.flat_groups[0][0].dtype
+
+    def contiguous(self):
+        """
+        Merge partitioned weights from flat_groups into a single tensor.
+        """
+        end_idx = self.offset + self.partitioned_numel
+        world_size = len(self.flat_groups)
+        pad_flat_param_chunks = []
+
+        for rank_i in range(world_size):
+            # for each rank, we need to collect weights from related group/groups
+            flat_groups_at_rank_i = self.flat_groups[rank_i]
+            start_group_id = None
+            end_group_id = None
+            for group_id in range(len(self.flat_groups_offset)):
+                if self.flat_groups_offset[group_id] <= self.offset < self.flat_groups_offset[group_id + 1]:
+                    start_group_id = group_id
+                if self.flat_groups_offset[group_id] < end_idx <= self.flat_groups_offset[group_id + 1]:
+                    end_group_id = group_id
+                    break
+            # collect weights from related group/groups
+            for group_id in range(start_group_id, end_group_id + 1):
+                flat_tensor = flat_groups_at_rank_i[group_id]
+                start_offset = self.offset - self.flat_groups_offset[group_id]
+                end_offset = min(end_idx, self.flat_groups_offset[group_id + 1]) - self.flat_groups_offset[group_id]
+                pad_flat_param_chunks.append(flat_tensor[start_offset:end_offset])
+
+        # collect weights from all ranks
+        pad_flat_param = torch.cat(pad_flat_param_chunks, dim=0)
+        param = pad_flat_param[:self.shape.numel()].view(self.shape).contiguous()
+        return param
+
+
+def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states):
+    param_shapes = zero_model_states[0].param_shapes
+    avail_numel = sum([flat_group.numel() for flat_group in fp32_flat_groups[0]]) * world_size
+
+    # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each
+    # param, re-consolidating each param, while dealing with padding if any
+
+    # merge list of dicts, preserving order
+    param_shapes = {k: v for d in param_shapes for k, v in d.items()}
+
+    if debug:
+        for i in range(world_size):
+            print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}")
+
+        wanted_params = len(param_shapes)
+        wanted_numel = sum(shape.numel() for shape in param_shapes.values())
+        # not asserting if there is a mismatch due to possible padding
+        avail_numel = fp32_flat_groups[0].numel() * world_size
+        print(f"Trainable params: Have {avail_numel} numels to process.")
+        print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.")
+
+    # params
+    # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support
+    # out-of-core computing solution
+    offset = 0
+    total_numel = 0
+    total_params = 0
+    flat_groups_offset = [0] + list(np.cumsum([flat_tensor.numel() for flat_tensor in fp32_flat_groups[0]]))
+    for name, shape in tqdm(param_shapes.items(), desc='Gathering sharded weights'):
+        unpartitioned_numel = shape.numel()
+        total_numel += unpartitioned_numel
+        total_params += 1
+        partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size)
+
+        if debug:
+            print(
+                f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}"
+            )
+
+        # memory efficient tensor
+        tensor = GatheredTensor(fp32_flat_groups, flat_groups_offset, offset, partitioned_numel, shape)
+        state_dict[name] = tensor
+        offset += partitioned_numel
+
+    offset *= world_size
+
+    # Sanity check
+    if offset != avail_numel:
+        raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong")
+
+    print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements")
+
+
+def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states,
+                                               exclude_frozen_parameters):
+    state_dict = OrderedDict()
+
+    # buffers
+    buffers = zero_model_states[0].buffers
+    state_dict.update(buffers)
+    if debug:
+        print(f"added {len(buffers)} buffers")
+
+    if not exclude_frozen_parameters:
+        _zero3_merge_frozen_params(state_dict, world_size, zero_model_states)
+
+    _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states)
+
+    # recover shared parameters
+    for pair in zero_model_states[0].shared_params:
+        if pair[1] in state_dict:
+            state_dict[pair[0]] = state_dict[pair[1]]
+
+    return state_dict
+
+
+def to_torch_tensor(state_dict, return_empty_tensor=False):
+    """
+    Convert state_dict of GatheredTensor to torch tensor
+    """
+    torch_state_dict = {}
+    converted_tensors = {}
+    for name, tensor in state_dict.items():
+        tensor_id = id(tensor)
+        if tensor_id in converted_tensors:  # shared tensors
+            shared_tensor = torch_state_dict[converted_tensors[tensor_id]]
+            torch_state_dict[name] = shared_tensor
+        else:
+            converted_tensors[tensor_id] = name
+            if return_empty_tensor:
+                torch_state_dict[name] = torch.empty(tensor.shape, dtype=tensor.dtype)
+            else:
+                torch_state_dict[name] = tensor.contiguous()
+    return torch_state_dict
+
+
+def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir,
+                                             tag=None,
+                                             exclude_frozen_parameters=False,
+                                             lazy_mode=False):
+    """
+    Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with
+    ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example
+    via a model hub.
+
+    Args:
+        - ``checkpoint_dir``: path to the desired checkpoint folder
+        - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14``
+        - ``exclude_frozen_parameters``: exclude frozen parameters
+        - ``lazy_mode``: get state_dict in lazy mode. It returns a dict of pesduo tensor instead of torch tensor, which is more memory efficient.
+          Convert the pesduo tensor to torch tensor by ``.contiguous()``
+
+    Returns:
+        - pytorch ``state_dict``
+
+    A typical usage might be ::
+
+        from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint
+        # do the training and checkpoint saving
+        state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu
+        model = model.cpu() # move to cpu
+        model.load_state_dict(state_dict)
+        # submit to model hub or save the model to share with others
+
+    In this example the ``model`` will no longer be usable in the deepspeed context of the same
+    application. i.e. you will need to re-initialize the deepspeed engine, since
+    ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it.
+
+    If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead.
+
+    Note: the above usage may not work if your application doesn't have sufficient free CPU memory.
+    You may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with
+    the checkpoint. Or you can load state_dict in lazy mode ::
+
+        from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint
+        state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, lazy_mode=True) # not on cpu
+        for name, lazy_tensor in state_dict.item():
+            tensor = lazy_tensor.contiguous()  # to cpu
+            print(name, tensor)
+            # del tensor to release memory if it no longer in use
+    """
+    if tag is None:
+        latest_path = os.path.join(checkpoint_dir, 'latest')
+        if os.path.isfile(latest_path):
+            with open(latest_path, 'r') as fd:
+                tag = fd.read().strip()
+        else:
+            raise ValueError(f"Unable to find 'latest' file at {latest_path}")
+
+    ds_checkpoint_dir = os.path.join(checkpoint_dir, tag)
+
+    if not os.path.isdir(ds_checkpoint_dir):
+        raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist")
+
+    state_dict = _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters)
+    if lazy_mode:
+        return state_dict
+    else:
+        return to_torch_tensor(state_dict)
+
+
+def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir,
+                                               output_dir,
+                                               max_shard_size="5GB",
+                                               safe_serialization=False,
+                                               tag=None,
+                                               exclude_frozen_parameters=False):
+    """
+    Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be
+    loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed.
+
+    Args:
+        - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``)
+        - ``output_dir``: directory to the pytorch fp32 state_dict output files
+        - ``max_shard_size``: the maximum size for a checkpoint before being sharded, default value is 5GB
+        - ``safe_serialization``:  whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).
+        - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14``
+        - ``exclude_frozen_parameters``: exclude frozen parameters
+    """
+
+    # Dependency pre-check
+    if safe_serialization:
+        try:
+            from safetensors.torch import save_file
+        except ImportError:
+            print('If you want to use `safe_serialization`, please `pip install safetensors`')
+            raise
+    if max_shard_size is not None:
+        try:
+            from huggingface_hub import split_torch_state_dict_into_shards
+        except ImportError:
+            print('If you want to use `max_shard_size`, please `pip install huggingface_hub`')
+            raise
+
+    # Convert zero checkpoint to state_dict
+    state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir,
+                                                          tag,
+                                                          exclude_frozen_parameters,
+                                                          lazy_mode=True)
+
+    # Shard the model if it is too big.
+    weights_name = "model.safetensors" if safe_serialization else "pytorch_model.bin"
+    if max_shard_size is not None:
+        filename_pattern = weights_name.replace(".bin", "{suffix}.bin").replace(".safetensors", "{suffix}.safetensors")
+        # an memory-efficient approach for sharding
+        empty_state_dict = to_torch_tensor(state_dict, return_empty_tensor=True)
+        state_dict_split = split_torch_state_dict_into_shards(empty_state_dict,
+                                                              filename_pattern=filename_pattern,
+                                                              max_shard_size=max_shard_size)
+    else:
+        from collections import namedtuple
+        StateDictSplit = namedtuple("StateDictSplit", ["is_sharded", "filename_to_tensors"])
+        state_dict_split = StateDictSplit(is_sharded=False,
+                                          filename_to_tensors={weights_name: list(state_dict.keys())})
+
+    # Save the model by shard
+    os.makedirs(output_dir, exist_ok=True)
+    filename_to_tensors = state_dict_split.filename_to_tensors.items()
+    for shard_file, tensors in tqdm(filename_to_tensors, desc="Saving checkpoint shards"):
+        shard_state_dict = {tensor_name: state_dict[tensor_name] for tensor_name in tensors}
+        shard_state_dict = to_torch_tensor(shard_state_dict)
+        output_path = os.path.join(output_dir, shard_file)
+        if safe_serialization:
+            save_file(shard_state_dict, output_path, metadata={"format": "pt"})
+        else:
+            torch.save(shard_state_dict, output_path)
+        # release the memory of current shard
+        for tensor_name in list(shard_state_dict.keys()):
+            del state_dict[tensor_name]
+            del shard_state_dict[tensor_name]
+        del shard_state_dict
+        gc.collect()
+
+    # Save index if sharded
+    if state_dict_split.is_sharded:
+        index = {
+            "metadata": state_dict_split.metadata,
+            "weight_map": state_dict_split.tensor_to_filename,
+        }
+        save_index_file = "model.safetensors.index.json" if safe_serialization else "pytorch_model.bin.index.json"
+        save_index_file = os.path.join(output_dir, save_index_file)
+        with open(save_index_file, "w", encoding="utf-8") as f:
+            content = json.dumps(index, indent=2, sort_keys=True) + "\n"
+            f.write(content)
+
+
+def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None):
+    """
+    1. Put the provided model to cpu
+    2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict``
+    3. Load it into the provided model
+
+    Args:
+        - ``model``: the model object to update
+        - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``)
+        - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14``
+
+    Returns:
+        - ``model`: modified model
+
+    Make sure you have plenty of CPU memory available before you call this function. If you don't
+    have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it
+    conveniently placed for you in the checkpoint folder.
+
+    A typical usage might be ::
+
+        from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint
+        model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir)
+        # submit to model hub or save the model to share with others
+
+    Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context
+    of the same application. i.e. you will need to re-initialize the deepspeed engine, since
+    ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it.
+
+    """
+    logger.info("Extracting fp32 weights")
+    state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag)
+
+    logger.info("Overwriting model with fp32 weights")
+    model = model.cpu()
+    model.load_state_dict(state_dict, strict=False)
+
+    return model
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument("checkpoint_dir",
+                        type=str,
+                        help="path to the desired checkpoint folder, e.g., path/checkpoint-12")
+    parser.add_argument("output_dir",
+                        type=str,
+                        help="directory to the pytorch fp32 state_dict output files"
+                        "(e.g. path/checkpoint-12-output/)")
+    parser.add_argument(
+        "--max_shard_size",
+        type=str,
+        default="5GB",
+        help="The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size"
+        "lower than this size. If expressed as a string, needs to be digits followed by a unit (like `5MB`"
+        "We default it to 5GB in order for models to be able to run easily on free-tier google colab instances"
+        "without CPU OOM issues.")
+    parser.add_argument(
+        "--safe_serialization",
+        default=False,
+        action='store_true',
+        help="Whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).")
+    parser.add_argument("-t",
+                        "--tag",
+                        type=str,
+                        default=None,
+                        help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1")
+    parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters")
+    parser.add_argument("-d", "--debug", action='store_true', help="enable debug")
+    args = parser.parse_args()
+
+    debug = args.debug
+
+    convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir,
+                                               args.output_dir,
+                                               max_shard_size=args.max_shard_size,
+                                               safe_serialization=args.safe_serialization,
+                                               tag=args.tag,
+                                               exclude_frozen_parameters=args.exclude_frozen_parameters)
diff --git a/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/logging.jsonl b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/logging.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..e5b4edf33f7f57c04e2cf0ebce209c7a5f416357
--- /dev/null
+++ b/video_mllm_swift/s2_image_only_10pct/v1-20260316-135215/logging.jsonl
@@ -0,0 +1,400 @@
+{"loss": 2.53447151, "grad_norm": 34.22294235, "learning_rate": 4e-07, "token_acc": 0.52999502, "epoch": 0.00430802, "global_step/max_steps": "1/500", "elapsed_time": "33s", "remaining_time": "4h 30m 32s", "memory(GiB)": 70.52, "train_speed(s/it)": 32.529565}
+{"loss": 2.47083092, "grad_norm": 34.8410759, "learning_rate": 8e-07, "token_acc": 0.53636059, "epoch": 0.00861605, "global_step/max_steps": "2/500", "elapsed_time": "1m 2s", "remaining_time": "4h 15m 37s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.796611}
+{"loss": 2.77584648, "grad_norm": 39.80426788, "learning_rate": 1.2e-06, "token_acc": 0.51830542, "epoch": 0.01292407, "global_step/max_steps": "3/500", "elapsed_time": "1m 30s", "remaining_time": "4h 7m 56s", "memory(GiB)": 70.53, "train_speed(s/it)": 29.931733}
+{"loss": 2.38111639, "grad_norm": 34.915905, "learning_rate": 1.6e-06, "token_acc": 0.54683389, "epoch": 0.01723209, "global_step/max_steps": "4/500", "elapsed_time": "1m 59s", "remaining_time": "4h 6m 16s", "memory(GiB)": 70.53, "train_speed(s/it)": 29.791199}
+{"loss": 2.52537656, "grad_norm": 35.46262741, "learning_rate": 2e-06, "token_acc": 0.52442997, "epoch": 0.02154012, "global_step/max_steps": "5/500", "elapsed_time": "2m 27s", "remaining_time": "4h 2m 18s", "memory(GiB)": 70.53, "train_speed(s/it)": 29.370443}
+{"loss": 2.52109098, "grad_norm": 39.96260834, "learning_rate": 2.4e-06, "token_acc": 0.53772538, "epoch": 0.02584814, "global_step/max_steps": "6/500", "elapsed_time": "2m 55s", "remaining_time": "3h 59m 40s", "memory(GiB)": 70.53, "train_speed(s/it)": 29.109686}
+{"loss": 2.5805614, "grad_norm": 33.20323563, "learning_rate": 2.8e-06, "token_acc": 0.52286682, "epoch": 0.03015617, "global_step/max_steps": "7/500", "elapsed_time": "3m 23s", "remaining_time": "3h 58m 29s", "memory(GiB)": 70.53, "train_speed(s/it)": 29.024567}
+{"loss": 2.22109437, "grad_norm": 23.48352051, "learning_rate": 3.2e-06, "token_acc": 0.57485073, "epoch": 0.03446419, "global_step/max_steps": "8/500", "elapsed_time": "3m 51s", "remaining_time": "3h 57m 2s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.906818}
+{"loss": 2.18273187, "grad_norm": 21.22464561, "learning_rate": 3.6e-06, "token_acc": 0.57836689, "epoch": 0.03877221, "global_step/max_steps": "9/500", "elapsed_time": "4m 19s", "remaining_time": "3h 55m 42s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.802795}
+{"loss": 1.99470472, "grad_norm": 19.21949959, "learning_rate": 4e-06, "token_acc": 0.58289649, "epoch": 0.04308024, "global_step/max_steps": "10/500", "elapsed_time": "4m 48s", "remaining_time": "3h 54m 57s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.768702}
+{"loss": 1.84893286, "grad_norm": 10.2479372, "learning_rate": 4.4e-06, "token_acc": 0.59849064, "epoch": 0.04738826, "global_step/max_steps": "11/500", "elapsed_time": "5m 15s", "remaining_time": "3h 53m 34s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.659285}
+{"loss": 1.77308631, "grad_norm": 10.42125511, "learning_rate": 4.8e-06, "token_acc": 0.60988803, "epoch": 0.05169628, "global_step/max_steps": "12/500", "elapsed_time": "5m 43s", "remaining_time": "3h 52m 26s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.578863}
+{"loss": 1.70588112, "grad_norm": 9.25494671, "learning_rate": 5.2e-06, "token_acc": 0.61730914, "epoch": 0.05600431, "global_step/max_steps": "13/500", "elapsed_time": "6m 11s", "remaining_time": "3h 51m 30s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.520937}
+{"loss": 1.61888051, "grad_norm": 6.33651876, "learning_rate": 5.6e-06, "token_acc": 0.62245663, "epoch": 0.06031233, "global_step/max_steps": "14/500", "elapsed_time": "6m 40s", "remaining_time": "3h 51m 10s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.538858}
+{"loss": 1.55594409, "grad_norm": 7.88728809, "learning_rate": 6e-06, "token_acc": 0.63670199, "epoch": 0.06462036, "global_step/max_steps": "15/500", "elapsed_time": "7m 7s", "remaining_time": "3h 50m 19s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.493657}
+{"loss": 1.6304481, "grad_norm": 6.44342136, "learning_rate": 6.4e-06, "token_acc": 0.63372832, "epoch": 0.06892838, "global_step/max_steps": "16/500", "elapsed_time": "7m 35s", "remaining_time": "3h 49m 38s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.46786}
+{"loss": 1.57630956, "grad_norm": 4.36410284, "learning_rate": 6.8e-06, "token_acc": 0.62823917, "epoch": 0.0732364, "global_step/max_steps": "17/500", "elapsed_time": "8m 3s", "remaining_time": "3h 48m 57s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.440464}
+{"loss": 1.45199227, "grad_norm": 4.07334995, "learning_rate": 7.2e-06, "token_acc": 0.66207602, "epoch": 0.07754443, "global_step/max_steps": "18/500", "elapsed_time": "8m 31s", "remaining_time": "3h 48m 9s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.400259}
+{"loss": 1.52055371, "grad_norm": 3.76297927, "learning_rate": 7.6e-06, "token_acc": 0.64764995, "epoch": 0.08185245, "global_step/max_steps": "19/500", "elapsed_time": "8m 60s", "remaining_time": "3h 47m 39s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.397421}
+{"loss": 1.4438076, "grad_norm": 3.56501389, "learning_rate": 8e-06, "token_acc": 0.65641108, "epoch": 0.08616047, "global_step/max_steps": "20/500", "elapsed_time": "9m 28s", "remaining_time": "3h 47m 6s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.387536}
+{"loss": 1.30544829, "grad_norm": 3.09261775, "learning_rate": 8.4e-06, "token_acc": 0.67282548, "epoch": 0.0904685, "global_step/max_steps": "21/500", "elapsed_time": "9m 56s", "remaining_time": "3h 46m 27s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.365924}
+{"loss": 1.31778097, "grad_norm": 2.95594811, "learning_rate": 8.8e-06, "token_acc": 0.67662868, "epoch": 0.09477652, "global_step/max_steps": "22/500", "elapsed_time": "10m 23s", "remaining_time": "3h 45m 47s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.340198}
+{"loss": 1.4128511, "grad_norm": 3.51650262, "learning_rate": 9.2e-06, "token_acc": 0.65457971, "epoch": 0.09908454, "global_step/max_steps": "23/500", "elapsed_time": "10m 51s", "remaining_time": "3h 45m 10s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.323052}
+{"loss": 1.33292246, "grad_norm": 2.693331, "learning_rate": 9.6e-06, "token_acc": 0.66912739, "epoch": 0.10339257, "global_step/max_steps": "24/500", "elapsed_time": "11m 20s", "remaining_time": "3h 44m 53s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.346337}
+{"loss": 1.33029556, "grad_norm": 3.09365177, "learning_rate": 1e-05, "token_acc": 0.6788545, "epoch": 0.10770059, "global_step/max_steps": "25/500", "elapsed_time": "11m 48s", "remaining_time": "3h 44m 12s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.319291}
+{"loss": 1.37345934, "grad_norm": 3.11771369, "learning_rate": 1e-05, "token_acc": 0.6594325, "epoch": 0.11200862, "global_step/max_steps": "26/500", "elapsed_time": "12m 16s", "remaining_time": "3h 43m 39s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.310091}
+{"loss": 1.25655651, "grad_norm": 2.49005437, "learning_rate": 1e-05, "token_acc": 0.69082056, "epoch": 0.11631664, "global_step/max_steps": "27/500", "elapsed_time": "12m 45s", "remaining_time": "3h 43m 17s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.324121}
+{"loss": 1.31068659, "grad_norm": 2.85572624, "learning_rate": 1e-05, "token_acc": 0.67429312, "epoch": 0.12062466, "global_step/max_steps": "28/500", "elapsed_time": "13m 13s", "remaining_time": "3h 42m 45s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.314758}
+{"loss": 1.34234905, "grad_norm": 2.04674959, "learning_rate": 1e-05, "token_acc": 0.67238273, "epoch": 0.12493269, "global_step/max_steps": "29/500", "elapsed_time": "13m 40s", "remaining_time": "3h 42m 4s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.288259}
+{"loss": 1.37209487, "grad_norm": 2.23550606, "learning_rate": 1e-05, "token_acc": 0.66876615, "epoch": 0.12924071, "global_step/max_steps": "30/500", "elapsed_time": "14m 9s", "remaining_time": "3h 41m 35s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.287806}
+{"loss": 1.3393147, "grad_norm": 2.09329414, "learning_rate": 1e-05, "token_acc": 0.67764546, "epoch": 0.13354873, "global_step/max_steps": "31/500", "elapsed_time": "14m 36s", "remaining_time": "3h 40m 60s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.272227}
+{"loss": 1.27550864, "grad_norm": 2.33144665, "learning_rate": 9.99e-06, "token_acc": 0.68577875, "epoch": 0.13785676, "global_step/max_steps": "32/500", "elapsed_time": "15m 4s", "remaining_time": "3h 40m 27s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.262246}
+{"loss": 1.28526545, "grad_norm": 4.93108749, "learning_rate": 9.99e-06, "token_acc": 0.70037769, "epoch": 0.14216478, "global_step/max_steps": "33/500", "elapsed_time": "15m 32s", "remaining_time": "3h 39m 54s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.252125}
+{"loss": 1.23499012, "grad_norm": 2.22818089, "learning_rate": 9.99e-06, "token_acc": 0.69118422, "epoch": 0.14647281, "global_step/max_steps": "34/500", "elapsed_time": "16m 0s", "remaining_time": "3h 39m 24s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.249315}
+{"loss": 1.29354692, "grad_norm": 2.21693349, "learning_rate": 9.99e-06, "token_acc": 0.67362915, "epoch": 0.15078083, "global_step/max_steps": "35/500", "elapsed_time": "16m 29s", "remaining_time": "3h 39m 3s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.26423}
+{"loss": 1.21780467, "grad_norm": 2.19950056, "learning_rate": 9.99e-06, "token_acc": 0.69484211, "epoch": 0.15508885, "global_step/max_steps": "36/500", "elapsed_time": "16m 57s", "remaining_time": "3h 38m 34s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.263738}
+{"loss": 1.23509264, "grad_norm": 3.28825688, "learning_rate": 9.98e-06, "token_acc": 0.6875022, "epoch": 0.15939688, "global_step/max_steps": "37/500", "elapsed_time": "17m 26s", "remaining_time": "3h 38m 9s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.268979}
+{"loss": 1.22794414, "grad_norm": 1.82137811, "learning_rate": 9.98e-06, "token_acc": 0.69807596, "epoch": 0.1637049, "global_step/max_steps": "38/500", "elapsed_time": "17m 54s", "remaining_time": "3h 37m 32s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.251918}
+{"loss": 1.20510793, "grad_norm": 2.27327275, "learning_rate": 9.98e-06, "token_acc": 0.69492303, "epoch": 0.16801292, "global_step/max_steps": "39/500", "elapsed_time": "18m 21s", "remaining_time": "3h 36m 60s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.242168}
+{"loss": 1.23428249, "grad_norm": 2.29534817, "learning_rate": 9.98e-06, "token_acc": 0.69164628, "epoch": 0.17232095, "global_step/max_steps": "40/500", "elapsed_time": "18m 50s", "remaining_time": "3h 36m 33s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.244985}
+{"loss": 1.20742321, "grad_norm": 2.28902888, "learning_rate": 9.97e-06, "token_acc": 0.6919735, "epoch": 0.17662897, "global_step/max_steps": "41/500", "elapsed_time": "19m 18s", "remaining_time": "3h 36m 7s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.251627}
+{"loss": 1.16888809, "grad_norm": 1.9035778, "learning_rate": 9.97e-06, "token_acc": 0.69061485, "epoch": 0.180937, "global_step/max_steps": "42/500", "elapsed_time": "19m 46s", "remaining_time": "3h 35m 36s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.244277}
+{"loss": 1.23838711, "grad_norm": 2.17688274, "learning_rate": 9.96e-06, "token_acc": 0.69404924, "epoch": 0.18524502, "global_step/max_steps": "43/500", "elapsed_time": "20m 14s", "remaining_time": "3h 35m 3s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.234695}
+{"loss": 1.19841516, "grad_norm": 1.74055839, "learning_rate": 9.96e-06, "token_acc": 0.69103843, "epoch": 0.18955304, "global_step/max_steps": "44/500", "elapsed_time": "20m 43s", "remaining_time": "3h 34m 37s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.239373}
+{"loss": 1.16075599, "grad_norm": 1.91076517, "learning_rate": 9.96e-06, "token_acc": 0.69847315, "epoch": 0.19386107, "global_step/max_steps": "45/500", "elapsed_time": "21m 10s", "remaining_time": "3h 34m 6s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.232037}
+{"loss": 1.07571781, "grad_norm": 2.12654471, "learning_rate": 9.95e-06, "token_acc": 0.71966978, "epoch": 0.19816909, "global_step/max_steps": "46/500", "elapsed_time": "21m 38s", "remaining_time": "3h 33m 33s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.221501}
+{"loss": 1.22756755, "grad_norm": 1.86165595, "learning_rate": 9.95e-06, "token_acc": 0.68683712, "epoch": 0.20247711, "global_step/max_steps": "47/500", "elapsed_time": "22m 6s", "remaining_time": "3h 33m 1s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.213958}
+{"loss": 1.17214108, "grad_norm": 2.20046186, "learning_rate": 9.94e-06, "token_acc": 0.70354885, "epoch": 0.20678514, "global_step/max_steps": "48/500", "elapsed_time": "22m 35s", "remaining_time": "3h 32m 36s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.220783}
+{"loss": 1.20588803, "grad_norm": 1.92644787, "learning_rate": 9.94e-06, "token_acc": 0.68907988, "epoch": 0.21109316, "global_step/max_steps": "49/500", "elapsed_time": "23m 3s", "remaining_time": "3h 32m 7s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.219252}
+{"loss": 1.18147588, "grad_norm": 1.92738426, "learning_rate": 9.93e-06, "token_acc": 0.70451947, "epoch": 0.21540118, "global_step/max_steps": "50/500", "elapsed_time": "23m 31s", "remaining_time": "3h 31m 43s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.229109}
+{"loss": 1.19396555, "grad_norm": 1.66737854, "learning_rate": 9.93e-06, "token_acc": 0.69678748, "epoch": 0.21970921, "global_step/max_steps": "51/500", "elapsed_time": "24m 0s", "remaining_time": "3h 31m 19s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.238922}
+{"loss": 1.12999642, "grad_norm": 1.95693028, "learning_rate": 9.92e-06, "token_acc": 0.70486779, "epoch": 0.22401723, "global_step/max_steps": "52/500", "elapsed_time": "24m 28s", "remaining_time": "3h 30m 49s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.23501}
+{"loss": 1.20108604, "grad_norm": 2.06812191, "learning_rate": 9.91e-06, "token_acc": 0.69049865, "epoch": 0.22832526, "global_step/max_steps": "53/500", "elapsed_time": "24m 56s", "remaining_time": "3h 30m 18s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.227752}
+{"loss": 1.13797081, "grad_norm": 1.54672146, "learning_rate": 9.91e-06, "token_acc": 0.70556341, "epoch": 0.23263328, "global_step/max_steps": "54/500", "elapsed_time": "25m 24s", "remaining_time": "3h 29m 50s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.228745}
+{"loss": 1.07043922, "grad_norm": 2.08304453, "learning_rate": 9.9e-06, "token_acc": 0.71522329, "epoch": 0.2369413, "global_step/max_steps": "55/500", "elapsed_time": "25m 52s", "remaining_time": "3h 29m 18s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.219701}
+{"loss": 1.09429336, "grad_norm": 2.49577904, "learning_rate": 9.9e-06, "token_acc": 0.7167746, "epoch": 0.24124933, "global_step/max_steps": "56/500", "elapsed_time": "26m 20s", "remaining_time": "3h 28m 45s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.20943}
+{"loss": 0.98273629, "grad_norm": 2.63328481, "learning_rate": 9.89e-06, "token_acc": 0.73574877, "epoch": 0.24555735, "global_step/max_steps": "57/500", "elapsed_time": "26m 48s", "remaining_time": "3h 28m 16s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.207305}
+{"loss": 1.07836628, "grad_norm": 2.41532278, "learning_rate": 9.88e-06, "token_acc": 0.71555771, "epoch": 0.24986537, "global_step/max_steps": "58/500", "elapsed_time": "27m 17s", "remaining_time": "3h 27m 51s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.215724}
+{"loss": 1.24494553, "grad_norm": 2.19278479, "learning_rate": 9.87e-06, "token_acc": 0.6808659, "epoch": 0.2541734, "global_step/max_steps": "59/500", "elapsed_time": "27m 44s", "remaining_time": "3h 27m 19s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.206136}
+{"loss": 1.11249471, "grad_norm": 2.24110723, "learning_rate": 9.87e-06, "token_acc": 0.72203297, "epoch": 0.25848142, "global_step/max_steps": "60/500", "elapsed_time": "28m 12s", "remaining_time": "3h 26m 49s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.201202}
+{"loss": 1.1850183, "grad_norm": 1.77433169, "learning_rate": 9.86e-06, "token_acc": 0.69263371, "epoch": 0.26278945, "global_step/max_steps": "61/500", "elapsed_time": "28m 40s", "remaining_time": "3h 26m 19s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.1993}
+{"loss": 1.12496567, "grad_norm": 1.66158295, "learning_rate": 9.85e-06, "token_acc": 0.7059144, "epoch": 0.26709747, "global_step/max_steps": "62/500", "elapsed_time": "29m 8s", "remaining_time": "3h 25m 47s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.190596}
+{"loss": 1.12161386, "grad_norm": 1.53142893, "learning_rate": 9.84e-06, "token_acc": 0.70940021, "epoch": 0.27140549, "global_step/max_steps": "63/500", "elapsed_time": "29m 36s", "remaining_time": "3h 25m 16s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.18302}
+{"loss": 1.09112477, "grad_norm": 1.81134927, "learning_rate": 9.83e-06, "token_acc": 0.71315172, "epoch": 0.27571352, "global_step/max_steps": "64/500", "elapsed_time": "30m 4s", "remaining_time": "3h 24m 50s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.18731}
+{"loss": 1.10188246, "grad_norm": 1.55881643, "learning_rate": 9.83e-06, "token_acc": 0.71673742, "epoch": 0.28002154, "global_step/max_steps": "65/500", "elapsed_time": "30m 32s", "remaining_time": "3h 24m 21s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.18585}
+{"loss": 1.19149077, "grad_norm": 1.67790854, "learning_rate": 9.82e-06, "token_acc": 0.69316366, "epoch": 0.28432956, "global_step/max_steps": "66/500", "elapsed_time": "31m 0s", "remaining_time": "3h 23m 51s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.183101}
+{"loss": 1.17668629, "grad_norm": 1.8709358, "learning_rate": 9.81e-06, "token_acc": 0.70003656, "epoch": 0.28863759, "global_step/max_steps": "67/500", "elapsed_time": "31m 28s", "remaining_time": "3h 23m 22s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.180457}
+{"loss": 1.21505821, "grad_norm": 1.88963354, "learning_rate": 9.8e-06, "token_acc": 0.69041895, "epoch": 0.29294561, "global_step/max_steps": "68/500", "elapsed_time": "31m 56s", "remaining_time": "3h 22m 53s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.178205}
+{"loss": 1.1559757, "grad_norm": 1.77342343, "learning_rate": 9.79e-06, "token_acc": 0.70100062, "epoch": 0.29725363, "global_step/max_steps": "69/500", "elapsed_time": "32m 24s", "remaining_time": "3h 22m 23s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.172959}
+{"loss": 1.13002288, "grad_norm": 1.58403194, "learning_rate": 9.78e-06, "token_acc": 0.70486735, "epoch": 0.30156166, "global_step/max_steps": "70/500", "elapsed_time": "32m 52s", "remaining_time": "3h 21m 51s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.165416}
+{"loss": 1.13077116, "grad_norm": 1.75040269, "learning_rate": 9.77e-06, "token_acc": 0.70243632, "epoch": 0.30586968, "global_step/max_steps": "71/500", "elapsed_time": "33m 20s", "remaining_time": "3h 21m 23s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.164659}
+{"loss": 1.16093469, "grad_norm": 1.75516534, "learning_rate": 9.76e-06, "token_acc": 0.69849351, "epoch": 0.31017771, "global_step/max_steps": "72/500", "elapsed_time": "33m 48s", "remaining_time": "3h 20m 55s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.165992}
+{"loss": 1.08804631, "grad_norm": 1.63421571, "learning_rate": 9.75e-06, "token_acc": 0.71353693, "epoch": 0.31448573, "global_step/max_steps": "73/500", "elapsed_time": "34m 16s", "remaining_time": "3h 20m 25s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.162135}
+{"loss": 1.11729264, "grad_norm": 1.71321845, "learning_rate": 9.74e-06, "token_acc": 0.71064315, "epoch": 0.31879375, "global_step/max_steps": "74/500", "elapsed_time": "34m 44s", "remaining_time": "3h 19m 56s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.158737}
+{"loss": 1.11621618, "grad_norm": 1.72616208, "learning_rate": 9.73e-06, "token_acc": 0.71078788, "epoch": 0.32310178, "global_step/max_steps": "75/500", "elapsed_time": "35m 12s", "remaining_time": "3h 19m 29s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.163174}
+{"loss": 1.07669783, "grad_norm": 1.66665924, "learning_rate": 9.72e-06, "token_acc": 0.72415977, "epoch": 0.3274098, "global_step/max_steps": "76/500", "elapsed_time": "35m 41s", "remaining_time": "3h 19m 2s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.164974}
+{"loss": 1.09866202, "grad_norm": 1.48590791, "learning_rate": 9.71e-06, "token_acc": 0.71099366, "epoch": 0.33171782, "global_step/max_steps": "77/500", "elapsed_time": "36m 9s", "remaining_time": "3h 18m 34s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.165691}
+{"loss": 1.12418938, "grad_norm": 1.67290866, "learning_rate": 9.7e-06, "token_acc": 0.7088581, "epoch": 0.33602585, "global_step/max_steps": "78/500", "elapsed_time": "36m 37s", "remaining_time": "3h 18m 7s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.168686}
+{"loss": 1.06723225, "grad_norm": 1.56717277, "learning_rate": 9.68e-06, "token_acc": 0.72047229, "epoch": 0.34033387, "global_step/max_steps": "79/500", "elapsed_time": "37m 5s", "remaining_time": "3h 17m 36s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.160888}
+{"loss": 1.12773812, "grad_norm": 1.6157093, "learning_rate": 9.67e-06, "token_acc": 0.69917049, "epoch": 0.3446419, "global_step/max_steps": "80/500", "elapsed_time": "37m 33s", "remaining_time": "3h 17m 6s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.15702}
+{"loss": 1.11556423, "grad_norm": 1.73610699, "learning_rate": 9.66e-06, "token_acc": 0.70920188, "epoch": 0.34894992, "global_step/max_steps": "81/500", "elapsed_time": "38m 2s", "remaining_time": "3h 16m 42s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.168064}
+{"loss": 1.07513237, "grad_norm": 1.57837665, "learning_rate": 9.65e-06, "token_acc": 0.72118083, "epoch": 0.35325794, "global_step/max_steps": "82/500", "elapsed_time": "38m 30s", "remaining_time": "3h 16m 15s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.170193}
+{"loss": 1.06392026, "grad_norm": 1.99246049, "learning_rate": 9.64e-06, "token_acc": 0.72664666, "epoch": 0.35756597, "global_step/max_steps": "83/500", "elapsed_time": "38m 57s", "remaining_time": "3h 15m 43s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.160719}
+{"loss": 1.13346028, "grad_norm": 1.36122537, "learning_rate": 9.62e-06, "token_acc": 0.70869136, "epoch": 0.36187399, "global_step/max_steps": "84/500", "elapsed_time": "39m 26s", "remaining_time": "3h 15m 16s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.164466}
+{"loss": 1.07164931, "grad_norm": 1.69752038, "learning_rate": 9.61e-06, "token_acc": 0.7221263, "epoch": 0.36618201, "global_step/max_steps": "85/500", "elapsed_time": "39m 54s", "remaining_time": "3h 14m 47s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.161533}
+{"loss": 1.03339183, "grad_norm": 1.65124738, "learning_rate": 9.6e-06, "token_acc": 0.72646471, "epoch": 0.37049004, "global_step/max_steps": "86/500", "elapsed_time": "40m 21s", "remaining_time": "3h 14m 17s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.15643}
+{"loss": 1.12311029, "grad_norm": 1.60649955, "learning_rate": 9.59e-06, "token_acc": 0.71352243, "epoch": 0.37479806, "global_step/max_steps": "87/500", "elapsed_time": "40m 50s", "remaining_time": "3h 13m 48s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.155443}
+{"loss": 1.03099895, "grad_norm": 1.8027215, "learning_rate": 9.57e-06, "token_acc": 0.73006357, "epoch": 0.37910609, "global_step/max_steps": "88/500", "elapsed_time": "41m 18s", "remaining_time": "3h 13m 22s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.159088}
+{"loss": 1.12751222, "grad_norm": 1.63611853, "learning_rate": 9.56e-06, "token_acc": 0.70202696, "epoch": 0.38341411, "global_step/max_steps": "89/500", "elapsed_time": "41m 46s", "remaining_time": "3h 12m 53s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.15714}
+{"loss": 1.09699535, "grad_norm": 1.5621289, "learning_rate": 9.55e-06, "token_acc": 0.70708586, "epoch": 0.38772213, "global_step/max_steps": "90/500", "elapsed_time": "42m 14s", "remaining_time": "3h 12m 22s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.151043}
+{"loss": 1.07348657, "grad_norm": 1.79027843, "learning_rate": 9.53e-06, "token_acc": 0.71838807, "epoch": 0.39203016, "global_step/max_steps": "91/500", "elapsed_time": "42m 42s", "remaining_time": "3h 11m 56s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.155681}
+{"loss": 1.07164145, "grad_norm": 1.75559652, "learning_rate": 9.52e-06, "token_acc": 0.72040914, "epoch": 0.39633818, "global_step/max_steps": "92/500", "elapsed_time": "43m 10s", "remaining_time": "3h 11m 27s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.154602}
+{"loss": 1.15224195, "grad_norm": 1.73748636, "learning_rate": 9.5e-06, "token_acc": 0.70537882, "epoch": 0.4006462, "global_step/max_steps": "93/500", "elapsed_time": "43m 38s", "remaining_time": "3h 10m 56s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.148593}
+{"loss": 1.16743398, "grad_norm": 1.91365528, "learning_rate": 9.49e-06, "token_acc": 0.69644701, "epoch": 0.40495423, "global_step/max_steps": "94/500", "elapsed_time": "44m 6s", "remaining_time": "3h 10m 27s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.146239}
+{"loss": 1.08939779, "grad_norm": 2.25284243, "learning_rate": 9.47e-06, "token_acc": 0.7158215, "epoch": 0.40926225, "global_step/max_steps": "95/500", "elapsed_time": "44m 34s", "remaining_time": "3h 10m 1s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.150157}
+{"loss": 1.05996418, "grad_norm": 1.75652313, "learning_rate": 9.46e-06, "token_acc": 0.72291374, "epoch": 0.41357027, "global_step/max_steps": "96/500", "elapsed_time": "45m 2s", "remaining_time": "3h 9m 32s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.147831}
+{"loss": 1.09948981, "grad_norm": 1.72083557, "learning_rate": 9.44e-06, "token_acc": 0.71098132, "epoch": 0.4178783, "global_step/max_steps": "97/500", "elapsed_time": "45m 30s", "remaining_time": "3h 9m 2s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.144587}
+{"loss": 1.05355763, "grad_norm": 1.50800419, "learning_rate": 9.43e-06, "token_acc": 0.72119459, "epoch": 0.42218632, "global_step/max_steps": "98/500", "elapsed_time": "45m 58s", "remaining_time": "3h 8m 34s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.144042}
+{"loss": 1.02417696, "grad_norm": 1.42219663, "learning_rate": 9.41e-06, "token_acc": 0.72365283, "epoch": 0.42649435, "global_step/max_steps": "99/500", "elapsed_time": "46m 26s", "remaining_time": "3h 8m 4s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.138704}
+{"loss": 1.0839262, "grad_norm": 1.77451694, "learning_rate": 9.4e-06, "token_acc": 0.71799295, "epoch": 0.43080237, "global_step/max_steps": "100/500", "elapsed_time": "46m 54s", "remaining_time": "3h 7m 36s", "memory(GiB)": 70.53, "train_speed(s/it)": 28.138927}
+{"loss": 1.04487431, "grad_norm": 1.92132509, "learning_rate": 9.38e-06, "token_acc": 0.72687696, "epoch": 0.43511039, "global_step/max_steps": "101/500", "elapsed_time": "58m 46s", "remaining_time": "3h 52m 9s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.909711}
+{"loss": 1.06983447, "grad_norm": 1.88126028, "learning_rate": 9.37e-06, "token_acc": 0.71617852, "epoch": 0.43941842, "global_step/max_steps": "102/500", "elapsed_time": "59m 14s", "remaining_time": "3h 51m 8s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.843652}
+{"loss": 1.05756497, "grad_norm": 1.62347257, "learning_rate": 9.35e-06, "token_acc": 0.72281346, "epoch": 0.44372644, "global_step/max_steps": "103/500", "elapsed_time": "59m 42s", "remaining_time": "3h 50m 5s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.772825}
+{"loss": 1.10826755, "grad_norm": 1.74608588, "learning_rate": 9.33e-06, "token_acc": 0.71429475, "epoch": 0.44803446, "global_step/max_steps": "104/500", "elapsed_time": "1h 0m 10s", "remaining_time": "3h 49m 5s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.710412}
+{"loss": 1.16852546, "grad_norm": 1.63803458, "learning_rate": 9.32e-06, "token_acc": 0.69937127, "epoch": 0.45234249, "global_step/max_steps": "105/500", "elapsed_time": "1h 0m 38s", "remaining_time": "3h 48m 6s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.648785}
+{"loss": 1.08573639, "grad_norm": 1.72302067, "learning_rate": 9.3e-06, "token_acc": 0.71675486, "epoch": 0.45665051, "global_step/max_steps": "106/500", "elapsed_time": "1h 1m 6s", "remaining_time": "3h 47m 6s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.585005}
+{"loss": 1.12564635, "grad_norm": 1.70542884, "learning_rate": 9.28e-06, "token_acc": 0.70262642, "epoch": 0.46095854, "global_step/max_steps": "107/500", "elapsed_time": "1h 1m 34s", "remaining_time": "3h 46m 8s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.524029}
+{"loss": 1.08120561, "grad_norm": 1.65279984, "learning_rate": 9.27e-06, "token_acc": 0.7152996, "epoch": 0.46526656, "global_step/max_steps": "108/500", "elapsed_time": "1h 2m 3s", "remaining_time": "3h 45m 12s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.46824}
+{"loss": 1.07968259, "grad_norm": 1.67056966, "learning_rate": 9.25e-06, "token_acc": 0.72022073, "epoch": 0.46957458, "global_step/max_steps": "109/500", "elapsed_time": "1h 2m 31s", "remaining_time": "3h 44m 14s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.409194}
+{"loss": 1.04289198, "grad_norm": 1.92989039, "learning_rate": 9.23e-06, "token_acc": 0.7195813, "epoch": 0.47388261, "global_step/max_steps": "110/500", "elapsed_time": "1h 2m 59s", "remaining_time": "3h 43m 17s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.351435}
+{"loss": 1.14773774, "grad_norm": 1.65512216, "learning_rate": 9.21e-06, "token_acc": 0.70546597, "epoch": 0.47819063, "global_step/max_steps": "111/500", "elapsed_time": "1h 3m 27s", "remaining_time": "3h 42m 20s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.293643}
+{"loss": 1.10404313, "grad_norm": 1.52428985, "learning_rate": 9.19e-06, "token_acc": 0.71558313, "epoch": 0.48249865, "global_step/max_steps": "112/500", "elapsed_time": "1h 3m 55s", "remaining_time": "3h 41m 24s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.238146}
+{"loss": 1.02609372, "grad_norm": 1.64001954, "learning_rate": 9.18e-06, "token_acc": 0.72534608, "epoch": 0.48680668, "global_step/max_steps": "113/500", "elapsed_time": "1h 4m 23s", "remaining_time": "3h 40m 29s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.182876}
+{"loss": 1.06868291, "grad_norm": 1.87845242, "learning_rate": 9.16e-06, "token_acc": 0.72131378, "epoch": 0.4911147, "global_step/max_steps": "114/500", "elapsed_time": "1h 4m 51s", "remaining_time": "3h 39m 34s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.130416}
+{"loss": 1.01041687, "grad_norm": 2.18593335, "learning_rate": 9.14e-06, "token_acc": 0.72803233, "epoch": 0.49542272, "global_step/max_steps": "115/500", "elapsed_time": "1h 5m 20s", "remaining_time": "3h 38m 43s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.084856}
+{"loss": 1.05199111, "grad_norm": 1.67191005, "learning_rate": 9.12e-06, "token_acc": 0.72662689, "epoch": 0.49973075, "global_step/max_steps": "116/500", "elapsed_time": "1h 5m 48s", "remaining_time": "3h 37m 49s", "memory(GiB)": 70.53, "train_speed(s/it)": 34.034123}
+{"loss": 1.0841341, "grad_norm": 1.57116687, "learning_rate": 9.1e-06, "token_acc": 0.71538057, "epoch": 0.50403877, "global_step/max_steps": "117/500", "elapsed_time": "1h 6m 16s", "remaining_time": "3h 36m 54s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.979591}
+{"loss": 1.10387385, "grad_norm": 1.59713697, "learning_rate": 9.08e-06, "token_acc": 0.70966014, "epoch": 0.5083468, "global_step/max_steps": "118/500", "elapsed_time": "1h 6m 44s", "remaining_time": "3h 36m 3s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.933624}
+{"loss": 1.05972457, "grad_norm": 1.75826156, "learning_rate": 9.06e-06, "token_acc": 0.71695332, "epoch": 0.51265482, "global_step/max_steps": "119/500", "elapsed_time": "1h 7m 12s", "remaining_time": "3h 35m 9s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.882772}
+{"loss": 1.11134768, "grad_norm": 1.64361632, "learning_rate": 9.05e-06, "token_acc": 0.71404532, "epoch": 0.51696284, "global_step/max_steps": "120/500", "elapsed_time": "1h 7m 40s", "remaining_time": "3h 34m 17s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.833832}
+{"loss": 1.05585074, "grad_norm": 1.7236551, "learning_rate": 9.03e-06, "token_acc": 0.72356753, "epoch": 0.52127087, "global_step/max_steps": "121/500", "elapsed_time": "1h 8m 8s", "remaining_time": "3h 33m 24s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.783947}
+{"loss": 1.14036345, "grad_norm": 1.76498127, "learning_rate": 9.01e-06, "token_acc": 0.70905755, "epoch": 0.52557889, "global_step/max_steps": "122/500", "elapsed_time": "1h 8m 37s", "remaining_time": "3h 32m 35s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.74399}
+{"loss": 1.11023057, "grad_norm": 1.91958177, "learning_rate": 8.99e-06, "token_acc": 0.71152472, "epoch": 0.52988691, "global_step/max_steps": "123/500", "elapsed_time": "1h 9m 5s", "remaining_time": "3h 31m 44s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.698182}
+{"loss": 1.01148176, "grad_norm": 1.82679498, "learning_rate": 8.97e-06, "token_acc": 0.73577431, "epoch": 0.53419494, "global_step/max_steps": "124/500", "elapsed_time": "1h 9m 33s", "remaining_time": "3h 30m 54s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.653141}
+{"loss": 1.09352326, "grad_norm": 1.6854645, "learning_rate": 8.95e-06, "token_acc": 0.71507963, "epoch": 0.53850296, "global_step/max_steps": "125/500", "elapsed_time": "1h 10m 2s", "remaining_time": "3h 30m 5s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.613237}
+{"loss": 1.11728632, "grad_norm": 2.66402531, "learning_rate": 8.93e-06, "token_acc": 0.71894851, "epoch": 0.54281099, "global_step/max_steps": "126/500", "elapsed_time": "1h 10m 30s", "remaining_time": "3h 29m 15s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.568463}
+{"loss": 1.06911719, "grad_norm": 2.06311011, "learning_rate": 8.9e-06, "token_acc": 0.71800587, "epoch": 0.54711901, "global_step/max_steps": "127/500", "elapsed_time": "1h 10m 57s", "remaining_time": "3h 28m 24s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.523321}
+{"loss": 1.04310954, "grad_norm": 1.71569777, "learning_rate": 8.88e-06, "token_acc": 0.72835959, "epoch": 0.55142703, "global_step/max_steps": "128/500", "elapsed_time": "1h 11m 26s", "remaining_time": "3h 27m 36s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.48376}
+{"loss": 1.13288522, "grad_norm": 1.82896924, "learning_rate": 8.86e-06, "token_acc": 0.70673504, "epoch": 0.55573506, "global_step/max_steps": "129/500", "elapsed_time": "1h 11m 54s", "remaining_time": "3h 26m 48s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.443658}
+{"loss": 1.03552127, "grad_norm": 2.87642241, "learning_rate": 8.84e-06, "token_acc": 0.72892062, "epoch": 0.56004308, "global_step/max_steps": "130/500", "elapsed_time": "1h 12m 23s", "remaining_time": "3h 25m 60s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.404394}
+{"loss": 1.00646496, "grad_norm": 2.57775235, "learning_rate": 8.82e-06, "token_acc": 0.73248755, "epoch": 0.5643511, "global_step/max_steps": "131/500", "elapsed_time": "1h 12m 50s", "remaining_time": "3h 25m 11s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.361807}
+{"loss": 1.04783726, "grad_norm": 1.91034067, "learning_rate": 8.8e-06, "token_acc": 0.73685168, "epoch": 0.56865913, "global_step/max_steps": "132/500", "elapsed_time": "1h 13m 19s", "remaining_time": "3h 24m 24s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.325733}
+{"loss": 1.01183474, "grad_norm": 1.73612082, "learning_rate": 8.78e-06, "token_acc": 0.72842433, "epoch": 0.57296715, "global_step/max_steps": "133/500", "elapsed_time": "1h 13m 47s", "remaining_time": "3h 23m 36s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.287305}
+{"loss": 1.04462147, "grad_norm": 1.80982339, "learning_rate": 8.76e-06, "token_acc": 0.72875645, "epoch": 0.57727518, "global_step/max_steps": "134/500", "elapsed_time": "1h 14m 15s", "remaining_time": "3h 22m 49s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.24781}
+{"loss": 1.07301903, "grad_norm": 1.54480875, "learning_rate": 8.73e-06, "token_acc": 0.71194618, "epoch": 0.5815832, "global_step/max_steps": "135/500", "elapsed_time": "1h 14m 43s", "remaining_time": "3h 22m 2s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.210028}
+{"loss": 1.10815418, "grad_norm": 1.71599269, "learning_rate": 8.71e-06, "token_acc": 0.703754, "epoch": 0.58589122, "global_step/max_steps": "136/500", "elapsed_time": "1h 15m 12s", "remaining_time": "3h 21m 15s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.173877}
+{"loss": 1.00810432, "grad_norm": 1.66372216, "learning_rate": 8.69e-06, "token_acc": 0.72521728, "epoch": 0.59019925, "global_step/max_steps": "137/500", "elapsed_time": "1h 15m 39s", "remaining_time": "3h 20m 28s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.134321}
+{"loss": 0.9942106, "grad_norm": 1.9624784, "learning_rate": 8.67e-06, "token_acc": 0.73848229, "epoch": 0.59450727, "global_step/max_steps": "138/500", "elapsed_time": "1h 16m 8s", "remaining_time": "3h 19m 42s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.098172}
+{"loss": 1.06518877, "grad_norm": 1.82214379, "learning_rate": 8.64e-06, "token_acc": 0.72132389, "epoch": 0.59881529, "global_step/max_steps": "139/500", "elapsed_time": "1h 16m 36s", "remaining_time": "3h 18m 56s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.063086}
+{"loss": 1.15870404, "grad_norm": 1.65836382, "learning_rate": 8.62e-06, "token_acc": 0.70096595, "epoch": 0.60312332, "global_step/max_steps": "140/500", "elapsed_time": "1h 17m 4s", "remaining_time": "3h 18m 10s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.028361}
+{"loss": 1.06596565, "grad_norm": 1.86528683, "learning_rate": 8.6e-06, "token_acc": 0.72523798, "epoch": 0.60743134, "global_step/max_steps": "141/500", "elapsed_time": "1h 17m 32s", "remaining_time": "3h 17m 24s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.990526}
+{"loss": 1.05701149, "grad_norm": 1.61763895, "learning_rate": 8.58e-06, "token_acc": 0.72599781, "epoch": 0.61173936, "global_step/max_steps": "142/500", "elapsed_time": "1h 18m 0s", "remaining_time": "3h 16m 40s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.960275}
+{"loss": 1.05444479, "grad_norm": 1.78355467, "learning_rate": 8.55e-06, "token_acc": 0.72516218, "epoch": 0.61604739, "global_step/max_steps": "143/500", "elapsed_time": "1h 18m 29s", "remaining_time": "3h 15m 55s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.927094}
+{"loss": 1.0905844, "grad_norm": 2.22245312, "learning_rate": 8.53e-06, "token_acc": 0.71820194, "epoch": 0.62035541, "global_step/max_steps": "144/500", "elapsed_time": "1h 18m 56s", "remaining_time": "3h 15m 9s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.889853}
+{"loss": 1.11545885, "grad_norm": 1.59861684, "learning_rate": 8.51e-06, "token_acc": 0.70755571, "epoch": 0.62466344, "global_step/max_steps": "145/500", "elapsed_time": "1h 19m 24s", "remaining_time": "3h 14m 24s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.857244}
+{"loss": 0.98251665, "grad_norm": 2.1650877, "learning_rate": 8.48e-06, "token_acc": 0.74331305, "epoch": 0.62897146, "global_step/max_steps": "146/500", "elapsed_time": "1h 19m 53s", "remaining_time": "3h 13m 41s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.826942}
+{"loss": 1.04096234, "grad_norm": 1.93525183, "learning_rate": 8.46e-06, "token_acc": 0.72583357, "epoch": 0.63327948, "global_step/max_steps": "147/500", "elapsed_time": "1h 20m 21s", "remaining_time": "3h 12m 56s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.793438}
+{"loss": 1.03787947, "grad_norm": 1.87949169, "learning_rate": 8.43e-06, "token_acc": 0.72753968, "epoch": 0.63758751, "global_step/max_steps": "148/500", "elapsed_time": "1h 20m 49s", "remaining_time": "3h 12m 12s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.762343}
+{"loss": 1.02113903, "grad_norm": 1.95191538, "learning_rate": 8.41e-06, "token_acc": 0.73120377, "epoch": 0.64189553, "global_step/max_steps": "149/500", "elapsed_time": "1h 21m 17s", "remaining_time": "3h 11m 29s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.732424}
+{"loss": 1.09717464, "grad_norm": 1.69267488, "learning_rate": 8.39e-06, "token_acc": 0.70909795, "epoch": 0.64620355, "global_step/max_steps": "150/500", "elapsed_time": "1h 21m 46s", "remaining_time": "3h 10m 47s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.70436}
+{"loss": 1.05166531, "grad_norm": 1.6422528, "learning_rate": 8.36e-06, "token_acc": 0.72589334, "epoch": 0.65051158, "global_step/max_steps": "151/500", "elapsed_time": "1h 22m 13s", "remaining_time": "3h 10m 2s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.670172}
+{"loss": 1.06098795, "grad_norm": 2.14853311, "learning_rate": 8.34e-06, "token_acc": 0.72585418, "epoch": 0.6548196, "global_step/max_steps": "152/500", "elapsed_time": "1h 22m 42s", "remaining_time": "3h 9m 20s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.643667}
+{"loss": 1.07325935, "grad_norm": 2.17097592, "learning_rate": 8.31e-06, "token_acc": 0.72581637, "epoch": 0.65912763, "global_step/max_steps": "153/500", "elapsed_time": "1h 23m 10s", "remaining_time": "3h 8m 37s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.612558}
+{"loss": 1.04014766, "grad_norm": 1.81165242, "learning_rate": 8.29e-06, "token_acc": 0.72824815, "epoch": 0.66343565, "global_step/max_steps": "154/500", "elapsed_time": "1h 23m 38s", "remaining_time": "3h 7m 53s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.582008}
+{"loss": 1.08590627, "grad_norm": 1.68513322, "learning_rate": 8.26e-06, "token_acc": 0.71226245, "epoch": 0.66774367, "global_step/max_steps": "155/500", "elapsed_time": "1h 24m 6s", "remaining_time": "3h 7m 11s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.554369}
+{"loss": 1.09417033, "grad_norm": 1.7066915, "learning_rate": 8.24e-06, "token_acc": 0.71797018, "epoch": 0.6720517, "global_step/max_steps": "156/500", "elapsed_time": "1h 24m 34s", "remaining_time": "3h 6m 30s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.527718}
+{"loss": 1.03717113, "grad_norm": 2.07963014, "learning_rate": 8.21e-06, "token_acc": 0.72819486, "epoch": 0.67635972, "global_step/max_steps": "157/500", "elapsed_time": "1h 25m 2s", "remaining_time": "3h 5m 46s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.496763}
+{"loss": 1.14541936, "grad_norm": 1.97809577, "learning_rate": 8.19e-06, "token_acc": 0.70682931, "epoch": 0.68066774, "global_step/max_steps": "158/500", "elapsed_time": "1h 25m 30s", "remaining_time": "3h 5m 4s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.468769}
+{"loss": 1.06329978, "grad_norm": 2.04615998, "learning_rate": 8.16e-06, "token_acc": 0.71885785, "epoch": 0.68497577, "global_step/max_steps": "159/500", "elapsed_time": "1h 25m 60s", "remaining_time": "3h 4m 26s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.450819}
+{"loss": 1.05854309, "grad_norm": 1.80377972, "learning_rate": 8.14e-06, "token_acc": 0.7186255, "epoch": 0.68928379, "global_step/max_steps": "160/500", "elapsed_time": "1h 26m 28s", "remaining_time": "3h 3m 44s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.422715}
+{"loss": 1.02118778, "grad_norm": 1.84187269, "learning_rate": 8.11e-06, "token_acc": 0.7313765, "epoch": 0.69359181, "global_step/max_steps": "161/500", "elapsed_time": "1h 26m 55s", "remaining_time": "3h 3m 1s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.392898}
+{"loss": 1.1065532, "grad_norm": 2.11253834, "learning_rate": 8.08e-06, "token_acc": 0.70974202, "epoch": 0.69789984, "global_step/max_steps": "162/500", "elapsed_time": "1h 27m 24s", "remaining_time": "3h 2m 22s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.371812}
+{"loss": 1.05864191, "grad_norm": 1.665133, "learning_rate": 8.06e-06, "token_acc": 0.71973574, "epoch": 0.70220786, "global_step/max_steps": "163/500", "elapsed_time": "1h 27m 52s", "remaining_time": "3h 1m 40s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.345018}
+{"loss": 1.08988583, "grad_norm": 1.5415169, "learning_rate": 8.03e-06, "token_acc": 0.70772554, "epoch": 0.70651589, "global_step/max_steps": "164/500", "elapsed_time": "1h 28m 20s", "remaining_time": "3h 0m 58s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.316117}
+{"loss": 1.11821771, "grad_norm": 1.87634575, "learning_rate": 8.01e-06, "token_acc": 0.70802045, "epoch": 0.71082391, "global_step/max_steps": "165/500", "elapsed_time": "1h 28m 48s", "remaining_time": "3h 0m 18s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.292307}
+{"loss": 1.05253744, "grad_norm": 1.62447071, "learning_rate": 7.98e-06, "token_acc": 0.72174549, "epoch": 0.71513193, "global_step/max_steps": "166/500", "elapsed_time": "1h 29m 16s", "remaining_time": "2h 59m 37s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.265093}
+{"loss": 1.01684272, "grad_norm": 1.73518848, "learning_rate": 7.95e-06, "token_acc": 0.7289632, "epoch": 0.71943996, "global_step/max_steps": "167/500", "elapsed_time": "1h 29m 44s", "remaining_time": "2h 58m 56s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.238887}
+{"loss": 1.07561159, "grad_norm": 1.88309884, "learning_rate": 7.93e-06, "token_acc": 0.72242746, "epoch": 0.72374798, "global_step/max_steps": "168/500", "elapsed_time": "1h 30m 12s", "remaining_time": "2h 58m 15s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.213026}
+{"loss": 1.01627016, "grad_norm": 1.63352394, "learning_rate": 7.9e-06, "token_acc": 0.72677751, "epoch": 0.728056, "global_step/max_steps": "169/500", "elapsed_time": "1h 30m 41s", "remaining_time": "2h 57m 37s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.196286}
+{"loss": 1.02700603, "grad_norm": 1.82180715, "learning_rate": 7.87e-06, "token_acc": 0.72993034, "epoch": 0.73236403, "global_step/max_steps": "170/500", "elapsed_time": "1h 31m 10s", "remaining_time": "2h 56m 58s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.174712}
+{"loss": 1.02339602, "grad_norm": 1.96706009, "learning_rate": 7.84e-06, "token_acc": 0.73289612, "epoch": 0.73667205, "global_step/max_steps": "171/500", "elapsed_time": "1h 31m 37s", "remaining_time": "2h 56m 17s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.148126}
+{"loss": 1.12085736, "grad_norm": 2.10673714, "learning_rate": 7.82e-06, "token_acc": 0.70879121, "epoch": 0.74098008, "global_step/max_steps": "172/500", "elapsed_time": "1h 32m 6s", "remaining_time": "2h 55m 38s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.128364}
+{"loss": 0.99675232, "grad_norm": 1.78542972, "learning_rate": 7.79e-06, "token_acc": 0.73381526, "epoch": 0.7452881, "global_step/max_steps": "173/500", "elapsed_time": "1h 32m 35s", "remaining_time": "2h 54m 59s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.107052}
+{"loss": 1.08728588, "grad_norm": 2.04778504, "learning_rate": 7.76e-06, "token_acc": 0.71450774, "epoch": 0.74959612, "global_step/max_steps": "174/500", "elapsed_time": "1h 33m 3s", "remaining_time": "2h 54m 19s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.083425}
+{"loss": 0.96493709, "grad_norm": 1.97588634, "learning_rate": 7.73e-06, "token_acc": 0.74244134, "epoch": 0.75390415, "global_step/max_steps": "175/500", "elapsed_time": "1h 33m 30s", "remaining_time": "2h 53m 39s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.059535}
+{"loss": 0.96805274, "grad_norm": 2.29431939, "learning_rate": 7.71e-06, "token_acc": 0.74377043, "epoch": 0.75821217, "global_step/max_steps": "176/500", "elapsed_time": "1h 33m 59s", "remaining_time": "2h 53m 1s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.039277}
+{"loss": 1.01391578, "grad_norm": 1.74370778, "learning_rate": 7.68e-06, "token_acc": 0.73057398, "epoch": 0.76252019, "global_step/max_steps": "177/500", "elapsed_time": "1h 34m 28s", "remaining_time": "2h 52m 22s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.020071}
+{"loss": 1.06094968, "grad_norm": 1.85068178, "learning_rate": 7.65e-06, "token_acc": 0.72219855, "epoch": 0.76682822, "global_step/max_steps": "178/500", "elapsed_time": "1h 34m 55s", "remaining_time": "2h 51m 43s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.99612}
+{"loss": 0.96700585, "grad_norm": 2.23987818, "learning_rate": 7.62e-06, "token_acc": 0.74428887, "epoch": 0.77113624, "global_step/max_steps": "179/500", "elapsed_time": "1h 35m 25s", "remaining_time": "2h 51m 6s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.98066}
+{"loss": 1.03890312, "grad_norm": 1.90973973, "learning_rate": 7.59e-06, "token_acc": 0.72785243, "epoch": 0.77544426, "global_step/max_steps": "180/500", "elapsed_time": "1h 35m 52s", "remaining_time": "2h 50m 26s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.95675}
+{"loss": 1.04873574, "grad_norm": 2.02833438, "learning_rate": 7.57e-06, "token_acc": 0.72338569, "epoch": 0.77975229, "global_step/max_steps": "181/500", "elapsed_time": "1h 36m 20s", "remaining_time": "2h 49m 47s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.933124}
+{"loss": 0.89927888, "grad_norm": 1.75365222, "learning_rate": 7.54e-06, "token_acc": 0.75248054, "epoch": 0.78406031, "global_step/max_steps": "182/500", "elapsed_time": "1h 36m 49s", "remaining_time": "2h 49m 10s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.916984}
+{"loss": 1.02584136, "grad_norm": 1.81257224, "learning_rate": 7.51e-06, "token_acc": 0.72291091, "epoch": 0.78836834, "global_step/max_steps": "183/500", "elapsed_time": "1h 37m 17s", "remaining_time": "2h 48m 32s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.89771}
+{"loss": 1.00579929, "grad_norm": 1.7677319, "learning_rate": 7.48e-06, "token_acc": 0.72751434, "epoch": 0.79267636, "global_step/max_steps": "184/500", "elapsed_time": "1h 37m 45s", "remaining_time": "2h 47m 53s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.876639}
+{"loss": 1.05249929, "grad_norm": 1.65953994, "learning_rate": 7.45e-06, "token_acc": 0.72322687, "epoch": 0.79698438, "global_step/max_steps": "185/500", "elapsed_time": "1h 38m 13s", "remaining_time": "2h 47m 15s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.855664}
+{"loss": 1.02926421, "grad_norm": 1.6659683, "learning_rate": 7.42e-06, "token_acc": 0.73031998, "epoch": 0.80129241, "global_step/max_steps": "186/500", "elapsed_time": "1h 38m 42s", "remaining_time": "2h 46m 37s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.837893}
+{"loss": 1.07079446, "grad_norm": 1.9334507, "learning_rate": 7.39e-06, "token_acc": 0.71892907, "epoch": 0.80560043, "global_step/max_steps": "187/500", "elapsed_time": "1h 39m 10s", "remaining_time": "2h 45m 59s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.819357}
+{"loss": 0.9349066, "grad_norm": 2.37656713, "learning_rate": 7.37e-06, "token_acc": 0.74436488, "epoch": 0.80990845, "global_step/max_steps": "188/500", "elapsed_time": "1h 39m 38s", "remaining_time": "2h 45m 21s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.799131}
+{"loss": 1.0280509, "grad_norm": 1.83406007, "learning_rate": 7.34e-06, "token_acc": 0.73031956, "epoch": 0.81421648, "global_step/max_steps": "189/500", "elapsed_time": "1h 40m 7s", "remaining_time": "2h 44m 44s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.782468}
+{"loss": 1.08680832, "grad_norm": 1.73348737, "learning_rate": 7.31e-06, "token_acc": 0.70952397, "epoch": 0.8185245, "global_step/max_steps": "190/500", "elapsed_time": "1h 40m 35s", "remaining_time": "2h 44m 7s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.763241}
+{"loss": 1.04218197, "grad_norm": 1.48766232, "learning_rate": 7.28e-06, "token_acc": 0.72258353, "epoch": 0.82283253, "global_step/max_steps": "191/500", "elapsed_time": "1h 41m 3s", "remaining_time": "2h 43m 28s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.742355}
+{"loss": 1.0343498, "grad_norm": 1.46095788, "learning_rate": 7.25e-06, "token_acc": 0.72149454, "epoch": 0.82714055, "global_step/max_steps": "192/500", "elapsed_time": "1h 41m 31s", "remaining_time": "2h 42m 51s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.723564}
+{"loss": 1.07582855, "grad_norm": 1.47830427, "learning_rate": 7.22e-06, "token_acc": 0.70692456, "epoch": 0.83144857, "global_step/max_steps": "193/500", "elapsed_time": "1h 41m 59s", "remaining_time": "2h 42m 13s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.704594}
+{"loss": 1.00962007, "grad_norm": 1.64718866, "learning_rate": 7.19e-06, "token_acc": 0.73511761, "epoch": 0.8357566, "global_step/max_steps": "194/500", "elapsed_time": "1h 42m 27s", "remaining_time": "2h 41m 36s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.685656}
+{"loss": 0.99665791, "grad_norm": 1.76046419, "learning_rate": 7.16e-06, "token_acc": 0.7323503, "epoch": 0.84006462, "global_step/max_steps": "195/500", "elapsed_time": "1h 42m 56s", "remaining_time": "2h 40m 60s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.670621}
+{"loss": 1.05327344, "grad_norm": 1.74274206, "learning_rate": 7.13e-06, "token_acc": 0.72394613, "epoch": 0.84437264, "global_step/max_steps": "196/500", "elapsed_time": "1h 43m 25s", "remaining_time": "2h 40m 23s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.655938}
+{"loss": 1.03711939, "grad_norm": 1.60402489, "learning_rate": 7.1e-06, "token_acc": 0.72461093, "epoch": 0.84868067, "global_step/max_steps": "197/500", "elapsed_time": "1h 43m 53s", "remaining_time": "2h 39m 46s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.637576}
+{"loss": 0.9111225, "grad_norm": 1.56212902, "learning_rate": 7.07e-06, "token_acc": 0.75054609, "epoch": 0.85298869, "global_step/max_steps": "198/500", "elapsed_time": "1h 44m 20s", "remaining_time": "2h 39m 9s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.61844}
+{"loss": 1.05802357, "grad_norm": 1.68446779, "learning_rate": 7.04e-06, "token_acc": 0.72012098, "epoch": 0.85729672, "global_step/max_steps": "199/500", "elapsed_time": "1h 44m 49s", "remaining_time": "2h 38m 33s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.603658}
+{"loss": 1.06228423, "grad_norm": 1.43559933, "learning_rate": 7.01e-06, "token_acc": 0.72254024, "epoch": 0.86160474, "global_step/max_steps": "200/500", "elapsed_time": "1h 45m 17s", "remaining_time": "2h 37m 56s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.586372}
+{"loss": 1.06518793, "grad_norm": 1.71060717, "learning_rate": 6.98e-06, "token_acc": 0.7186598, "epoch": 0.86591276, "global_step/max_steps": "201/500", "elapsed_time": "1h 47m 58s", "remaining_time": "2h 40m 36s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.228703}
+{"loss": 1.06693172, "grad_norm": 1.82653999, "learning_rate": 6.95e-06, "token_acc": 0.72382289, "epoch": 0.87022079, "global_step/max_steps": "202/500", "elapsed_time": "1h 48m 27s", "remaining_time": "2h 39m 59s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.212407}
+{"loss": 1.006814, "grad_norm": 1.6417402, "learning_rate": 6.92e-06, "token_acc": 0.72975209, "epoch": 0.87452881, "global_step/max_steps": "203/500", "elapsed_time": "1h 48m 56s", "remaining_time": "2h 39m 23s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.197194}
+{"loss": 1.01132619, "grad_norm": 1.69234014, "learning_rate": 6.89e-06, "token_acc": 0.73029164, "epoch": 0.87883683, "global_step/max_steps": "204/500", "elapsed_time": "1h 49m 24s", "remaining_time": "2h 38m 44s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.176989}
+{"loss": 0.96676248, "grad_norm": 1.70355976, "learning_rate": 6.86e-06, "token_acc": 0.73641362, "epoch": 0.88314486, "global_step/max_steps": "205/500", "elapsed_time": "1h 49m 52s", "remaining_time": "2h 38m 6s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.157167}
+{"loss": 1.03991318, "grad_norm": 1.77063894, "learning_rate": 6.83e-06, "token_acc": 0.72309985, "epoch": 0.88745288, "global_step/max_steps": "206/500", "elapsed_time": "1h 50m 21s", "remaining_time": "2h 37m 29s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.140911}
+{"loss": 1.03912854, "grad_norm": 1.72369242, "learning_rate": 6.79e-06, "token_acc": 0.7210827, "epoch": 0.8917609, "global_step/max_steps": "207/500", "elapsed_time": "1h 50m 49s", "remaining_time": "2h 36m 52s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.122127}
+{"loss": 1.0605911, "grad_norm": 2.06807709, "learning_rate": 6.76e-06, "token_acc": 0.72229774, "epoch": 0.89606893, "global_step/max_steps": "208/500", "elapsed_time": "1h 51m 18s", "remaining_time": "2h 36m 14s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.103501}
+{"loss": 0.93728364, "grad_norm": 2.04852867, "learning_rate": 6.73e-06, "token_acc": 0.74822495, "epoch": 0.90037695, "global_step/max_steps": "209/500", "elapsed_time": "1h 51m 46s", "remaining_time": "2h 35m 37s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.087291}
+{"loss": 1.070804, "grad_norm": 1.58129811, "learning_rate": 6.7e-06, "token_acc": 0.71964624, "epoch": 0.90468498, "global_step/max_steps": "210/500", "elapsed_time": "1h 52m 15s", "remaining_time": "2h 35m 1s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.070801}
+{"loss": 1.05649638, "grad_norm": 1.62968445, "learning_rate": 6.67e-06, "token_acc": 0.71944557, "epoch": 0.908993, "global_step/max_steps": "211/500", "elapsed_time": "1h 52m 43s", "remaining_time": "2h 34m 23s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.052864}
+{"loss": 1.0199101, "grad_norm": 1.48094332, "learning_rate": 6.64e-06, "token_acc": 0.72752834, "epoch": 0.91330102, "global_step/max_steps": "212/500", "elapsed_time": "1h 53m 11s", "remaining_time": "2h 33m 45s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.032357}
+{"loss": 1.03099298, "grad_norm": 1.91292036, "learning_rate": 6.61e-06, "token_acc": 0.72793546, "epoch": 0.91760905, "global_step/max_steps": "213/500", "elapsed_time": "1h 53m 40s", "remaining_time": "2h 33m 9s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.017337}
+{"loss": 1.06312299, "grad_norm": 2.05273438, "learning_rate": 6.58e-06, "token_acc": 0.7230589, "epoch": 0.92191707, "global_step/max_steps": "214/500", "elapsed_time": "1h 54m 8s", "remaining_time": "2h 32m 32s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.998719}
+{"loss": 1.02227569, "grad_norm": 2.03920603, "learning_rate": 6.55e-06, "token_acc": 0.72763333, "epoch": 0.92622509, "global_step/max_steps": "215/500", "elapsed_time": "1h 54m 36s", "remaining_time": "2h 31m 54s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.980608}
+{"loss": 1.00452781, "grad_norm": 1.79298055, "learning_rate": 6.51e-06, "token_acc": 0.73847664, "epoch": 0.93053312, "global_step/max_steps": "216/500", "elapsed_time": "1h 55m 4s", "remaining_time": "2h 31m 18s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.9634}
+{"loss": 1.03678107, "grad_norm": 1.39286268, "learning_rate": 6.48e-06, "token_acc": 0.72074141, "epoch": 0.93484114, "global_step/max_steps": "217/500", "elapsed_time": "1h 55m 32s", "remaining_time": "2h 30m 41s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.946837}
+{"loss": 1.06114197, "grad_norm": 1.95975423, "learning_rate": 6.45e-06, "token_acc": 0.72650099, "epoch": 0.93914917, "global_step/max_steps": "218/500", "elapsed_time": "1h 56m 1s", "remaining_time": "2h 30m 4s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.93007}
+{"loss": 1.04314685, "grad_norm": 2.04854989, "learning_rate": 6.42e-06, "token_acc": 0.72608261, "epoch": 0.94345719, "global_step/max_steps": "219/500", "elapsed_time": "1h 56m 29s", "remaining_time": "2h 29m 28s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.913194}
+{"loss": 0.99086976, "grad_norm": 1.807037, "learning_rate": 6.39e-06, "token_acc": 0.74074754, "epoch": 0.94776521, "global_step/max_steps": "220/500", "elapsed_time": "1h 56m 58s", "remaining_time": "2h 28m 52s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.899352}
+{"loss": 1.03191411, "grad_norm": 1.7055254, "learning_rate": 6.36e-06, "token_acc": 0.72416498, "epoch": 0.95207324, "global_step/max_steps": "221/500", "elapsed_time": "1h 57m 26s", "remaining_time": "2h 28m 15s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.880388}
+{"loss": 1.0294261, "grad_norm": 1.7385546, "learning_rate": 6.32e-06, "token_acc": 0.7305472, "epoch": 0.95638126, "global_step/max_steps": "222/500", "elapsed_time": "1h 57m 54s", "remaining_time": "2h 27m 38s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.864043}
+{"loss": 1.00092363, "grad_norm": 1.69303584, "learning_rate": 6.29e-06, "token_acc": 0.73138721, "epoch": 0.96068928, "global_step/max_steps": "223/500", "elapsed_time": "1h 58m 22s", "remaining_time": "2h 27m 2s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.848165}
+{"loss": 1.06881046, "grad_norm": 1.8481127, "learning_rate": 6.26e-06, "token_acc": 0.72125215, "epoch": 0.96499731, "global_step/max_steps": "224/500", "elapsed_time": "1h 58m 51s", "remaining_time": "2h 26m 26s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.834058}
+{"loss": 1.01861608, "grad_norm": 1.8543241, "learning_rate": 6.23e-06, "token_acc": 0.73191651, "epoch": 0.96930533, "global_step/max_steps": "225/500", "elapsed_time": "1h 59m 19s", "remaining_time": "2h 25m 49s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.815588}
+{"loss": 0.98506176, "grad_norm": 1.96195936, "learning_rate": 6.2e-06, "token_acc": 0.73142107, "epoch": 0.97361335, "global_step/max_steps": "226/500", "elapsed_time": "1h 59m 47s", "remaining_time": "2h 25m 14s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.801895}
+{"loss": 1.00029278, "grad_norm": 1.90961397, "learning_rate": 6.16e-06, "token_acc": 0.73087099, "epoch": 0.97792138, "global_step/max_steps": "227/500", "elapsed_time": "2h 0m 15s", "remaining_time": "2h 24m 37s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.784947}
+{"loss": 1.08296347, "grad_norm": 2.13867331, "learning_rate": 6.13e-06, "token_acc": 0.72150916, "epoch": 0.9822294, "global_step/max_steps": "228/500", "elapsed_time": "2h 0m 43s", "remaining_time": "2h 24m 1s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.767841}
+{"loss": 1.00958693, "grad_norm": 1.85722351, "learning_rate": 6.1e-06, "token_acc": 0.73957053, "epoch": 0.98653743, "global_step/max_steps": "229/500", "elapsed_time": "2h 1m 11s", "remaining_time": "2h 23m 25s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.752817}
+{"loss": 1.06534958, "grad_norm": 1.88790941, "learning_rate": 6.07e-06, "token_acc": 0.72105605, "epoch": 0.99084545, "global_step/max_steps": "230/500", "elapsed_time": "2h 1m 40s", "remaining_time": "2h 22m 50s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.740592}
+{"loss": 1.04946506, "grad_norm": 1.63400221, "learning_rate": 6.03e-06, "token_acc": 0.72457336, "epoch": 0.99515347, "global_step/max_steps": "231/500", "elapsed_time": "2h 2m 8s", "remaining_time": "2h 22m 14s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.723764}
+{"loss": 1.01123726, "grad_norm": 1.82723236, "learning_rate": 6e-06, "token_acc": 0.733822, "epoch": 0.9994615, "global_step/max_steps": "232/500", "elapsed_time": "2h 2m 37s", "remaining_time": "2h 21m 38s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.709219}
+{"loss": 1.02152419, "grad_norm": 5.84940147, "learning_rate": 5.97e-06, "token_acc": 0.74157765, "epoch": 1.0, "global_step/max_steps": "233/500", "elapsed_time": "2h 2m 40s", "remaining_time": "2h 20m 34s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.589591}
+{"loss": 0.88036782, "grad_norm": 1.85228455, "learning_rate": 5.94e-06, "token_acc": 0.75927738, "epoch": 1.00430802, "global_step/max_steps": "234/500", "elapsed_time": "2h 3m 11s", "remaining_time": "2h 20m 2s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.586105}
+{"loss": 0.98625851, "grad_norm": 1.55243278, "learning_rate": 5.9e-06, "token_acc": 0.72893583, "epoch": 1.00861605, "global_step/max_steps": "235/500", "elapsed_time": "2h 3m 39s", "remaining_time": "2h 19m 26s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.570753}
+{"loss": 0.96200305, "grad_norm": 1.63341832, "learning_rate": 5.87e-06, "token_acc": 0.74236743, "epoch": 1.01292407, "global_step/max_steps": "236/500", "elapsed_time": "2h 4m 7s", "remaining_time": "2h 18m 50s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.55478}
+{"loss": 0.94462371, "grad_norm": 1.59760094, "learning_rate": 5.84e-06, "token_acc": 0.74521291, "epoch": 1.01723209, "global_step/max_steps": "237/500", "elapsed_time": "2h 4m 36s", "remaining_time": "2h 18m 16s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.54435}
+{"loss": 0.97489274, "grad_norm": 2.12307787, "learning_rate": 5.81e-06, "token_acc": 0.73711787, "epoch": 1.02154012, "global_step/max_steps": "238/500", "elapsed_time": "2h 5m 4s", "remaining_time": "2h 17m 41s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.530782}
+{"loss": 0.9755522, "grad_norm": 2.0968554, "learning_rate": 5.77e-06, "token_acc": 0.74409714, "epoch": 1.02584814, "global_step/max_steps": "239/500", "elapsed_time": "2h 5m 32s", "remaining_time": "2h 17m 5s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.515252}
+{"loss": 0.96413517, "grad_norm": 1.9100697, "learning_rate": 5.74e-06, "token_acc": 0.74067238, "epoch": 1.03015617, "global_step/max_steps": "240/500", "elapsed_time": "2h 6m 1s", "remaining_time": "2h 16m 31s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.503689}
+{"loss": 0.98119295, "grad_norm": 2.22708845, "learning_rate": 5.71e-06, "token_acc": 0.73608527, "epoch": 1.03446419, "global_step/max_steps": "241/500", "elapsed_time": "2h 6m 30s", "remaining_time": "2h 15m 57s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.492729}
+{"loss": 1.01122689, "grad_norm": 1.58879554, "learning_rate": 5.68e-06, "token_acc": 0.72813712, "epoch": 1.03877221, "global_step/max_steps": "242/500", "elapsed_time": "2h 6m 58s", "remaining_time": "2h 15m 22s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.4802}
+{"loss": 1.03311706, "grad_norm": 2.0497396, "learning_rate": 5.64e-06, "token_acc": 0.72434398, "epoch": 1.04308024, "global_step/max_steps": "243/500", "elapsed_time": "2h 7m 27s", "remaining_time": "2h 14m 47s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.467573}
+{"loss": 0.91606283, "grad_norm": 1.66971803, "learning_rate": 5.61e-06, "token_acc": 0.75270619, "epoch": 1.04738826, "global_step/max_steps": "244/500", "elapsed_time": "2h 7m 55s", "remaining_time": "2h 14m 12s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.454383}
+{"loss": 0.89401853, "grad_norm": 2.5859561, "learning_rate": 5.58e-06, "token_acc": 0.75738196, "epoch": 1.05169628, "global_step/max_steps": "245/500", "elapsed_time": "2h 8m 23s", "remaining_time": "2h 13m 37s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.439301}
+{"loss": 0.96270007, "grad_norm": 2.41632318, "learning_rate": 5.54e-06, "token_acc": 0.7391393, "epoch": 1.05600431, "global_step/max_steps": "246/500", "elapsed_time": "2h 8m 51s", "remaining_time": "2h 13m 2s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.427013}
+{"loss": 0.89457226, "grad_norm": 1.78744912, "learning_rate": 5.51e-06, "token_acc": 0.75483464, "epoch": 1.06031233, "global_step/max_steps": "247/500", "elapsed_time": "2h 9m 20s", "remaining_time": "2h 12m 28s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.415632}
+{"loss": 0.94774127, "grad_norm": 1.95290399, "learning_rate": 5.48e-06, "token_acc": 0.74374455, "epoch": 1.06462036, "global_step/max_steps": "248/500", "elapsed_time": "2h 9m 48s", "remaining_time": "2h 11m 53s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.402164}
+{"loss": 0.95835567, "grad_norm": 1.55085623, "learning_rate": 5.45e-06, "token_acc": 0.73527495, "epoch": 1.06892838, "global_step/max_steps": "249/500", "elapsed_time": "2h 10m 16s", "remaining_time": "2h 11m 19s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.389528}
+{"loss": 0.95963204, "grad_norm": 1.74984813, "learning_rate": 5.41e-06, "token_acc": 0.74029461, "epoch": 1.0732364, "global_step/max_steps": "250/500", "elapsed_time": "2h 10m 44s", "remaining_time": "2h 10m 44s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.377226}
+{"loss": 0.97072536, "grad_norm": 1.89393556, "learning_rate": 5.38e-06, "token_acc": 0.73832314, "epoch": 1.07754443, "global_step/max_steps": "251/500", "elapsed_time": "2h 11m 13s", "remaining_time": "2h 10m 10s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.365964}
+{"loss": 0.8993243, "grad_norm": 2.66531944, "learning_rate": 5.35e-06, "token_acc": 0.75506431, "epoch": 1.08185245, "global_step/max_steps": "252/500", "elapsed_time": "2h 11m 42s", "remaining_time": "2h 9m 36s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.355636}
+{"loss": 0.96204478, "grad_norm": 2.20468831, "learning_rate": 5.31e-06, "token_acc": 0.7355941, "epoch": 1.08616047, "global_step/max_steps": "253/500", "elapsed_time": "2h 12m 10s", "remaining_time": "2h 9m 2s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.344119}
+{"loss": 0.95383394, "grad_norm": 1.92971539, "learning_rate": 5.28e-06, "token_acc": 0.73915113, "epoch": 1.0904685, "global_step/max_steps": "254/500", "elapsed_time": "2h 12m 39s", "remaining_time": "2h 8m 28s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.334684}
+{"loss": 0.88810527, "grad_norm": 1.89898872, "learning_rate": 5.25e-06, "token_acc": 0.7648537, "epoch": 1.09477652, "global_step/max_steps": "255/500", "elapsed_time": "2h 13m 7s", "remaining_time": "2h 7m 54s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.321185}
+{"loss": 0.90536284, "grad_norm": 1.7409997, "learning_rate": 5.21e-06, "token_acc": 0.74959914, "epoch": 1.09908454, "global_step/max_steps": "256/500", "elapsed_time": "2h 13m 35s", "remaining_time": "2h 7m 20s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.309967}
+{"loss": 1.05432916, "grad_norm": 1.6643945, "learning_rate": 5.18e-06, "token_acc": 0.71635269, "epoch": 1.10339257, "global_step/max_steps": "257/500", "elapsed_time": "2h 14m 3s", "remaining_time": "2h 6m 45s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.297572}
+{"loss": 1.01881003, "grad_norm": 1.85597026, "learning_rate": 5.15e-06, "token_acc": 0.7235764, "epoch": 1.10770059, "global_step/max_steps": "258/500", "elapsed_time": "2h 14m 32s", "remaining_time": "2h 6m 11s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.286292}
+{"loss": 0.97010446, "grad_norm": 2.05209017, "learning_rate": 5.12e-06, "token_acc": 0.73494472, "epoch": 1.11200862, "global_step/max_steps": "259/500", "elapsed_time": "2h 14m 60s", "remaining_time": "2h 5m 37s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.273649}
+{"loss": 0.89000726, "grad_norm": 1.66462135, "learning_rate": 5.08e-06, "token_acc": 0.7525535, "epoch": 1.11631664, "global_step/max_steps": "260/500", "elapsed_time": "2h 15m 28s", "remaining_time": "2h 5m 3s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.262192}
+{"loss": 1.00961137, "grad_norm": 2.32330108, "learning_rate": 5.05e-06, "token_acc": 0.72566833, "epoch": 1.12062466, "global_step/max_steps": "261/500", "elapsed_time": "2h 15m 57s", "remaining_time": "2h 4m 29s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.251989}
+{"loss": 0.92182457, "grad_norm": 1.86979783, "learning_rate": 5.02e-06, "token_acc": 0.74996778, "epoch": 1.12493269, "global_step/max_steps": "262/500", "elapsed_time": "2h 16m 25s", "remaining_time": "2h 3m 55s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.239756}
+{"loss": 0.98602802, "grad_norm": 1.66998601, "learning_rate": 4.98e-06, "token_acc": 0.73021706, "epoch": 1.12924071, "global_step/max_steps": "263/500", "elapsed_time": "2h 16m 53s", "remaining_time": "2h 3m 21s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.226744}
+{"loss": 0.96447885, "grad_norm": 2.07427502, "learning_rate": 4.95e-06, "token_acc": 0.73658438, "epoch": 1.13354873, "global_step/max_steps": "264/500", "elapsed_time": "2h 17m 21s", "remaining_time": "2h 2m 47s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.217496}
+{"loss": 0.91719639, "grad_norm": 1.95231807, "learning_rate": 4.92e-06, "token_acc": 0.75607949, "epoch": 1.13785676, "global_step/max_steps": "265/500", "elapsed_time": "2h 17m 50s", "remaining_time": "2h 2m 14s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.207514}
+{"loss": 0.95258939, "grad_norm": 2.05904388, "learning_rate": 4.88e-06, "token_acc": 0.74460582, "epoch": 1.14216478, "global_step/max_steps": "266/500", "elapsed_time": "2h 18m 18s", "remaining_time": "2h 1m 40s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.196209}
+{"loss": 0.92429006, "grad_norm": 1.59936547, "learning_rate": 4.85e-06, "token_acc": 0.74777394, "epoch": 1.14647281, "global_step/max_steps": "267/500", "elapsed_time": "2h 18m 47s", "remaining_time": "2h 1m 6s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.185891}
+{"loss": 0.95179886, "grad_norm": 1.71374667, "learning_rate": 4.82e-06, "token_acc": 0.73569007, "epoch": 1.15078083, "global_step/max_steps": "268/500", "elapsed_time": "2h 19m 15s", "remaining_time": "2h 0m 33s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.176822}
+{"loss": 0.92194891, "grad_norm": 1.98036313, "learning_rate": 4.79e-06, "token_acc": 0.74478383, "epoch": 1.15508885, "global_step/max_steps": "269/500", "elapsed_time": "2h 19m 43s", "remaining_time": "1h 59m 59s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.164529}
+{"loss": 0.85243666, "grad_norm": 1.78423226, "learning_rate": 4.75e-06, "token_acc": 0.77033146, "epoch": 1.15939688, "global_step/max_steps": "270/500", "elapsed_time": "2h 20m 12s", "remaining_time": "1h 59m 25s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.153793}
+{"loss": 0.91933149, "grad_norm": 1.92125905, "learning_rate": 4.72e-06, "token_acc": 0.7476787, "epoch": 1.1637049, "global_step/max_steps": "271/500", "elapsed_time": "2h 20m 40s", "remaining_time": "1h 58m 52s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.143284}
+{"loss": 0.88711292, "grad_norm": 1.74648082, "learning_rate": 4.69e-06, "token_acc": 0.76099861, "epoch": 1.16801292, "global_step/max_steps": "272/500", "elapsed_time": "2h 21m 8s", "remaining_time": "1h 58m 18s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.131843}
+{"loss": 0.93648899, "grad_norm": 1.86628163, "learning_rate": 4.65e-06, "token_acc": 0.74907515, "epoch": 1.17232095, "global_step/max_steps": "273/500", "elapsed_time": "2h 21m 36s", "remaining_time": "1h 57m 44s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.12048}
+{"loss": 0.93226993, "grad_norm": 1.91793847, "learning_rate": 4.62e-06, "token_acc": 0.74517069, "epoch": 1.17662897, "global_step/max_steps": "274/500", "elapsed_time": "2h 22m 5s", "remaining_time": "1h 57m 11s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.11207}
+{"loss": 0.94333631, "grad_norm": 1.84845889, "learning_rate": 4.59e-06, "token_acc": 0.74704076, "epoch": 1.180937, "global_step/max_steps": "275/500", "elapsed_time": "2h 22m 33s", "remaining_time": "1h 56m 38s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.100692}
+{"loss": 0.85986614, "grad_norm": 1.74839652, "learning_rate": 4.55e-06, "token_acc": 0.75753444, "epoch": 1.18524502, "global_step/max_steps": "276/500", "elapsed_time": "2h 23m 1s", "remaining_time": "1h 56m 4s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.089995}
+{"loss": 0.90790415, "grad_norm": 1.96404493, "learning_rate": 4.52e-06, "token_acc": 0.75173777, "epoch": 1.18955304, "global_step/max_steps": "277/500", "elapsed_time": "2h 23m 29s", "remaining_time": "1h 55m 31s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.079126}
+{"loss": 0.96696544, "grad_norm": 1.59852362, "learning_rate": 4.49e-06, "token_acc": 0.7323662, "epoch": 1.19386107, "global_step/max_steps": "278/500", "elapsed_time": "2h 23m 58s", "remaining_time": "1h 54m 58s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.072905}
+{"loss": 1.01547956, "grad_norm": 1.91485274, "learning_rate": 4.46e-06, "token_acc": 0.72549083, "epoch": 1.19816909, "global_step/max_steps": "279/500", "elapsed_time": "2h 24m 27s", "remaining_time": "1h 54m 25s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.062996}
+{"loss": 0.96147275, "grad_norm": 2.02281094, "learning_rate": 4.42e-06, "token_acc": 0.74173079, "epoch": 1.20247711, "global_step/max_steps": "280/500", "elapsed_time": "2h 24m 55s", "remaining_time": "1h 53m 52s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.052726}
+{"loss": 0.98111808, "grad_norm": 1.87413979, "learning_rate": 4.39e-06, "token_acc": 0.73631413, "epoch": 1.20678514, "global_step/max_steps": "281/500", "elapsed_time": "2h 25m 24s", "remaining_time": "1h 53m 19s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.045077}
+{"loss": 0.90202916, "grad_norm": 1.94029474, "learning_rate": 4.36e-06, "token_acc": 0.75142815, "epoch": 1.21109316, "global_step/max_steps": "282/500", "elapsed_time": "2h 25m 51s", "remaining_time": "1h 52m 45s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.032967}
+{"loss": 1.02018213, "grad_norm": 1.84395146, "learning_rate": 4.32e-06, "token_acc": 0.73079846, "epoch": 1.21540118, "global_step/max_steps": "283/500", "elapsed_time": "2h 26m 19s", "remaining_time": "1h 52m 12s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.02164}
+{"loss": 0.96727759, "grad_norm": 2.05201554, "learning_rate": 4.29e-06, "token_acc": 0.74269461, "epoch": 1.21970921, "global_step/max_steps": "284/500", "elapsed_time": "2h 26m 49s", "remaining_time": "1h 51m 39s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.016184}
+{"loss": 0.88959217, "grad_norm": 1.58812976, "learning_rate": 4.26e-06, "token_acc": 0.75586292, "epoch": 1.22401723, "global_step/max_steps": "285/500", "elapsed_time": "2h 27m 17s", "remaining_time": "1h 51m 6s", "memory(GiB)": 70.53, "train_speed(s/it)": 31.006427}
+{"loss": 0.92337501, "grad_norm": 1.71830213, "learning_rate": 4.23e-06, "token_acc": 0.74864608, "epoch": 1.22832526, "global_step/max_steps": "286/500", "elapsed_time": "2h 27m 45s", "remaining_time": "1h 50m 33s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.995176}
+{"loss": 0.95879412, "grad_norm": 1.63554883, "learning_rate": 4.19e-06, "token_acc": 0.73985387, "epoch": 1.23263328, "global_step/max_steps": "287/500", "elapsed_time": "2h 28m 13s", "remaining_time": "1h 49m 60s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.985718}
+{"loss": 0.91109973, "grad_norm": 1.79220867, "learning_rate": 4.16e-06, "token_acc": 0.75454154, "epoch": 1.2369413, "global_step/max_steps": "288/500", "elapsed_time": "2h 28m 42s", "remaining_time": "1h 49m 27s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.977693}
+{"loss": 0.95807344, "grad_norm": 2.02979326, "learning_rate": 4.13e-06, "token_acc": 0.74368078, "epoch": 1.24124933, "global_step/max_steps": "289/500", "elapsed_time": "2h 29m 10s", "remaining_time": "1h 48m 54s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.967453}
+{"loss": 1.00881314, "grad_norm": 1.71327817, "learning_rate": 4.1e-06, "token_acc": 0.732086, "epoch": 1.24555735, "global_step/max_steps": "290/500", "elapsed_time": "2h 29m 38s", "remaining_time": "1h 48m 21s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.957929}
+{"loss": 0.95221764, "grad_norm": 1.54887152, "learning_rate": 4.06e-06, "token_acc": 0.74389723, "epoch": 1.24986537, "global_step/max_steps": "291/500", "elapsed_time": "2h 30m 6s", "remaining_time": "1h 47m 49s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.950025}
+{"loss": 0.88819975, "grad_norm": 1.87545025, "learning_rate": 4.03e-06, "token_acc": 0.75824138, "epoch": 1.2541734, "global_step/max_steps": "292/500", "elapsed_time": "2h 30m 34s", "remaining_time": "1h 47m 16s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.940067}
+{"loss": 0.94947386, "grad_norm": 1.78920126, "learning_rate": 4e-06, "token_acc": 0.74754531, "epoch": 1.25848142, "global_step/max_steps": "293/500", "elapsed_time": "2h 31m 2s", "remaining_time": "1h 46m 43s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.929989}
+{"loss": 0.90358436, "grad_norm": 1.69789732, "learning_rate": 3.97e-06, "token_acc": 0.7527434, "epoch": 1.26278945, "global_step/max_steps": "294/500", "elapsed_time": "2h 31m 32s", "remaining_time": "1h 46m 10s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.92405}
+{"loss": 1.02511787, "grad_norm": 1.95477843, "learning_rate": 3.93e-06, "token_acc": 0.72420365, "epoch": 1.26709747, "global_step/max_steps": "295/500", "elapsed_time": "2h 31m 60s", "remaining_time": "1h 45m 37s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.914085}
+{"loss": 0.88099492, "grad_norm": 1.85916209, "learning_rate": 3.9e-06, "token_acc": 0.75961857, "epoch": 1.27140549, "global_step/max_steps": "296/500", "elapsed_time": "2h 32m 28s", "remaining_time": "1h 45m 4s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.904149}
+{"loss": 0.90777874, "grad_norm": 1.96520245, "learning_rate": 3.87e-06, "token_acc": 0.75699604, "epoch": 1.27571352, "global_step/max_steps": "297/500", "elapsed_time": "2h 32m 56s", "remaining_time": "1h 44m 32s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.896316}
+{"loss": 1.01765263, "grad_norm": 1.75005674, "learning_rate": 3.84e-06, "token_acc": 0.72426116, "epoch": 1.28002154, "global_step/max_steps": "298/500", "elapsed_time": "2h 33m 25s", "remaining_time": "1h 43m 59s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.887859}
+{"loss": 0.97936165, "grad_norm": 1.75061643, "learning_rate": 3.8e-06, "token_acc": 0.73698957, "epoch": 1.28432956, "global_step/max_steps": "299/500", "elapsed_time": "2h 33m 53s", "remaining_time": "1h 43m 27s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.878407}
+{"loss": 0.91023827, "grad_norm": 1.59510601, "learning_rate": 3.77e-06, "token_acc": 0.75410375, "epoch": 1.28863759, "global_step/max_steps": "300/500", "elapsed_time": "2h 34m 21s", "remaining_time": "1h 42m 54s", "memory(GiB)": 70.53, "train_speed(s/it)": 30.870248}
+{"loss": 0.95719248, "grad_norm": 1.8272413, "learning_rate": 3.74e-06, "token_acc": 0.74589461, "epoch": 1.29294561, "global_step/max_steps": "301/500", "elapsed_time": "2h 49m 54s", "remaining_time": "1h 52m 19s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.865804}
+{"loss": 1.02016127, "grad_norm": 2.46244335, "learning_rate": 3.71e-06, "token_acc": 0.73191649, "epoch": 1.29725363, "global_step/max_steps": "302/500", "elapsed_time": "2h 50m 21s", "remaining_time": "1h 51m 41s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.84561}
+{"loss": 0.96420652, "grad_norm": 1.94852471, "learning_rate": 3.68e-06, "token_acc": 0.73729508, "epoch": 1.30156166, "global_step/max_steps": "303/500", "elapsed_time": "2h 50m 49s", "remaining_time": "1h 51m 4s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.825106}
+{"loss": 0.98773736, "grad_norm": 1.86260808, "learning_rate": 3.64e-06, "token_acc": 0.73229782, "epoch": 1.30586968, "global_step/max_steps": "304/500", "elapsed_time": "2h 51m 17s", "remaining_time": "1h 50m 26s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.807313}
+{"loss": 0.9402898, "grad_norm": 1.65603733, "learning_rate": 3.61e-06, "token_acc": 0.74409877, "epoch": 1.31017771, "global_step/max_steps": "305/500", "elapsed_time": "2h 51m 45s", "remaining_time": "1h 49m 49s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.787372}
+{"loss": 1.00531507, "grad_norm": 1.77098382, "learning_rate": 3.58e-06, "token_acc": 0.72711736, "epoch": 1.31448573, "global_step/max_steps": "306/500", "elapsed_time": "2h 52m 13s", "remaining_time": "1h 49m 11s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.768429}
+{"loss": 0.89554518, "grad_norm": 1.98648155, "learning_rate": 3.55e-06, "token_acc": 0.75474791, "epoch": 1.31879375, "global_step/max_steps": "307/500", "elapsed_time": "2h 52m 42s", "remaining_time": "1h 48m 34s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.751397}
+{"loss": 0.97042918, "grad_norm": 1.8507098, "learning_rate": 3.52e-06, "token_acc": 0.74014447, "epoch": 1.32310178, "global_step/max_steps": "308/500", "elapsed_time": "2h 53m 10s", "remaining_time": "1h 47m 57s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.733877}
+{"loss": 0.90372097, "grad_norm": 1.63530874, "learning_rate": 3.49e-06, "token_acc": 0.75410189, "epoch": 1.3274098, "global_step/max_steps": "309/500", "elapsed_time": "2h 53m 38s", "remaining_time": "1h 47m 20s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.714702}
+{"loss": 0.93946826, "grad_norm": 1.78300059, "learning_rate": 3.45e-06, "token_acc": 0.74381453, "epoch": 1.33171782, "global_step/max_steps": "310/500", "elapsed_time": "2h 54m 6s", "remaining_time": "1h 46m 42s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.696615}
+{"loss": 0.94528538, "grad_norm": 1.73217428, "learning_rate": 3.42e-06, "token_acc": 0.74342787, "epoch": 1.33602585, "global_step/max_steps": "311/500", "elapsed_time": "2h 54m 35s", "remaining_time": "1h 46m 6s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.680254}
+{"loss": 0.88241684, "grad_norm": 1.6438849, "learning_rate": 3.39e-06, "token_acc": 0.75439352, "epoch": 1.34033387, "global_step/max_steps": "312/500", "elapsed_time": "2h 55m 2s", "remaining_time": "1h 45m 28s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.660934}
+{"loss": 0.93535012, "grad_norm": 1.97486746, "learning_rate": 3.36e-06, "token_acc": 0.75539568, "epoch": 1.3446419, "global_step/max_steps": "313/500", "elapsed_time": "2h 55m 30s", "remaining_time": "1h 44m 51s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.643613}
+{"loss": 0.90250373, "grad_norm": 1.76196742, "learning_rate": 3.33e-06, "token_acc": 0.75245456, "epoch": 1.34894992, "global_step/max_steps": "314/500", "elapsed_time": "2h 55m 59s", "remaining_time": "1h 44m 15s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.627956}
+{"loss": 1.00218093, "grad_norm": 2.0609858, "learning_rate": 3.3e-06, "token_acc": 0.73160822, "epoch": 1.35325794, "global_step/max_steps": "315/500", "elapsed_time": "2h 56m 27s", "remaining_time": "1h 43m 38s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.609626}
+{"loss": 0.91608804, "grad_norm": 1.98306143, "learning_rate": 3.27e-06, "token_acc": 0.75355772, "epoch": 1.35756597, "global_step/max_steps": "316/500", "elapsed_time": "2h 56m 55s", "remaining_time": "1h 43m 1s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.591416}
+{"loss": 0.95242912, "grad_norm": 1.71534264, "learning_rate": 3.24e-06, "token_acc": 0.74152542, "epoch": 1.36187399, "global_step/max_steps": "317/500", "elapsed_time": "2h 57m 23s", "remaining_time": "1h 42m 24s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.575178}
+{"loss": 0.95573205, "grad_norm": 1.72512424, "learning_rate": 3.21e-06, "token_acc": 0.74340793, "epoch": 1.36618201, "global_step/max_steps": "318/500", "elapsed_time": "2h 57m 51s", "remaining_time": "1h 41m 48s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.557754}
+{"loss": 0.89742088, "grad_norm": 1.63669324, "learning_rate": 3.17e-06, "token_acc": 0.7541335, "epoch": 1.37049004, "global_step/max_steps": "319/500", "elapsed_time": "2h 58m 19s", "remaining_time": "1h 41m 11s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.540094}
+{"loss": 0.94272375, "grad_norm": 1.91865277, "learning_rate": 3.14e-06, "token_acc": 0.74712919, "epoch": 1.37479806, "global_step/max_steps": "320/500", "elapsed_time": "2h 58m 47s", "remaining_time": "1h 40m 34s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.522766}
+{"loss": 1.00968802, "grad_norm": 2.30185509, "learning_rate": 3.11e-06, "token_acc": 0.73122433, "epoch": 1.37910609, "global_step/max_steps": "321/500", "elapsed_time": "2h 59m 17s", "remaining_time": "1h 39m 58s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.509807}
+{"loss": 0.89019734, "grad_norm": 2.26242661, "learning_rate": 3.08e-06, "token_acc": 0.75839126, "epoch": 1.38341411, "global_step/max_steps": "322/500", "elapsed_time": "2h 59m 44s", "remaining_time": "1h 39m 22s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.49189}
+{"loss": 0.87593353, "grad_norm": 2.11323094, "learning_rate": 3.05e-06, "token_acc": 0.76691729, "epoch": 1.38772213, "global_step/max_steps": "323/500", "elapsed_time": "3h 0m 12s", "remaining_time": "1h 38m 45s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.474599}
+{"loss": 0.97027129, "grad_norm": 1.89731848, "learning_rate": 3.02e-06, "token_acc": 0.73469319, "epoch": 1.39203016, "global_step/max_steps": "324/500", "elapsed_time": "3h 0m 41s", "remaining_time": "1h 38m 9s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.460342}
+{"loss": 0.99412048, "grad_norm": 1.77811658, "learning_rate": 2.99e-06, "token_acc": 0.73208002, "epoch": 1.39633818, "global_step/max_steps": "325/500", "elapsed_time": "3h 1m 9s", "remaining_time": "1h 37m 33s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.442911}
+{"loss": 0.96975166, "grad_norm": 1.73450446, "learning_rate": 2.96e-06, "token_acc": 0.74331604, "epoch": 1.4006462, "global_step/max_steps": "326/500", "elapsed_time": "3h 1m 37s", "remaining_time": "1h 36m 56s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.4275}
+{"loss": 0.99339306, "grad_norm": 2.02768421, "learning_rate": 2.93e-06, "token_acc": 0.74107341, "epoch": 1.40495423, "global_step/max_steps": "327/500", "elapsed_time": "3h 2m 5s", "remaining_time": "1h 36m 20s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.411212}
+{"loss": 0.90761894, "grad_norm": 1.78348505, "learning_rate": 2.9e-06, "token_acc": 0.7539853, "epoch": 1.40926225, "global_step/max_steps": "328/500", "elapsed_time": "3h 2m 34s", "remaining_time": "1h 35m 44s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.39626}
+{"loss": 0.95249879, "grad_norm": 1.7808162, "learning_rate": 2.87e-06, "token_acc": 0.7491501, "epoch": 1.41357027, "global_step/max_steps": "329/500", "elapsed_time": "3h 3m 2s", "remaining_time": "1h 35m 8s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.378667}
+{"loss": 0.93784493, "grad_norm": 2.8118515, "learning_rate": 2.84e-06, "token_acc": 0.75033066, "epoch": 1.4178783, "global_step/max_steps": "330/500", "elapsed_time": "3h 3m 30s", "remaining_time": "1h 34m 32s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.363083}
+{"loss": 0.93950951, "grad_norm": 1.84352767, "learning_rate": 2.81e-06, "token_acc": 0.74767948, "epoch": 1.42218632, "global_step/max_steps": "331/500", "elapsed_time": "3h 3m 58s", "remaining_time": "1h 33m 56s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.347774}
+{"loss": 0.97643471, "grad_norm": 1.77550805, "learning_rate": 2.78e-06, "token_acc": 0.73605936, "epoch": 1.42649435, "global_step/max_steps": "332/500", "elapsed_time": "3h 4m 26s", "remaining_time": "1h 33m 20s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.331368}
+{"loss": 0.96860129, "grad_norm": 1.58302128, "learning_rate": 2.75e-06, "token_acc": 0.73494294, "epoch": 1.43080237, "global_step/max_steps": "333/500", "elapsed_time": "3h 4m 54s", "remaining_time": "1h 32m 43s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.314165}
+{"loss": 1.00112665, "grad_norm": 1.64456224, "learning_rate": 2.72e-06, "token_acc": 0.73351704, "epoch": 1.43511039, "global_step/max_steps": "334/500", "elapsed_time": "3h 5m 23s", "remaining_time": "1h 32m 8s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.301102}
+{"loss": 0.93274891, "grad_norm": 1.88124049, "learning_rate": 2.69e-06, "token_acc": 0.74761418, "epoch": 1.43941842, "global_step/max_steps": "335/500", "elapsed_time": "3h 5m 51s", "remaining_time": "1h 31m 32s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.285374}
+{"loss": 0.90992767, "grad_norm": 1.8511194, "learning_rate": 2.66e-06, "token_acc": 0.75082296, "epoch": 1.44372644, "global_step/max_steps": "336/500", "elapsed_time": "3h 6m 18s", "remaining_time": "1h 30m 56s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.269335}
+{"loss": 0.90435737, "grad_norm": 1.52809775, "learning_rate": 2.63e-06, "token_acc": 0.7501974, "epoch": 1.44803446, "global_step/max_steps": "337/500", "elapsed_time": "3h 6m 46s", "remaining_time": "1h 30m 20s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.25345}
+{"loss": 0.91933584, "grad_norm": 1.49732566, "learning_rate": 2.61e-06, "token_acc": 0.75075237, "epoch": 1.45234249, "global_step/max_steps": "338/500", "elapsed_time": "3h 7m 15s", "remaining_time": "1h 29m 45s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.240302}
+{"loss": 1.0189147, "grad_norm": 1.5980438, "learning_rate": 2.58e-06, "token_acc": 0.72608735, "epoch": 1.45665051, "global_step/max_steps": "339/500", "elapsed_time": "3h 7m 43s", "remaining_time": "1h 29m 9s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.223849}
+{"loss": 1.00119245, "grad_norm": 1.75798893, "learning_rate": 2.55e-06, "token_acc": 0.73422897, "epoch": 1.46095854, "global_step/max_steps": "340/500", "elapsed_time": "3h 8m 11s", "remaining_time": "1h 28m 33s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.207631}
+{"loss": 0.96529365, "grad_norm": 2.29122472, "learning_rate": 2.52e-06, "token_acc": 0.73998906, "epoch": 1.46526656, "global_step/max_steps": "341/500", "elapsed_time": "3h 8m 39s", "remaining_time": "1h 27m 58s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.193415}
+{"loss": 0.91979879, "grad_norm": 1.94402683, "learning_rate": 2.49e-06, "token_acc": 0.75515069, "epoch": 1.46957458, "global_step/max_steps": "342/500", "elapsed_time": "3h 9m 7s", "remaining_time": "1h 27m 22s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.179019}
+{"loss": 0.95409453, "grad_norm": 1.85010314, "learning_rate": 2.46e-06, "token_acc": 0.739067, "epoch": 1.47388261, "global_step/max_steps": "343/500", "elapsed_time": "3h 9m 35s", "remaining_time": "1h 26m 47s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.16393}
+{"loss": 0.93097121, "grad_norm": 1.8310287, "learning_rate": 2.43e-06, "token_acc": 0.74747475, "epoch": 1.47819063, "global_step/max_steps": "344/500", "elapsed_time": "3h 10m 3s", "remaining_time": "1h 26m 11s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.149278}
+{"loss": 0.97651815, "grad_norm": 3.71920848, "learning_rate": 2.41e-06, "token_acc": 0.73573445, "epoch": 1.48249865, "global_step/max_steps": "345/500", "elapsed_time": "3h 10m 32s", "remaining_time": "1h 25m 36s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.136895}
+{"loss": 0.91121304, "grad_norm": 1.6969229, "learning_rate": 2.38e-06, "token_acc": 0.75413572, "epoch": 1.48680668, "global_step/max_steps": "346/500", "elapsed_time": "3h 11m 0s", "remaining_time": "1h 25m 1s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.122511}
+{"loss": 0.89324141, "grad_norm": 1.64114428, "learning_rate": 2.35e-06, "token_acc": 0.75477489, "epoch": 1.4911147, "global_step/max_steps": "347/500", "elapsed_time": "3h 11m 28s", "remaining_time": "1h 24m 25s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.106865}
+{"loss": 0.91537946, "grad_norm": 1.68743277, "learning_rate": 2.32e-06, "token_acc": 0.75582469, "epoch": 1.49542272, "global_step/max_steps": "348/500", "elapsed_time": "3h 11m 57s", "remaining_time": "1h 23m 51s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.095695}
+{"loss": 0.92841983, "grad_norm": 1.38703763, "learning_rate": 2.29e-06, "token_acc": 0.7444278, "epoch": 1.49973075, "global_step/max_steps": "349/500", "elapsed_time": "3h 12m 25s", "remaining_time": "1h 23m 15s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.081231}
+{"loss": 0.90481663, "grad_norm": 2.06853724, "learning_rate": 2.27e-06, "token_acc": 0.75996423, "epoch": 1.50403877, "global_step/max_steps": "350/500", "elapsed_time": "3h 12m 53s", "remaining_time": "1h 22m 40s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.066507}
+{"loss": 0.93488669, "grad_norm": 1.89271271, "learning_rate": 2.24e-06, "token_acc": 0.74231156, "epoch": 1.5083468, "global_step/max_steps": "351/500", "elapsed_time": "3h 13m 22s", "remaining_time": "1h 22m 5s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.055538}
+{"loss": 0.91067797, "grad_norm": 1.87167192, "learning_rate": 2.21e-06, "token_acc": 0.75163171, "epoch": 1.51265482, "global_step/max_steps": "352/500", "elapsed_time": "3h 13m 51s", "remaining_time": "1h 21m 30s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.04319}
+{"loss": 0.94215715, "grad_norm": 1.63560688, "learning_rate": 2.18e-06, "token_acc": 0.74225241, "epoch": 1.51696284, "global_step/max_steps": "353/500", "elapsed_time": "3h 14m 19s", "remaining_time": "1h 20m 55s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.029005}
+{"loss": 1.00524616, "grad_norm": 1.80449831, "learning_rate": 2.16e-06, "token_acc": 0.73434844, "epoch": 1.52127087, "global_step/max_steps": "354/500", "elapsed_time": "3h 14m 47s", "remaining_time": "1h 20m 20s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.015413}
+{"loss": 0.99958789, "grad_norm": 1.6270535, "learning_rate": 2.13e-06, "token_acc": 0.7281729, "epoch": 1.52557889, "global_step/max_steps": "355/500", "elapsed_time": "3h 15m 16s", "remaining_time": "1h 19m 45s", "memory(GiB)": 70.53, "train_speed(s/it)": 33.001441}
+{"loss": 0.89157009, "grad_norm": 1.62308216, "learning_rate": 2.1e-06, "token_acc": 0.75388783, "epoch": 1.52988691, "global_step/max_steps": "356/500", "elapsed_time": "3h 15m 43s", "remaining_time": "1h 19m 10s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.986666}
+{"loss": 1.04459381, "grad_norm": 1.97812223, "learning_rate": 2.07e-06, "token_acc": 0.72348216, "epoch": 1.53419494, "global_step/max_steps": "357/500", "elapsed_time": "3h 16m 11s", "remaining_time": "1h 18m 35s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.972925}
+{"loss": 0.96701682, "grad_norm": 1.81749165, "learning_rate": 2.05e-06, "token_acc": 0.73417409, "epoch": 1.53850296, "global_step/max_steps": "358/500", "elapsed_time": "3h 16m 40s", "remaining_time": "1h 18m 0s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.960042}
+{"loss": 0.88589895, "grad_norm": 1.59545338, "learning_rate": 2.02e-06, "token_acc": 0.75161507, "epoch": 1.54281099, "global_step/max_steps": "359/500", "elapsed_time": "3h 17m 8s", "remaining_time": "1h 17m 25s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.946437}
+{"loss": 0.87272012, "grad_norm": 1.73078907, "learning_rate": 1.99e-06, "token_acc": 0.75635361, "epoch": 1.54711901, "global_step/max_steps": "360/500", "elapsed_time": "3h 17m 36s", "remaining_time": "1h 16m 51s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.932517}
+{"loss": 0.93856758, "grad_norm": 1.64227581, "learning_rate": 1.97e-06, "token_acc": 0.74226174, "epoch": 1.55142703, "global_step/max_steps": "361/500", "elapsed_time": "3h 18m 4s", "remaining_time": "1h 16m 16s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.920214}
+{"loss": 0.97308218, "grad_norm": 1.57120299, "learning_rate": 1.94e-06, "token_acc": 0.73507244, "epoch": 1.55573506, "global_step/max_steps": "362/500", "elapsed_time": "3h 18m 33s", "remaining_time": "1h 15m 41s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.908616}
+{"loss": 0.93530166, "grad_norm": 1.45643485, "learning_rate": 1.92e-06, "token_acc": 0.74885845, "epoch": 1.56004308, "global_step/max_steps": "363/500", "elapsed_time": "3h 19m 1s", "remaining_time": "1h 15m 7s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.894495}
+{"loss": 0.96200585, "grad_norm": 1.50799096, "learning_rate": 1.89e-06, "token_acc": 0.73909624, "epoch": 1.5643511, "global_step/max_steps": "364/500", "elapsed_time": "3h 19m 29s", "remaining_time": "1h 14m 32s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.882517}
+{"loss": 0.96544927, "grad_norm": 1.82804644, "learning_rate": 1.86e-06, "token_acc": 0.73852355, "epoch": 1.56865913, "global_step/max_steps": "365/500", "elapsed_time": "3h 19m 57s", "remaining_time": "1h 13m 57s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.869344}
+{"loss": 0.8150028, "grad_norm": 1.8224932, "learning_rate": 1.84e-06, "token_acc": 0.77567525, "epoch": 1.57296715, "global_step/max_steps": "366/500", "elapsed_time": "3h 20m 26s", "remaining_time": "1h 13m 23s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.856559}
+{"loss": 0.85948116, "grad_norm": 2.28374171, "learning_rate": 1.81e-06, "token_acc": 0.76359184, "epoch": 1.57727518, "global_step/max_steps": "367/500", "elapsed_time": "3h 20m 54s", "remaining_time": "1h 12m 48s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.843354}
+{"loss": 0.91129112, "grad_norm": 1.70366573, "learning_rate": 1.79e-06, "token_acc": 0.75016124, "epoch": 1.5815832, "global_step/max_steps": "368/500", "elapsed_time": "3h 21m 22s", "remaining_time": "1h 12m 14s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.831784}
+{"loss": 0.96607697, "grad_norm": 1.55852222, "learning_rate": 1.76e-06, "token_acc": 0.73884747, "epoch": 1.58589122, "global_step/max_steps": "369/500", "elapsed_time": "3h 21m 50s", "remaining_time": "1h 11m 39s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.819558}
+{"loss": 1.02355862, "grad_norm": 1.74462867, "learning_rate": 1.74e-06, "token_acc": 0.73078225, "epoch": 1.59019925, "global_step/max_steps": "370/500", "elapsed_time": "3h 22m 18s", "remaining_time": "1h 11m 5s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.80624}
+{"loss": 0.98803872, "grad_norm": 1.74511409, "learning_rate": 1.71e-06, "token_acc": 0.73090883, "epoch": 1.59450727, "global_step/max_steps": "371/500", "elapsed_time": "3h 22m 47s", "remaining_time": "1h 10m 30s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.794488}
+{"loss": 0.91998208, "grad_norm": 1.68551886, "learning_rate": 1.69e-06, "token_acc": 0.74984144, "epoch": 1.59881529, "global_step/max_steps": "372/500", "elapsed_time": "3h 23m 16s", "remaining_time": "1h 9m 56s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.784195}
+{"loss": 0.9838475, "grad_norm": 1.83483434, "learning_rate": 1.66e-06, "token_acc": 0.73863636, "epoch": 1.60312332, "global_step/max_steps": "373/500", "elapsed_time": "3h 23m 44s", "remaining_time": "1h 9m 22s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.772278}
+{"loss": 0.92965657, "grad_norm": 1.70405817, "learning_rate": 1.64e-06, "token_acc": 0.74289681, "epoch": 1.60743134, "global_step/max_steps": "374/500", "elapsed_time": "3h 24m 12s", "remaining_time": "1h 8m 48s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.76007}
+{"loss": 0.90815032, "grad_norm": 1.45713997, "learning_rate": 1.61e-06, "token_acc": 0.74504306, "epoch": 1.61173936, "global_step/max_steps": "375/500", "elapsed_time": "3h 24m 41s", "remaining_time": "1h 8m 14s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.748935}
+{"loss": 0.94686449, "grad_norm": 1.49213409, "learning_rate": 1.59e-06, "token_acc": 0.74352577, "epoch": 1.61604739, "global_step/max_steps": "376/500", "elapsed_time": "3h 25m 9s", "remaining_time": "1h 7m 39s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.735818}
+{"loss": 0.96027696, "grad_norm": 1.73791337, "learning_rate": 1.57e-06, "token_acc": 0.74117102, "epoch": 1.62035541, "global_step/max_steps": "377/500", "elapsed_time": "3h 25m 36s", "remaining_time": "1h 7m 5s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.722732}
+{"loss": 0.91778409, "grad_norm": 1.86625767, "learning_rate": 1.54e-06, "token_acc": 0.7518955, "epoch": 1.62466344, "global_step/max_steps": "378/500", "elapsed_time": "3h 26m 6s", "remaining_time": "1h 6m 31s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.713798}
+{"loss": 0.98011315, "grad_norm": 6.89115381, "learning_rate": 1.52e-06, "token_acc": 0.73451994, "epoch": 1.62897146, "global_step/max_steps": "379/500", "elapsed_time": "3h 26m 34s", "remaining_time": "1h 5m 57s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.700779}
+{"loss": 1.01417899, "grad_norm": 1.50759423, "learning_rate": 1.49e-06, "token_acc": 0.72, "epoch": 1.63327948, "global_step/max_steps": "380/500", "elapsed_time": "3h 27m 1s", "remaining_time": "1h 5m 23s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.687568}
+{"loss": 0.85959268, "grad_norm": 1.79825461, "learning_rate": 1.47e-06, "token_acc": 0.76166341, "epoch": 1.63758751, "global_step/max_steps": "381/500", "elapsed_time": "3h 27m 30s", "remaining_time": "1h 4m 49s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.676746}
+{"loss": 0.92858446, "grad_norm": 1.53890491, "learning_rate": 1.45e-06, "token_acc": 0.74561864, "epoch": 1.64189553, "global_step/max_steps": "382/500", "elapsed_time": "3h 27m 58s", "remaining_time": "1h 4m 14s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.665211}
+{"loss": 0.92366815, "grad_norm": 1.67254138, "learning_rate": 1.42e-06, "token_acc": 0.7469, "epoch": 1.64620355, "global_step/max_steps": "383/500", "elapsed_time": "3h 28m 26s", "remaining_time": "1h 3m 40s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.65354}
+{"loss": 0.91821867, "grad_norm": 1.41816723, "learning_rate": 1.4e-06, "token_acc": 0.75463552, "epoch": 1.65051158, "global_step/max_steps": "384/500", "elapsed_time": "3h 28m 54s", "remaining_time": "1h 3m 6s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.641813}
+{"loss": 0.98111057, "grad_norm": 1.77102256, "learning_rate": 1.38e-06, "token_acc": 0.73721898, "epoch": 1.6548196, "global_step/max_steps": "385/500", "elapsed_time": "3h 29m 24s", "remaining_time": "1h 2m 33s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.632814}
+{"loss": 0.90880215, "grad_norm": 1.48909497, "learning_rate": 1.36e-06, "token_acc": 0.74639423, "epoch": 1.65912763, "global_step/max_steps": "386/500", "elapsed_time": "3h 29m 51s", "remaining_time": "1h 1m 59s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.619928}
+{"loss": 0.98677599, "grad_norm": 2.48717785, "learning_rate": 1.33e-06, "token_acc": 0.73819266, "epoch": 1.66343565, "global_step/max_steps": "387/500", "elapsed_time": "3h 30m 19s", "remaining_time": "1h 1m 25s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.608283}
+{"loss": 0.94870853, "grad_norm": 1.82185209, "learning_rate": 1.31e-06, "token_acc": 0.74667044, "epoch": 1.66774367, "global_step/max_steps": "388/500", "elapsed_time": "3h 30m 48s", "remaining_time": "1h 0m 51s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.598933}
+{"loss": 0.98866045, "grad_norm": 1.9257288, "learning_rate": 1.29e-06, "token_acc": 0.73304879, "epoch": 1.6720517, "global_step/max_steps": "389/500", "elapsed_time": "3h 31m 17s", "remaining_time": "1h 0m 17s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.587466}
+{"loss": 0.88453591, "grad_norm": 1.8823601, "learning_rate": 1.27e-06, "token_acc": 0.75550521, "epoch": 1.67635972, "global_step/max_steps": "390/500", "elapsed_time": "3h 31m 44s", "remaining_time": "59m 43s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.574897}
+{"loss": 0.94824076, "grad_norm": 1.51610112, "learning_rate": 1.24e-06, "token_acc": 0.74117719, "epoch": 1.68066774, "global_step/max_steps": "391/500", "elapsed_time": "3h 32m 12s", "remaining_time": "59m 9s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.563175}
+{"loss": 1.01308787, "grad_norm": 1.58019698, "learning_rate": 1.22e-06, "token_acc": 0.72299387, "epoch": 1.68497577, "global_step/max_steps": "392/500", "elapsed_time": "3h 32m 41s", "remaining_time": "58m 36s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.553223}
+{"loss": 0.98136538, "grad_norm": 2.69763303, "learning_rate": 1.2e-06, "token_acc": 0.73194688, "epoch": 1.68928379, "global_step/max_steps": "393/500", "elapsed_time": "3h 33m 9s", "remaining_time": "58m 2s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.541304}
+{"loss": 0.96057725, "grad_norm": 1.83031511, "learning_rate": 1.18e-06, "token_acc": 0.74490392, "epoch": 1.69359181, "global_step/max_steps": "394/500", "elapsed_time": "3h 33m 37s", "remaining_time": "57m 28s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.530113}
+{"loss": 0.92417365, "grad_norm": 1.8136754, "learning_rate": 1.16e-06, "token_acc": 0.75244499, "epoch": 1.69789984, "global_step/max_steps": "395/500", "elapsed_time": "3h 34m 6s", "remaining_time": "56m 55s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.522568}
+{"loss": 0.89152181, "grad_norm": 2.14259481, "learning_rate": 1.14e-06, "token_acc": 0.75790282, "epoch": 1.70220786, "global_step/max_steps": "396/500", "elapsed_time": "3h 34m 35s", "remaining_time": "56m 21s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.511722}
+{"loss": 0.91138446, "grad_norm": 1.60021007, "learning_rate": 1.12e-06, "token_acc": 0.75417384, "epoch": 1.70651589, "global_step/max_steps": "397/500", "elapsed_time": "3h 35m 3s", "remaining_time": "55m 48s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.500506}
+{"loss": 0.96723223, "grad_norm": 1.92279243, "learning_rate": 1.1e-06, "token_acc": 0.74201948, "epoch": 1.71082391, "global_step/max_steps": "398/500", "elapsed_time": "3h 35m 31s", "remaining_time": "55m 14s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.489935}
+{"loss": 0.86933792, "grad_norm": 1.58324826, "learning_rate": 1.07e-06, "token_acc": 0.7649188, "epoch": 1.71513193, "global_step/max_steps": "399/500", "elapsed_time": "3h 35m 59s", "remaining_time": "54m 40s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.479289}
+{"loss": 0.91980791, "grad_norm": 1.84122431, "learning_rate": 1.05e-06, "token_acc": 0.75279349, "epoch": 1.71943996, "global_step/max_steps": "400/500", "elapsed_time": "3h 36m 27s", "remaining_time": "54m 7s", "memory(GiB)": 70.53, "train_speed(s/it)": 32.467541}