| { |
| "schema": "code-sixarm-training-config/v4", |
| "status": "READY_NOT_STARTED", |
| "config_id": "O7B-THINK", |
| "arm_id": "O7B-THINK", |
| "corrects": "PAIRED_V4", |
| "base": { |
| "model_id": "allenai/Olmo-3-1025-7B", |
| "revision": "a81bae42db3975be1671e27b9c9a56da1a9f980f", |
| "local_path": "/workspace/code-sft-infra/models/olmo-3-1025-7b", |
| "pure_base": true, |
| "warm_start_adapter": null, |
| "tied_embeddings": false, |
| "tokenizer_sha256": "73fd5254624f39a88e3faac6a8e11300fc3c735ed37880d4f4f08db898eaecca", |
| "tokenizer_config_sha256": null |
| }, |
| "boundary": { |
| "mode": "trainable_token_rows_both_sides", |
| "token_ids": [ |
| 100257 |
| ], |
| "token_names": { |
| "100257": "<|endoftext|>" |
| }, |
| "row_lr": 0.0001, |
| "row_weight_decay": 0.0, |
| "fp32_master": true, |
| "untie_tied_embeddings": true |
| }, |
| "context": { |
| "model_context": 32768, |
| "packing": false, |
| "truncation": false |
| }, |
| "checkpoint": { |
| "milestone_updates": [ |
| 484, |
| 724, |
| 968 |
| ], |
| "checkpoint_target_tokens": [ |
| 31722729, |
| 47449622, |
| 63378772 |
| ], |
| "save_only_do_not_pick": true, |
| "right_side_3_only": true, |
| "primary": "2EP_FINAL_ONLY", |
| "note": "right-side: first update fully past 1.0ep, 1.5ep, plus 2ep endpoint" |
| }, |
| "data": { |
| "path": "/workspace/code-sft-runs/t30b2507-q4b-tn-v2-lr1e4-e1-20260907/data/THINK_PAIRED_V4_2EP_O7B.parquet", |
| "sha256": "17554a69f4b99d6d0b0861bece9e959a664084e00dc38ee76a5ba711e2d8da60", |
| "unique_rows": 4715, |
| "payload_rows": 9430, |
| "physical_rows": 9430, |
| "epochs": 2, |
| "physical_2ep_rule": "concat(selected_v4_table, selected_v4_table) same order; parquet on disk is one 4715-row copy", |
| "planned_active_tokens": 63378772, |
| "active_tokens_1ep": 31689386, |
| "full_tokens_1ep": 34204230, |
| "optimizer_updates": 968, |
| "census": "/workspace/code-sft-runs/t30b2507-q4b-tn-v2-lr1e4-e1-20260907/data/TOKEN_CENSUS_V4_O7B_THINK.json", |
| "duplicate_rows_allowed": true, |
| "order_mutation_allowed": false, |
| "token_columns_in_parquet": "legacy tail [151645,198] for Qwen; training uses census/v3 render", |
| "source_1ep_sha256": "cf37c85413f69339508004611e196e42abbc2bddbd3462c209a1b97e1d820002" |
| }, |
| "model_runtime": { |
| "bf16": true, |
| "trainable_dtype": "float32", |
| "finetuning_type": "lora", |
| "lora_rank": 64, |
| "lora_alpha": 128, |
| "lora_dropout": 0.0, |
| "lora_targets": [ |
| "q_proj", |
| "k_proj", |
| "v_proj", |
| "o_proj", |
| "gate_proj", |
| "up_proj", |
| "down_proj" |
| ], |
| "modules_to_save": null, |
| "gradient_checkpointing": true, |
| "trainable_token_indices": { |
| "embed_tokens": [ |
| 100257 |
| ], |
| "lm_head": [ |
| 100257 |
| ] |
| } |
| }, |
| "optimization": { |
| "active_tokens_per_update_target": 65536, |
| "betas": [ |
| 0.9, |
| 0.95 |
| ], |
| "epsilon": 1e-08, |
| "learning_rate": 0.0001, |
| "max_grad_norm": 1.0, |
| "optimizer": "adamw", |
| "weight_decay": 0.1, |
| "whole_row_microsteps": true, |
| "warmup_fraction": 0.06, |
| "warmup_target_tokens": 3802726, |
| "scheduler": "cosine_by_assistant_target_token_dose", |
| "min_lr_ratio": 0.0, |
| "scheduler_horizon_optimizer_updates": 968, |
| "target_assistant_tokens": 63378772, |
| "worker_lr_scale": "rstar_dual_worker_v4._lr_scale" |
| }, |
| "performance_recipe": { |
| "eos_weight": 1.0, |
| "prompt_mask": -100 |
| }, |
| "recipe_worker_fields": { |
| "tokens_per_optimizer_update": 65536, |
| "max_sequence_length": 32768, |
| "packing": { |
| "enabled": false |
| }, |
| "repeat_examples": false, |
| "note": "2EP is physical concat; do not recycle via repeat_examples" |
| }, |
| "reproducibility": { |
| "seed": 42 |
| }, |
| "runner": { |
| "path": "/workspace/tools/rstar_dual_worker_v4.py", |
| "sha256": "97a298e9ee4f0bb571baa88c7d75285ade2ea2a8a9b5875b35db25b5db9b3842", |
| "rewrite_forbidden": true |
| }, |
| "template": { |
| "id": "olmo3-think", |
| "mode": "think", |
| "enable_thinking": true, |
| "generation_prefill": false, |
| "target_contains_full_think": true, |
| "canonical_empty_think_pair_in_prompt": false, |
| "empty_think_pair_in_loss": false, |
| "target_forbids_think_tags": false, |
| "olmo_nothink_empty_pair_equivalent": "Think pair lives in the target (no generation-prompt <think> prefill).", |
| "chat_template_file": "templates/olmo3-lcb-noprefill.chat_template.jinja", |
| "system_prompt_sha256": "no_explicit_system_use_pinned_olmo_template", |
| "chat_template_sha256": "olmo3-lcb-noprefill", |
| "target_tail": [ |
| 100257 |
| ], |
| "evaluation_stop_ids": [ |
| 100257, |
| 100265 |
| ], |
| "eos_token_ids": [ |
| 100257 |
| ], |
| "eos_token": "<|endoftext|>", |
| "supervision_eos": 100257, |
| "forbidden_label_ids": [ |
| 100265 |
| ] |
| }, |
| "eval": { |
| "suite": "DEV256", |
| "seed": 3407, |
| "enable_thinking": true, |
| "canonical_empty_think_pair": false, |
| "generated_think_tags": null, |
| "temperature": 0.6, |
| "top_p": 0.95, |
| "top_k": 20, |
| "model_context": 32768, |
| "max_actual": "ctx-prompt-64", |
| "stop_ids": [ |
| 100257, |
| 100265 |
| ], |
| "base_must_reeval_same_mode": true, |
| "primary_checkpoint": "2EP_FINAL_ONLY", |
| "milestones": "appendix_only", |
| "cap_rate": "report_only", |
| "do_not_execute": true |
| } |
| } |
|
|
