Add provenance/TRAINING_CONFIG.json

provenance/TRAINING_CONFIG.json

@@ -0,0 +1,187 @@
+{
+  "schema": "code-sixarm-training-config/v4",
+  "status": "READY_NOT_STARTED",
+  "config_id": "O7B-THINK",
+  "arm_id": "O7B-THINK",
+  "corrects": "PAIRED_V4",
+  "base": {
+    "model_id": "allenai/Olmo-3-1025-7B",
+    "revision": "a81bae42db3975be1671e27b9c9a56da1a9f980f",
+    "local_path": "/workspace/code-sft-infra/models/olmo-3-1025-7b",
+    "pure_base": true,
+    "warm_start_adapter": null,
+    "tied_embeddings": false,
+    "tokenizer_sha256": "73fd5254624f39a88e3faac6a8e11300fc3c735ed37880d4f4f08db898eaecca",
+    "tokenizer_config_sha256": null
+  },
+  "boundary": {
+    "mode": "trainable_token_rows_both_sides",
+    "token_ids": [
+      100257
+    ],
+    "token_names": {
+      "100257": "<|endoftext|>"
+    },
+    "row_lr": 0.0001,
+    "row_weight_decay": 0.0,
+    "fp32_master": true,
+    "untie_tied_embeddings": true
+  },
+  "context": {
+    "model_context": 32768,
+    "packing": false,
+    "truncation": false
+  },
+  "checkpoint": {
+    "milestone_updates": [
+      484,
+      724,
+      968
+    ],
+    "checkpoint_target_tokens": [
+      31722729,
+      47449622,
+      63378772
+    ],
+    "save_only_do_not_pick": true,
+    "right_side_3_only": true,
+    "primary": "2EP_FINAL_ONLY",
+    "note": "right-side: first update fully past 1.0ep, 1.5ep, plus 2ep endpoint"
+  },
+  "data": {
+    "path": "/workspace/code-sft-runs/t30b2507-q4b-tn-v2-lr1e4-e1-20260907/data/THINK_PAIRED_V4_2EP_O7B.parquet",
+    "sha256": "17554a69f4b99d6d0b0861bece9e959a664084e00dc38ee76a5ba711e2d8da60",
+    "unique_rows": 4715,
+    "payload_rows": 9430,
+    "physical_rows": 9430,
+    "epochs": 2,
+    "physical_2ep_rule": "concat(selected_v4_table, selected_v4_table) same order; parquet on disk is one 4715-row copy",
+    "planned_active_tokens": 63378772,
+    "active_tokens_1ep": 31689386,
+    "full_tokens_1ep": 34204230,
+    "optimizer_updates": 968,
+    "census": "/workspace/code-sft-runs/t30b2507-q4b-tn-v2-lr1e4-e1-20260907/data/TOKEN_CENSUS_V4_O7B_THINK.json",
+    "duplicate_rows_allowed": true,
+    "order_mutation_allowed": false,
+    "token_columns_in_parquet": "legacy tail [151645,198] for Qwen; training uses census/v3 render",
+    "source_1ep_sha256": "cf37c85413f69339508004611e196e42abbc2bddbd3462c209a1b97e1d820002"
+  },
+  "model_runtime": {
+    "bf16": true,
+    "trainable_dtype": "float32",
+    "finetuning_type": "lora",
+    "lora_rank": 64,
+    "lora_alpha": 128,
+    "lora_dropout": 0.0,
+    "lora_targets": [
+      "q_proj",
+      "k_proj",
+      "v_proj",
+      "o_proj",
+      "gate_proj",
+      "up_proj",
+      "down_proj"
+    ],
+    "modules_to_save": null,
+    "gradient_checkpointing": true,
+    "trainable_token_indices": {
+      "embed_tokens": [
+        100257
+      ],
+      "lm_head": [
+        100257
+      ]
+    }
+  },
+  "optimization": {
+    "active_tokens_per_update_target": 65536,
+    "betas": [
+      0.9,
+      0.95
+    ],
+    "epsilon": 1e-08,
+    "learning_rate": 0.0001,
+    "max_grad_norm": 1.0,
+    "optimizer": "adamw",
+    "weight_decay": 0.1,
+    "whole_row_microsteps": true,
+    "warmup_fraction": 0.06,
+    "warmup_target_tokens": 3802726,
+    "scheduler": "cosine_by_assistant_target_token_dose",
+    "min_lr_ratio": 0.0,
+    "scheduler_horizon_optimizer_updates": 968,
+    "target_assistant_tokens": 63378772,
+    "worker_lr_scale": "rstar_dual_worker_v4._lr_scale"
+  },
+  "performance_recipe": {
+    "eos_weight": 1.0,
+    "prompt_mask": -100
+  },
+  "recipe_worker_fields": {
+    "tokens_per_optimizer_update": 65536,
+    "max_sequence_length": 32768,
+    "packing": {
+      "enabled": false
+    },
+    "repeat_examples": false,
+    "note": "2EP is physical concat; do not recycle via repeat_examples"
+  },
+  "reproducibility": {
+    "seed": 42
+  },
+  "runner": {
+    "path": "/workspace/tools/rstar_dual_worker_v4.py",
+    "sha256": "97a298e9ee4f0bb571baa88c7d75285ade2ea2a8a9b5875b35db25b5db9b3842",
+    "rewrite_forbidden": true
+  },
+  "template": {
+    "id": "olmo3-think",
+    "mode": "think",
+    "enable_thinking": true,
+    "generation_prefill": false,
+    "target_contains_full_think": true,
+    "canonical_empty_think_pair_in_prompt": false,
+    "empty_think_pair_in_loss": false,
+    "target_forbids_think_tags": false,
+    "olmo_nothink_empty_pair_equivalent": "Think pair lives in the target (no generation-prompt <think> prefill).",
+    "chat_template_file": "templates/olmo3-lcb-noprefill.chat_template.jinja",
+    "system_prompt_sha256": "no_explicit_system_use_pinned_olmo_template",
+    "chat_template_sha256": "olmo3-lcb-noprefill",
+    "target_tail": [
+      100257
+    ],
+    "evaluation_stop_ids": [
+      100257,
+      100265
+    ],
+    "eos_token_ids": [
+      100257
+    ],
+    "eos_token": "<|endoftext|>",
+    "supervision_eos": 100257,
+    "forbidden_label_ids": [
+      100265
+    ]
+  },
+  "eval": {
+    "suite": "DEV256",
+    "seed": 3407,
+    "enable_thinking": true,
+    "canonical_empty_think_pair": false,
+    "generated_think_tags": null,
+    "temperature": 0.6,
+    "top_p": 0.95,
+    "top_k": 20,
+    "model_context": 32768,
+    "max_actual": "ctx-prompt-64",
+    "stop_ids": [
+      100257,
+      100265
+    ],
+    "base_must_reeval_same_mode": true,
+    "primary_checkpoint": "2EP_FINAL_ONLY",
+    "milestones": "appendix_only",
+    "cap_rate": "report_only",
+    "do_not_execute": true
+  }
+}