File size: 5,308 Bytes
07582dc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 | {
"arms": [
{
"arm_id": "O7B-THINK",
"data": {
"assistant_target_tokens": 63378772,
"manifest_file_sha256": "2d7e9e7d85c88ad60cd12df874fd903f00c017cffe9990a8c6fb5f444642dbf3",
"manifest_path": "/workspace/code-sft-runs/t30b2507-q4b-tn-v2-lr1e4-e1-20260907/data/THINK_PAIRED_V4_2EP_O7B_READY.json",
"manifest_sha256": "2d7e9e7d85c88ad60cd12df874fd903f00c017cffe9990a8c6fb5f444642dbf3",
"max_assistant_target_tokens_per_example": 16384,
"payload_rows": 9430,
"payload_sha256": "17554a69f4b99d6d0b0861bece9e959a664084e00dc38ee76a5ba711e2d8da60",
"source_revision": "3a7a0a0636ec96e3c1ec42ebe79ade467caa040d"
},
"gpu": 2,
"model": {
"config_sha256": "277d7ea5c6159d4c2d6986a8a23757d1ef06acaa7abc2c40e0513446f7db0f85",
"hf_id": "allenai/Olmo-3-1025-7B",
"local_path": "/workspace/code-sft-infra/models/olmo-3-1025-7b",
"revision": "a81bae42db3975be1671e27b9c9a56da1a9f980f",
"tie_word_embeddings": false,
"tokenizer_sha256": "73fd5254624f39a88e3faac6a8e11300fc3c735ed37880d4f4f08db898eaecca"
},
"model_id": "olmo3-1025-7b-sdpa",
"renderer": {
"assistant_termination": {
"final_text_suffix": "<|endoftext|>",
"final_token_suffix": [
100257
],
"turn_end_token_id": 100265
},
"chat_template_kwargs": {},
"chat_template_sha256": "03348cf1aab6c187117df83b81525a2c688934636a63b1c4a0acf9b2488c210e",
"encoding_policy": {
"add_special_tokens": false,
"assistant_termination_in_loss": true,
"assistant_termination_in_target_census": true,
"incomplete_target": "reject",
"padding_label_mask": "attention_or_pad_positions_never_token_id"
},
"eos_token": "<|endoftext|>",
"eos_token_id": 100257,
"mode": "think",
"runtime_tokenizer_manifest_sha256": "33d099e5a93f3c02c042b149363879c5026a9abcd8e27d64cb20039c10fa08f2",
"runtime_tokenizer_path": "/workspace/code-sft-runs/t30b2507-q4b-tn-v2-lr1e4-e1-20260907/tokenizers/olmo3-lcb-noprefill",
"stop_token_ids": [
100257,
100265
],
"system_prompt_policy": "no_explicit_system_message_use_pinned_template_behavior",
"system_prompt_policy_sha256": "840bfec7670f7248c051bfb7eb8bc7b842a41ca644531696a08676f058c1c410",
"tokenizer_hf_id": "allenai/Olmo-3-7B-Think",
"tokenizer_revision": "d97e442d7cc678210054dbcc9b440894d62c89a4",
"tokenizer_sha256": "73fd5254624f39a88e3faac6a8e11300fc3c735ed37880d4f4f08db898eaecca"
},
"renderer_authority": {
"path": "/workspace/code-sft-runs/t30b2507-q4b-tn-v2-lr1e4-e1-20260907/tokenizers/olmo3-lcb-noprefill.authority.json",
"sha256": "162967ab55d8cd97f7756069d044bad3aa654faa1dc20e02aeb4bbb91bf1659a"
},
"renderer_id": "olmo3-lcb-noprefill",
"source_id": "rstar-coder"
}
],
"generation_behavior_gate": null,
"owner_authorization": "PI 2026-09-08 Think-only three-arm release",
"recipe": {
"adapter": {
"alpha": 128,
"dropout": 0.0,
"method": "lora",
"modules_to_save": null,
"rank": 64,
"target_modules": [
"q_proj",
"k_proj",
"v_proj",
"o_proj",
"gate_proj",
"up_proj",
"down_proj"
]
},
"boundary": {
"fp32_master": true,
"mode": "trainable_token_rows_both_sides",
"row_lr": 0.0001,
"row_weight_decay": 0.0,
"token_ids": [
100257
],
"untie_tied_embeddings": true
},
"checkpoint_target_tokens": [
31722729,
47449622,
63378772
],
"epochs": 2,
"gradient_checkpointing": true,
"max_sequence_length": 32768,
"model_runtime": {
"bf16": true,
"finetuning_type": "lora",
"gradient_checkpointing": true,
"lora_alpha": 128,
"lora_dropout": 0.0,
"lora_rank": 64,
"lora_targets": [
"q_proj",
"k_proj",
"v_proj",
"o_proj",
"gate_proj",
"up_proj",
"down_proj"
],
"modules_to_save": null,
"trainable_dtype": "float32",
"trainable_token_indices": {
"embed_tokens": [
100257
],
"lm_head": [
100257
]
}
},
"optimizer": {
"betas": [
0.9,
0.95
],
"eps": 1e-08,
"gradient_clip_norm": 1.0,
"learning_rate": 0.0001,
"name": "adamw",
"weight_decay": 0.1
},
"packing": {
"enabled": false
},
"precision": "bfloat16",
"repeat_examples": false,
"scheduler": "cosine_by_assistant_target_token_dose",
"seed": 42,
"target_assistant_tokens": 63378772,
"tokens_per_optimizer_update": 65536,
"trainable_dtype": "float32",
"truncation": false,
"warmup_target_tokens": 3802726
},
"runtime": {
"checkpoint_root": "/workspace/code-sft-runs/t30b2507-q4b-tn-v2-lr1e4-e1-20260907/arms/O7B-THINK/out",
"state_root": "/workspace/code-sft-runs/t30b2507-q4b-tn-v2-lr1e4-e1-20260907/arms/O7B-THINK"
},
"schema": "CODE_SFT_RSTAR_DUAL_TRAINING_POLICY_V1",
"status": "SEALED"
}
|