Add O7B-NOTHINK merged full weights + eval tokenizer (DEV256 NoThink)

BUNDLE_MANIFEST.json

@@ -0,0 +1,52 @@
+{
+  "chat_template_sha256": "03348cf1aab6c187117df83b81525a2c688934636a63b1c4a0acf9b2488c210e",
+  "content_sha256": "33d099e5a93f3c02c042b149363879c5026a9abcd8e27d64cb20039c10fa08f2",
+  "files": [
+    {
+      "bytes": 1646,
+      "path": "chat_template.jinja",
+      "sha256": "03348cf1aab6c187117df83b81525a2c688934636a63b1c4a0acf9b2488c210e"
+    },
+    {
+      "bytes": 1631,
+      "path": "config.json",
+      "sha256": "c395e580e9e181b271048bbef57d0316ea7f2aea17761340c7cc6ccec6241119"
+    },
+    {
+      "bytes": 203,
+      "path": "generation_config.json",
+      "sha256": "1a9b3935357116c75f806d1defbd9893281a8f4a94aefeca708f31303e94aa7e"
+    },
+    {
+      "bytes": 916646,
+      "path": "merges.txt",
+      "sha256": "b6fe424e334903f7fb84d3a106d9730455f4744b9fe3c21ee136d97a00e72502"
+    },
+    {
+      "bytes": 581,
+      "path": "special_tokens_map.json",
+      "sha256": "78afb564e81264029b25f9caf24bda2521d5bdaeff5cd3fdbc01d3da2e8ce2f2"
+    },
+    {
+      "bytes": 7137177,
+      "path": "tokenizer.json",
+      "sha256": "73fd5254624f39a88e3faac6a8e11300fc3c735ed37880d4f4f08db898eaecca"
+    },
+    {
+      "bytes": 4319,
+      "path": "tokenizer_config.json",
+      "sha256": "e7ea56bef75ad5257b13dc09bfe3033e8cd742eb42233e9b57726d53be9f7ead"
+    },
+    {
+      "bytes": 1611056,
+      "path": "vocab.json",
+      "sha256": "9e14712c91b37c7aab74b1306baa46ac342d620637a4b44523cdc3aec7d24195"
+    }
+  ],
+  "mode": "think",
+  "schema": "CODE_SFT_TOKENIZER_RUNTIME_BUNDLE_V1",
+  "source_repo": "allenai/Olmo-3-7B-Think",
+  "source_revision": "d97e442d7cc678210054dbcc9b440894d62c89a4",
+  "status": "COMPLETE",
+  "tokenizer_sha256": "73fd5254624f39a88e3faac6a8e11300fc3c735ed37880d4f4f08db898eaecca"
+}

OFFICIAL_MERGE_RECEIPT.json

@@ -0,0 +1 @@
+{"adapter_tree_sha256":"d70a59bec8b109611187ccb5887cb31745155bd14de81f0bf2ff565861961a6f","base_model_path":"/workspace/code-sft-infra/models/olmo-3-1025-7b","checkpoint_manifest_sha256":"f761225b4665bda461be9d6bc7be830fb8b1c65fe0441ebd0ce7874f89fc8163","checkpoint_path":"/workspace/code-sft-runs/t30b2507-q4b-tn-v2-lr1e4-e1-20260907/arms/O7B-NOTHINK/out/O7B-NOTHINK/a81bae42db3975be1671e27b9c9a56da1a9f980f/olmo3-lcb-noprefill/17cdfd955548e8b7104d20976dc87521529a3878e6cca9f0b1446a64500ddd7a/step-000140-tokens-9371874","label":"v4-o7b-nothink","merged_at_unix":1788870515.9084604,"merged_model_path":"/workspace/code-sft-runs/rstar-eval/official-dev256/v4-o7b-nothink/scratch/step-000140-tokens-9371874-merged-full","merged_tree_sha256":"ba2ad2eedf581c32db0ed157021cfa60be251d9b72c8f360eb12d95a5db84745","receipt_sha256":"1cdb8e89250bd870d4a61b3330653a80ac409805ceeefe56db2ed52b527d4b94","schema":"CODE_SFT_OFFICIAL_DEV256_MERGE_RECEIPT_V1"}

README.md

@@ -0,0 +1,55 @@
+---
+license: apache-2.0
+base_model: allenai/Olmo-3-1025-7B
+tags:
+- code
+- livecodebench
+- sft
+- lora-merged
+- nothink
+library_name: transformers
+---
+
+# Olmo-3-1025-7B Code V4 NoThink (merged)
+
+**Arm ID:** `O7B-NOTHINK`  
+**Run ID:** `t30b2507-o7b-nothink-v4-tail151643`
+
+Merged full bf16 weights used for the official DEV256 NoThink evaluation. Tokenizer files in this repo are the **eval-caliber** bundle (`olmo3-lcb-noprefill`); they overlay any tokenizer files that were present in the merge directory.
+
+**Single-seed exploratory result, not a preregistered confirmatory claim.**
+
+## Base model
+
+- Hugging Face: [`allenai/Olmo-3-1025-7B`](https://huggingface.co/allenai/Olmo-3-1025-7B)
+- Revision: `a81bae42db3975be1671e27b9c9a56da1a9f980f` (from `RUN_IDENTITY.json` / local snapshot `/workspace/code-sft-infra/models/olmo-3-1025-7b`)
+
+## Training
+
+- Method: LoRA r64 / α128 on seven projections (`q_proj`, `k_proj`, `v_proj`, `o_proj`, `gate_proj`, `up_proj`, `down_proj`), then merged into full-model bf16 safetensors
+- Data: NoThink code SFT (paired V4, physical 2-epoch concat)
+- Endpoint (score): **step 140**, **9,371,874** assistant tokens — endpoint-as-score, no checkpoint picking
+- Train seed 42; LR `1e-4`; context 8192; AdamW; cosine by assistant-token dose
+- Host: local GPU box; eval tokenizer renderer `olmo3-lcb-noprefill`
+
+## Evaluation
+
+- Suite: official LiveCodeBench **DEV256**
+- Seed **3407**, mode **NoThink**, `max_model_len` **8192**, vLLM **0.28.0**
+- Metric: sandbox pass@1 = passed / 256
+- This arm: **46/256 (18.0%)**, caps **107**
+- Base (`allenai/Olmo-3-1025-7B`, same NoThink protocol): **20/256 (7.8%)**, caps **95**
+- McNemar exact p = **6.9e-05**
+
+## Inference notes
+
+- Use **this repository's** tokenizer and `chat_template.jinja`.
+- This chat template is the **no-prefill `<think>`** variant (`olmo3-lcb-noprefill`): do not prefill `<think>` at the start of the assistant turn.
+- Stop token ids: **100257** (`<|endoftext|>`) and **100265** (`<|im_end|>`).
+- Eval sampling used temperature 0.7, top_p 0.8, top_k 20.
+
+## Weight checksum
+
+- `model.safetensors` (14,596,063,960 bytes): `sha256:ce853010b5de765a4f0a393cc77fe84d24305b567486473dd3ef8028fa4c9e1f`
+
+`OFFICIAL_MERGE_RECEIPT.json` is included for merge provenance. LoRA adapter checkpoints are **not** in this repo.

chat_template.jinja

@@ -0,0 +1,16 @@
+{% set has_system = messages|selectattr('role', 'equalto', 'system')|list|length > 0 %}{% if not has_system %}{{ '<|im_start|>system
+You are OLMo, a helpful function-calling AI assistant built by Ai2. Your date cutoff is November 2024, and your model weights are available at https://huggingface.co/allenai. You do not currently have access to any functions. <functions></functions><|im_end|>
+' }}{% endif %}{% for message in messages %}{% if message['role'] == 'system' %}{{ '<|im_start|>system
+' + message['content'] }}{% if message.get('functions', none) is not none %}{{ ' <functions>' + message['functions'] + '</functions><|im_end|>
+' }}{% else %}{{ ' You do not currently have access to any functions. <functions></functions><|im_end|>
+' }}{% endif %}{% elif message['role'] == 'user' %}{% if message.get('functions', none) is not none %}{{ '<|im_start|>user
+' + message['content'] + '
+' + '<functions>' + message['functions'] + '</functions><|im_end|>
+' }}{% else %}{{ '<|im_start|>user
+' + message['content'] + '<|im_end|>
+' }}{% endif %}{% elif message['role'] == 'assistant' %}{{ '<|im_start|>assistant
+' }}{% if message.get('content', none) is not none %}{{ message['content'] }}{% endif %}{% if message.get('function_calls', none) is not none %}{{ '<function_calls>' + message['function_calls'] + '</function_calls>' }}{% endif %}{% if not loop.last %}{{ '<|im_end|>' + '
+' }}{% else %}{{ eos_token }}{% endif %}{% elif message['role'] == 'environment' %}{{ '<|im_start|>environment
+' + message['content'] + '<|im_end|>
+' }}{% endif %}{% if loop.last and add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}{% endfor %}

config.json

@@ -0,0 +1,75 @@
+{
+  "architectures": [
+    "Olmo3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "bfloat16",
+  "eos_token_id": 100257,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "layer_types": [
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 65536,
+  "model_type": "olmo3",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pad_token_id": 100277,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "full_attention": {
+      "attention_factor": 1.2079441541679836,
+      "beta_fast": 32,
+      "beta_slow": 1,
+      "factor": 8.0,
+      "original_max_position_embeddings": 8192,
+      "rope_theta": 500000,
+      "rope_type": "yarn"
+    },
+    "sliding_attention": {
+      "rope_theta": 500000.0,
+      "rope_type": "default"
+    }
+  },
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.16.1",
+  "use_cache": true,
+  "vocab_size": 100278
+}

generation_config.json

@@ -0,0 +1,4 @@
+{
+  "_from_model_config": true,
+  "transformers_version": "5.16.1"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce853010b5de765a4f0a393cc77fe84d24305b567486473dd3ef8028fa4c9e1f
+size 14596063960

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|pad|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,189 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "100256": {
+      "content": "<|extra_id_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100257": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100258": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100259": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100260": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100261": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100262": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100263": {
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100264": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100265": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100266": {
+      "content": "<|extra_id_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100267": {
+      "content": "<|extra_id_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100268": {
+      "content": "<|extra_id_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100269": {
+      "content": "<|extra_id_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100270": {
+      "content": "<|extra_id_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100271": {
+      "content": "<|extra_id_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100272": {
+      "content": "<|extra_id_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100273": {
+      "content": "<|extra_id_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100274": {
+      "content": "<|extra_id_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100275": {
+      "content": "<|extra_id_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100276": {
+      "content": "<|endofprompt|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100277": {
+      "content": "<|pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 65536,
+  "pad_token": "<|pad|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}