# Patch 1: speculative.py spec_path = "/usr/local/lib/python3.12/dist-packages/vllm/config/speculative.py" with open(spec_path) as f: c = f.read() old = '"deepseek_v3", "deepseek_v32", "glm_moe_dsa"' new = '"deepseek_v3", "deepseek_v32", "glm_moe_dsa", "kimi_k25"' if old in c and "kimi_k25" not in c: c = c.replace(old, new) with open(spec_path, "w") as f: f.write(c) print("speculative.py PATCHED") else: print("speculative.py already patched") # Patch 2: kimi_k25.py k25_path = "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/kimi_k25.py" with open(k25_path) as f: c = f.read() if '"model.layers.": "language_model.model.layers."' not in c: c = c.replace( '"language_model.layers.": "language_model.model.layers.",', '"language_model.layers.": "language_model.model.layers.",\n "model.layers.": "language_model.model.layers.",') with open(k25_path, "w") as f: f.write(c) print("kimi_k25.py PATCHED") else: print("kimi_k25.py already patched") # Patch 3: deepseek_mtp.py - extract text_config mtp_path = "/usr/local/lib/python3.12/dist-packages/vllm/model_executor/models/deepseek_mtp.py" with open(mtp_path) as f: c = f.read() if "text_config" not in c: import_marker = "from .utils import maybe_prefix" helper = '''from .utils import maybe_prefix def _get_text_config(hf_config): """Extract text_config from VLM configs (e.g. KimiK25Config).""" return getattr(hf_config, 'text_config', hf_config)''' c = c.replace(import_marker, helper) c = c.replace( "config = vllm_config.model_config.hf_config\n self.mtp_start_layer_idx", "config = _get_text_config(vllm_config.model_config.hf_config)\n self.mtp_start_layer_idx") c = c.replace( "self.config = vllm_config.model_config.hf_config\n self.model = DeepSeekMultiTokenPredictor", "self.config = _get_text_config(vllm_config.model_config.hf_config)\n self.model = DeepSeekMultiTokenPredictor") c = c.replace( "config = vllm_config.speculative_config.draft_model_config.hf_config\n self.config = config", "config = _get_text_config(vllm_config.speculative_config.draft_model_config.hf_config)\n self.config = config") with open(mtp_path, "w") as f: f.write(c) print("deepseek_mtp.py PATCHED") else: print("deepseek_mtp.py already patched") # Patch 4: eagle.py - handle KimiK25Config missing image_token_index eagle_path = "/usr/local/lib/python3.12/dist-packages/vllm/v1/spec_decode/eagle.py" with open(eagle_path) as f: c = f.read() old_eagle = " self.model.config.image_token_index = (\n target_model.config.image_token_index\n )" new_eagle = " self.model.config.image_token_index = getattr(\n target_model.config, 'image_token_index',\n getattr(target_model.config, 'media_placeholder_token_id', 0)\n )" if "media_placeholder_token_id" not in c: c = c.replace(old_eagle, new_eagle) with open(eagle_path, "w") as f: f.write(c) print("eagle.py PATCHED (KimiK25 image_token_index fallback)") else: print("eagle.py already patched")