code/self_healing_finetuning/eval/hf_eval_entrypoint.py

from __future__ import annotations

import os
import subprocess
import sys
from pathlib import Path


REQUIRED_PACKAGES = [
    "transformers",
    "peft",
    "datasets",
    "accelerate",
    "bitsandbytes",
    "safetensors",
]


def main() -> int:
    root = Path(__file__).resolve().parents[1]
    evaluator = root / "eval" / "hf_frozen_eval.py"
    if not evaluator.exists():
        print(f"missing evaluator script: {evaluator}", file=sys.stderr)
        return 2

    subprocess.check_call([sys.executable, "-m", "pip", "install", "--upgrade", *REQUIRED_PACKAGES])
    env = os.environ.copy()
    env["PYTHONPATH"] = str(root)
    return subprocess.call([sys.executable, str(evaluator), *sys.argv[1:]], env=env)


if __name__ == "__main__":
    raise SystemExit(main())