Jivan01 commited on
Commit
2f14e1e
·
1 Parent(s): e8cc51a

Force inference to use injected API_BASE_URL and API_KEY

Browse files
Files changed (1) hide show
  1. inference.py +9 -13
inference.py CHANGED
@@ -6,16 +6,14 @@ from openai import OpenAI
6
 
7
 
8
  # Required submission variables.
9
- # Defaults are provided only for API_BASE_URL and MODEL_NAME.
10
- API_BASE_URL = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
 
 
11
  MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
12
  HF_TOKEN = os.getenv("HF_TOKEN")
13
  LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
14
 
15
-
16
- # Compatibility fallback. HF_TOKEN remains the primary required variable.
17
- API_KEY = HF_TOKEN or os.getenv("API_KEY") or os.getenv("OPENAI_API_KEY")
18
-
19
  TASK_NAME = os.getenv("TASK", "easy")
20
  BENCHMARK = os.getenv("BENCHMARK", "codeguard")
21
 
@@ -54,13 +52,11 @@ def main() -> None:
54
  try:
55
  client = None
56
  init_error: Optional[str] = None
57
- if API_KEY:
58
- try:
59
- client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
60
- except Exception as exc:
61
- init_error = str(exc)
62
- else:
63
- init_error = "Missing HF_TOKEN (or API_KEY)"
64
 
65
  env = CodeGuardEnv()
66
  state: Dict[str, Any] = env.reset()
 
6
 
7
 
8
  # Required submission variables.
9
+ # Keep HF_TOKEN/LOCAL_IMAGE_NAME defined for checklist compatibility,
10
+ # but API calls must use API_BASE_URL + API_KEY injected by validator.
11
+ API_BASE_URL = os.environ["API_BASE_URL"]
12
+ API_KEY = os.environ["API_KEY"]
13
  MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
14
  HF_TOKEN = os.getenv("HF_TOKEN")
15
  LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
16
 
 
 
 
 
17
  TASK_NAME = os.getenv("TASK", "easy")
18
  BENCHMARK = os.getenv("BENCHMARK", "codeguard")
19
 
 
52
  try:
53
  client = None
54
  init_error: Optional[str] = None
55
+ try:
56
+ # Mandatory: all LLM calls through injected LiteLLM proxy.
57
+ client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
58
+ except Exception as exc:
59
+ init_error = str(exc)
 
 
60
 
61
  env = CodeGuardEnv()
62
  state: Dict[str, Any] = env.reset()