Force inference to use injected API_BASE_URL and API_KEY
Browse files- inference.py +9 -13
inference.py
CHANGED
|
@@ -6,16 +6,14 @@ from openai import OpenAI
|
|
| 6 |
|
| 7 |
|
| 8 |
# Required submission variables.
|
| 9 |
-
#
|
| 10 |
-
|
|
|
|
|
|
|
| 11 |
MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
|
| 12 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 13 |
LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
|
| 14 |
|
| 15 |
-
|
| 16 |
-
# Compatibility fallback. HF_TOKEN remains the primary required variable.
|
| 17 |
-
API_KEY = HF_TOKEN or os.getenv("API_KEY") or os.getenv("OPENAI_API_KEY")
|
| 18 |
-
|
| 19 |
TASK_NAME = os.getenv("TASK", "easy")
|
| 20 |
BENCHMARK = os.getenv("BENCHMARK", "codeguard")
|
| 21 |
|
|
@@ -54,13 +52,11 @@ def main() -> None:
|
|
| 54 |
try:
|
| 55 |
client = None
|
| 56 |
init_error: Optional[str] = None
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
else:
|
| 63 |
-
init_error = "Missing HF_TOKEN (or API_KEY)"
|
| 64 |
|
| 65 |
env = CodeGuardEnv()
|
| 66 |
state: Dict[str, Any] = env.reset()
|
|
|
|
| 6 |
|
| 7 |
|
| 8 |
# Required submission variables.
|
| 9 |
+
# Keep HF_TOKEN/LOCAL_IMAGE_NAME defined for checklist compatibility,
|
| 10 |
+
# but API calls must use API_BASE_URL + API_KEY injected by validator.
|
| 11 |
+
API_BASE_URL = os.environ["API_BASE_URL"]
|
| 12 |
+
API_KEY = os.environ["API_KEY"]
|
| 13 |
MODEL_NAME = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
|
| 14 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 15 |
LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
|
| 16 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
TASK_NAME = os.getenv("TASK", "easy")
|
| 18 |
BENCHMARK = os.getenv("BENCHMARK", "codeguard")
|
| 19 |
|
|
|
|
| 52 |
try:
|
| 53 |
client = None
|
| 54 |
init_error: Optional[str] = None
|
| 55 |
+
try:
|
| 56 |
+
# Mandatory: all LLM calls through injected LiteLLM proxy.
|
| 57 |
+
client = OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
|
| 58 |
+
except Exception as exc:
|
| 59 |
+
init_error = str(exc)
|
|
|
|
|
|
|
| 60 |
|
| 61 |
env = CodeGuardEnv()
|
| 62 |
state: Dict[str, Any] = env.reset()
|