Upload app.py with huggingface_hub
Browse files
app.py
CHANGED
|
@@ -1,5 +1,4 @@
|
|
| 1 |
import spaces # noqa: E402 (must be imported before torch/transformers)
|
| 2 |
-
# v2: added kernels dependency for FP8 inference
|
| 3 |
|
| 4 |
import json
|
| 5 |
import re
|
|
@@ -44,7 +43,7 @@ def _parse_tool_calls(text: str):
|
|
| 44 |
return leftover, tool_calls
|
| 45 |
|
| 46 |
|
| 47 |
-
@spaces.GPU(duration=
|
| 48 |
def chat_completions(messages_json: str, tools_json: str = "", max_new_tokens: int = 2048) -> str:
|
| 49 |
"""Run one chat-completion turn against Qwen3-Coder-30B-A3B-Instruct-FP8.
|
| 50 |
|
|
@@ -89,7 +88,7 @@ demo = gr.Interface(
|
|
| 89 |
gr.Number(label="max_new_tokens", value=2048, precision=0),
|
| 90 |
],
|
| 91 |
outputs=gr.Text(label="completion_json"),
|
| 92 |
-
title="Qwen3-Coder-30B-A3B-Instruct-FP8
|
| 93 |
description=(
|
| 94 |
"Internal inference endpoint for the Coding Model project. "
|
| 95 |
"Called via the local OpenAI-compatible shim, not directly by end users."
|
|
|
|
| 1 |
import spaces # noqa: E402 (must be imported before torch/transformers)
|
|
|
|
| 2 |
|
| 3 |
import json
|
| 4 |
import re
|
|
|
|
| 43 |
return leftover, tool_calls
|
| 44 |
|
| 45 |
|
| 46 |
+
@spaces.GPU(duration=120)
|
| 47 |
def chat_completions(messages_json: str, tools_json: str = "", max_new_tokens: int = 2048) -> str:
|
| 48 |
"""Run one chat-completion turn against Qwen3-Coder-30B-A3B-Instruct-FP8.
|
| 49 |
|
|
|
|
| 88 |
gr.Number(label="max_new_tokens", value=2048, precision=0),
|
| 89 |
],
|
| 90 |
outputs=gr.Text(label="completion_json"),
|
| 91 |
+
title="Qwen3-Coder-30B-A3B-Instruct-FP8 \u2014 chat completions",
|
| 92 |
description=(
|
| 93 |
"Internal inference endpoint for the Coding Model project. "
|
| 94 |
"Called via the local OpenAI-compatible shim, not directly by end users."
|