Sushantkas commited on
Commit
d4280a1
·
verified ·
1 Parent(s): 3deb039

Upload app.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -1,5 +1,4 @@
1
  import spaces # noqa: E402 (must be imported before torch/transformers)
2
- # v2: added kernels dependency for FP8 inference
3
 
4
  import json
5
  import re
@@ -44,7 +43,7 @@ def _parse_tool_calls(text: str):
44
  return leftover, tool_calls
45
 
46
 
47
- @spaces.GPU(duration=45)
48
  def chat_completions(messages_json: str, tools_json: str = "", max_new_tokens: int = 2048) -> str:
49
  """Run one chat-completion turn against Qwen3-Coder-30B-A3B-Instruct-FP8.
50
 
@@ -89,7 +88,7 @@ demo = gr.Interface(
89
  gr.Number(label="max_new_tokens", value=2048, precision=0),
90
  ],
91
  outputs=gr.Text(label="completion_json"),
92
- title="Qwen3-Coder-30B-A3B-Instruct-FP8 chat completions",
93
  description=(
94
  "Internal inference endpoint for the Coding Model project. "
95
  "Called via the local OpenAI-compatible shim, not directly by end users."
 
1
  import spaces # noqa: E402 (must be imported before torch/transformers)
 
2
 
3
  import json
4
  import re
 
43
  return leftover, tool_calls
44
 
45
 
46
+ @spaces.GPU(duration=120)
47
  def chat_completions(messages_json: str, tools_json: str = "", max_new_tokens: int = 2048) -> str:
48
  """Run one chat-completion turn against Qwen3-Coder-30B-A3B-Instruct-FP8.
49
 
 
88
  gr.Number(label="max_new_tokens", value=2048, precision=0),
89
  ],
90
  outputs=gr.Text(label="completion_json"),
91
+ title="Qwen3-Coder-30B-A3B-Instruct-FP8 \u2014 chat completions",
92
  description=(
93
  "Internal inference endpoint for the Coding Model project. "
94
  "Called via the local OpenAI-compatible shim, not directly by end users."