Spaces:
Sleeping
Sleeping
udaygs210 commited on
Commit ·
da2e821
1
Parent(s): 46966eb
zerogpu support
Browse files- app.py +2 -1
- requirements.txt +2 -1
app.py
CHANGED
|
@@ -19,7 +19,7 @@ import torch
|
|
| 19 |
import gradio as gr
|
| 20 |
from tokenizers import Tokenizer
|
| 21 |
from huggingface_hub import hf_hub_download
|
| 22 |
-
|
| 23 |
# ---- point these at your fine-tuned transform model repo -------------------
|
| 24 |
# MODEL_REPO = os.environ.get("MODEL_REPO", "uday210/slm-264m-transform") # <-- EDIT
|
| 25 |
# CKPT_FILENAME = os.environ.get("CKPT_FILENAME", "slm-264m-transform.pt") # <-- EDIT
|
|
@@ -64,6 +64,7 @@ EOT_ID = tok.token_to_id(EOT_TOKEN)
|
|
| 64 |
# ---------------------------------------------------------------------------
|
| 65 |
# Generation (greedy by default — this task is deterministic transformation)
|
| 66 |
# ---------------------------------------------------------------------------
|
|
|
|
| 67 |
@torch.no_grad()
|
| 68 |
def generate(prompt: str, max_new_tokens: int = 512, temperature: float = 0.0):
|
| 69 |
ids = tok.encode(prompt).ids
|
|
|
|
| 19 |
import gradio as gr
|
| 20 |
from tokenizers import Tokenizer
|
| 21 |
from huggingface_hub import hf_hub_download
|
| 22 |
+
import spaces
|
| 23 |
# ---- point these at your fine-tuned transform model repo -------------------
|
| 24 |
# MODEL_REPO = os.environ.get("MODEL_REPO", "uday210/slm-264m-transform") # <-- EDIT
|
| 25 |
# CKPT_FILENAME = os.environ.get("CKPT_FILENAME", "slm-264m-transform.pt") # <-- EDIT
|
|
|
|
| 64 |
# ---------------------------------------------------------------------------
|
| 65 |
# Generation (greedy by default — this task is deterministic transformation)
|
| 66 |
# ---------------------------------------------------------------------------
|
| 67 |
+
@spaces.GPU
|
| 68 |
@torch.no_grad()
|
| 69 |
def generate(prompt: str, max_new_tokens: int = 512, temperature: float = 0.0):
|
| 70 |
ids = tok.encode(prompt).ids
|
requirements.txt
CHANGED
|
@@ -2,4 +2,5 @@ torch
|
|
| 2 |
tokenizers
|
| 3 |
huggingface_hub>=0.25,<1.0
|
| 4 |
gradio==5.9.1
|
| 5 |
-
numpy
|
|
|
|
|
|
| 2 |
tokenizers
|
| 3 |
huggingface_hub>=0.25,<1.0
|
| 4 |
gradio==5.9.1
|
| 5 |
+
numpy
|
| 6 |
+
spaces
|