udaygs210 commited on
Commit
da2e821
·
1 Parent(s): 46966eb

zerogpu support

Browse files
Files changed (2) hide show
  1. app.py +2 -1
  2. requirements.txt +2 -1
app.py CHANGED
@@ -19,7 +19,7 @@ import torch
19
  import gradio as gr
20
  from tokenizers import Tokenizer
21
  from huggingface_hub import hf_hub_download
22
-
23
  # ---- point these at your fine-tuned transform model repo -------------------
24
  # MODEL_REPO = os.environ.get("MODEL_REPO", "uday210/slm-264m-transform") # <-- EDIT
25
  # CKPT_FILENAME = os.environ.get("CKPT_FILENAME", "slm-264m-transform.pt") # <-- EDIT
@@ -64,6 +64,7 @@ EOT_ID = tok.token_to_id(EOT_TOKEN)
64
  # ---------------------------------------------------------------------------
65
  # Generation (greedy by default — this task is deterministic transformation)
66
  # ---------------------------------------------------------------------------
 
67
  @torch.no_grad()
68
  def generate(prompt: str, max_new_tokens: int = 512, temperature: float = 0.0):
69
  ids = tok.encode(prompt).ids
 
19
  import gradio as gr
20
  from tokenizers import Tokenizer
21
  from huggingface_hub import hf_hub_download
22
+ import spaces
23
  # ---- point these at your fine-tuned transform model repo -------------------
24
  # MODEL_REPO = os.environ.get("MODEL_REPO", "uday210/slm-264m-transform") # <-- EDIT
25
  # CKPT_FILENAME = os.environ.get("CKPT_FILENAME", "slm-264m-transform.pt") # <-- EDIT
 
64
  # ---------------------------------------------------------------------------
65
  # Generation (greedy by default — this task is deterministic transformation)
66
  # ---------------------------------------------------------------------------
67
+ @spaces.GPU
68
  @torch.no_grad()
69
  def generate(prompt: str, max_new_tokens: int = 512, temperature: float = 0.0):
70
  ids = tok.encode(prompt).ids
requirements.txt CHANGED
@@ -2,4 +2,5 @@ torch
2
  tokenizers
3
  huggingface_hub>=0.25,<1.0
4
  gradio==5.9.1
5
- numpy
 
 
2
  tokenizers
3
  huggingface_hub>=0.25,<1.0
4
  gradio==5.9.1
5
+ numpy
6
+ spaces