Update app.py

app.py

@@ -3,21 +3,23 @@ import gradio as gr
 from llama_cpp import Llama
 from huggingface_hub import snapshot_download
 
-# Download the model repository locally with a long timeout (in seconds)
+# Optionally, set a high timeout environment variable (if your HF Hub version honors this)
+os.environ["HF_HUB_HTTP_TIMEOUT"] = "3600"  # 1 hour in seconds
+
+# Download the model repository locally; this will block until the download completes
 local_repo = snapshot_download(
     repo_id="DebabrataHalder/mysqlmodel",
     revision="main",
     local_dir_use_symlinks=False,
-    resume_download=True,
-    timeout=3600  # wait up to one hour for the download to complete
+    resume_download=True
 )
 
-# Load the model from the downloaded local repository
+# Load the model from the local repository
 llm = Llama.from_pretrained(
-    repo_id=local_repo,           # now a local folder path
-    filename="mysqlmodel.gguf",   # the GGUF file to load
-    n_ctx=2048,                   # adjust context size as needed
-    local_files_only=True         # do not attempt remote file listing
+    repo_id=local_repo,           # local folder path now
+    filename="mysqlmodel.gguf",   # the GGUF file name
+    n_ctx=2048,                   # adjust context size if needed
+    local_files_only=True         # force local file loading
 )
 
 def chat(prompt):
@@ -36,3 +38,4 @@ iface = gr.Interface(
 
 iface.launch()
 
+