Update app.py

app.py

@@ -1,11 +1,23 @@
+import os
 import gradio as gr
 from llama_cpp import Llama
+from huggingface_hub import snapshot_download
 
-# Load the model directly from your Hugging Face repository
-llm = Llama.from_pretrained(
+# Download the model repository locally with a long timeout (in seconds)
+local_repo = snapshot_download(
     repo_id="DebabrataHalder/mysqlmodel",
-    filename="mysqlmodel.gguf",
-    n_ctx=2048  # adjust context size if needed
+    revision="main",
+    local_dir_use_symlinks=False,
+    resume_download=True,
+    timeout=3600  # wait up to one hour for the download to complete
+)
+
+# Load the model from the downloaded local repository
+llm = Llama.from_pretrained(
+    repo_id=local_repo,           # now a local folder path
+    filename="mysqlmodel.gguf",   # the GGUF file to load
+    n_ctx=2048,                   # adjust context size as needed
+    local_files_only=True         # do not attempt remote file listing
 )
 
 def chat(prompt):
@@ -23,3 +35,4 @@ iface = gr.Interface(
 )
 
 iface.launch()
+