Create app.py

app.py

@@ -0,0 +1,21 @@
+import gradio as gr
+from llama_cpp import Llama
+
+# Load the model from Hugging Face
+model_path = "YOUR_USERNAME/mysqlmodel/mysqlmodel.gguf"
+
+llm = Llama(model_path=model_path, n_ctx=2048)
+
+def chat(prompt):
+    output = llm(prompt)
+    return output["choices"][0]["text"]
+
+iface = gr.Interface(
+    fn=chat,
+    inputs="text",
+    outputs="text",
+    title="MySQL LLM",
+    description="Finetuned MySQL AI model"
+)
+
+iface.launch()