Update app.py

app.py

@@ -1,31 +1,38 @@
 import gradio as gr
-from transformers import AutoModelForCausalLM, AutoTokenizer
+from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig
 from PIL import Image
 import torch
 
-# Load model dan tokenizer
 model_id = "vikhyatk/moondream2"
 revision = "2024-08-26"
-
-# Deteksi device (Gunakan GPU jika tersedia, jika tidak gunakan CPU)
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
+# 1. Load konfigurasi terlebih dahulu
+config = AutoConfig.from_pretrained(model_id, trust_remote_code=True, revision=revision)
+
+# 2. Tambahkan pad_token_id secara manual ke config agar modeling_phi.py tidak marah
+if not hasattr(config, 'pad_token_id'):
+    config.pad_token_id = config.eos_token_id 
+
+# 3. Load model menggunakan config yang sudah kita perbaiki
 model = AutoModelForCausalLM.from_pretrained(
     model_id, 
+    config=config,
     trust_remote_code=True, 
-    revision=revision
+    revision=revision,
+    torch_dtype=torch.float16 if device == "cuda" else torch.float32 # Optimasi memori
 ).to(device)
+
 tokenizer = AutoTokenizer.from_pretrained(model_id, revision=revision)
 
 def answer_question(image, question):
     if image is None:
         return "No image provided"
     
-    # Pastikan gambar dalam format RGB
     image = image.convert("RGB")
     
-    # Proses gambar dan dapatkan jawaban
     with torch.no_grad():
+        # Moondream menggunakan metode internal untuk menjawab
         enc_image = model.encode_image(image)
         answer = model.answer_question(enc_image, question, tokenizer)
     
@@ -34,10 +41,9 @@ def answer_question(image, question):
 # Interface Gradio
 interface = gr.Interface(
     fn=answer_question,
-    inputs=[gr.Image(type="pil"), gr.Textbox(label="Question", placeholder="What is written in the captcha?")],
+    inputs=[gr.Image(type="pil"), gr.Textbox(label="Question")],
     outputs=gr.Text(label="Answer"),
-    title="Moondream Captcha Solver",
-    description="Upload image captcha dan biarkan model menjawabnya."
+    title="Moondream Captcha Solver"
 )
 
 if __name__ == "__main__":