import os import json import requests from flask import Flask, request, Response, stream_with_context, render_template_string app = Flask(__name__) # हगिंग फेस 'Secrets' API_KEY = os.environ.get("YOUR_VEDIKA_API_KEY") BASE_URL = os.environ.get("BASE_URL") MODEL_ID = os.environ.get("MODEL_ID", "google/gemma-3n-e2b-it") if BASE_URL and not BASE_URL.endswith("/chat/completions"): INVOKE_URL = f"{BASE_URL.rstrip('/')}/chat/completions" else: INVOKE_URL = BASE_URL or "https://integrate.api.nvidia.com/v1/chat/completions" @app.route('/') def home(): try: with open('index.html', 'r', encoding='utf-8') as f: html_content = f.read() return render_template_string(html_content) except Exception as e: return f"index.html file missing! Error: {str(e)}" @app.route('/api/chat', methods=['POST']) def chat(): data = request.get_json() or {} user_message = data.get("message", "") attachments = data.get("attachments", []) system_prompt = data.get("system_prompt", "") max_tokens = data.get("max_tokens", 4096) temperature = data.get("temperature", 0.6) messages = [] # 1. सिस्टम प्रॉम्प्ट (System Instruction) सेट करना if system_prompt.strip(): messages.append({"role": "system", "content": system_prompt}) # 2. मल्टीमोडल कंटेंट एरे तैयार करना content_payload = [] if user_message.strip(): content_payload.append({"type": "text", "text": user_message}) for att in attachments: att_type = att.get("type") b64_data = att.get("data") if att_type == "image": content_payload.append({"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{b64_data}"}}) elif att_type in ["audio", "file"]: # ऑडियो या अन्य फ़ाइलों के लिए content_payload.append({"type": "input_audio", "input_audio": {"data": b64_data, "format": "wav"}}) if not content_payload: content_payload.append({"type": "text", "text": "Hello"}) # यूज़र का मैसेज जोड़ना messages.append({"role": "user", "content": content_payload}) headers = { "Authorization": f"Bearer {API_KEY}", "Accept": "text/event-stream" } payload = { "model": MODEL_ID, "messages": messages, "max_tokens": int(max_tokens), "temperature": float(temperature), "top_p": 0.70, "stream": True } response = requests.post(INVOKE_URL, headers=headers, json=payload, stream=True) def generate(): for line in response.iter_lines(): if line: decoded_line = line.decode("utf-8") if decoded_line.startswith("data: "): yield decoded_line + "\n\n" return Response(stream_with_context(generate()), mimetype='text/event-stream') if __name__ == '__main__': app.run(host='0.0.0.0', port=7860)