| import gradio as gr | |
| import requests | |
| import json | |
| API_URL = "http://localhost:8000/v1/chat/completions" | |
| def chat_fn(message, history): | |
| headers = {"Content-Type": "application/json"} | |
| payload = { | |
| "model": "MBZUAI/BiMediX2-8B-hf", | |
| "messages": [{"role": "user", "content": message}], | |
| "max_tokens": 512, | |
| "temperature": 0.2 | |
| } | |
| try: | |
| response = requests.post(API_URL, headers=headers, json=payload) | |
| data = response.json() | |
| reply = data["choices"][0]["message"]["content"] | |
| return reply | |
| except Exception as e: | |
| return f"Error: {str(e)}" | |
| gr.ChatInterface( | |
| fn=chat_fn, | |
| title="BiMediX2 Medical Chatbot", | |
| description="Ask any medical question." | |
| ).launch() | |