import os from groq import Groq import gradio as gr from config import GROQ_API_KEY class ConversationalAI: def __init__(self): os.environ["GROQ_API_KEY"] = GROQ_API_KEY self.client = Groq() self.system_prompt = { "role": "system", "content": "You are a useful assistant. You reply with efficient answers. " } async def chat_groq(self, message, history): messages = [self.system_prompt] for msg in history: messages.append({"role": "user", "content": str(msg[0])}) messages.append({"role": "assistant", "content": str(msg[1])}) messages.append({"role": "user", "content": str(message)}) response_content = '' stream = self.client.chat.completions.create( model="llama3-70b-8192", messages=messages, max_tokens=1024, temperature=1.3, stream=True ) for chunk in stream: content = chunk.choices[0].delta.content if content: response_content += chunk.choices[0].delta.content yield response_content def create_chat_interface(self): with gr.Blocks(theme=gr.themes.Monochrome(), fill_height=True) as demo: gr.ChatInterface(self.chat_groq, clear_btn=None, undo_btn=None, retry_btn=None, ) return demo if __name__ == "__main__": ai = ConversationalAI() demo = ai.create_chat_interface() demo.queue() demo.launch()