Update app.py

app.py

@@ -291,15 +291,21 @@ class OpenAIApi:
                 stream=True
             )
             
-            full_response = ""
-            tool_calls = []
-            # Asynchronous iteration over stream
-            async for chunk in response:
-                logger.debug(f"Received chunk: {chunk}")
-                if chunk.choices and chunk.choices[0].delta.content:
-                    full_response += chunk.choices[0].delta.content
-                if chunk.choices and chunk.choices[0].delta.tool_calls:
-                    tool_calls.extend(chunk.choices[0].delta.tool_calls)
+            async def process_stream(sync_stream):
+                full_response = ""
+                tool_calls = []
+                for chunk in sync_stream:
+                    logger.debug(f"Received chunk: {chunk}")
+                    if chunk.choices and chunk.choices[0].delta.content:
+                        full_response += chunk.choices[0].delta.content
+                    if chunk.choices and chunk.choices[0].delta.tool_calls:
+                        tool_calls.extend(chunk.choices[0].delta.tool_calls)
+                return full_response, tool_calls
+            
+            # Run synchronous stream processing in a separate thread
+            logger.debug("Processing stream in separate thread")
+            full_response, tool_calls = await asyncio.to_thread(process_stream, response)
+            logger.debug("Stream processing completed")
             
             response_chunk_id = self.memory.add_chunk(full_response, "assistant")
             logger.info(f"Received response for chunk: {response_chunk_id}, length: {len(full_response)}")
@@ -415,7 +421,7 @@ def create_ui():
         
         with gr.Tab("Conversation History"):
             history = gr.Dataframe(
-                label="Recent Chunks",
+                label="History",
                 headers=["chunk_id", "text", "role", "timestamp", "intent", "token_count"],
                 datatype=["str", "str", "str", "str", "str", "number"]
             )
@@ -440,20 +446,19 @@ def create_ui():
                 paste_btn = gr.Button("Paste")
                 prefix_btn = gr.Button("Add Prefix")
                 suffix_btn = gr.Button("Add Suffix")
-            diff_output = gr.Textbox(label="Diff Output", interactive=False)
+            diff = gr.Textbox(label="Diff Output", interactive=False)
             
-            cut_btn.click(fn=edit_cut, inputs=[chunk_id, start, end], outputs=[chunk_text, diff_output])
-            copy_btn.click(fn=edit_copy, inputs=[chunk_id, start, end], outputs=[chunk_text, diff_output])
-            paste_btn.click(fn=edit_paste, inputs=[chunk_id, position], outputs=[chunk_text, diff_output])
-            prefix_btn.click(fn=edit_prefix, inputs=[chunk_id, prefix], outputs=[chunk_text, diff_output])
-            suffix_btn.click(fn=edit_suffix, inputs=[chunk_id, suffix], outputs=[chunk_text, diff_output])
+            cut_btn.click(fn=edit_cut, inputs=[chunk_id, start, end], outputs=[chunk_text, diff])
+            copy_btn.click(fn=edit_copy, inputs=[chunk_id, start, end], outputs=[chunk_text, diff])
+            paste_btn.click(fn=edit_paste, inputs=[chunk_id, position], outputs=[chunk_text, diff])
+            prefix_btn.click(fn=edit_prefix, inputs=[chunk_id, prefix], outputs=[chunk_text, diff])
+            suffix_btn.click(fn=edit_suffix, inputs=[chunk_id, suffix], outputs=[chunk_text, diff])
         
         with gr.Tab("Logs"):
-            logs = gr.Textbox(label="Application Logs", interactive=False)
-            logs_btn = gr.Button("Refresh Logs")
-            logs_btn.click(fn=get_logs, outputs=logs)
+            logs = gr.Textbox(label="Application Logs", placeholder="Logs are loading...")
+            logs_btn = click(fn=get_logs, outputs=[logs])
         
-        gr.Markdown(f"Current Time: {datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S %Z')}")
+        gr.Markdown(f"Current Time: {datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')}")
     
     logger.info("Created Gradio UI")
     return demo