Update app.py

app.py

@@ -16,7 +16,6 @@ client = OpenAI(
 
 print("Client initialized.")
 
-# Pre-set system prompts
 SYSTEM_PROMPTS = {
     "General Assistant": "You are a helpful, respectful and honest assistant. Always provide accurate information and admit when you're not sure about something.",
     "Code Helper": "You are a programming assistant. Help users with coding questions, debugging, and best practices. Provide clear explanations and code examples when appropriate.",
@@ -36,7 +35,6 @@ def respond(
     print(f"Received message: {message}")
     print(f"History: {history}")
     
-    # Use custom prompt if provided, otherwise use selected preset
     system_message = custom_prompt if custom_prompt.strip() else SYSTEM_PROMPTS[preset_prompt]
     
     print(f"System message: {system_message}")
@@ -73,10 +71,6 @@ def respond(
 
     print("Completed response generation.")
 
-chatbot = gr.Chatbot(height=400)
-
-print("Chatbot interface created.")
-
 models = [
     "PowerInfer/SmallThinker-3B-Preview",
     "Qwen/QwQ-32B-Preview",
@@ -89,55 +83,94 @@ with gr.Blocks() as demo:
     gr.Markdown("# LLM Test")
     
     with gr.Row():
-        # Model selection at the top
         model_dropdown = gr.Dropdown(
             choices=models, 
             value=models[0], 
             label="Select Model:"
         )
-    
-    # Chatbot interface
-    chat_interface = gr.ChatInterface(
-        respond,
-        additional_inputs=[
-            # Prompt selections
-            gr.Dropdown(
-                choices=list(SYSTEM_PROMPTS.keys()),
-                value=list(SYSTEM_PROMPTS.keys())[0],
-                label="Select System Prompt:"
-            ),
-            gr.Textbox(
-                value="",
-                label="Custom System Prompt (leaves blank to use preset):",
-                lines=2
-            ),
-            # Other parameters
-            gr.Slider(
-                minimum=1,
-                maximum=4096,
-                value=1024,
-                step=1,
-                label="Max new tokens:"
-            ),
-            gr.Slider(
-                minimum=0.1,
-                maximum=1.0,
-                value=0.3,
-                step=0.1,
-                label="Temperature:"
-            ),
-            gr.Slider(
-                minimum=0.1,
-                maximum=1.0,
-                value=0.95,
-                step=0.05,
-                label="Top-P:"
-            ),
-            model_dropdown,
-        ],
-        fill_height=True,
-        chatbot=chatbot,
+
+    # Create the chat components separately
+    chatbot = gr.Chatbot(height=400)
+    msg = gr.Textbox(
+        show_label=False,
+        placeholder="Enter text and press enter",
+        container=False
     )
+    clear = gr.Button("Clear")
+
+    # Additional inputs
+    with gr.Accordion("Configuration", open=False):
+        preset_prompt = gr.Dropdown(
+            choices=list(SYSTEM_PROMPTS.keys()),
+            value=list(SYSTEM_PROMPTS.keys())[0],
+            label="Select System Prompt:"
+        )
+        custom_prompt = gr.Textbox(
+            value="",
+            label="Custom System Prompt (leaves blank to use preset):",
+            lines=2
+        )
+        max_tokens = gr.Slider(
+            minimum=1,
+            maximum=4096,
+            value=1024,
+            step=1,
+            label="Max new tokens:"
+        )
+        temperature = gr.Slider(
+            minimum=0.1,
+            maximum=1.0,
+            value=0.3,
+            step=0.1,
+            label="Temperature:"
+        )
+        top_p = gr.Slider(
+            minimum=0.1,
+            maximum=1.0,
+            value=0.95,
+            step=0.05,
+            label="Top-P:"
+        )
+
+    # Set up the chat functionality
+    def user(user_message, history):
+        return "", history + [[user_message, None]]
+
+    def bot(
+        history,
+        preset_prompt,
+        custom_prompt,
+        max_tokens,
+        temperature,
+        top_p,
+        model_name
+    ):
+        history[-1][1] = ""
+        for character in respond(
+            history[-1][0],
+            history[:-1],
+            preset_prompt,
+            custom_prompt,
+            max_tokens,
+            temperature,
+            top_p,
+            model_name
+        ):
+            history[-1][1] = character
+            yield history
+
+    msg.submit(
+        user,
+        [msg, chatbot],
+        [msg, chatbot],
+        queue=False
+    ).then(
+        bot,
+        [chatbot, preset_prompt, custom_prompt, max_tokens, temperature, top_p, model_dropdown],
+        chatbot
+    )
+
+    clear.click(lambda: None, None, chatbot, queue=False)
 
 print("Gradio interface initialized.")