Update app.py

app.py

@@ -23,7 +23,7 @@ def respond(
     max_tokens,
     temperature,
     top_p,
-    model_name,  # Added a parameter for model selection
+    model_name,  # New parameter for model selection
 ):
     print(f"Received message: {message}")
     print(f"History: {history}")
@@ -47,7 +47,7 @@ def respond(
     print("Sending request to OpenAI API.")
     
     for message in client.chat.completions.create(
-        model=model_name,  # Use the selected model here
+        model=model_name,  # Use the selected model
         max_tokens=max_tokens,
         stream=True,
         temperature=temperature,
@@ -65,20 +65,15 @@ chatbot = gr.Chatbot(height=600)
 
 print("Chatbot interface created.")
 
-# Define a list of models for the dropdown
-model_options = [
-    "microsoft/phi-4",
+# Define the list of models
+models = [
     "PowerInfer/SmallThinker-3B-Preview",
+    "microsoft/phi-4",
 ]
 
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
-        gr.Dropdown(
-            choices=model_options,
-            value="microsoft/phi-4",
-            label="Select Model",
-        ),
         gr.Textbox(value="", label="System message"),
         gr.Slider(minimum=1, maximum=4096, value=1024, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=1.0, value=0.3, step=0.1, label="Temperature"),
@@ -89,6 +84,7 @@ demo = gr.ChatInterface(
             step=0.05,
             label="Top-P",
         ),
+        gr.Dropdown(choices=models, value=models[0], label="Model"),  # Dropdown for model selection
     ],
     fill_height=True,
     chatbot=chatbot,