back in

app_local.py

@@ -86,31 +86,22 @@ def respond(
 description = """<p align="center">Defaults to Qwen 500M</p>
 """
 
-# Create a shared state variable to store the selected model
-selected_model = gr.State("mistrallite.Q4_K_M.gguf")
-
-# Create a separate interface for model selection
-model_selection = gr.Interface(
-    fn=None,  # No function needed for model selection
-    inputs=[
-        gr.Dropdown([
-            'qwen2-0_5b-instruct-q4_k_m.gguf',
-			'qwen2_500m.gguf',
-            'mistrallite.Q4_K_M.gguf',
-        ],
-        value="qwen2-0_5b-instruct-q4_k_m.gguf",
-        label="Model"
-        ),
+# Dropdown for Model Selection
+model_dropdown = gr.Dropdown(
+    [
+        'qwen2-0_5b-instruct-q4_k_m.gguf',
+        'qwen2_500m.gguf',
+        'mistrallite.Q4_K_M.gguf',
     ],
-    outputs=None,  # Add a dummy output
-    title="Select Model",
+    value="qwen2-0_5b-instruct-q4_k_m.gguf",
+    label="Model"
 )
 
 # Create the main chat interface
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
-        selected_model,  # Pass the selected_model state variable as an input
+        model_dropdown,  # Pass the selected model from Dropdown
         gr.Textbox(value="You are a helpful assistant.", label="System message"),
         gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="Max tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
@@ -147,13 +138,4 @@ demo = gr.ChatInterface(
         likeable=False,
         show_copy_button=True
     )
-)
-
-gr.TabbedInterface(
-    [model_selection, demo],
-    tab_names=["Model Selection", "Demo"],
 ).launch()
-
-# Launch the model selection interface
-#if __name__ == "__main__":
-#   model_selection.launch()