default mistral

app_local.py

@@ -88,7 +88,7 @@ description = """<p align="center">Defaults to Qwen 500M</p>
 """
 
 # Create a shared state variable to store the selected model
-selected_model = gr.State("zephyr_int8.gguf")
+selected_model = gr.State("mistrallite.Q4_K_M.gguf")
 
 # Create a separate interface for model selection
 model_selection = gr.Interface(
@@ -97,9 +97,6 @@ model_selection = gr.Interface(
         gr.Dropdown([
             'qwen2-0_5b-instruct-q4_k_m.gguf',
             'mistrallite.Q4_K_M.gguf',
-            'zephyr_Q3_K.gguf',
-            'zephyr_Q3_K_M.gguf',
-            'zephyr_int8.gguf',
         ],
         value="qwen2-0_5b-instruct-q4_k_m.gguf",
         label="Model"