Update app.py

app.py

@@ -50,13 +50,13 @@ def get_messages_formatter_type(model_name):
 def respond(
     message,
     history: list[tuple[str, str]],
+    model,
     system_message,
     max_tokens,
     temperature,
     top_p,
     top_k,
     repeat_penalty,
-    model,
 ):
     chat_template = get_messages_formatter_type(model)
 
@@ -151,6 +151,13 @@ PLACEHOLDER = """
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
+        gr.Dropdown([
+                'Meta-Llama-3-70B-Instruct-Q3_K_M.gguf',
+                'Mistral-7B-Instruct-v0.3-f32.gguf'
+            ],
+            value="Meta-Llama-3-70B-Instruct-Q3_K_M.gguf",
+            label="Model"
+        ),
         gr.Textbox(value="You are a helpful assistant.", label="System message"),
         gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="Max tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
@@ -175,13 +182,6 @@ demo = gr.ChatInterface(
             step=0.1,
             label="Repetition penalty",
         ),
-        gr.Dropdown([
-                'Meta-Llama-3-70B-Instruct-Q3_K_M.gguf',
-                'Mistral-7B-Instruct-v0.3-f32.gguf'
-            ],
-            value="Meta-Llama-3-70B-Instruct-Q3_K_M.gguf",
-            label="Model"
-        ),
     ],
     theme=gr.themes.Soft(primary_hue="violet", secondary_hue="violet", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
         body_background_fill_dark="#16141c",