Update app.py

app.py

@@ -59,6 +59,26 @@ async def respond(
                 pass
             finally:
                 pass  # 스트림 종료 시 아무것도 하지 않음
+                
+theme = "Nymbo/Nymbo_Theme"
+
+css = """
+footer {
+    visibility: hidden;
+}
+"""
+
+demo = gr.ChatInterface(
+    css=css,
+    fn=respond,
+    theme=theme,
+    additional_inputs=[
+        gr.Textbox(value="AI Assistant Role", label="System message"),
+        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
+        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
+        gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
+    ]
+)
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.queue().launch(max_threads=20)