fix: port

app.py

@@ -9,8 +9,8 @@ import gradio as gr
 
 def main(
     base_model="ise-uiuc/Magicoder-S-DS-6.7B",
-    device="cpu",
-    port=8070,
+    #device="cuda",
+    port=80,
 ):
     pipeline = transformers.pipeline(
         "text-generation", model=base_model, torch_dtype=torch.bfloat16, device=device
@@ -19,7 +19,7 @@ def main(
     def evaluate_magicoder(
         instruction,
         temperature=1,
-        max_length=8192,
+        max_length=4096,
     ):
         MAGICODER_PROMPT = """You are an exceptionally intelligent coding assistant that consistently delivers accurate and reliable responses to user instructions.
 
@@ -56,7 +56,7 @@ def main(
             ),
             gr.components.Slider(minimum=0, maximum=1, value=0, label="Temperature"),
             gr.components.Slider(
-                minimum=1, maximum=8192, step=1, value=1024, label="Max tokens"
+                minimum=1, maximum=4096, step=1, value=1024, label="Max tokens"
             ),
         ],
         outputs=[