Fix

app.py

@@ -8,11 +8,10 @@ import gradio as gr
 
 
 def main(
-    base_model="ise-uiuc/Magicoder-S-DS-6.7B",
-    device="cuda" if torch.cuda.is_available() else "cpu",
+    base_model="ise-uiuc/Magicoder-S-DS-6.7B"
 ):
     pipeline = transformers.pipeline(
-        "text-generation", model=base_model, torch_dtype=torch.bfloat16, device=device
+        "text-generation", model=base_model, torch_dtype=torch.bfloat16, device_map="auto"
     )
 
     def evaluate_magicoder(