new code

src/pdfchatbot.py

@@ -59,7 +59,7 @@ class PDFChatBot:
             "text-generation",
             model="meta-llama/Meta-Llama-3-8B-Instruct",
             model_kwargs={"torch_dtype": torch.float16},
-            device="cuda",
+            device_map="auto",
         )
         print("Model pipeline loaded")