Update src/pdfchatbot.py

src/pdfchatbot.py

@@ -105,9 +105,8 @@ class PDFChatBot:
         self.model = AutoModelForCausalLM.from_pretrained(
             self.config.get("autoModelForCausalLM"),
             device_map='auto',
-            torch_dtype=torch.float32,
+            torch_dtype=torch.float16,
             token=True,
-            load_in_8bit=False
         )
 
     def create_pipeline(self):
@@ -118,7 +117,7 @@ class PDFChatBot:
             model=self.model,
             task='text-generation',
             tokenizer=self.tokenizer,
-            max_new_tokens=200
+            max_new_tokens=1024
         )
         self.pipeline = HuggingFacePipeline(pipeline=pipe)