Update src/pdfchatbot.py

src/pdfchatbot.py

@@ -33,9 +33,9 @@ class PDFChatBot:
         self.model = None
         self.pipeline = None
         self.chain = None
-        self.chunk_size = 262144
+        self.chunk_size = 8192
         self.overlap_percentage = 50
-        self.max_chunks_in_context = 20
+        self.max_chunks_in_context = 5
         self.current_context = None
         self.model_temperatue = 0.5
         self.format_seperator="""\n\n--\n\n"""
@@ -102,7 +102,7 @@ class PDFChatBot:
         temp = 0.1
         outputs = self.pipe(
             prompt,
-            max_new_tokens=524288,
+            max_new_tokens=32768,
             do_sample=True,
             temperature=temp,
             top_p=0.9,