first

src/app.py

@@ -5,7 +5,7 @@ demo, chat_history, show_img, txt, submit_button, uploaded_pdf, slider_chunk_siz
 
 pdf_chatbot = PDFChatBot()
 with demo:
-    uploaded_pdf.upload(pdf_chatbot.render_file, inputs=[uploaded_pdf,slider_chunk_size], outputs=[show_img])
+    uploaded_pdf.upload(pdf_chatbot.render_file, inputs=[uploaded_pdf,slider_chunk_size,slider_overlap_percentage,slider_temp,slider_k], outputs=[show_img])
 
     submit_button.click(pdf_chatbot.add_text, inputs=[chat_history, txt], outputs=[chat_history], queue=False).\
         success(pdf_chatbot.generate_response, inputs=[chat_history, txt, uploaded_pdf], outputs=[chat_history,txt]).\

src/interface.py

@@ -28,7 +28,7 @@ def create_demo():
                     )
                 with gr.Row():
                     slider_overlap_percentage = gr.Slider(
-                        minimum=0, maximum=100, value=50, label="Chunk Overlap Percentage", elem_id='slider2'
+                        minimum=0, maximum=99, value=50, label="Chunk Overlap Percentage", elem_id='slider2'
                     )
                 with gr.Row():
                     slider_temp = gr.Slider(

src/pdfchatbot.py

@@ -34,7 +34,10 @@ class PDFChatBot:
         self.pipeline = None
         self.chain = None
         self.chunk_size = None
+        self.overlap_percentage = None
+        self.max_chunks_in_context = None
         self.current_context = None
+        self.model_temperatue = None
         self.format_seperator="""\n\n--\n\n"""
         self.pipe = None
         #self.chunk_size_slider = chunk_size_slider
@@ -45,9 +48,10 @@ class PDFChatBot:
         print("Embedding model loaded")
 
     def load_vectordb(self):
+        overlap = (self.overlap_percentage/100) * self.chunk_size
         text_splitter = RecursiveCharacterTextSplitter(
-            chunk_size=256,
-            chunk_overlap=100,
+            chunk_size=self.chunk_size,
+            chunk_overlap=overlap,
             length_function=len,
             add_start_index=True,
         )
@@ -69,7 +73,7 @@ class PDFChatBot:
         print("Model pipeline loaded")
 
     def get_organic_context(self, query):
-        documents = self.vectordb.similarity_search_with_relevance_scores(query, k=3)
+        documents = self.vectordb.similarity_search_with_relevance_scores(query, k=self.max_chunks_in_context)
         context = self.format_seperator.join([doc.page_content for doc, score in documents])
         self.current_context = context
         print("Context Ready")
@@ -135,11 +139,14 @@ class PDFChatBot:
             history[-1][-1] += char
         return history,""
 
-    def render_file(self, file,chunk_size):
+    def render_file(self, file,chunk_size,chunk_overlap_percentage,model_temperature,max_chunks_in_context):
         print(chunk_size)
         doc = fitz.open(file.name)
         page = doc[self.page]
         self.chunk_size = chunk_size
+        self.overlap_percentage = chunk_overlap_percentage
+        self.model_temperatue = model_temperature
+        self.max_chunks_in_context = max_chunks_in_context
         pix = page.get_pixmap(matrix=fitz.Matrix(300 / 72, 300 / 72))
         image = Image.frombytes('RGB', [pix.width, pix.height], pix.samples)
         return image