Update src/pdfchatbot.py

src/pdfchatbot.py

@@ -60,13 +60,13 @@ class PDFChatBot:
         print("Vector store created")
     @spaces.GPU
     def load_tokenizer(self):
-        self.tokenizer = AutoTokenizer.from_pretrained("kiddothe2b/hierarchical-transformer-base-4096")
+        self.tokenizer = AutoTokenizer.from_pretrained("gradientai/Llama-3-8B-Instruct-Gradient-1048k")
 
     @spaces.GPU
     def create_organic_pipeline(self):
         self.pipe = pipeline(
             "text-generation",
-            model="meta-llama/Meta-Llama-3-8B-Instruct",
+            model="gradientai/Llama-3-8B-Instruct-Gradient-1048k",
             model_kwargs={"torch_dtype": torch.bfloat16},
             device="cuda",
         )
@@ -84,7 +84,7 @@ class PDFChatBot:
         """
         pipe = pipeline(
             "text-generation",
-            model="meta-llama/Meta-Llama-3-8B-Instruct",
+            model="gradientai/Llama-3-8B-Instruct-Gradient-1048k",
             model_kwargs={"torch_dtype": torch.bfloat16},
             device="cuda",
         )