adding flan-t5-large

utils.py

@@ -1,4 +1,4 @@
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
+from transformers import T5Tokenizer, T5ForConditionalGeneration, pipeline
 import time
 from langchain_community.llms import HuggingFacePipeline
 from langchain.storage import LocalFileStore
@@ -11,8 +11,7 @@ from langchain.chains import ConversationalRetrievalChain
 import os
 from pypdf import PdfMerger
 
-
-mod = "google/flan-t5-base"
+mod = "google/flan-t5-large"
 tsk = "text2text-generation"
 
 def merge_pdfs(pdfs: list):
@@ -129,13 +128,12 @@ def just_chatting(
 
 
 try:
-    tokenizer = AutoTokenizer.from_pretrained(
+    tokenizer = T5Tokenizer.from_pretrained(
         mod,
     )
 
-    tokenizer.pad_token = tokenizer.eos_token
 
-    model = AutoModelForSeq2SeqLM.from_pretrained(
+    model = T5ForConditionalGeneration.from_pretrained(
         mod,
     )
 except Exception as e: