SentenceTransformers as separate instance

README.md

@@ -9,7 +9,6 @@ app_file: app.py
 pinned: false
 license: mit
 short_description: Chatbot assistant for the CAMELS simulations documentation
-python_version: 3.11
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

requirements.txt

@@ -2,4 +2,3 @@ langchain
 langchain-community
 langchain-huggingface
 chromadb
-InstructorEmbedding

worker.py

@@ -5,7 +5,7 @@ from langchain_community.document_loaders import PyPDFLoader
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain_community.vectorstores import Chroma
 from langchain_huggingface import HuggingFaceEndpoint
-
+from sentence_transformers import SentenceTransformer # Use SentenceTransformer module to use Hugging face Model
 import pip
 
 def install(package):
@@ -49,8 +49,11 @@ def init_llm():
     #Initialize embeddings using a pre-trained model to represent the text data.
     embedddings_model = "sentence-transformers/multi-qa-distilbert-cos-v1"
     # embedddings_model = "sentence-transformers/all-MiniLM-L6-v2"
+
+    emb_model = SentenceTransformer(embedddings_model)
+    
     embeddings = HuggingFaceInstructEmbeddings(
-        model_name=embedddings_model,
+        model_name=emb_model,
         model_kwargs={"device": DEVICE}
     )