Spaces:
Sleeping
Sleeping
Commit
·
280c5bf
1
Parent(s):
660a30d
feat: Update application with new changes10
Browse files
app/services/retrieval.py
CHANGED
|
@@ -69,7 +69,9 @@ def load_retrieval_artifacts():
|
|
| 69 |
# 2. Load the Sentence Transformer model for encoding queries
|
| 70 |
logger.info(f"Loading Sentence Transformer model: {settings.QUERY_ENCODER_MODEL_NAME}...")
|
| 71 |
try:
|
| 72 |
-
|
|
|
|
|
|
|
| 73 |
query_encoder.eval()
|
| 74 |
state.query_encoder_model = query_encoder
|
| 75 |
logger.info("Query encoder model loaded successfully.")
|
|
|
|
| 69 |
# 2. Load the Sentence Transformer model for encoding queries
|
| 70 |
logger.info(f"Loading Sentence Transformer model: {settings.QUERY_ENCODER_MODEL_NAME}...")
|
| 71 |
try:
|
| 72 |
+
cache_dir = "data/cache/"
|
| 73 |
+
logger.info(f"Using cache directory for models: {cache_dir}")
|
| 74 |
+
query_encoder = SentenceTransformer(settings.QUERY_ENCODER_MODEL_NAME, device=device,cache_folder=cache_dir)
|
| 75 |
query_encoder.eval()
|
| 76 |
state.query_encoder_model = query_encoder
|
| 77 |
logger.info("Query encoder model loaded successfully.")
|