helal94hb1 commited on
Commit
280c5bf
·
1 Parent(s): 660a30d

feat: Update application with new changes10

Browse files
Files changed (1) hide show
  1. app/services/retrieval.py +3 -1
app/services/retrieval.py CHANGED
@@ -69,7 +69,9 @@ def load_retrieval_artifacts():
69
  # 2. Load the Sentence Transformer model for encoding queries
70
  logger.info(f"Loading Sentence Transformer model: {settings.QUERY_ENCODER_MODEL_NAME}...")
71
  try:
72
- query_encoder = SentenceTransformer(settings.QUERY_ENCODER_MODEL_NAME, device=device)
 
 
73
  query_encoder.eval()
74
  state.query_encoder_model = query_encoder
75
  logger.info("Query encoder model loaded successfully.")
 
69
  # 2. Load the Sentence Transformer model for encoding queries
70
  logger.info(f"Loading Sentence Transformer model: {settings.QUERY_ENCODER_MODEL_NAME}...")
71
  try:
72
+ cache_dir = "data/cache/"
73
+ logger.info(f"Using cache directory for models: {cache_dir}")
74
+ query_encoder = SentenceTransformer(settings.QUERY_ENCODER_MODEL_NAME, device=device,cache_folder=cache_dir)
75
  query_encoder.eval()
76
  state.query_encoder_model = query_encoder
77
  logger.info("Query encoder model loaded successfully.")