Comprehensive dependency fix for sentence-transformers

apt.txt

@@ -0,0 +1,14 @@
+python3-dev
+python3-pip
+build-essential
+gcc
+g++
+git
+cmake
+pkg-config
+libopenblas-base
+libopenblas-dev
+libomp-dev
+libgomp1
+python3-venv
+python-is-python3

packages.txt

@@ -4,6 +4,9 @@ build-essential
 gcc
 g++
 git
+cmake
+pkg-config
+libopenblas-base
 libopenblas-dev
 libomp-dev
 libgomp1
@@ -24,3 +27,5 @@ libgbm1
 libpango-1.0-0
 libcairo2
 libasound2
+python3-venv
+python-is-python3

requirements.txt

@@ -1,17 +1,23 @@
-# PyTorch CPU dependencies
+# Base dependencies
+numpy>=1.23.5
+scikit-learn>=1.2.2
+scipy>=1.10.1
+pandas>=2.0.2
+tqdm>=4.65.0
+Pillow==10.0.0
+requests==2.31.0
+
+# PyTorch CPU
 --find-links https://download.pytorch.org/whl/torch_stable.html
 torch==2.0.1+cpu
 torchvision==0.15.2+cpu
 torchaudio==2.0.2+cpu
 
-# Core ML dependencies
+# Transformers and embeddings
 transformers==4.31.0
+tokenizers==0.13.3
 sentence-transformers==2.2.2
-numpy>=1.23.5
-scikit-learn>=1.2.2
-scipy>=1.10.1
-pandas>=2.0.2
-tqdm>=4.65.0
+huggingface-hub>=0.16.4
 
 # Web interface
 gradio==3.40.1
@@ -20,7 +26,6 @@ gradio==3.40.1
 duckduckgo-search==3.8.5
 beautifulsoup4==4.12.2
 lxml==4.9.3
-requests==2.31.0
 googlesearch-python==1.2.3
 waybackpy==3.0.6
 google==3.0.0
@@ -46,9 +51,6 @@ idna==3.4
 certifi==2023.7.22
 urllib3==2.0.4
 
-# Image processing
-Pillow==10.0.0
-
 # Domain info
 python-whois==0.8.0
 geopy==2.4.1