Update requirements

requirements.in

@@ -1,13 +1,15 @@
 aiohttp
 cashews
-chromadb
 einops
 fastapi
 httpx[http2]
 huggingface_hub[hf_transfer]
+pandas
+pydantic
 polars
 python-dotenv
 sentence-transformers
 stamina
 tqdm
-uvicorn
+uvicorn
+duckdb

requirements.txt

@@ -1,355 +1,184 @@
 # This file was autogenerated by uv via the following command:
 #    uv pip compile requirements.in -o requirements.txt
-aiohappyeyeballs==2.4.0
+aiohappyeyeballs==2.4.6
     # via aiohttp
-aiohttp==3.10.5
+aiohttp==3.11.12
     # via -r requirements.in
-aiosignal==1.3.1
+aiosignal==1.3.2
     # via aiohttp
 annotated-types==0.7.0
     # via pydantic
-anyio==4.4.0
+anyio==4.8.0
     # via
     #   httpx
     #   starlette
-    #   watchfiles
-asgiref==3.8.1
-    # via opentelemetry-instrumentation-asgi
-attrs==24.2.0
+attrs==25.1.0
     # via aiohttp
-backoff==2.2.1
-    # via posthog
-bcrypt==4.2.0
-    # via chromadb
-build==1.2.2
-    # via chromadb
-cachetools==5.5.0
-    # via google-auth
-cashews==7.3.1
+cashews==7.4.0
     # via -r requirements.in
-certifi==2024.8.30
+certifi==2025.1.31
     # via
     #   httpcore
     #   httpx
-    #   kubernetes
     #   requests
-charset-normalizer==3.3.2
+charset-normalizer==3.4.1
     # via requests
-chroma-hnswlib==0.7.6
-    # via chromadb
-chromadb==0.5.5
+click==8.1.8
+    # via uvicorn
+duckdb==1.2.0
     # via -r requirements.in
-click==8.1.7
-    # via
-    #   typer
-    #   uvicorn
-coloredlogs==15.0.1
-    # via onnxruntime
-deprecated==1.2.14
-    # via
-    #   opentelemetry-api
-    #   opentelemetry-exporter-otlp-proto-grpc
-    #   opentelemetry-semantic-conventions
-einops==0.8.0
+einops==0.8.1
     # via -r requirements.in
-fastapi==0.114.1
-    # via
-    #   -r requirements.in
-    #   chromadb
-filelock==3.16.0
+fastapi==0.115.8
+    # via -r requirements.in
+filelock==3.17.0
     # via
     #   huggingface-hub
     #   torch
     #   transformers
-flatbuffers==24.3.25
-    # via onnxruntime
-frozenlist==1.4.1
+frozenlist==1.5.0
     # via
     #   aiohttp
     #   aiosignal
-fsspec==2024.9.0
+fsspec==2025.2.0
     # via
     #   huggingface-hub
     #   torch
-google-auth==2.34.0
-    # via kubernetes
-googleapis-common-protos==1.65.0
-    # via opentelemetry-exporter-otlp-proto-grpc
-grpcio==1.66.1
-    # via
-    #   chromadb
-    #   opentelemetry-exporter-otlp-proto-grpc
 h11==0.14.0
     # via
     #   httpcore
     #   uvicorn
-h2==4.1.0
+h2==4.2.0
     # via httpx
-hf-transfer==0.1.8
+hf-transfer==0.1.9
     # via huggingface-hub
-hpack==4.0.0
+hpack==4.1.0
     # via h2
-httpcore==1.0.5
+httpcore==1.0.7
     # via httpx
-httptools==0.6.1
-    # via uvicorn
-httpx==0.27.2
-    # via
-    #   -r requirements.in
-    #   chromadb
-huggingface-hub==0.24.6
+httpx==0.28.1
+    # via -r requirements.in
+huggingface-hub==0.28.1
     # via
     #   -r requirements.in
     #   sentence-transformers
     #   tokenizers
     #   transformers
-humanfriendly==10.0
-    # via coloredlogs
-hyperframe==6.0.1
+hyperframe==6.1.0
     # via h2
-idna==3.8
+idna==3.10
     # via
     #   anyio
     #   httpx
     #   requests
     #   yarl
-importlib-metadata==8.4.0
-    # via opentelemetry-api
-importlib-resources==6.4.5
-    # via chromadb
-jinja2==3.1.4
+jinja2==3.1.5
     # via torch
 joblib==1.4.2
     # via scikit-learn
-kubernetes==30.1.0
-    # via chromadb
-markdown-it-py==3.0.0
-    # via rich
-markupsafe==2.1.5
+markupsafe==3.0.2
     # via jinja2
-mdurl==0.1.2
-    # via markdown-it-py
-mmh3==4.1.0
-    # via chromadb
-monotonic==1.6
-    # via posthog
 mpmath==1.3.0
     # via sympy
 multidict==6.1.0
     # via
     #   aiohttp
     #   yarl
-networkx==3.3
+networkx==3.4.2
     # via torch
-numpy==1.26.4
+numpy==2.2.2
     # via
-    #   chroma-hnswlib
-    #   chromadb
-    #   onnxruntime
+    #   pandas
     #   scikit-learn
     #   scipy
-    #   sentence-transformers
     #   transformers
-oauthlib==3.2.2
-    # via
-    #   kubernetes
-    #   requests-oauthlib
-onnxruntime==1.19.2
-    # via chromadb
-opentelemetry-api==1.27.0
+packaging==24.2
     # via
-    #   chromadb
-    #   opentelemetry-exporter-otlp-proto-grpc
-    #   opentelemetry-instrumentation
-    #   opentelemetry-instrumentation-asgi
-    #   opentelemetry-instrumentation-fastapi
-    #   opentelemetry-sdk
-    #   opentelemetry-semantic-conventions
-opentelemetry-exporter-otlp-proto-common==1.27.0
-    # via opentelemetry-exporter-otlp-proto-grpc
-opentelemetry-exporter-otlp-proto-grpc==1.27.0
-    # via chromadb
-opentelemetry-instrumentation==0.48b0
-    # via
-    #   opentelemetry-instrumentation-asgi
-    #   opentelemetry-instrumentation-fastapi
-opentelemetry-instrumentation-asgi==0.48b0
-    # via opentelemetry-instrumentation-fastapi
-opentelemetry-instrumentation-fastapi==0.48b0
-    # via chromadb
-opentelemetry-proto==1.27.0
-    # via
-    #   opentelemetry-exporter-otlp-proto-common
-    #   opentelemetry-exporter-otlp-proto-grpc
-opentelemetry-sdk==1.27.0
-    # via
-    #   chromadb
-    #   opentelemetry-exporter-otlp-proto-grpc
-opentelemetry-semantic-conventions==0.48b0
-    # via
-    #   opentelemetry-instrumentation-asgi
-    #   opentelemetry-instrumentation-fastapi
-    #   opentelemetry-sdk
-opentelemetry-util-http==0.48b0
-    # via
-    #   opentelemetry-instrumentation-asgi
-    #   opentelemetry-instrumentation-fastapi
-orjson==3.10.7
-    # via chromadb
-overrides==7.7.0
-    # via chromadb
-packaging==24.1
-    # via
-    #   build
     #   huggingface-hub
-    #   onnxruntime
     #   transformers
-pillow==10.4.0
+pandas==2.2.3
+    # via -r requirements.in
+pillow==11.1.0
     # via sentence-transformers
-polars==1.7.0
+polars==1.22.0
     # via -r requirements.in
-posthog==3.6.5
-    # via chromadb
-protobuf==4.25.4
+propcache==0.2.1
     # via
-    #   googleapis-common-protos
-    #   onnxruntime
-    #   opentelemetry-proto
-pyasn1==0.6.1
-    # via
-    #   pyasn1-modules
-    #   rsa
-pyasn1-modules==0.4.1
-    # via google-auth
-pydantic==2.9.1
+    #   aiohttp
+    #   yarl
+pydantic==2.10.6
     # via
-    #   chromadb
+    #   -r requirements.in
     #   fastapi
-pydantic-core==2.23.3
+pydantic-core==2.27.2
     # via pydantic
-pygments==2.18.0
-    # via rich
-pypika==0.48.9
-    # via chromadb
-pyproject-hooks==1.1.0
-    # via build
 python-dateutil==2.9.0.post0
-    # via
-    #   kubernetes
-    #   posthog
+    # via pandas
 python-dotenv==1.0.1
-    # via
-    #   -r requirements.in
-    #   uvicorn
+    # via -r requirements.in
+pytz==2025.1
+    # via pandas
 pyyaml==6.0.2
     # via
-    #   chromadb
     #   huggingface-hub
-    #   kubernetes
     #   transformers
-    #   uvicorn
-regex==2024.7.24
+regex==2024.11.6
     # via transformers
 requests==2.32.3
     # via
     #   huggingface-hub
-    #   kubernetes
-    #   posthog
-    #   requests-oauthlib
     #   transformers
-requests-oauthlib==2.0.0
-    # via kubernetes
-rich==13.8.1
-    # via typer
-rsa==4.9
-    # via google-auth
-safetensors==0.4.5
+safetensors==0.5.2
     # via transformers
-scikit-learn==1.5.1
+scikit-learn==1.6.1
     # via sentence-transformers
-scipy==1.14.1
+scipy==1.15.1
     # via
     #   scikit-learn
     #   sentence-transformers
-sentence-transformers==3.1.0
+sentence-transformers==3.4.1
     # via -r requirements.in
-setuptools==74.1.2
-    # via
-    #   opentelemetry-instrumentation
-    #   torch
-shellingham==1.5.4
-    # via typer
-six==1.16.0
-    # via
-    #   kubernetes
-    #   posthog
-    #   python-dateutil
+setuptools==75.8.0
+    # via torch
+six==1.17.0
+    # via python-dateutil
 sniffio==1.3.1
-    # via
-    #   anyio
-    #   httpx
+    # via anyio
 stamina==24.3.0
     # via -r requirements.in
-starlette==0.38.5
+starlette==0.45.3
     # via fastapi
-sympy==1.13.2
-    # via
-    #   onnxruntime
-    #   torch
+sympy==1.13.1
+    # via torch
 tenacity==9.0.0
-    # via
-    #   chromadb
-    #   stamina
+    # via stamina
 threadpoolctl==3.5.0
     # via scikit-learn
-tokenizers==0.19.1
-    # via
-    #   chromadb
-    #   transformers
-torch==2.4.1
+tokenizers==0.21.0
+    # via transformers
+torch==2.6.0
     # via sentence-transformers
-tqdm==4.66.5
+tqdm==4.67.1
     # via
     #   -r requirements.in
-    #   chromadb
     #   huggingface-hub
     #   sentence-transformers
     #   transformers
-transformers==4.44.2
+transformers==4.48.3
     # via sentence-transformers
-typer==0.12.5
-    # via chromadb
 typing-extensions==4.12.2
     # via
-    #   chromadb
+    #   anyio
     #   fastapi
     #   huggingface-hub
-    #   opentelemetry-sdk
     #   pydantic
     #   pydantic-core
     #   torch
-    #   typer
-urllib3==2.2.2
-    # via
-    #   kubernetes
-    #   requests
-uvicorn==0.30.6
-    # via
-    #   -r requirements.in
-    #   chromadb
-uvloop==0.20.0
-    # via uvicorn
-watchfiles==0.24.0
-    # via uvicorn
-websocket-client==1.8.0
-    # via kubernetes
-websockets==13.0.1
-    # via uvicorn
-wrapt==1.16.0
-    # via
-    #   deprecated
-    #   opentelemetry-instrumentation
-yarl==1.11.1
+tzdata==2025.1
+    # via pandas
+urllib3==2.3.0
+    # via requests
+uvicorn==0.34.0
+    # via -r requirements.in
+yarl==1.18.3
     # via aiohttp
-zipp==3.20.1
-    # via importlib-metadata