File size: 302 Bytes
618e5a8
32d42e5
618e5a8
 
 
 
 
 
 
 
32d42e5
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
flask==3.0.3
flask-cors==6.0.0
gunicorn==22.0.0
gevent==24.2.1

# llama.cpp python bindings (use prebuilt CPU wheels)
llama-cpp-python==0.2.90

# for downloading the GGUF from the Hub at startup
huggingface_hub>=0.23.0

# other stuff
torch
transformers
pydantic
python-dotenv
fastapi
uvicorn[standard]