ZaynZhu
commited on
Commit
·
ddf421d
1
Parent(s):
f6173f6
refactor: split requirements for stable HF build
Browse files- .huggingface.yml +17 -0
- requirements_core.txt +41 -0
- requirements.txt → requirements_extra.txt +8 -58
.huggingface.yml
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
build:
|
| 2 |
+
python_version: "3.10"
|
| 3 |
+
env:
|
| 4 |
+
HF_HUB_ENABLE_HF_TRANSFER: "1"
|
| 5 |
+
commands:
|
| 6 |
+
# ⚙️ 基础准备
|
| 7 |
+
- pip install --upgrade pip wheel setuptools
|
| 8 |
+
- pip config set global.timeout 120
|
| 9 |
+
- pip config set global.index-url https://pypi.org/simple
|
| 10 |
+
|
| 11 |
+
# 🚀 核心依赖(必须成功)
|
| 12 |
+
- echo "Installing core requirements..."
|
| 13 |
+
- pip install --prefer-binary --timeout 120 -r requirements_core.txt
|
| 14 |
+
|
| 15 |
+
# 💡 可选依赖(失败不终止)
|
| 16 |
+
- echo "Installing extra requirements..."
|
| 17 |
+
- pip install --prefer-binary --timeout 120 -r requirements_extra.txt || true
|
requirements_core.txt
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
--prefer-binary
|
| 2 |
+
|
| 3 |
+
# ========= Core Runtime =========
|
| 4 |
+
numpy==1.26.4
|
| 5 |
+
pandas
|
| 6 |
+
torch==2.5.1
|
| 7 |
+
torchvision==0.20.1
|
| 8 |
+
Pillow==10.4.0
|
| 9 |
+
opencv-python==4.11.0.86
|
| 10 |
+
pdf2image==1.17.0
|
| 11 |
+
PyMuPDF==1.25.2
|
| 12 |
+
moviepy==1.0.3
|
| 13 |
+
aiofiles==24.1.0
|
| 14 |
+
aiohttp==3.11.11
|
| 15 |
+
tqdm==4.67.1
|
| 16 |
+
matplotlib==3.10.0
|
| 17 |
+
scikit-learn==1.6.1
|
| 18 |
+
scipy==1.15.1
|
| 19 |
+
sentence-transformers==3.3.1
|
| 20 |
+
transformers==4.48.0
|
| 21 |
+
|
| 22 |
+
# ========= ML / LLM Frameworks =========
|
| 23 |
+
accelerate
|
| 24 |
+
huggingface-hub==0.27.1
|
| 25 |
+
openai==1.59.8
|
| 26 |
+
pydantic==2.10.6
|
| 27 |
+
|
| 28 |
+
# ========= Web / API / Async =========
|
| 29 |
+
fastapi==0.115.6
|
| 30 |
+
uvicorn==0.32.1
|
| 31 |
+
requests==2.32.3
|
| 32 |
+
httpx==0.27.2
|
| 33 |
+
nest-asyncio==1.6.0
|
| 34 |
+
|
| 35 |
+
# ========= Utils =========
|
| 36 |
+
filelock==3.16.1
|
| 37 |
+
regex==2024.11.6
|
| 38 |
+
PyYAML==6.0.2
|
| 39 |
+
typing_extensions==4.12.2
|
| 40 |
+
rich==13.9.4
|
| 41 |
+
coloredlogs==15.0.1
|
requirements.txt → requirements_extra.txt
RENAMED
|
@@ -1,28 +1,6 @@
|
|
| 1 |
-
|
| 2 |
-
numpy==1.26.4
|
| 3 |
-
pandas
|
| 4 |
-
torch==2.5.1
|
| 5 |
-
torchvision==0.20.1
|
| 6 |
-
Pillow==10.4.0
|
| 7 |
-
opencv-python==4.11.0.86
|
| 8 |
-
pdf2image==1.17.0
|
| 9 |
-
PyMuPDF==1.25.2
|
| 10 |
-
moviepy==1.0.3
|
| 11 |
-
asyncio==3.4.3
|
| 12 |
-
playwright==1.51.0
|
| 13 |
-
aiohttp==3.11.11
|
| 14 |
-
aiofiles==24.1.0
|
| 15 |
-
tqdm==4.67.1
|
| 16 |
-
matplotlib==3.10.0
|
| 17 |
-
scikit-learn==1.6.1
|
| 18 |
-
scipy==1.15.1
|
| 19 |
-
sentence-transformers==3.3.1
|
| 20 |
-
transformers==4.48.0
|
| 21 |
|
| 22 |
-
# =========
|
| 23 |
-
accelerate
|
| 24 |
-
huggingface-hub==0.27.1
|
| 25 |
-
openai==1.59.8
|
| 26 |
langchain==0.3.17
|
| 27 |
langchain-community==0.3.16
|
| 28 |
langchain-core==0.3.33
|
|
@@ -43,50 +21,22 @@ pypdf==5.2.0
|
|
| 43 |
pypandoc==1.15
|
| 44 |
openpyxl==3.1.5
|
| 45 |
|
| 46 |
-
# =========
|
| 47 |
-
fastapi==0.115.6
|
| 48 |
-
uvicorn==0.32.1
|
| 49 |
-
starlette==0.41.3
|
| 50 |
-
requests==2.32.3
|
| 51 |
-
httpx==0.27.2
|
| 52 |
-
aiohttp-cors==0.7.0
|
| 53 |
-
nest-asyncio==1.6.0
|
| 54 |
-
|
| 55 |
-
# ========= Poster2Video Specific =========
|
| 56 |
camel-ai>=0.2.0
|
| 57 |
f5_tts==1.1.6
|
| 58 |
whisper==1.1.10
|
| 59 |
whisperx
|
| 60 |
-
mcp==1.10.1
|
| 61 |
-
pydantic>=2.10.0,<2.11
|
| 62 |
-
pyarrow==19.0.0
|
| 63 |
-
|
| 64 |
-
# ========= Poster2Poster Specific =========
|
| 65 |
-
agentops==0.3.26
|
| 66 |
-
arxiv==2.1.3
|
| 67 |
-
arxiv2text==0.1.14
|
| 68 |
pymilvus==2.5.4
|
| 69 |
peft==0.14.0
|
| 70 |
diffusers==0.25.1
|
| 71 |
einops==0.8.0
|
| 72 |
xformers==0.0.28.post3
|
|
|
|
|
|
|
|
|
|
| 73 |
|
| 74 |
-
# =========
|
| 75 |
-
filelock==3.16.1
|
| 76 |
-
regex==2024.11.6
|
| 77 |
-
pytz==2024.2
|
| 78 |
-
PyYAML==6.0.2
|
| 79 |
-
python-dateutil==2.9.0.post0
|
| 80 |
-
typing_extensions==4.12.2
|
| 81 |
-
uuid7==0.1.0
|
| 82 |
-
rich==13.9.4
|
| 83 |
-
coloredlogs==15.0.1
|
| 84 |
-
tenacity==9.0.0
|
| 85 |
-
|
| 86 |
-
# ========= Optional (Audio, OCR, etc.) =========
|
| 87 |
soundfile==0.13.1
|
| 88 |
pydub==0.25.1
|
| 89 |
ffmpeg-python==0.2.0
|
| 90 |
-
|
| 91 |
-
# ========= Required System Packages (apt install manually) =========
|
| 92 |
-
# sudo apt-get install -y poppler-utils libreoffice
|
|
|
|
| 1 |
+
--prefer-binary
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
|
| 3 |
+
# ========= LangChain / LLMs =========
|
|
|
|
|
|
|
|
|
|
| 4 |
langchain==0.3.17
|
| 5 |
langchain-community==0.3.16
|
| 6 |
langchain-core==0.3.33
|
|
|
|
| 21 |
pypandoc==1.15
|
| 22 |
openpyxl==3.1.5
|
| 23 |
|
| 24 |
+
# ========= Poster2Video / Poster2Poster =========
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 25 |
camel-ai>=0.2.0
|
| 26 |
f5_tts==1.1.6
|
| 27 |
whisper==1.1.10
|
| 28 |
whisperx
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 29 |
pymilvus==2.5.4
|
| 30 |
peft==0.14.0
|
| 31 |
diffusers==0.25.1
|
| 32 |
einops==0.8.0
|
| 33 |
xformers==0.0.28.post3
|
| 34 |
+
arxiv==2.1.3
|
| 35 |
+
arxiv2text==0.1.14
|
| 36 |
+
agentops==0.3.26
|
| 37 |
|
| 38 |
+
# ========= Optional (Audio / IO / etc.) =========
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 39 |
soundfile==0.13.1
|
| 40 |
pydub==0.25.1
|
| 41 |
ffmpeg-python==0.2.0
|
| 42 |
+
playwright==1.51.0
|
|
|
|
|
|