Update Dockerfile
Browse files- Dockerfile +3 -2
Dockerfile
CHANGED
|
@@ -67,7 +67,7 @@ RUN ln -sf /usr/bin/python3.10 /usr/bin/python3 && \
|
|
| 67 |
|
| 68 |
# ---------------- PyTorch cu128 (pinned) ----------------
|
| 69 |
RUN pip install --index-url https://download.pytorch.org/whl/cu128 \
|
| 70 |
-
torch
|
| 71 |
|
| 72 |
# ---------------- Toolchain, Triton, FA2 (no bnb build) ----------------
|
| 73 |
RUN pip install packaging ninja cmake pybind11 scikit-build cython hf_transfer "numpy>=1.24.4"
|
|
@@ -76,6 +76,7 @@ RUN pip install packaging ninja cmake pybind11 scikit-build cython hf_transfer "
|
|
| 76 |
RUN pip uninstall -y triton || true && \
|
| 77 |
pip install -v --no-build-isolation triton==3.4.0
|
| 78 |
|
|
|
|
| 79 |
# FlashAttention 2.8.x
|
| 80 |
RUN pip install flash-attn==2.8.3 --no-build-isolation || \
|
| 81 |
pip install flash-attn==2.8.2 --no-build-isolation || \
|
|
@@ -87,7 +88,7 @@ COPY requirements.txt ./requirements.txt
|
|
| 87 |
RUN pip install --no-cache-dir -r requirements.txt
|
| 88 |
|
| 89 |
# Pin bnb to avoid surprise CUDA/PTX mismatches (adjust as needed)
|
| 90 |
-
RUN pip install --upgrade
|
| 91 |
|
| 92 |
# Custom .whl (Apex + dropout_layer_norm)
|
| 93 |
RUN echo "Installing custom wheels..." && \
|
|
|
|
| 67 |
|
| 68 |
# ---------------- PyTorch cu128 (pinned) ----------------
|
| 69 |
RUN pip install --index-url https://download.pytorch.org/whl/cu128 \
|
| 70 |
+
torch>=2.8.0+cu128 torchvision>=0.23.0+cu128 torchaudio>=2.8.0+cu128
|
| 71 |
|
| 72 |
# ---------------- Toolchain, Triton, FA2 (no bnb build) ----------------
|
| 73 |
RUN pip install packaging ninja cmake pybind11 scikit-build cython hf_transfer "numpy>=1.24.4"
|
|
|
|
| 76 |
RUN pip uninstall -y triton || true && \
|
| 77 |
pip install -v --no-build-isolation triton==3.4.0
|
| 78 |
|
| 79 |
+
|
| 80 |
# FlashAttention 2.8.x
|
| 81 |
RUN pip install flash-attn==2.8.3 --no-build-isolation || \
|
| 82 |
pip install flash-attn==2.8.2 --no-build-isolation || \
|
|
|
|
| 88 |
RUN pip install --no-cache-dir -r requirements.txt
|
| 89 |
|
| 90 |
# Pin bnb to avoid surprise CUDA/PTX mismatches (adjust as needed)
|
| 91 |
+
RUN pip install --upgrade bitsandbytes
|
| 92 |
|
| 93 |
# Custom .whl (Apex + dropout_layer_norm)
|
| 94 |
RUN echo "Installing custom wheels..." && \
|