Spaces:
Runtime error
Runtime error
Update Dockerfile
Browse files- Dockerfile +9 -9
Dockerfile
CHANGED
|
@@ -85,15 +85,15 @@ RUN /opt/conda/bin/conda install -c "nvidia/label/cuda-11.8.0" cuda==11.8 && \
|
|
| 85 |
/opt/conda/bin/conda clean -ya
|
| 86 |
|
| 87 |
|
| 88 |
-
# Build Flash Attention CUDA kernels
|
| 89 |
-
FROM kernel-builder as flash-att-builder
|
| 90 |
|
| 91 |
-
WORKDIR /usr/src
|
| 92 |
|
| 93 |
-
COPY server/Makefile-flash-att Makefile
|
| 94 |
|
| 95 |
-
# Build specific version of flash attention
|
| 96 |
-
RUN make build-flash-attention
|
| 97 |
|
| 98 |
# Build Transformers CUDA kernels
|
| 99 |
FROM kernel-builder as transformers-builder
|
|
@@ -142,9 +142,9 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins
|
|
| 142 |
COPY --from=pytorch-install /opt/conda /opt/conda
|
| 143 |
|
| 144 |
# Copy build artifacts from flash attention builder
|
| 145 |
-
COPY --from=flash-att-builder /usr/src/flash-attention/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
|
| 146 |
-
COPY --from=flash-att-builder /usr/src/flash-attention/csrc/layer_norm/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
|
| 147 |
-
COPY --from=flash-att-builder /usr/src/flash-attention/csrc/rotary/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
|
| 148 |
|
| 149 |
# Copy build artifacts from transformers builder
|
| 150 |
COPY --from=transformers-builder /usr/src/transformers /usr/src/transformers
|
|
|
|
| 85 |
/opt/conda/bin/conda clean -ya
|
| 86 |
|
| 87 |
|
| 88 |
+
# # Build Flash Attention CUDA kernels
|
| 89 |
+
# FROM kernel-builder as flash-att-builder
|
| 90 |
|
| 91 |
+
# WORKDIR /usr/src
|
| 92 |
|
| 93 |
+
# COPY server/Makefile-flash-att Makefile
|
| 94 |
|
| 95 |
+
# # Build specific version of flash attention
|
| 96 |
+
# RUN make build-flash-attention
|
| 97 |
|
| 98 |
# Build Transformers CUDA kernels
|
| 99 |
FROM kernel-builder as transformers-builder
|
|
|
|
| 142 |
COPY --from=pytorch-install /opt/conda /opt/conda
|
| 143 |
|
| 144 |
# Copy build artifacts from flash attention builder
|
| 145 |
+
# COPY --from=flash-att-builder /usr/src/flash-attention/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
|
| 146 |
+
# COPY --from=flash-att-builder /usr/src/flash-attention/csrc/layer_norm/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
|
| 147 |
+
# COPY --from=flash-att-builder /usr/src/flash-attention/csrc/rotary/build/lib.linux-x86_64-cpython-39 /opt/conda/lib/python3.9/site-packages
|
| 148 |
|
| 149 |
# Copy build artifacts from transformers builder
|
| 150 |
COPY --from=transformers-builder /usr/src/transformers /usr/src/transformers
|