Spaces:
Paused
Paused
Commit
·
d108fb5
1
Parent(s):
d53ee70
Update Dockerfile
Browse files- Dockerfile +1 -7
Dockerfile
CHANGED
|
@@ -11,12 +11,6 @@ RUN wget -qO- "https://cmake.org/files/v3.18/cmake-3.18.0-Linux-x86_64.tar.gz" |
|
|
| 11 |
|
| 12 |
WORKDIR /app
|
| 13 |
|
| 14 |
-
ENV PATH=/usr/local/cuda/bin:${PATH}
|
| 15 |
-
ENV CUDA_HOME=/usr/local/cuda \
|
| 16 |
-
LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/cuda/lib64
|
| 17 |
-
|
| 18 |
-
RUN echo 'alias nvcc="nvcc -Xcompiler \"-fPIC\" -std=c++17"' >> ~/.bashrc
|
| 19 |
-
|
| 20 |
# Download ggml and mmproj models from HuggingFace
|
| 21 |
RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/ggml-model-q4_k.gguf && \
|
| 22 |
wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/mmproj-model-f16.gguf
|
|
@@ -26,7 +20,7 @@ RUN git clone https://github.com/matthoffner/llava-cpp-server.git && \
|
|
| 26 |
cd llava-cpp-server && \
|
| 27 |
git submodule init && \
|
| 28 |
git submodule update && \
|
| 29 |
-
|
| 30 |
|
| 31 |
# Create a non-root user for security reasons
|
| 32 |
RUN useradd -m -u 1000 user && \
|
|
|
|
| 11 |
|
| 12 |
WORKDIR /app
|
| 13 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
# Download ggml and mmproj models from HuggingFace
|
| 15 |
RUN wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/ggml-model-q4_k.gguf && \
|
| 16 |
wget https://huggingface.co/mys/ggml_llava-v1.5-13b/raw/main/mmproj-model-f16.gguf
|
|
|
|
| 20 |
cd llava-cpp-server && \
|
| 21 |
git submodule init && \
|
| 22 |
git submodule update && \
|
| 23 |
+
make
|
| 24 |
|
| 25 |
# Create a non-root user for security reasons
|
| 26 |
RUN useradd -m -u 1000 user && \
|