Spaces:
Build error
Build error
Update Dockerfile
Browse files- Dockerfile +2 -6
Dockerfile
CHANGED
|
@@ -1,8 +1,5 @@
|
|
| 1 |
FROM ghcr.io/ggerganov/llama.cpp:full
|
| 2 |
|
| 3 |
-
ARG MODEL_URL=https://huggingface.co/Nan-Do/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-GGUF/resolve/main
|
| 4 |
-
ARG MODEL_NAME=Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-Q4_0.gguf
|
| 5 |
-
|
| 6 |
ENV DEBIAN_FRONTEND=noninteractive
|
| 7 |
|
| 8 |
# Update and install necessary dependencies
|
|
@@ -22,8 +19,7 @@ RUN apt update && \
|
|
| 22 |
|
| 23 |
WORKDIR /app
|
| 24 |
|
| 25 |
-
RUN wget
|
| 26 |
-
|
| 27 |
|
| 28 |
RUN make
|
| 29 |
|
|
@@ -31,4 +27,4 @@ RUN make
|
|
| 31 |
EXPOSE 8080
|
| 32 |
|
| 33 |
# Use the model name variable in CMD as well
|
| 34 |
-
CMD ["--server", "--model", "
|
|
|
|
| 1 |
FROM ghcr.io/ggerganov/llama.cpp:full
|
| 2 |
|
|
|
|
|
|
|
|
|
|
| 3 |
ENV DEBIAN_FRONTEND=noninteractive
|
| 4 |
|
| 5 |
# Update and install necessary dependencies
|
|
|
|
| 19 |
|
| 20 |
WORKDIR /app
|
| 21 |
|
| 22 |
+
RUN wget https://huggingface.co/Nan-Do/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-GGUF/resolve/main/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-Q4_0.gguf
|
|
|
|
| 23 |
|
| 24 |
RUN make
|
| 25 |
|
|
|
|
| 27 |
EXPOSE 8080
|
| 28 |
|
| 29 |
# Use the model name variable in CMD as well
|
| 30 |
+
CMD ["--server", "--model", "Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B-Q4_0.gguf", "--threads", "8", "--host", "0.0.0.0"]
|