Spaces:
Runtime error
Runtime error
ztime
commited on
Commit
·
0dc41c6
1
Parent(s):
1941b22
change port export
Browse files- Dockerfile +3 -1
- start_server.sh +2 -2
Dockerfile
CHANGED
|
@@ -18,7 +18,9 @@ RUN git clone https://github.com/ggerganov/llama.cpp.git llamacpp --depth 1 && \
|
|
| 18 |
cd llamacpp && \
|
| 19 |
cmake -B build -DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS && \
|
| 20 |
cmake --build build --config Release --target main server && \
|
| 21 |
-
cp build/bin/* ~/
|
|
|
|
|
|
|
| 22 |
|
| 23 |
# Download model
|
| 24 |
RUN mkdir model && \
|
|
|
|
| 18 |
cd llamacpp && \
|
| 19 |
cmake -B build -DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS && \
|
| 20 |
cmake --build build --config Release --target main server && \
|
| 21 |
+
cp build/bin/* ~/ && \
|
| 22 |
+
touch /llama.log && \
|
| 23 |
+
chmod 777 /llama.log
|
| 24 |
|
| 25 |
# Download model
|
| 26 |
RUN mkdir model && \
|
start_server.sh
CHANGED
|
@@ -5,6 +5,6 @@ ulimit -l unlimited
|
|
| 5 |
|
| 6 |
|
| 7 |
|
| 8 |
-
|
| 9 |
-
|
| 10 |
# python3 -B main.py
|
|
|
|
| 5 |
|
| 6 |
|
| 7 |
|
| 8 |
+
/server --host 0.0.0.0 --port 7860 -m model/gguf-model.bin
|
| 9 |
+
/llamacpp/build/bin/server --host 0.0.0.0 --port 7860 -m model/gguf-model.bin
|
| 10 |
# python3 -B main.py
|