Spaces:
Runtime error
Runtime error
ztime
commited on
Commit
·
4ec3328
1
Parent(s):
8fd0c06
add llama, remove
Browse files- Dockerfile +4 -4
Dockerfile
CHANGED
|
@@ -10,14 +10,14 @@ RUN apt-get update && \
|
|
| 10 |
pkg-config \
|
| 11 |
curl cmake git
|
| 12 |
|
| 13 |
-
RUN pip install -U pip setuptools wheel && \
|
| 14 |
-
|
| 15 |
|
| 16 |
|
| 17 |
RUN git clone https://github.com/ggerganov/llama.cpp.git llamacpp --depth 1 && \
|
| 18 |
cd llamacpp && \
|
| 19 |
-
cmake -B build && \
|
| 20 |
-
cmake --build build --config Release main server && \
|
| 21 |
cp build/bin/* ~/
|
| 22 |
|
| 23 |
# Download model
|
|
|
|
| 10 |
pkg-config \
|
| 11 |
curl cmake git
|
| 12 |
|
| 13 |
+
# RUN pip install -U pip setuptools wheel && \
|
| 14 |
+
# CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" FORCE_CMAKE=1 pip install --verbose llama-cpp-python[server]
|
| 15 |
|
| 16 |
|
| 17 |
RUN git clone https://github.com/ggerganov/llama.cpp.git llamacpp --depth 1 && \
|
| 18 |
cd llamacpp && \
|
| 19 |
+
cmake -B build -DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS && \
|
| 20 |
+
cmake --build build --config Release --target main server && \
|
| 21 |
cp build/bin/* ~/
|
| 22 |
|
| 23 |
# Download model
|