Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +20 -8
Dockerfile
CHANGED
|
@@ -13,18 +13,30 @@ RUN apt-get update && \
|
|
| 13 |
|
| 14 |
WORKDIR /app
|
| 15 |
|
| 16 |
-
RUN git clone https://github.com/ggerganov/llama.cpp --depth 1 .
|
| 17 |
|
| 18 |
-
|
| 19 |
-
RUN LDFLAGS="-lcudart_static -lcublas_static -lcublasLt_static -lculibos" GGML_CUDA=1 LLAMA_CURL=1 LLAMA_CUDA=1 make llama-server -j
|
| 20 |
|
|
|
|
|
|
|
| 21 |
|
| 22 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
|
| 24 |
-
RUN
|
| 25 |
|
| 26 |
-
WORKDIR /
|
| 27 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 28 |
|
| 29 |
-
CMD ["
|
| 30 |
|
|
|
|
| 13 |
|
| 14 |
WORKDIR /app
|
| 15 |
|
|
|
|
| 16 |
|
| 17 |
+
RUN apt install -y sudo && adduser --disabled-password --gecos '' docker && adduser docker sudo && echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers
|
|
|
|
| 18 |
|
| 19 |
+
USER docker
|
| 20 |
+
WORKDIR /home/docker
|
| 21 |
|
| 22 |
+
ENV NODE_VERSION=22.11.0
|
| 23 |
+
RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.0/install.sh | bash
|
| 24 |
+
ENV NVM_DIR=/home/docker/.nvm
|
| 25 |
+
RUN . "$NVM_DIR/nvm.sh" && nvm install ${NODE_VERSION}
|
| 26 |
+
RUN . "$NVM_DIR/nvm.sh" && nvm use v${NODE_VERSION}
|
| 27 |
+
RUN . "$NVM_DIR/nvm.sh" && nvm alias default v${NODE_VERSION}
|
| 28 |
+
ENV PATH="/home/docker/.nvm/versions/node/v${NODE_VERSION}/bin/:${PATH}"
|
| 29 |
+
RUN node --version
|
| 30 |
+
RUN npm --version
|
| 31 |
|
| 32 |
+
RUN git clone https://github.com/ggerganov/llama.cpp --depth 1
|
| 33 |
|
| 34 |
+
WORKDIR /home/docker/llama.cpp
|
| 35 |
+
RUN sed -i 's/-lcublas /-lcublas_static /g' Makefile && \
|
| 36 |
+
sed -i 's/-lcublasLt /-lcublasLt_static /g' Makefile && \
|
| 37 |
+
sed -i 's/-lcudart /-lcudart_static /g' Makefile
|
| 38 |
+
|
| 39 |
+
RUN npm i -g http-server
|
| 40 |
|
| 41 |
+
CMD ["bash", "-c", "GGML_CUDA=1 LLAMA_CURL=1 make llama-server -j && ldd llama-server && http-server -p 7860 -c-1"]
|
| 42 |
|