* Fixed painfully slow single process builds. * Added nproc for systems that don't default to nproc
@@ -31,6 +31,6 @@ ENV LLAMA_CUDA=1
# Enable cURL
ENV LLAMA_CURL=1
-RUN make
+RUN make -j$(nproc)
ENTRYPOINT ["/app/.devops/tools.sh"]
@@ -45,6 +45,6 @@ ENV LLAMA_CURL=1
RUN apt-get update && \
apt-get install -y libcurl4-openssl-dev
@@ -18,7 +18,7 @@ COPY . .
ENV LC_ALL=C.utf8
@@ -23,7 +23,7 @@ ENV CUDA_DOCKER_ARCH=${CUDA_DOCKER_ARCH}
# Enable CUDA
ENV LLAMA_CUDA=1
FROM ${BASE_CUDA_RUN_CONTAINER} as runtime
@@ -40,6 +40,6 @@ ENV LLAMA_HIPBLAS=1
ENV CC=/opt/rocm/llvm/bin/clang
ENV CXX=/opt/rocm/llvm/bin/clang++
ENTRYPOINT [ "/app/main" ]
@@ -9,7 +9,7 @@ WORKDIR /app
COPY . .
FROM ubuntu:$UBUNTU_VERSION as runtime
@@ -25,7 +25,7 @@ ENV LLAMA_CUDA=1
ENTRYPOINT [ "/app/server" ]
@@ -11,7 +11,7 @@ COPY . .