|
|
@@ -24,8 +24,9 @@ RUN --mount=type=cache,target=/root/.ccache \
|
|
|
-DCMAKE_C_COMPILER_LAUNCHER=ccache \
|
|
|
-DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
|
|
|
-DLLAMA_BUILD_TESTS=OFF \
|
|
|
- -DGGML_BACKEND_DL=OFF \
|
|
|
-DGGML_NATIVE=OFF \
|
|
|
+ -DGGML_BACKEND_DL=ON \
|
|
|
+ -DGGML_CPU_ALL_VARIANTS=ON \
|
|
|
-DGGML_BLAS=ON \
|
|
|
-DGGML_BLAS_VENDOR=OpenBLAS && \
|
|
|
cmake --build build --config Release -j $(nproc) && \
|
|
|
@@ -103,6 +104,7 @@ FROM base AS light
|
|
|
WORKDIR /llama.cpp/bin
|
|
|
|
|
|
# Copy llama.cpp binaries and libraries
|
|
|
+COPY --from=collector /llama.cpp/bin/*.so /llama.cpp/bin
|
|
|
COPY --from=collector /llama.cpp/bin/llama-cli /llama.cpp/bin
|
|
|
|
|
|
ENTRYPOINT [ "/llama.cpp/bin/llama-cli" ]
|
|
|
@@ -116,6 +118,7 @@ ENV LLAMA_ARG_HOST=0.0.0.0
|
|
|
WORKDIR /llama.cpp/bin
|
|
|
|
|
|
# Copy llama.cpp binaries and libraries
|
|
|
+COPY --from=collector /llama.cpp/bin/*.so /llama.cpp/bin
|
|
|
COPY --from=collector /llama.cpp/bin/llama-server /llama.cpp/bin
|
|
|
|
|
|
EXPOSE 8080
|