Fix llama.cpp in Docker

SlimeVR · Oct 18, 2024 · 5454c18 · 5454c18
1 parent 17da143
commit 5454c18
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 0 deletions.
diff --git a/api.Dockerfile b/api.Dockerfile
@@ -11,5 +11,11 @@ RUN dotnet publish BingusApi -c Release -o out
 # Build runtime image
 FROM mcr.microsoft.com/dotnet/aspnet:8.0
 WORKDIR /usr/src/app
+
+# Install LLamaSharp runtime dependencies
+RUN apt update && apt install -y libgomp1 musl libsnappy1v5 libjemalloc2 && apt clean
+RUN ln -s /usr/lib/x86_64-linux-musl/libc.so /lib/libc.musl-x86_64.so.1
+RUN ln -s /usr/lib/x86_64-linux-gnu/libjemalloc.so.2 /usr/lib/x86_64-linux-gnu/libjemalloc.so.1
+
 COPY --from=build-env /usr/src/app/out .
 ENTRYPOINT ["./BingusApi"]
diff --git a/api.Dockerfile.dockerignore b/api.Dockerfile.dockerignore
@@ -8,3 +8,4 @@ docker-compose.yml
 /bingus-*/
 /BingusLib/models/
 /BingusApi/embedding_cache/
+/BingusLib/config/