From 625b29672050f81ea9c4d3fae3b68bf2c2d6fd30 Mon Sep 17 00:00:00 2001 From: Benson Wong Date: Mon, 20 Apr 2026 20:55:51 -0700 Subject: [PATCH] docker/unified: add uv via pip install (#681) Install uv after the cpp tool binaries are copied and before the llama-swap binary, enabling `uv run` usage for Python-based inference backends like vLLM. - add python3-pip to runtime apt installs - add `pip install uv --break-system-packages` after cpp installs fixes #628 Co-authored-by: Claude --- docker/unified/Dockerfile | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/docker/unified/Dockerfile b/docker/unified/Dockerfile index 1d1c1578..1848289d 100644 --- a/docker/unified/Dockerfile +++ b/docker/unified/Dockerfile @@ -149,7 +149,7 @@ ARG IK_LLAMA_COMMIT_HASH=unknown ARG RUN_UID=0 RUN apt-get update && apt-get install -y --no-install-recommends \ - python3-numpy python3-sentencepiece \ + python3-numpy python3-sentencepiece python3-pip \ && rm -rf /var/lib/apt/lists/* # Create non-root user when RUN_UID != 0 @@ -180,6 +180,9 @@ COPY --from=llama-build /install/bin/llama-cli /usr/local/bin/ # Copy ik-llama-server (CUDA only; empty copy for vulkan) COPY --from=ik-llama-build /install/bin/ /usr/local/bin/ +# Install uv +RUN pip install uv --break-system-packages + # Copy llama-swap binary COPY --from=llama-swap-download /install/bin/llama-swap /usr/local/bin/ COPY --from=llama-swap-download /install/llama-swap-version /tmp/