Benson Wong
a185efe37e
Expose CMAKE_CUDA_ARCHITECTURES as a Docker build ARG so users can customize CUDA architectures via --build-arg without editing the Dockerfile. - convert hardcoded ENV to ARG with default, feeding into ENV - replace silent fallback defaults (:-) in scripts with :? guards to fail fast if the env var is missing - add usage example to Dockerfile header Follow up to: #624 https://claude.ai/code/session_01EWiUe7jNABX7Uz95dUGJqK Co-authored-by: Claude <noreply@anthropic.com>
64 lines
1.7 KiB
Bash
Executable File
64 lines
1.7 KiB
Bash
Executable File
#!/bin/bash
|
|
# Install llama.cpp - clone, build, and install binaries
|
|
# Usage: BACKEND=cuda|vulkan ./install-llama.sh <commit_hash>
|
|
set -e
|
|
|
|
COMMIT_HASH="${1:-master}"
|
|
BACKEND="${BACKEND:-cuda}"
|
|
|
|
mkdir -p /install/bin
|
|
|
|
# Clone and checkout (init-based so cache-mounted /src/llama.cpp/build dir doesn't break clone)
|
|
echo "=== Cloning llama.cpp at ${COMMIT_HASH} ==="
|
|
mkdir -p /src/llama.cpp
|
|
cd /src/llama.cpp
|
|
if [ ! -d .git ]; then
|
|
git init
|
|
git remote add origin https://github.com/ggml-org/llama.cpp.git
|
|
fi
|
|
git fetch --depth=1 origin "${COMMIT_HASH}"
|
|
git checkout FETCH_HEAD
|
|
|
|
# Common cmake flags
|
|
CMAKE_FLAGS=(
|
|
-DGGML_NATIVE=OFF
|
|
-DBUILD_SHARED_LIBS=OFF
|
|
-DCMAKE_BUILD_TYPE=Release
|
|
-DCMAKE_C_COMPILER_LAUNCHER=ccache
|
|
-DCMAKE_CXX_COMPILER_LAUNCHER=ccache
|
|
-DLLAMA_BUILD_TESTS=OFF
|
|
)
|
|
|
|
if [ "$BACKEND" = "cuda" ]; then
|
|
CMAKE_FLAGS+=(
|
|
-DGGML_CUDA=ON
|
|
-DGGML_VULKAN=OFF
|
|
"-DCMAKE_CUDA_ARCHITECTURES=${CMAKE_CUDA_ARCHITECTURES:?CMAKE_CUDA_ARCHITECTURES must be set}"
|
|
"-DCMAKE_CUDA_FLAGS=-allow-unsupported-compiler"
|
|
"-DCMAKE_EXE_LINKER_FLAGS=-Wl,-rpath-link,/usr/local/cuda/lib64/stubs -lcuda"
|
|
)
|
|
elif [ "$BACKEND" = "vulkan" ]; then
|
|
CMAKE_FLAGS+=(
|
|
-DGGML_CUDA=OFF
|
|
-DGGML_VULKAN=ON
|
|
)
|
|
fi
|
|
|
|
TARGETS=(llama-cli llama-server)
|
|
|
|
rm -rf build/CMakeCache.txt build/CMakeFiles 2>/dev/null || true
|
|
|
|
echo "=== Building llama.cpp for ${BACKEND} ==="
|
|
cmake -B build "${CMAKE_FLAGS[@]}"
|
|
cmake --build build --config Release -j"$(nproc)" --target "${TARGETS[@]}"
|
|
|
|
for bin in "${TARGETS[@]}"; do
|
|
if [ ! -f "build/bin/$bin" ]; then
|
|
echo "FATAL: $bin not found in build/bin/" >&2
|
|
exit 1
|
|
fi
|
|
cp "build/bin/$bin" "/install/bin/"
|
|
done
|
|
echo "=== llama.cpp build complete ==="
|
|
ls -la /install/bin/
|