2023-11-14 01:20:34 +00:00
|
|
|
# common logic accross linux and darwin
|
|
|
|
|
|
|
|
init_vars() {
|
2023-11-29 19:00:37 +00:00
|
|
|
LLAMACPP_DIR=gguf
|
2023-11-14 01:20:34 +00:00
|
|
|
PATCHES="0001-Expose-callable-API-for-server.patch"
|
2023-12-22 00:54:54 +00:00
|
|
|
CMAKE_DEFS="-DLLAMA_ACCELERATE=on -DLLAMA_SERVER_VERBOSE=off"
|
2023-11-14 01:20:34 +00:00
|
|
|
# TODO - LLAMA_K_QUANTS is stale and needs to be mapped to newer cmake settings
|
2023-11-29 19:00:37 +00:00
|
|
|
CMAKE_TARGETS="--target ggml --target ggml_static --target llama --target build_info --target common --target ext_server --target llava_static"
|
2023-12-20 18:36:01 +00:00
|
|
|
if echo "${CGO_CFLAGS}" | grep -- '-g' >/dev/null; then
|
2023-11-14 01:20:34 +00:00
|
|
|
CMAKE_DEFS="-DCMAKE_BUILD_TYPE=RelWithDebInfo -DCMAKE_VERBOSE_MAKEFILE=on -DLLAMA_GPROF=on ${CMAKE_DEFS}"
|
|
|
|
else
|
|
|
|
# TODO - add additional optimization flags...
|
|
|
|
CMAKE_DEFS="-DCMAKE_BUILD_TYPE=Release ${CMAKE_DEFS}"
|
|
|
|
fi
|
|
|
|
}
|
|
|
|
|
|
|
|
git_module_setup() {
|
2023-12-20 18:36:01 +00:00
|
|
|
if [ -n "${OLLAMA_SKIP_PATCHING}" ]; then
|
2023-12-18 20:05:59 +00:00
|
|
|
echo "Skipping submodule initialization"
|
|
|
|
return
|
|
|
|
fi
|
2023-11-14 01:20:34 +00:00
|
|
|
git submodule init
|
|
|
|
git submodule update --force gguf
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
apply_patches() {
|
2023-12-20 18:36:01 +00:00
|
|
|
if [ -n "${OLLAMA_SKIP_PATCHING}" ]; then
|
2023-12-18 20:05:59 +00:00
|
|
|
echo "Skipping submodule patching"
|
|
|
|
return
|
|
|
|
fi
|
2023-11-14 01:20:34 +00:00
|
|
|
# Workaround git apply not handling creation well for iteration
|
|
|
|
rm -f gguf/examples/server/server.h
|
2023-12-20 18:36:01 +00:00
|
|
|
for patch in ${PATCHES}; do
|
2023-11-14 01:20:34 +00:00
|
|
|
git -C gguf apply ../patches/${patch}
|
|
|
|
done
|
|
|
|
}
|
|
|
|
|
|
|
|
build() {
|
2023-11-29 19:00:37 +00:00
|
|
|
cmake -S ${LLAMACPP_DIR} -B ${BUILD_DIR} ${CMAKE_DEFS}
|
|
|
|
cmake --build ${BUILD_DIR} ${CMAKE_TARGETS} -j8
|
2023-12-20 18:36:01 +00:00
|
|
|
}
|