From d24383eaef1ed709eb184dd4f686d5ad637a35c2 Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Tue, 12 Sep 2023 17:58:47 -0400 Subject: [PATCH] Disable acceleration on macos --- CMakeLists.txt | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/CMakeLists.txt b/CMakeLists.txt index c193206..2ed552c 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -4,6 +4,18 @@ project(llama_cpp) option(BUILD_LLAMA_CPP "Build llama.cpp shared library and install alongside python package" ON) +if (APPLE) + set(LLAMA_AVX OFF) + set(LLAMA_AVX2 OFF) + set(LLAMA_AVX512 OFF) + set(LLAMA_AVX512_VBMI OFF) + set(LLAMA_AVX512_VNNI OFF) + set(LLAMA_FMA OFF) + set(LLAMA_F16C OFF) + set(LLAMA_ACCELERATE OFF) + set(LLAMA_METAL OFF) +endif() + if (BUILD_LLAMA_CPP) set(BUILD_SHARED_LIBS "On") add_subdirectory(vendor/llama.cpp)