baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Set CUDA_ARCHITECTURES=OFF for windows

Browse source
This commit is contained in:
Andrei Betlen 2023-11-10 16:32:36 -05:00
parent 74167bdfb2
commit 4388f33414
1 changed files with 8 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
CMakeLists.txt
View file

@ -6,6 +6,8 @@ option(LLAMA_BUILD "Build llama.cpp shared library and install alongside python
if (LLAMA_BUILD) if (LLAMA_BUILD)
set(BUILD_SHARED_LIBS "On") set(BUILD_SHARED_LIBS "On")
# Building llama
if (APPLE AND NOT CMAKE_SYSTEM_PROCESSOR MATCHES "arm64") if (APPLE AND NOT CMAKE_SYSTEM_PROCESSOR MATCHES "arm64")
# Need to disable these llama.cpp flags on Apple x86_64, # Need to disable these llama.cpp flags on Apple x86_64,
# otherwise users may encounter invalid instruction errors # otherwise users may encounter invalid instruction errors
@ -41,8 +43,14 @@ if (LLAMA_BUILD)
FILES $<TARGET_RUNTIME_DLLS:llama> FILES $<TARGET_RUNTIME_DLLS:llama>
DESTINATION ${CMAKE_CURRENT_SOURCE_DIR}/llama_cpp DESTINATION ${CMAKE_CURRENT_SOURCE_DIR}/llama_cpp
) )
# Building llava
add_subdirectory(vendor/llama.cpp/examples/llava) add_subdirectory(vendor/llama.cpp/examples/llava)
set_target_properties(llava_shared PROPERTIES OUTPUT_NAME "llava") set_target_properties(llava_shared PROPERTIES OUTPUT_NAME "llava")
# Set CUDA_ARCHITECTURES to OFF on windows
if (WIN32)
set_target_properties(llava_shared PROPERTIES CUDA_ARCHITECTURES OFF)
endif()
install( install(
TARGETS llava_shared TARGETS llava_shared
LIBRARY DESTINATION ${SKBUILD_PLATLIB_DIR}/llama_cpp LIBRARY DESTINATION ${SKBUILD_PLATLIB_DIR}/llama_cpp