Workaround buggy P2P ROCm copy on windows (#7466)

This enables the workaround code only for windows which should help windows users with muliple AMD GPUs
This commit is contained in:
Daniel Hiltgen 2024-11-07 14:26:31 -08:00 committed by GitHub
parent b111aa5a91
commit 1618700c5a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -92,6 +92,12 @@ GPU_COMPILER_CUFLAGS = \
-Wno-unused-result \ -Wno-unused-result \
-I. -I.
# Workaround buggy P2P copy on some windows multi-GPU setups
# This workaround breaks linux systems with small system RAM, so only enable on windows
ifeq ($(OS),windows)
GPU_COMPILER_CUFLAGS += -DGGML_CUDA_NO_PEER_COPY=1
endif
include make/gpu.make include make/gpu.make
# Adjust the rules from gpu.make to handle the ROCm dependencies properly # Adjust the rules from gpu.make to handle the ROCm dependencies properly