baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Workaround buggy P2P ROCm copy on windows (#7466)

Browse source 
This enables the workaround code only for windows which should help windows users with muliple AMD GPUs
This commit is contained in:
Daniel Hiltgen 2024-11-07 14:26:31 -08:00 committed by GitHub
parent b111aa5a91
commit 1618700c5a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
llama/make/Makefile.rocm
View file

@ -92,6 +92,12 @@ GPU_COMPILER_CUFLAGS = \
-Wno-unused-result \
-I.
# Workaround buggy P2P copy on some windows multi-GPU setups
# This workaround breaks linux systems with small system RAM, so only enable on windows
ifeq ($(OS),windows)
GPU_COMPILER_CUFLAGS += -DGGML_CUDA_NO_PEER_COPY=1
endif
include make/gpu.make
# Adjust the rules from gpu.make to handle the ROCm dependencies properly