aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorSky Yan <skyan83@gmail.com>2023-07-21 18:38:57 +0800
committerGitHub <noreply@github.com>2023-07-21 13:38:57 +0300
commit42c7c2e2e9cae79330f57456fbc0eae1eaff17fa (patch)
tree80579d51d37788ff6a81166bd7eaa33d7d177724
parent78a3d13424b01c3f8ea94ea7e59650ab0501e902 (diff)
make : support customized LLAMA_CUDA_NVCC and LLAMA_CUDA_CCBIN (#2275)
Under certain environment, nvcc and gcc is installed under customized path but not standard path Co-authored-by: Yan Lin <yanlin@baidu.com>
-rw-r--r--Makefile10
1 files changed, 8 insertions, 2 deletions
diff --git a/Makefile b/Makefile
index 61f2c77..5aa0ded 100644
--- a/Makefile
+++ b/Makefile
@@ -193,8 +193,12 @@ ifdef LLAMA_CUBLAS
CXXFLAGS += -DGGML_USE_CUBLAS -I/usr/local/cuda/include -I/opt/cuda/include -I$(CUDA_PATH)/targets/x86_64-linux/include
LDFLAGS += -lcublas -lculibos -lcudart -lcublasLt -lpthread -ldl -lrt -L/usr/local/cuda/lib64 -L/opt/cuda/lib64 -L$(CUDA_PATH)/targets/x86_64-linux/lib
OBJS += ggml-cuda.o
- NVCC = nvcc
NVCCFLAGS = --forward-unknown-to-host-compiler
+ifdef LLAMA_CUDA_NVCC
+ NVCC = $(LLAMA_CUDA_NVCC)
+else
+ NVCC = nvcc
+endif #LLAMA_CUDA_NVCC
ifdef CUDA_DOCKER_ARCH
NVCCFLAGS += -Wno-deprecated-gpu-targets -arch=$(CUDA_DOCKER_ARCH)
else
@@ -223,7 +227,9 @@ ifdef LLAMA_CUDA_KQUANTS_ITER
else
NVCCFLAGS += -DK_QUANTS_PER_ITERATION=2
endif
-
+ifdef LLAMA_CUDA_CCBIN
+ NVCCFLAGS += -ccbin $(LLAMA_CUDA_CCBIN)
+endif
ggml-cuda.o: ggml-cuda.cu ggml-cuda.h
$(NVCC) $(NVCCFLAGS) $(CXXFLAGS) -Wno-pedantic -c $< -o $@
endif # LLAMA_CUBLAS