We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 2579ecf commit d81e81aCopy full SHA for d81e81a
Makefile
@@ -175,12 +175,12 @@ ifdef LLAMA_HIPBLAS
175
LDFLAGS += -L/opt/rocm/lib -Wl,-rpath=$(ROCM_PATH)/lib -lhipblas -lamdhip64
176
OBJS += ggml-cuda.o ggml_v2-cuda.o
177
ifdef LLAMA_CUDA_DMMV_F16
178
- NVCCFLAGS += -DGGML_CUDA_DMMV_F16
+ CXXFLAGS += -DGGML_CUDA_DMMV_F16
179
endif # LLAMA_CUDA_DMMV_F16
180
ifdef LLAMA_CUDA_KQUANTS_ITER
181
- NVCCFLAGS += -DK_QUANTS_PER_ITERATION=$(LLAMA_CUDA_KQUANTS_ITER)
+ CXXFLAGS += -DK_QUANTS_PER_ITERATION=$(LLAMA_CUDA_KQUANTS_ITER)
182
else
183
- NVCCFLAGS += -DK_QUANTS_PER_ITERATION=2
+ CXXFLAGS += -DK_QUANTS_PER_ITERATION=2
184
endif
185
ggml-cuda.o: CXXFLAGS += $(addprefix --offload-arch=,$(GPU_TARGETS))
186
ggml-cuda.o: CXXFLAGS += -DGGML_CUDA_DMMV_X=$(LLAMA_CUDA_DMMV_X)
0 commit comments