inter-node-communication-test/Makefile at master · relat-ivity/inter-node-communication-test · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
# Paths
CUDA_HOME ?= /usr/local/cuda
NCCL_HOME ?= /usr/local/nccl

NVCC := $(CUDA_HOME)/bin/nvcc
CUDA_ARCH ?= -gencode arch=compute_90,code=sm_90
BUILD_DIR := build
BENCH_SRC_DIR := bench

COMMON_INC := -I. \
              -I$(CUDA_HOME)/include \
              -I$(NCCL_HOME)/include

COMMON_LIBS := -L$(CUDA_HOME)/lib64 -lcudart \
               -L$(NCCL_HOME)/lib -lnccl

COMMON_RPATH := -Xlinker -rpath -Xlinker $(CUDA_HOME)/lib64 \
                -Xlinker -rpath -Xlinker $(NCCL_HOME)/lib

CUDA_BENCH := $(BUILD_DIR)/cuda_bench
CUDA_NCCL_BENCH := $(BUILD_DIR)/cuda_nccl_bench
GDR_BENCH := $(BUILD_DIR)/gdr_bench
GDR_QOS_BENCH := $(BUILD_DIR)/gdr_qos_bench
NCCL_LATENCY_BENCH := $(BUILD_DIR)/nccl_latency_bench
TARGETS := $(CUDA_BENCH) $(CUDA_NCCL_BENCH) $(GDR_BENCH) $(GDR_QOS_BENCH) $(NCCL_LATENCY_BENCH)

CUDA_BENCH_SRC := $(BENCH_SRC_DIR)/cuda_bench.cu
GDR_BENCH_SRC := $(BENCH_SRC_DIR)/gdr_bench.cu
GDR_QOS_BENCH_SRC := $(BENCH_SRC_DIR)/gdr_qos_bench.cu
NCCL_LATENCY_BENCH_SRC := $(BENCH_SRC_DIR)/nccl_latency_bench.cu

all: $(TARGETS)

$(BUILD_DIR):
	mkdir -p $(BUILD_DIR)

cuda_bench: $(CUDA_BENCH)

cuda_nccl_bench: $(CUDA_NCCL_BENCH)

gdr_bench: $(GDR_BENCH)

gdr_qos_bench: $(GDR_QOS_BENCH)

nccl_latency_bench: $(NCCL_LATENCY_BENCH)

$(CUDA_BENCH): $(CUDA_BENCH_SRC) | $(BUILD_DIR)
	$(NVCC) $(CUDA_ARCH) -O3 -std=c++17 \
	    $(COMMON_INC) \
	    -o $@ $< \
	    $(COMMON_LIBS) $(COMMON_RPATH)

$(CUDA_NCCL_BENCH): $(CUDA_BENCH_SRC) | $(BUILD_DIR)
	$(NVCC) $(CUDA_ARCH) -O3 -std=c++17 \
	    $(COMMON_INC) \
	    -o $@ $< \
	    $(COMMON_LIBS) $(COMMON_RPATH)

$(GDR_BENCH): $(GDR_BENCH_SRC) gdr/gdr_copy.cpp gdr/gdr_copy.h gdr/mr_cache.h | $(BUILD_DIR)
	$(NVCC) $(CUDA_ARCH) -O3 -std=c++17 \
	    $(COMMON_INC) -Igdr \
	    -o $@ $(GDR_BENCH_SRC) gdr/gdr_copy.cpp \
	    $(COMMON_LIBS) -libverbs -lpthread $(COMMON_RPATH)

$(GDR_QOS_BENCH): $(GDR_QOS_BENCH_SRC) $(GDR_BENCH_SRC) gdr/gdr_copy.cpp gdr/gdr_copy.h gdr/mr_cache.h | $(BUILD_DIR)
	$(NVCC) $(CUDA_ARCH) -O3 -std=c++17 \
	    $(COMMON_INC) -Igdr \
	    -o $@ $(GDR_QOS_BENCH_SRC) gdr/gdr_copy.cpp \
	    $(COMMON_LIBS) -libverbs -lpthread $(COMMON_RPATH)

$(NCCL_LATENCY_BENCH): $(NCCL_LATENCY_BENCH_SRC) | $(BUILD_DIR)
	$(NVCC) $(CUDA_ARCH) -O3 -std=c++17 \
	    $(COMMON_INC) \
	    -o $@ $< \
	    $(COMMON_LIBS) $(COMMON_RPATH)

clean:
	rm -rf $(BUILD_DIR) cuda_bench cuda_nccl_bench gdr_bench gdr_qos_bench nccl_latency_bench

.PHONY: all clean cuda_bench cuda_nccl_bench gdr_bench gdr_qos_bench nccl_latency_bench