[PAL] Add PPU support (flagos-ai#512)

Author: MC952-arch

Makefile

@@ -21,6 +21,7 @@ USE_UCX ?= 0
 USE_IBUC ?= 0
 USE_ENFLAME ?= 0
 USE_SUNRISE ?= 0
+USE_PPU ?= 0
 COMPILE_KERNEL ?= 0
 
 # set to empty if not provided
@@ -55,6 +56,8 @@ ifeq ($(strip $(DEVICE_HOME)),)
 		DEVICE_HOME = /opt/tops/
 	else ifeq ($(USE_SUNRISE), 1)
 		DEVICE_HOME = /usr/local/tangrt
+	else ifeq ($(USE_PPU), 1)
+		DEVICE_HOME = /usr/local/cuda
 	else
 		DEVICE_HOME = /usr/local/cuda
 	endif
@@ -85,6 +88,8 @@ ifeq ($(strip $(CCL_HOME)),)
 		CCL_HOME = /usr
 	else ifeq ($(USE_SUNRISE), 1)
 		CCL_HOME = /usr/local/pccl
+	else ifeq ($(USE_PPU), 1)
+		CCL_HOME = /usr/local/cuda
 	else
 		CCL_HOME = /usr/local/nccl/build
 	endif
@@ -243,6 +248,14 @@ else ifeq ($(USE_SUNRISE), 1)
 	CCL_INCLUDE = $(CCL_HOME)/include
 	CCL_LINK = -lpccl
 	ADAPTOR_FLAG = -DUSE_SUNRISE_ADAPTOR
+else ifeq ($(USE_PPU), 1)
+	DEVICE_LIB = $(DEVICE_HOME)/lib64
+	DEVICE_INCLUDE = $(DEVICE_HOME)/include
+	DEVICE_LINK = -lcudart -lcuda
+	CCL_LIB = $(CCL_HOME)/lib64
+	CCL_INCLUDE = $(CCL_HOME)/include
+	CCL_LINK = -lnccl
+	ADAPTOR_FLAG = -DUSE_PPU_ADAPTOR
 else
 	DEVICE_LIB = $(DEVICE_HOME)/lib64
 	DEVICE_INCLUDE = $(DEVICE_HOME)/include $(DEVICE_HOME)/include/cccl

flagcx/adaptor/adaptor.cc

@@ -151,6 +151,19 @@ struct flagcxDeviceAdaptor *deviceAdaptor = &topsAdaptor;
 struct flagcxCCLAdaptor *cclAdaptors[NCCLADAPTORS] = {&bootstrapAdaptor,
                                                       &pcclAdaptor};
 struct flagcxDeviceAdaptor *deviceAdaptor = &ptpuAdaptor;
+
+#elif USE_PPU_ADAPTOR
+#ifdef USE_BOOTSTRAP_ADAPTOR
+struct flagcxCCLAdaptor *cclAdaptors[NCCLADAPTORS] = {&bootstrapAdaptor,
+                                                      &ppuncclAdaptor};
+#elif USE_GLOO_ADAPTOR
+struct flagcxCCLAdaptor *cclAdaptors[NCCLADAPTORS] = {&glooAdaptor,
+                                                      &ppuncclAdaptor};
+#elif USE_MPI_ADAPTOR
+struct flagcxCCLAdaptor *cclAdaptors[NCCLADAPTORS] = {&mpiAdaptor,
+                                                      &ppuncclAdaptor};
+#endif
+struct flagcxDeviceAdaptor *deviceAdaptor = &ppucudaAdaptor;
 #endif
 
 // External adaptor declarations