206 lines
7.5 KiB
CMake
206 lines
7.5 KiB
CMake
cmake_minimum_required(VERSION 3.19)
|
|
|
|
if (DEFINED ENV{NVSHMEM_EXAMPLES_INSTALL})
|
|
set(NVSHMEM_EXAMPLES_INSTALL_PREFIX $ENV{NVSHMEM_EXAMPLES_INSTALL})
|
|
else()
|
|
set(NVSHMEM_EXAMPLES_INSTALL_PREFIX "${CMAKE_CURRENT_SOURCE_DIR}/examples_install")
|
|
endif()
|
|
|
|
get_directory_property(SubBuild PARENT_DIRECTORY)
|
|
|
|
if(NOT SubBuild)
|
|
if (DEFINED ENV{NVSHMEM_PREFIX})
|
|
set(NVSHMEM_PREFIX_DEFAULT $ENV{NVSHMEM_PREFIX})
|
|
else()
|
|
set(NVSHMEM_PREFIX_DEFAULT "/usr/local/nvshmem")
|
|
endif()
|
|
|
|
if (DEFINED ENV{NVSHMEM_MPI_SUPPORT})
|
|
set(NVSHMEM_MPI_SUPPORT_DEFAULT $ENV{NVSHMEM_MPI_SUPPORT})
|
|
else()
|
|
set(NVSHMEM_MPI_SUPPORT_DEFAULT ON)
|
|
endif()
|
|
|
|
if (DEFINED ENV{MPI_HOME})
|
|
set(MPI_HOME_DEFAULT $ENV{MPI_HOME})
|
|
else()
|
|
set(MPI_HOME_DEFAULT "/usr/local/ompi")
|
|
endif()
|
|
|
|
if (DEFINED ENV{CUDA_HOME})
|
|
set(CUDA_HOME_DEFAULT $ENV{CUDA_HOME})
|
|
else()
|
|
set(CUDA_HOME_DEFAULT "/usr/local/cuda")
|
|
endif()
|
|
|
|
option(NVSHMEM_DEBUG "Toggles NVSHMEM debug compilation settings" $ENV{NVSHMEM_DEBUG})
|
|
option(NVSHMEM_DEVEL "Toggles NVSHMEM devel compilation settings" $ENV{NVSHMEM_DEVEL})
|
|
option(NVSHMEM_MPI_SUPPORT "Enable compilation of the MPI bootstrap and MPI-specific code" ${NVSHMEM_MPI_SUPPORT_DEFAULT})
|
|
option(NVSHMEM_SHMEM_SUPPORT "Enable Compilation of the SHMEM bootstrap and SHMEM specific code" $ENV{NVSHMEM_SHMEM_SUPPORT})
|
|
option(NVSHMEM_TEST_STATIC_LIB "Force tests to link only against the combined nvshmem.a binary" $ENV{NVSHMEM_TEST_STATIC_LIB})
|
|
option(NVSHMEM_VERBOSE "Enable the ptxas verbose compilation option" $ENV{NVSHMEM_VERBOSE})
|
|
set(CUDA_HOME ${CUDA_HOME_DEFAULT} CACHE PATH "path to CUDA installation")
|
|
set(MPI_HOME ${MPI_HOME_DEFAULT} CACHE PATH "path to MPI installation")
|
|
set(NVSHMEM_PREFIX ${NVSHMEM_PREFIX_DEFAULT} CACHE PATH "path to NVSHMEM install directory.")
|
|
set(SHMEM_HOME ${MPI_HOME} CACHE PATH "path to SHMEM installation")
|
|
|
|
# Allow users to set the CUDA toolkit through the env.
|
|
if(NOT CUDAToolkit_Root AND NOT CMAKE_CUDA_COMPILER)
|
|
message(STATUS "CUDA_HOME: ${CUDA_HOME}")
|
|
set(CUDAToolkit_Root ${CUDA_HOME} CACHE PATH "Root of Cuda Toolkit." FORCE)
|
|
set(CMAKE_CUDA_COMPILER "${CUDA_HOME}/bin/nvcc" CACHE PATH "Root of Cuda Toolkit." FORCE)
|
|
endif()
|
|
|
|
if (NOT DEFINED CMAKE_CUDA_ARCHITECTURES)
|
|
set(CMAKE_CUDA_ARCHITECTURES_UNDEFINED 1)
|
|
endif()
|
|
|
|
if (NOT DEFINED CUDA_ARCHITECTURES)
|
|
set(CUDA_ARCHITECTURES_UNDEFINED 1)
|
|
endif()
|
|
|
|
PROJECT(NVSHMEMExamples VERSION 1.0.0
|
|
LANGUAGES CUDA CXX)
|
|
|
|
find_package(CUDAToolkit)
|
|
|
|
if(DEFINED CMAKE_CUDA_ARCHITECTURES_UNDEFINED)
|
|
if(NOT DEFINED CUDA_ARCHITECTURES_UNDEFINED)
|
|
set(CMAKE_CUDA_ARCHITECTURES ${CUDA_ARCHITECTURES} CACHE STRING "CUDA ARCHITECTURES" FORCE)
|
|
else()
|
|
if(CUDAToolkit_VERSION_MAJOR LESS 11)
|
|
set(CMAKE_CUDA_ARCHITECTURES "70" CACHE STRING "CUDA ARCHITECTURES" FORCE)
|
|
elseif(CUDAToolkit_VERSION_MAJOR EQUAL 11 AND CUDAToolkit_VERSION_MINOR LESS 8)
|
|
set(CMAKE_CUDA_ARCHITECTURES "70;80" CACHE STRING "CUDA ARCHITECTURES" FORCE)
|
|
elseif(CUDAToolkit_VERSION_MAJOR EQUAL 11 OR (CUDAToolkit_VERSION_MAJOR EQUAL 12 AND CUDAToolkit_VERSION_MINOR LESS 8))
|
|
set(CMAKE_CUDA_ARCHITECTURES "70;80;90" CACHE STRING "CUDA ARCHITECTURES" FORCE)
|
|
else()
|
|
set(CMAKE_CUDA_ARCHITECTURES "70;80;90;100" CACHE STRING "CUDA ARCHITECTURES" FORCE)
|
|
endif()
|
|
endif()
|
|
endif()
|
|
|
|
include(CheckCompilerFlag)
|
|
check_compiler_flag(CUDA -t4 NVCC_THREADS)
|
|
|
|
find_package(NVSHMEM REQUIRED HINTS ${NVSHMEM_PREFIX}/lib/cmake/nvshmem)
|
|
add_library(nvshmem ALIAS nvshmem::nvshmem)
|
|
add_library(nvshmem_host ALIAS nvshmem::nvshmem_host)
|
|
add_library(nvshmem_device ALIAS nvshmem::nvshmem_device)
|
|
|
|
if(NVSHMEM_MPI_SUPPORT)
|
|
find_package(MPI REQUIRED)
|
|
endif()
|
|
|
|
# Unused by any examples currently compiled.
|
|
# TODO: Resurrect the shmem-based-init example.
|
|
# if(NVSHMEM_SHMEM_SUPPORT)
|
|
# find_library(
|
|
# SHMEM_LIB
|
|
# NAMES oshmem
|
|
# HINTS ${SHMEM_HOME}
|
|
# PATH_SUFFIXES lib lib64)
|
|
# find_path(SHMEM_INCLUDE NAME shmem.h HINTS ${SHMEM_HOME}
|
|
# PATH_SUFFIXES include
|
|
# )
|
|
# add_library(shmem IMPORTED INTERFACE)
|
|
# target_link_libraries(shmem INTERFACE ${SHMEM_LIB})
|
|
# target_include_directories(shmem INTERFACE ${SHMEM_INCLUDE})
|
|
# if(NVSHMEM_MPI_SUPPORT)
|
|
# separate_arguments(SHMEM_C_LINK_FLAGS NATIVE_COMMAND "${MPI_C_LINK_FLAGS}")
|
|
# target_link_options(shmem INTERFACE ${SHMEM_C_LINK_FLAGS})
|
|
# target_compile_definitions(shmem INTERFACE ${MPI_C_COMPILE_DEFINITIONS})
|
|
# target_compile_options(shmem INTERFACE ${MPI_C_COMPILE_OPTIONS})
|
|
# endif()
|
|
# endif()
|
|
endif()
|
|
|
|
add_library(nvshmem_example_helper INTERFACE)
|
|
target_link_libraries(nvshmem_example_helper INTERFACE CUDA::cudart CUDA::cuda_driver)
|
|
if(NVSHMEM_TEST_STATIC_LIB)
|
|
target_link_libraries(nvshmem_example_helper INTERFACE nvshmem)
|
|
else()
|
|
target_link_libraries(nvshmem_example_helper INTERFACE nvshmem_host nvshmem_device)
|
|
endif()
|
|
target_compile_features(nvshmem_example_helper INTERFACE cxx_std_11 cuda_std_11)
|
|
|
|
# Unused by any examples currently compiled.
|
|
# TODO: Resurrect the shmem-based-init example.
|
|
#if(NVSHMEM_SHMEM_SUPPORT)
|
|
# target_link_libraries(nvshmem_example_helper INTERFACE shmem)
|
|
# target_compile_definitions(nvshmem_example_helper INTERFACE NVSHMEMTEST_SHMEM_SUPPORT)
|
|
#endif()
|
|
|
|
set(MPI_EXAMPLES "")
|
|
set(ALL_EXAMPLES "")
|
|
if(NVSHMEM_MPI_SUPPORT)
|
|
target_compile_definitions(nvshmem_example_helper INTERFACE NVSHMEMTEST_MPI_SUPPORT)
|
|
target_include_directories(nvshmem_example_helper INTERFACE $<BUILD_INTERFACE:${MPI_CXX_INCLUDE_DIRS}>)
|
|
target_compile_definitions(nvshmem_example_helper INTERFACE NVSHMEMTEST_MPI_SUPPORT)
|
|
list(APPEND MPI_EXAMPLES
|
|
mpi-based-init.cu
|
|
uid-based-init.cu
|
|
dev-guide-ring-mpi.cu
|
|
)
|
|
|
|
foreach(example ${MPI_EXAMPLES})
|
|
get_filename_component(NAME_ ${example} NAME_WE)
|
|
add_executable(${NAME_} ${example})
|
|
|
|
target_link_libraries(${NAME_} MPI::MPI_CXX)
|
|
target_compile_definitions(${NAME_} PRIVATE NVSHMEMTEST_MPI_SUPPORT)
|
|
|
|
target_link_libraries(${NAME_} CUDA::cudart CUDA::cuda_driver)
|
|
if(NVSHMEM_TEST_STATIC_LIB)
|
|
target_link_libraries(${NAME_} nvshmem)
|
|
else()
|
|
target_link_libraries(${NAME_} nvshmem_host nvshmem_device)
|
|
endif()
|
|
endforeach()
|
|
|
|
endif()
|
|
|
|
set(OPTIONAL_MPI_EXAMPLES
|
|
collective-launch.cu
|
|
on-stream.cu
|
|
thread-group.cu
|
|
put-block.cu
|
|
dev-guide-ring.cu
|
|
ring-bcast.cu
|
|
ring-reduce.cu
|
|
moe_shuffle.cu
|
|
)
|
|
LIST(APPEND ALL_EXAMPLES ${MPI_EXAMPLES} ${OPTIONAL_MPI_EXAMPLES})
|
|
|
|
foreach(example ${OPTIONAL_MPI_EXAMPLES})
|
|
get_filename_component(NAME_ ${example} NAME_WE)
|
|
add_executable(${NAME_} ${example})
|
|
target_link_libraries(${NAME_} nvshmem_example_helper)
|
|
endforeach()
|
|
|
|
foreach(example ${ALL_EXAMPLES})
|
|
get_filename_component(NAME_ ${example} NAME_WE)
|
|
|
|
set_target_properties(${NAME_} PROPERTIES
|
|
POSITION_INDEPENDENT_CODE ON
|
|
CXX_STANDARD_REQUIRED ON
|
|
CUDA_STANDARD_REQUIRED ON
|
|
CXX_STANDARD 11
|
|
CUDA_STANDARD 11
|
|
CUDA_SEPARABLE_COMPILATION ON
|
|
)
|
|
|
|
target_compile_options(${NAME_}
|
|
PRIVATE $<$<CONFIG:Debug>:-O0;-g;>
|
|
$<$<AND:$<BOOL:${NVSHMEM_VERBOSE}>,$<COMPILE_LANGUAGE:CUDA>>:-Xptxas -v>
|
|
$<$<AND:$<COMPILE_LANGUAGE:CUDA>,$<CONFIG:Debug>>:-O0;-g;-G>
|
|
$<$<AND:$<COMPILE_LANGUAGE:CUDA>,$<BOOL:${NVCC_THREADS}>>:-t4>
|
|
)
|
|
|
|
set_target_properties(${NAME_} PROPERTIES OUTPUT_NAME "${NAME_}" INSTALL_RPATH "$ORIGIN/../../lib" BUILD_WITH_INSTALL_RPATH TRUE)
|
|
install(TARGETS ${NAME_} RUNTIME DESTINATION "${NVSHMEM_EXAMPLES_INSTALL_PREFIX}")
|
|
if (NVSHMEM_EXAMPLES_RELEASE_PREFIX)
|
|
install(TARGETS ${NAME_} RUNTIME DESTINATION "${NVSHMEM_EXAMPLES_RELEASE_PREFIX}")
|
|
endif()
|
|
endforeach()
|