84 lines
2.6 KiB
CMake
Executable File
84 lines
2.6 KiB
CMake
Executable File
cmake_minimum_required(VERSION 3.18 FATAL_ERROR)
|
|
project(sgl_kernel)
|
|
|
|
set(CMAKE_CXX_STANDARD 17)
|
|
set(CMAKE_CXX_STANDARD_REQUIRED ON)
|
|
set(CMAKE_CXX_EXTENSIONS OFF)
|
|
|
|
find_package(Python COMPONENTS Interpreter Development.Module ${SKBUILD_SABI_COMPONENT} REQUIRED)
|
|
|
|
execute_process(
|
|
COMMAND ${Python_EXECUTABLE}
|
|
-c "import torch; print(torch.utils.cmake_prefix_path)"
|
|
OUTPUT_VARIABLE TORCH_PY_PREFIX
|
|
OUTPUT_STRIP_TRAILING_WHITESPACE
|
|
)
|
|
|
|
message(STATUS ${TORCH_PY_PREFIX})
|
|
list(APPEND CMAKE_PREFIX_PATH ${TORCH_PY_PREFIX}/Torch)
|
|
find_package(Torch REQUIRED)
|
|
|
|
include_directories(
|
|
${TORCH_INCLUDE_DIRS}
|
|
${TORCH_INSTALL_PREFIX}/include
|
|
${Python_INCLUDE_DIRS}
|
|
${CMAKE_CURRENT_SOURCE_DIR}/../../csrc
|
|
${CMAKE_CURRENT_SOURCE_DIR}/../../include
|
|
)
|
|
|
|
# Platform-specific library directory
|
|
if(CMAKE_SYSTEM_PROCESSOR MATCHES "x86_64|AMD64")
|
|
set(PLAT_LIB_DIR "/usr/lib/x86_64-linux-gnu")
|
|
elseif(CMAKE_SYSTEM_PROCESSOR MATCHES "aarch64|arm64")
|
|
set(PLAT_LIB_DIR "/usr/lib/aarch64-linux-gnu")
|
|
elseif(CMAKE_SYSTEM_PROCESSOR MATCHES "ppc64le|ppc64")
|
|
set(PLAT_LIB_DIR "/usr/lib/powerpc64le-linux-gnu")
|
|
else()
|
|
set(PLAT_LIB_DIR "/usr/lib/${CMAKE_SYSTEM_PROCESSOR}-linux-gnu")
|
|
endif()
|
|
link_directories(${PLAT_LIB_DIR})
|
|
|
|
# Conda library path support
|
|
if(DEFINED ENV{CONDA_PREFIX})
|
|
set(CONDA_LIB_DIR "$ENV{CONDA_PREFIX}/lib")
|
|
message(STATUS "Using Conda lib dir: ${CONDA_LIB_DIR}")
|
|
link_directories(${CONDA_LIB_DIR})
|
|
set(CONDA_INCLUDE_DIR "$ENV{CONDA_PREFIX}/include")
|
|
include_directories(${CONDA_INCLUDE_DIR})
|
|
|
|
# Look for libnuma in Conda's lib directory
|
|
find_library(NUMA_LIB numa HINTS "${CONDA_LIB_DIR}")
|
|
if(NUMA_LIB)
|
|
message(STATUS "Found libnuma: ${NUMA_LIB}")
|
|
else()
|
|
message(FATAL_ERROR "libnuma not found in Conda environment at ${CONDA_LIB_DIR}\n"
|
|
"Please install it using: conda install libnuma numactl\n")
|
|
endif()
|
|
endif()
|
|
|
|
file(GLOB SOURCES "${CMAKE_CURRENT_SOURCE_DIR}/*.cpp")
|
|
|
|
if(NOT DEFINED ENV{SGLANG_CPU_FP8_CVT_FTZ})
|
|
set(ENV{SGLANG_CPU_FP8_CVT_FTZ} "1")
|
|
endif()
|
|
|
|
if("$ENV{SGLANG_CPU_FP8_CVT_FTZ}" STREQUAL "1")
|
|
message(STATUS "Enabling macro: SGLANG_CPU_FP8_CVT_FTZ")
|
|
add_compile_definitions(SGLANG_CPU_FP8_CVT_FTZ)
|
|
endif()
|
|
|
|
add_compile_options(
|
|
-O3
|
|
-Wno-unknown-pragmas
|
|
-march=native
|
|
-fopenmp
|
|
)
|
|
|
|
Python_add_library(common_ops MODULE USE_SABI ${SKBUILD_SABI_VERSION} WITH_SOABI ${SOURCES})
|
|
target_link_libraries(common_ops PRIVATE ${TORCH_LIBRARIES} ${NUMA_LIB})
|
|
target_include_directories(common_ops PRIVATE ${TORCH_INCLUDE_DIRS})
|
|
|
|
install(TARGETS common_ops
|
|
LIBRARY DESTINATION sgl_kernel
|
|
)
|