2f80a98776
Recently there has been more and more report about installation issues:
- Installing Triton before upgrading pytorch can create some issues because Triton uses some torch headers
- llvm-10-dev not available on some platform; llvm-11-dev not available on e.g. Ubuntu.
absence of nightly builds
This PR should fix all these issues. Some CMake tricks are used to download and install llvm at build time. Triton Python bindings were modified to remove dependence on pytorch ops. Midnight CI job added to generate binary wheels for all Triton version and update them on pypi's new triton-nightly project.
This PR will also make it very easy to use LLVM forks in the future for whatever needs we have.
101 lines
3.6 KiB
CMake
101 lines
3.6 KiB
CMake
cmake_minimum_required(VERSION 3.6)
|
|
include(ExternalProject)
|
|
|
|
if(NOT TRITON_LLVM_BUILD_DIR)
|
|
set(TRITON_LLVM_BUILD_DIR ${CMAKE_BINARY_DIR})
|
|
endif()
|
|
|
|
|
|
project(triton)
|
|
include(CTest)
|
|
list(APPEND CMAKE_MODULE_PATH "${CMAKE_CURRENT_SOURCE_DIR}/cmake")
|
|
|
|
# Options
|
|
option(BUILD_TUTORIALS "Build C++ Triton tutorials" ON)
|
|
option(BUILD_PYTHON_MODULE "Build Python Triton bindings" OFF)
|
|
|
|
# Default build type
|
|
if(NOT CMAKE_BUILD_TYPE)
|
|
message(STATUS "Default build type: Release")
|
|
set(CMAKE_BUILD_TYPE "Release")
|
|
endif()
|
|
|
|
# Compiler flags
|
|
include_directories(${CMAKE_CURRENT_SOURCE_DIR}/include)
|
|
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -D__STDC_FORMAT_MACROS -fvisibility=default -std=gnu++14")
|
|
|
|
|
|
|
|
##########
|
|
# LLVM
|
|
##########
|
|
get_cmake_property(_variableNames VARIABLES)
|
|
set(__variableNames ${_variableNames})
|
|
|
|
configure_file(cmake/DownloadLLVM.in ${TRITON_LLVM_BUILD_DIR}/llvm-download/CMakeLists.txt)
|
|
execute_process(COMMAND "${CMAKE_COMMAND}" -G "${CMAKE_GENERATOR}" .
|
|
WORKING_DIRECTORY "${TRITON_LLVM_BUILD_DIR}/llvm-download"
|
|
)
|
|
execute_process(COMMAND "${CMAKE_COMMAND}" --build .
|
|
WORKING_DIRECTORY "${TRITON_LLVM_BUILD_DIR}/llvm-download"
|
|
)
|
|
set(LLVM_TARGETS_TO_BUILD "NVPTX" CACHE INTERNAL "")
|
|
set(LLVM_BUILD_RUNTIME "OFF" CACHE INTERNAL "")
|
|
set(LLVM_BUILD_RUNTIMES "OFF" CACHE INTERNAL "")
|
|
set(LLVM_BUILD_TOOLS "OFF" CACHE INTERNAL "")
|
|
set(LLVM_BUILD_UTILS "OFF" CACHE INTERNAL "")
|
|
set(LLVM_INCLUDE_BENCHMARKS "OFF" CACHE INTERNAL "")
|
|
set(LLVM_INCLUDE_DOCS "OFF" CACHE INTERNAL "")
|
|
set(LLVM_INCLUDE_EXAMPLES "OFF" CACHE INTERNAL "")
|
|
set(LLVM_INCLUDE_GO_TESTS "OFF" CACHE INTERNAL "")
|
|
set(LLVM_INCLUDE_RUNTIME "OFF" CACHE INTERNAL "")
|
|
set(LLVM_INCLUDE_TESTS "OFF" CACHE INTERNAL "")
|
|
set(LLVM_INCLUDE_TOOLS "OFF" CACHE INTERNAL "")
|
|
set(LLVM_INCLUDE_UTILS "OFF" CACHE INTERNAL "")
|
|
add_subdirectory(${TRITON_LLVM_BUILD_DIR}/llvm-src
|
|
${TRITON_LLVM_BUILD_DIR}/llvm-build)
|
|
get_property(LLVM_LIBRARIES GLOBAL PROPERTY LLVM_COMPONENT_LIBS)
|
|
# remove LLVM-specific variables so we don't pollute GUI
|
|
get_cmake_property(_variableNames VARIABLES)
|
|
list(REMOVE_ITEM _variableNames ${__variableNames})
|
|
list(REMOVE_ITEM _variableNames ${LLVM_LIBRARIES})
|
|
foreach (_variableName ${_variableNames})
|
|
unset(${_variableName} CACHE)
|
|
endforeach()
|
|
include_directories("${TRITON_LLVM_BUILD_DIR}/llvm-build/include/"
|
|
"${TRITON_LLVM_BUILD_DIR}/llvm-src/include/")
|
|
|
|
# Python module
|
|
if(BUILD_PYTHON_MODULE)
|
|
message(STATUS "Adding Python module")
|
|
# Build CUTLASS python wrapper if requested
|
|
set(PYTHON_SRC_PATH ${CMAKE_CURRENT_SOURCE_DIR}/python/src)
|
|
set(CUTLASS_INCLUDE_DIR "$ENV{CUTLASS_INCLUDE_DIR}")
|
|
set(CUTLASS_LIBRARY_DIR "$ENV{CUTLASS_LIBRARY_DIR}")
|
|
if(NOT("${CUTLASS_INCLUDE_DIR}" STREQUAL "") AND NOT("${CUTLASS_LIBRARY_DIR}" STREQUAL ""))
|
|
set(CUTLASS_SRC ${PYTHON_SRC_PATH}/cutlass.cc)
|
|
add_definitions(-DWITH_CUTLASS_BINDINGS)
|
|
set(CUTLASS_LIBRARIES "cutlass.a")
|
|
endif()
|
|
message(STATUS ${CUTLASS_INCLUDE_PATH})
|
|
include_directories("." ${PYTHON_SRC_PATH} ${PYTHON_INCLUDE_DIRS} ${CUTLASS_INCLUDE_DIR})
|
|
link_directories(${PYTHON_LINK_DIRS} ${CUTLASS_LIBRARY_DIR})
|
|
set(PYTHON_SRC ${PYTHON_SRC_PATH}/main.cc ${PYTHON_SRC_PATH}/triton.cc ${PYTHON_SRC_PATH}/superblock.cc ${CUTLASS_SRC})
|
|
endif()
|
|
|
|
|
|
# Triton
|
|
file(GLOB_RECURSE LIBTRITON_SRC lib/*.cc)
|
|
add_library(triton SHARED ${LIBTRITON_SRC} ${PYTHON_SRC})
|
|
target_link_libraries(triton ${LLVM_LIBRARIES})
|
|
|
|
if(BUILD_PYTHON_MODULE)
|
|
target_link_libraries(triton ${TORCH_LIBRARIES} ${CUTLASS_LIBRARIES})
|
|
endif()
|
|
|
|
# Tutorials
|
|
if(BUILD_TUTORIALS)
|
|
message(STATUS "Adding C++ tutorials")
|
|
add_subdirectory(tutorials)
|
|
endif()
|