1*da0073e9SAndroid Build Coastguard Workerif(NOT INTERN_BUILD_ATEN_OPS) 2*da0073e9SAndroid Build Coastguard Worker return() 3*da0073e9SAndroid Build Coastguard Workerendif() 4*da0073e9SAndroid Build Coastguard Worker 5*da0073e9SAndroid Build Coastguard Worker# Find modules 6*da0073e9SAndroid Build Coastguard Workerif(NOT INTERN_BUILD_MOBILE) 7*da0073e9SAndroid Build Coastguard Worker list(APPEND CMAKE_MODULE_PATH /usr/lib/x86_64-linux-gnu/) 8*da0073e9SAndroid Build Coastguard Worker list(APPEND CMAKE_LIBRARY_PATH /usr/lib/x86_64-linux-gnu/ /usr/lib/aarch64-linux-gnu/) 9*da0073e9SAndroid Build Coastguard Workerendif() 10*da0073e9SAndroid Build Coastguard Worker 11*da0073e9SAndroid Build Coastguard Workerlist(APPEND CMAKE_MODULE_PATH 12*da0073e9SAndroid Build Coastguard Worker ${CMAKE_CURRENT_SOURCE_DIR}/../cmake/Modules 13*da0073e9SAndroid Build Coastguard Worker ${CMAKE_CURRENT_SOURCE_DIR}/../cmake/public 14*da0073e9SAndroid Build Coastguard Worker ${CMAKE_CURRENT_SOURCE_DIR}/../cmake/Modules_CUDA_fix) 15*da0073e9SAndroid Build Coastguard Worker 16*da0073e9SAndroid Build Coastguard Workercmake_policy(SET CMP0012 NEW) 17*da0073e9SAndroid Build Coastguard Worker 18*da0073e9SAndroid Build Coastguard Worker############################################# 19*da0073e9SAndroid Build Coastguard Worker 20*da0073e9SAndroid Build Coastguard Workerset(ATen_CPU_SRCS) 21*da0073e9SAndroid Build Coastguard Workerset(ATen_XPU_SRCS) 22*da0073e9SAndroid Build Coastguard Workerset(ATen_XPU_INCLUDE) 23*da0073e9SAndroid Build Coastguard Workerset(ATen_CPU_TEST_SRCS) 24*da0073e9SAndroid Build Coastguard Workerset(ATen_CPU_INCLUDE) 25*da0073e9SAndroid Build Coastguard Workerset(ATen_THIRD_PARTY_INCLUDE) 26*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_CPP_SRCS) 27*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_CU_SRCS) 28*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_LINALG_SRCS) 29*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_SRCS_W_SORT_BY_KEY) 30*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_TEST_SRCS) 31*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_INCLUDE) 32*da0073e9SAndroid Build Coastguard Workerset(ATen_NVRTC_STUB_SRCS) 33*da0073e9SAndroid Build Coastguard Workerset(ATen_HIP_SRCS) 34*da0073e9SAndroid Build Coastguard Workerset(ATen_HIP_SRCS_W_SORT_BY_KEY) 35*da0073e9SAndroid Build Coastguard Workerset(ATen_HIP_TEST_SRCS) 36*da0073e9SAndroid Build Coastguard Workerset(ATen_HIP_INCLUDE) 37*da0073e9SAndroid Build Coastguard Workerset(ATen_MPS_SRCS) 38*da0073e9SAndroid Build Coastguard Workerset(ATen_MPS_TEST_SRCS) 39*da0073e9SAndroid Build Coastguard Workerset(ATen_XPU_SRCS) 40*da0073e9SAndroid Build Coastguard Workerset(ATen_XPU_INCLUDE) 41*da0073e9SAndroid Build Coastguard Workerset(ATen_XPU_TEST_SRCS) 42*da0073e9SAndroid Build Coastguard Workerset(ATen_VULKAN_TEST_SRCS) 43*da0073e9SAndroid Build Coastguard Workerset(ATen_CPU_DEPENDENCY_LIBS) 44*da0073e9SAndroid Build Coastguard Workerset(ATen_XPU_DEPENDENCY_LIBS) 45*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_DEPENDENCY_LIBS) 46*da0073e9SAndroid Build Coastguard Workerset(ATen_HIP_DEPENDENCY_LIBS) 47*da0073e9SAndroid Build Coastguard Workerset(ATen_PUBLIC_CUDA_DEPENDENCY_LIBS) 48*da0073e9SAndroid Build Coastguard Workerset(ATen_PUBLIC_HIP_DEPENDENCY_LIBS) 49*da0073e9SAndroid Build Coastguard Workerset(ATEN_INSTALL_BIN_SUBDIR "bin" CACHE PATH "ATen install binary subdirectory") 50*da0073e9SAndroid Build Coastguard Workerset(ATEN_INSTALL_LIB_SUBDIR "lib" CACHE PATH "ATen install library subdirectory") 51*da0073e9SAndroid Build Coastguard Workerset(ATEN_INSTALL_INCLUDE_SUBDIR "include" CACHE PATH "ATen install include subdirectory") 52*da0073e9SAndroid Build Coastguard Workerset(MEM_EFF_ATTENTION_CUDA_SOURCES) 53*da0073e9SAndroid Build Coastguard Worker 54*da0073e9SAndroid Build Coastguard Workerset(TH_LINK_STYLE STATIC) 55*da0073e9SAndroid Build Coastguard Workerset(TH_CPU_INCLUDE 56*da0073e9SAndroid Build Coastguard Worker ${CMAKE_CURRENT_SOURCE_DIR}/src 57*da0073e9SAndroid Build Coastguard Worker ${CMAKE_CURRENT_BINARY_DIR}/src 58*da0073e9SAndroid Build Coastguard Worker ${CMAKE_BINARY_DIR}/aten/src) 59*da0073e9SAndroid Build Coastguard Workerlist(APPEND ATen_CPU_INCLUDE ${TH_CPU_INCLUDE}) 60*da0073e9SAndroid Build Coastguard Worker 61*da0073e9SAndroid Build Coastguard Workerif(USE_VULKAN) 62*da0073e9SAndroid Build Coastguard Worker list(APPEND ATen_CPU_INCLUDE ${CMAKE_BINARY_DIR}/vulkan ${CMAKE_CURRENT_SOURCE_DIR}/../third_party/VulkanMemoryAllocator) 63*da0073e9SAndroid Build Coastguard Workerendif() 64*da0073e9SAndroid Build Coastguard Worker 65*da0073e9SAndroid Build Coastguard Worker# Find the HIP package, set the HIP paths, load the HIP CMake. 66*da0073e9SAndroid Build Coastguard Workerif(USE_ROCM) 67*da0073e9SAndroid Build Coastguard Worker include(LoadHIP) 68*da0073e9SAndroid Build Coastguard Worker if(NOT PYTORCH_FOUND_HIP) 69*da0073e9SAndroid Build Coastguard Worker set(USE_ROCM OFF) 70*da0073e9SAndroid Build Coastguard Worker endif() 71*da0073e9SAndroid Build Coastguard Workerendif() 72*da0073e9SAndroid Build Coastguard Worker 73*da0073e9SAndroid Build Coastguard Worker# Both CUDA and ROCM are enabled and found. Report an error. 74*da0073e9SAndroid Build Coastguard Workerif(USE_CUDA AND USE_ROCM) 75*da0073e9SAndroid Build Coastguard Worker message(FATAL_ERROR "Both CUDA and ROCm are enabled and found. PyTorch can only be built with either of them. Please turn one off by using either USE_CUDA=OFF or USE_ROCM=OFF.") 76*da0073e9SAndroid Build Coastguard Workerendif() 77*da0073e9SAndroid Build Coastguard Worker 78*da0073e9SAndroid Build Coastguard Workerif(USE_ROCM) 79*da0073e9SAndroid Build Coastguard Worker # TODO: AT_HIP_ENABLED (change this once we represent HIP as HIP in 80*da0073e9SAndroid Build Coastguard Worker # ATen proper) 81*da0073e9SAndroid Build Coastguard Worker set(AT_CUDA_ENABLED 1) 82*da0073e9SAndroid Build Coastguard Worker add_subdirectory(src/THH) 83*da0073e9SAndroid Build Coastguard Worker message("ROCm is enabled.") 84*da0073e9SAndroid Build Coastguard Workerelseif(USE_CUDA) 85*da0073e9SAndroid Build Coastguard Worker set(AT_CUDA_ENABLED 1) 86*da0073e9SAndroid Build Coastguard Worker add_subdirectory(src/THC) 87*da0073e9SAndroid Build Coastguard Workerelse() 88*da0073e9SAndroid Build Coastguard Worker message("disabling CUDA because USE_CUDA is set false") 89*da0073e9SAndroid Build Coastguard Worker set(AT_CUDA_ENABLED 0) 90*da0073e9SAndroid Build Coastguard Workerendif() 91*da0073e9SAndroid Build Coastguard Worker 92*da0073e9SAndroid Build Coastguard Workerif(NOT USE_NNPACK) 93*da0073e9SAndroid Build Coastguard Worker set(AT_NNPACK_ENABLED 0) 94*da0073e9SAndroid Build Coastguard Workerelse() 95*da0073e9SAndroid Build Coastguard Worker set(AT_NNPACK_ENABLED 1) 96*da0073e9SAndroid Build Coastguard Workerendif() 97*da0073e9SAndroid Build Coastguard Worker 98*da0073e9SAndroid Build Coastguard Workerif(NOT USE_CUSPARSELT) 99*da0073e9SAndroid Build Coastguard Worker set(AT_CUSPARSELT_ENABLED 0) 100*da0073e9SAndroid Build Coastguard Workerelse() 101*da0073e9SAndroid Build Coastguard Worker set(AT_CUSPARSELT_ENABLED 1) 102*da0073e9SAndroid Build Coastguard Workerendif() 103*da0073e9SAndroid Build Coastguard Worker 104*da0073e9SAndroid Build Coastguard Workerlist(APPEND ATen_CPU_INCLUDE 105*da0073e9SAndroid Build Coastguard Worker ${CMAKE_CURRENT_SOURCE_DIR}/src) 106*da0073e9SAndroid Build Coastguard Workeradd_subdirectory(src/ATen) 107*da0073e9SAndroid Build Coastguard Worker 108*da0073e9SAndroid Build Coastguard Worker# Pass source, includes, and libs to parent 109*da0073e9SAndroid Build Coastguard Workerset(ATen_CPU_SRCS ${ATen_CPU_SRCS} PARENT_SCOPE) 110*da0073e9SAndroid Build Coastguard Workerset(ATen_CORE_SRCS ${ATen_CORE_SRCS} PARENT_SCOPE) 111*da0073e9SAndroid Build Coastguard Workerset(ATen_XPU_SRCS ${ATen_XPU_SRCS} PARENT_SCOPE) 112*da0073e9SAndroid Build Coastguard Workerset(ATen_XPU_INCLUDE ${ATen_XPU_INCLUDE} PARENT_SCOPE) 113*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_CU_SRCS ${ATen_CUDA_CU_SRCS} PARENT_SCOPE) 114*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_CPP_SRCS ${ATen_CUDA_CPP_SRCS} PARENT_SCOPE) 115*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_LINALG_SRCS ${ATen_CUDA_LINALG_SRCS} PARENT_SCOPE) 116*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_SRCS_W_SORT_BY_KEY ${ATen_CUDA_SRCS_W_SORT_BY_KEY} PARENT_SCOPE) 117*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_CU_SRCS_W_SORT_BY_KEY ${ATen_CUDA_CU_SRCS_W_SORT_BY_KEY} PARENT_SCOPE) 118*da0073e9SAndroid Build Coastguard Workerset(ATen_HIP_SRCS ${ATen_HIP_SRCS} PARENT_SCOPE) 119*da0073e9SAndroid Build Coastguard Workerset(ATen_MPS_SRCS ${ATen_MPS_SRCS} PARENT_SCOPE) 120*da0073e9SAndroid Build Coastguard Workerset(ATen_MPS_TEST_SRCS ${ATen_MPS_TEST_SRCS} PARENT_SCOPE) 121*da0073e9SAndroid Build Coastguard Workerset(ATen_HIP_SRCS_W_SORT_BY_KEY ${ATen_HIP_SRCS_W_SORT_BY_KEY} PARENT_SCOPE) 122*da0073e9SAndroid Build Coastguard Workerset(ATen_XPU_SRCS ${ATen_XPU_SRCS} PARENT_SCOPE) 123*da0073e9SAndroid Build Coastguard Workerset(ATen_XPU_TEST_SRCS ${ATen_XPU_TEST_SRCS} PARENT_SCOPE) 124*da0073e9SAndroid Build Coastguard Workerset(ATen_NVRTC_STUB_SRCS ${ATen_NVRTC_STUB_SRCS} PARENT_SCOPE) 125*da0073e9SAndroid Build Coastguard Workerset(ATen_CPU_TEST_SRCS ${ATen_CPU_TEST_SRCS} PARENT_SCOPE) 126*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_TEST_SRCS ${ATen_CUDA_TEST_SRCS} PARENT_SCOPE) 127*da0073e9SAndroid Build Coastguard Workerset(ATen_HIP_TEST_SRCS ${ATen_HIP_TEST_SRCS} PARENT_SCOPE) 128*da0073e9SAndroid Build Coastguard Workerset(ATen_VULKAN_TEST_SRCS ${ATen_VULKAN_TEST_SRCS} PARENT_SCOPE) 129*da0073e9SAndroid Build Coastguard Workerset(ATen_MOBILE_BENCHMARK_SRCS ${ATen_MOBILE_BENCHMARK_SRCS} PARENT_SCOPE) 130*da0073e9SAndroid Build Coastguard Workerset(ATen_MOBILE_TEST_SRCS ${ATen_MOBILE_TEST_SRCS} PARENT_SCOPE) 131*da0073e9SAndroid Build Coastguard Workerset(ATen_VEC_TEST_SRCS ${ATen_VEC_TEST_SRCS} PARENT_SCOPE) 132*da0073e9SAndroid Build Coastguard Workerset(ATen_CPU_INCLUDE ${ATen_CPU_INCLUDE} PARENT_SCOPE) 133*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_INCLUDE ${ATen_CUDA_INCLUDE} PARENT_SCOPE) 134*da0073e9SAndroid Build Coastguard Workerset(ATen_HIP_INCLUDE ${ATen_HIP_INCLUDE} PARENT_SCOPE) 135*da0073e9SAndroid Build Coastguard Workerset(ATen_XPU_INCLUDE ${ATen_XPU_INCLUDE} PARENT_SCOPE) 136*da0073e9SAndroid Build Coastguard Workerset(ATen_THIRD_PARTY_INCLUDE ${ATen_THIRD_PARTY_INCLUDE} PARENT_SCOPE) 137*da0073e9SAndroid Build Coastguard Workerset(ATen_CPU_DEPENDENCY_LIBS ${ATen_CPU_DEPENDENCY_LIBS} PARENT_SCOPE) 138*da0073e9SAndroid Build Coastguard Workerset(ATen_XPU_DEPENDENCY_LIBS ${ATen_XPU_DEPENDENCY_LIBS} PARENT_SCOPE) 139*da0073e9SAndroid Build Coastguard Workerset(ATen_CUDA_DEPENDENCY_LIBS ${ATen_CUDA_DEPENDENCY_LIBS} PARENT_SCOPE) 140*da0073e9SAndroid Build Coastguard Workerset(ATen_HIP_DEPENDENCY_LIBS ${ATen_HIP_DEPENDENCY_LIBS} PARENT_SCOPE) 141*da0073e9SAndroid Build Coastguard Workerset(ATen_CORE_TEST_SRCS ${ATen_CORE_TEST_SRCS} PARENT_SCOPE) 142*da0073e9SAndroid Build Coastguard Workerset(FLASH_ATTENTION_CUDA_SOURCES ${FLASH_ATTENTION_CUDA_SOURCES} PARENT_SCOPE) 143*da0073e9SAndroid Build Coastguard Workerset(MEM_EFF_ATTENTION_CUDA_SOURCES ${MEM_EFF_ATTENTION_CUDA_SOURCES} PARENT_SCOPE) 144*da0073e9SAndroid Build Coastguard Workerset(ATen_ATTENTION_KERNEL_SRCS ${ATen_ATTENTION_KERNEL_SRCS} PARENT_SCOPE) 145