//===----------------------------------------------------------------------===// // // Part of libcu++, the C++ Standard Library for your entire system, // under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // SPDX-FileCopyrightText: Copyright (c) 2023 NVIDIA CORPORATION & AFFILIATES. // //===----------------------------------------------------------------------===// #ifndef __CCCL_EXECUTION_SPACE_H #define __CCCL_EXECUTION_SPACE_H #include #include #if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC) # pragma GCC system_header #elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG) # pragma clang system_header #elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC) # pragma system_header #endif // no system header #if _CCCL_CUDA_COMPILATION() # define _CCCL_HOST __host__ # define _CCCL_DEVICE __device__ # define _CCCL_HOST_DEVICE __host__ __device__ #else // ^^^ _CCCL_CUDA_COMPILATION ^^^ / vvv !_CCCL_CUDA_COMPILATION vvv # define _CCCL_HOST # define _CCCL_DEVICE # define _CCCL_HOST_DEVICE #endif // !_CCCL_CUDA_COMPILATION // Global variables of non builtin types are only device accessible if they are marked as `__device__` #if _CCCL_DEVICE_COMPILATION() && !_CCCL_CUDA_COMPILER(NVHPC) # define _CCCL_GLOBAL_VARIABLE _CCCL_DEVICE #else // ^^^ _CCCL_DEVICE_COMPILATION() && !_CCCL_CUDA_COMPILER(NVHPC) ^^^ / // vvv !_CCCL_DEVICE_COMPILATION() || _CCCL_CUDA_COMPILER(NVHPC) vvv # define _CCCL_GLOBAL_VARIABLE #endif // ^^^ !_CCCL_DEVICE_COMPILATION() || _CCCL_CUDA_COMPILER(NVHPC) ^^^ /// In device code, _CCCL_PTX_ARCH() expands to the PTX version for which we are compiling. /// In host code, _CCCL_PTX_ARCH()'s value is implementation defined. #if !defined(__CUDA_ARCH__) # define _CCCL_PTX_ARCH() 0 #else # define _CCCL_PTX_ARCH() __CUDA_ARCH__ #endif #if (_CCCL_CUDA_COMPILER(NVCC) || _CCCL_CUDA_COMPILER(NVRTC) || _CCCL_CUDA_COMPILER(CLANG, >=, 20)) \ && _CCCL_PTX_ARCH() >= 700 # define _CCCL_HAS_GRID_CONSTANT() 1 # define _CCCL_GRID_CONSTANT __grid_constant__ #else // ^^^ has __grid_constant__ ^^^ / vvv no __grid_constant__ vvv # define _CCCL_HAS_GRID_CONSTANT() 0 # define _CCCL_GRID_CONSTANT #endif // ^^^ no __grid_constant__ ^^^ #if !defined(_CCCL_EXEC_CHECK_DISABLE) # if _CCCL_CUDA_COMPILER(NVCC) # define _CCCL_EXEC_CHECK_DISABLE _CCCL_PRAGMA(nv_exec_check_disable) # else # define _CCCL_EXEC_CHECK_DISABLE # endif // _CCCL_CUDA_COMPILER(NVCC) #endif // !_CCCL_EXEC_CHECK_DISABLE #if _CCCL_CUDA_COMPILER(NVHPC) # define _CCCL_TARGET_CONSTEXPR #else // ^^^ _CCCL_CUDA_COMPILER(NVHPC) ^^^ / vvv !_CCCL_CUDA_COMPILER(NVHPC) vvv # define _CCCL_TARGET_CONSTEXPR constexpr #endif // ^^^ !_CCCL_CUDA_COMPILER(NVHPC) ^^^ #endif // __CCCL_EXECUTION_SPACE_H