1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
|
//===----------------------------------------------------------------------===//
//
// Part of libcu++, the C++ Standard Library for your entire system,
// under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
// SPDX-FileCopyrightText: Copyright (c) 2023 NVIDIA CORPORATION & AFFILIATES.
//
//===----------------------------------------------------------------------===//
#ifndef __LIBCUDACXX___ATOMIC_API_OWNED_H
#define __LIBCUDACXX___ATOMIC_API_OWNED_H
#include <cuda/std/detail/__config>
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
# pragma GCC system_header
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
# pragma clang system_header
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
# pragma system_header
#endif // no system header
#include <cuda/std/__atomic/api/common.h>
#include <cuda/std/__atomic/order.h>
#include <cuda/std/__atomic/scopes.h>
#include <cuda/std/__atomic/types.h>
#include <cuda/std/__atomic/wait/notify_wait.h>
#include <cuda/std/__atomic/wait/polling.h>
#include <cuda/std/__type_traits/conditional.h>
#include <cuda/std/__cccl/prologue.h>
_LIBCUDACXX_BEGIN_NAMESPACE_STD
template <typename _Tp, typename _Sco>
struct __atomic_common
{
_CCCL_API constexpr __atomic_common(_Tp __v)
: __a(__v)
{}
_CCCL_HIDE_FROM_ABI constexpr __atomic_common() = default;
__atomic_storage_t<_Tp> __a;
#if defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
static constexpr bool is_always_lock_free = _LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE(sizeof(_Tp), 0);
#endif // defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
_LIBCUDACXX_ATOMIC_COMMON_IMPL(, )
_LIBCUDACXX_ATOMIC_COMMON_IMPL(, volatile)
};
template <typename _Tp, typename _Sco>
struct __atomic_arithmetic
{
_CCCL_API constexpr __atomic_arithmetic(_Tp __v)
: __a(__v)
{}
_CCCL_HIDE_FROM_ABI constexpr __atomic_arithmetic() = default;
__atomic_storage_t<_Tp> __a;
#if defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
static constexpr bool is_always_lock_free = _LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE(sizeof(_Tp), 0);
#endif // defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
_LIBCUDACXX_ATOMIC_COMMON_IMPL(, )
_LIBCUDACXX_ATOMIC_COMMON_IMPL(, volatile)
_LIBCUDACXX_ATOMIC_ARITHMETIC_IMPL(, )
_LIBCUDACXX_ATOMIC_ARITHMETIC_IMPL(, volatile)
};
template <typename _Tp, typename _Sco>
struct __atomic_bitwise
{
_CCCL_API constexpr __atomic_bitwise(_Tp __v)
: __a(__v)
{}
_CCCL_HIDE_FROM_ABI constexpr __atomic_bitwise() = default;
__atomic_storage_t<_Tp> __a;
#if defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
static constexpr bool is_always_lock_free = _LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE(sizeof(_Tp), 0);
#endif // defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
_LIBCUDACXX_ATOMIC_COMMON_IMPL(, )
_LIBCUDACXX_ATOMIC_COMMON_IMPL(, volatile)
_LIBCUDACXX_ATOMIC_ARITHMETIC_IMPL(, )
_LIBCUDACXX_ATOMIC_ARITHMETIC_IMPL(, volatile)
_LIBCUDACXX_ATOMIC_BITWISE_IMPL(, )
_LIBCUDACXX_ATOMIC_BITWISE_IMPL(, volatile)
};
template <typename _Tp, typename _Sco>
struct __atomic_pointer
{
_CCCL_API constexpr __atomic_pointer(_Tp __v)
: __a(__v)
{}
_CCCL_HIDE_FROM_ABI constexpr __atomic_pointer() = default;
__atomic_storage_t<_Tp> __a;
#if defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
static constexpr bool is_always_lock_free = _LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE(sizeof(_Tp), 0);
#endif // defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
_LIBCUDACXX_ATOMIC_COMMON_IMPL(, )
_LIBCUDACXX_ATOMIC_COMMON_IMPL(, volatile)
_LIBCUDACXX_ATOMIC_POINTER_IMPL(, )
_LIBCUDACXX_ATOMIC_POINTER_IMPL(, volatile)
};
template <typename _Tp, thread_scope _Sco = thread_scope_system>
using __atomic_impl =
_If<is_pointer<_Tp>::value,
__atomic_pointer<_Tp, __scope_to_tag<_Sco>>,
_If<is_floating_point<_Tp>::value,
__atomic_arithmetic<_Tp, __scope_to_tag<_Sco>>,
_If<is_integral<_Tp>::value,
__atomic_bitwise<_Tp, __scope_to_tag<_Sco>>,
__atomic_common<_Tp, __scope_to_tag<_Sco>>>>>;
_LIBCUDACXX_END_NAMESPACE_STD
#include <cuda/std/__cccl/epilogue.h>
#endif // __LIBCUDACXX___ATOMIC_API_OWNED_H
|
