1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
|
//===----------------------------------------------------------------------===//
//
// Part of libcu++, the C++ Standard Library for your entire system,
// under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
// SPDX-FileCopyrightText: Copyright (c) 2023 NVIDIA CORPORATION & AFFILIATES.
//
//===----------------------------------------------------------------------===//
#ifndef __LIBCUDACXX___ATOMIC_API_REFERENCE_H
#define __LIBCUDACXX___ATOMIC_API_REFERENCE_H
#include <cuda/std/detail/__config>
#if defined(_CCCL_IMPLICIT_SYSTEM_HEADER_GCC)
# pragma GCC system_header
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_CLANG)
# pragma clang system_header
#elif defined(_CCCL_IMPLICIT_SYSTEM_HEADER_MSVC)
# pragma system_header
#endif // no system header
#include <cuda/std/__atomic/api/common.h>
#include <cuda/std/__atomic/order.h>
#include <cuda/std/__atomic/scopes.h>
#include <cuda/std/__atomic/types/reference.h>
#include <cuda/std/__atomic/wait/notify_wait.h>
#include <cuda/std/__atomic/wait/polling.h>
#include <cuda/std/__type_traits/conditional.h>
#include <cuda/std/__cccl/prologue.h>
_LIBCUDACXX_BEGIN_NAMESPACE_STD
template <typename _Tp, typename _Sco>
struct __atomic_ref_common
{
_CCCL_API constexpr __atomic_ref_common(_Tp& __v)
: __a(&__v)
{}
__atomic_ref_storage<_Tp> __a;
#if defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
static constexpr bool is_always_lock_free = _LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE(sizeof(_Tp), 0);
#endif // defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
_LIBCUDACXX_ATOMIC_COMMON_IMPL(const, )
};
template <typename _Tp, typename _Sco>
struct __atomic_ref_arithmetic
{
_CCCL_API constexpr __atomic_ref_arithmetic(_Tp& __v)
: __a(&__v)
{}
__atomic_ref_storage<_Tp> __a;
#if defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
static constexpr bool is_always_lock_free = _LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE(sizeof(_Tp), 0);
#endif // defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
_LIBCUDACXX_ATOMIC_COMMON_IMPL(const, )
_LIBCUDACXX_ATOMIC_ARITHMETIC_IMPL(const, )
};
template <typename _Tp, typename _Sco>
struct __atomic_ref_bitwise
{
_CCCL_API constexpr __atomic_ref_bitwise(_Tp& __v)
: __a(&__v)
{}
__atomic_ref_storage<_Tp> __a;
#if defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
static constexpr bool is_always_lock_free = _LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE(sizeof(_Tp), 0);
#endif // defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
_LIBCUDACXX_ATOMIC_COMMON_IMPL(const, )
_LIBCUDACXX_ATOMIC_ARITHMETIC_IMPL(const, )
_LIBCUDACXX_ATOMIC_BITWISE_IMPL(const, )
};
template <typename _Tp, typename _Sco>
struct __atomic_ref_pointer
{
_CCCL_API constexpr __atomic_ref_pointer(_Tp& __v)
: __a(&__v)
{}
__atomic_ref_storage<_Tp> __a;
#if defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
static constexpr bool is_always_lock_free = _LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE(sizeof(_Tp), 0);
#endif // defined(_LIBCUDACXX_ATOMIC_ALWAYS_LOCK_FREE)
_LIBCUDACXX_ATOMIC_COMMON_IMPL(const, )
_LIBCUDACXX_ATOMIC_POINTER_IMPL(const, )
};
template <typename _Tp, thread_scope _Sco = thread_scope_system>
using __atomic_ref_impl =
_If<is_pointer<_Tp>::value,
__atomic_ref_pointer<_Tp, __scope_to_tag<_Sco>>,
_If<is_floating_point<_Tp>::value,
__atomic_ref_arithmetic<_Tp, __scope_to_tag<_Sco>>,
_If<is_integral<_Tp>::value,
__atomic_ref_bitwise<_Tp, __scope_to_tag<_Sco>>,
__atomic_ref_common<_Tp, __scope_to_tag<_Sco>>>>>;
_LIBCUDACXX_END_NAMESPACE_STD
#include <cuda/std/__cccl/epilogue.h>
#endif // __LIBCUDACXX___ATOMIC_API_REFERENCE_H
|
