10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
|
* Alternatively, it may be distributed under the terms of the GNU General
* Public License, either version 2 or 3, which can be found in the file
* LICENSE.GPLv2 or LICENSE.GPLv3 respectively included in the packaging of this
* file.
*/
static OF_INLINE int
of_atomic_int_add(volatile int *_Nonnull p, int i)
of_atomic_int32_add(volatile int32_t *_Nonnull p, int32_t i)
of_atomic_ptr_add(void *volatile _Nullable *_Nonnull p, intptr_t i)
of_atomic_int_sub(volatile int *_Nonnull p, int i)
of_atomic_int32_sub(volatile int32_t *_Nonnull p, int32_t i)
of_atomic_ptr_sub(void *volatile _Nullable *_Nonnull p, intptr_t i)
of_atomic_int_inc(volatile int *_Nonnull p)
of_atomic_int32_inc(volatile int32_t *_Nonnull p)
of_atomic_int_dec(volatile int *_Nonnull p)
of_atomic_int32_dec(volatile int32_t *_Nonnull p)
of_atomic_int_or(volatile unsigned int *_Nonnull p, unsigned int i)
of_atomic_int32_or(volatile uint32_t *_Nonnull p, uint32_t i)
of_atomic_int_and(volatile unsigned int *_Nonnull p, unsigned int i)
of_atomic_int32_and(volatile uint32_t *_Nonnull p, uint32_t i)
of_atomic_int_xor(volatile unsigned int *_Nonnull p, unsigned int i)
of_atomic_int32_xor(volatile uint32_t *_Nonnull p, uint32_t i)
of_atomic_int_cmpswap(volatile int *_Nonnull p, int o, int n)
of_atomic_int32_cmpswap(volatile int32_t *_Nonnull p, int32_t o, int32_t n)
{
return __atomic_compare_exchange(p, &o, &n, false,
__ATOMIC_RELAXED, __ATOMIC_RELAXED);
}
static OF_INLINE bool
of_atomic_ptr_cmpswap(void *volatile _Nullable *_Nonnull p,
of_memory_barrier_full(void)
of_memory_barrier_acquire(void)
of_memory_barrier_release(void)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
>
>
>
>
>
>
>
<
<
<
<
<
<
<
|
|
|
|
|
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
|
* Alternatively, it may be distributed under the terms of the GNU General
* Public License, either version 2 or 3, which can be found in the file
* LICENSE.GPLv2 or LICENSE.GPLv3 respectively included in the packaging of this
* file.
*/
static OF_INLINE int
OFAtomicIntAdd(volatile int *_Nonnull p, int i)
{
return __atomic_add_fetch(p, i, __ATOMIC_RELAXED);
}
static OF_INLINE int32_t
OFAtomicInt32Add(volatile int32_t *_Nonnull p, int32_t i)
{
return __atomic_add_fetch(p, i, __ATOMIC_RELAXED);
}
static OF_INLINE void *_Nullable
OFAtomicPointerAdd(void *volatile _Nullable *_Nonnull p, intptr_t i)
{
return __atomic_add_fetch(p, i, __ATOMIC_RELAXED);
}
static OF_INLINE int
OFAtomicIntSubtract(volatile int *_Nonnull p, int i)
{
return __atomic_sub_fetch(p, i, __ATOMIC_RELAXED);
}
static OF_INLINE int32_t
OFAtomicInt32Subtract(volatile int32_t *_Nonnull p, int32_t i)
{
return __atomic_sub_fetch(p, i, __ATOMIC_RELAXED);
}
static OF_INLINE void *_Nullable
OFAtomicPointerSubtract(void *volatile _Nullable *_Nonnull p, intptr_t i)
{
return __atomic_sub_fetch(p, i, __ATOMIC_RELAXED);
}
static OF_INLINE int
OFAtomicIntIncrease(volatile int *_Nonnull p)
{
return __atomic_add_fetch(p, 1, __ATOMIC_RELAXED);
}
static OF_INLINE int32_t
OFAtomicInt32Increase(volatile int32_t *_Nonnull p)
{
return __atomic_add_fetch(p, 1, __ATOMIC_RELAXED);
}
static OF_INLINE int
OFAtomicIntDecrease(volatile int *_Nonnull p)
{
return __atomic_sub_fetch(p, 1, __ATOMIC_RELAXED);
}
static OF_INLINE int32_t
OFAtomicInt32Decrease(volatile int32_t *_Nonnull p)
{
return __atomic_sub_fetch(p, 1, __ATOMIC_RELAXED);
}
static OF_INLINE unsigned int
OFAtomicIntOr(volatile unsigned int *_Nonnull p, unsigned int i)
{
return __atomic_or_fetch(p, i, __ATOMIC_RELAXED);
}
static OF_INLINE uint32_t
OFAtomicInt32Or(volatile uint32_t *_Nonnull p, uint32_t i)
{
return __atomic_or_fetch(p, i, __ATOMIC_RELAXED);
}
static OF_INLINE unsigned int
OFAtomicIntAnd(volatile unsigned int *_Nonnull p, unsigned int i)
{
return __atomic_and_fetch(p, i, __ATOMIC_RELAXED);
}
static OF_INLINE uint32_t
OFAtomicInt32And(volatile uint32_t *_Nonnull p, uint32_t i)
{
return __atomic_and_fetch(p, i, __ATOMIC_RELAXED);
}
static OF_INLINE unsigned int
OFAtomicIntXor(volatile unsigned int *_Nonnull p, unsigned int i)
{
return __atomic_xor_fetch(p, i, __ATOMIC_RELAXED);
}
static OF_INLINE uint32_t
OFAtomicInt32Xor(volatile uint32_t *_Nonnull p, uint32_t i)
{
return __atomic_xor_fetch(p, i, __ATOMIC_RELAXED);
}
static OF_INLINE bool
OFAtomicIntCompareAndSwap(volatile int *_Nonnull p, int o, int n)
{
return __atomic_compare_exchange(p, &o, &n, false,
__ATOMIC_RELAXED, __ATOMIC_RELAXED);
}
static OF_INLINE bool
OFAtomicInt32CompareAndSwap(volatile int32_t *_Nonnull p, int32_t o, int32_t n)
{
return __atomic_compare_exchange(p, &o, &n, false,
__ATOMIC_RELAXED, __ATOMIC_RELAXED);
}
static OF_INLINE bool
OFAtomicPointerCompareAndSwap(void *volatile _Nullable *_Nonnull p,
void *_Nullable o, void *_Nullable n)
{
return __atomic_compare_exchange(p, &o, &n, false,
__ATOMIC_RELAXED, __ATOMIC_RELAXED);
}
static OF_INLINE void
OFMemoryBarrier(void)
{
__atomic_thread_fence(__ATOMIC_SEQ_CST);
}
static OF_INLINE void
OFAcquireMemoryBarrier(void)
{
__atomic_thread_fence(__ATOMIC_ACQUIRE);
}
static OF_INLINE void
OFReleaseMemoryBarrier(void)
{
__atomic_thread_fence(__ATOMIC_RELEASE);
}
|