| ︙ | | |
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
-
+
|
# ifdef OF_HAVE_OSATOMIC_64
else if (sizeof(int) == 8)
return OSAtomicAdd64Barrier(i, p);
# endif
else
abort();
#else
# error No atomic operations available!
# error of_atomic_add_int not implemented!
#endif
}
static OF_INLINE int32_t
of_atomic_add_32(volatile int32_t *p, int32_t i)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
-
+
|
return i;
#elif defined(OF_HAVE_GCC_ATOMIC_OPS)
return __sync_add_and_fetch(p, i);
#elif defined(OF_HAVE_OSATOMIC)
return OSAtomicAdd32Barrier(i, p);
#else
# error No atomic operations available!
# error of_atomic_add_32 not implemented!
#endif
}
static OF_INLINE void*
of_atomic_add_ptr(void* volatile *p, intptr_t i)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
-
+
|
# ifdef OF_HAVE_OSATOMIC_64
else if (sizeof(void*) == 8)
return (void*)OSAtomicAdd64Barrier(i, (int64_t*)p);
# endif
else
abort();
#else
# error No atomic operations available!
# error of_atomic_add_ptr not implemented!
#endif
}
static OF_INLINE int
of_atomic_sub_int(volatile int *p, int i)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
|
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
|
-
+
|
# ifdef OF_HAVE_OSATOMIC_64
else if (sizeof(int) == 8)
return OSAtomicAdd64Barrier(-i, p);
# endif
else
abort();
#else
# error No atomic operations available!
# error of_atomic_sub_int not implemented!
#endif
}
static OF_INLINE int32_t
of_atomic_sub_32(volatile int32_t *p, int32_t i)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
|
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
|
-
+
|
return i;
#elif defined(OF_HAVE_GCC_ATOMIC_OPS)
return __sync_sub_and_fetch(p, i);
#elif defined(OF_HAVE_OSATOMIC)
return OSAtomicAdd32Barrier(-i, p);
#else
# error No atomic operations available!
# error of_atomic_sub_32 not implemented!
#endif
}
static OF_INLINE void*
of_atomic_sub_ptr(void* volatile *p, intptr_t i)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
|
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
|
-
+
|
# ifdef OF_HAVE_OSATOMIC_64
else if (sizeof(void*) == 8)
return (void*)OSAtomicAdd64Barrier(-i, (int64_t*)p);
# endif
else
abort();
#else
# error No atomic operations available!
# error of_atomic_sub_ptr not implemented!
#endif
}
static OF_INLINE int
of_atomic_inc_int(volatile int *p)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
|
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
|
-
+
|
# ifdef OF_HAVE_OSATOMIC_64
else if (sizeof(int) == 8)
return OSAtomicDecrement64Barrier(p);
# endif
else
abort();
#else
# error No atomic operations available!
# error of_atomic_inc_int not implemented!
#endif
}
static OF_INLINE int32_t
of_atomic_inc_32(volatile int32_t *p)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
|
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
|
-
+
|
return i;
#elif defined(OF_HAVE_GCC_ATOMIC_OPS)
return __sync_add_and_fetch(p, 1);
#elif defined(OF_HAVE_OSATOMIC)
return OSAtomicIncrement32Barrier(p);
#else
# error No atomic operations available!
# error of_atomic_inc_32 not implemented!
#endif
}
static OF_INLINE int
of_atomic_dec_int(volatile int *p)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
|
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
|
-
+
|
# ifdef OF_HAVE_OSATOMIC_64
else if (sizeof(int) == 8)
return OSAtomicDecrement64Barrier(p);
# endif
else
abort();
#else
# error No atomic operations available!
# error of_atomic_dec_int not implemented!
#endif
}
static OF_INLINE int32_t
of_atomic_dec_32(volatile int32_t *p)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
|
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
|
-
+
|
return i;
#elif defined(OF_HAVE_GCC_ATOMIC_OPS)
return __sync_sub_and_fetch(p, 1);
#elif defined(OF_HAVE_OSATOMIC)
return OSAtomicDecrement32Barrier(p);
#else
# error No atomic operations available!
# error of_atomic_dec_32 not implemented!
#endif
}
static OF_INLINE unsigned int
of_atomic_or_int(volatile unsigned int *p, unsigned int i)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
|
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
|
-
+
|
# ifdef OF_HAVE_OSATOMIC_64
else if (sizeof(int) == 8)
return OSAtomicOr64Barrier(i, p);
# endif
else
abort();
#else
# error No atomic operations available!
# error of_atomic_or_int not implemented!
#endif
}
static OF_INLINE uint32_t
of_atomic_or_32(volatile uint32_t *p, uint32_t i)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
|
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
|
-
+
|
return i;
#elif defined(OF_HAVE_GCC_ATOMIC_OPS)
return __sync_or_and_fetch(p, i);
#elif defined(OF_HAVE_OSATOMIC)
return OSAtomicOr32Barrier(i, p);
#else
# error No atomic operations available!
# error of_atomic_or_32 not implemented!
#endif
}
static OF_INLINE unsigned int
of_atomic_and_int(volatile unsigned int *p, unsigned int i)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
|
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
|
-
+
|
# ifdef OF_HAVE_OSATOMIC_64
else if (sizeof(int) == 8)
return OSAtomicAnd64Barrier(i, p);
# endif
else
abort();
#else
# error No atomic operations available!
# error of_atomic_and_int not implemented!
#endif
}
static OF_INLINE uint32_t
of_atomic_and_32(volatile uint32_t *p, uint32_t i)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
|
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
|
-
+
|
return i;
#elif defined(OF_HAVE_GCC_ATOMIC_OPS)
return __sync_and_and_fetch(p, i);
#elif defined(OF_HAVE_OSATOMIC)
return OSAtomicAnd32Barrier(i, p);
#else
# error No atomic operations available!
# error of_atomic_and_32 not implemented!
#endif
}
static OF_INLINE unsigned int
of_atomic_xor_int(volatile unsigned int *p, unsigned int i)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
|
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
|
-
+
|
# ifdef OF_HAVE_OSATOMIC_64
else if (sizeof(int) == 8)
return OSAtomicXor64Barrier(i, p);
# endif
else
abort();
#else
# error No atomic operations available!
# error of_atomic_xor_int not implemented!
#endif
}
static OF_INLINE uint32_t
of_atomic_xor_32(volatile uint32_t *p, uint32_t i)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
|
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
|
-
+
|
return i;
#elif defined(OF_HAVE_GCC_ATOMIC_OPS)
return __sync_xor_and_fetch(p, i);
#elif defined(OF_HAVE_OSATOMIC)
return OSAtomicXor32Barrier(i, p);
#else
# error No atomic operations available!
# error of_atomic_xor_32 not implemented!
#endif
}
static OF_INLINE bool
of_atomic_cmpswap_int(volatile int *p, int o, int n)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
|
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
|
-
+
|
return r;
#elif defined(OF_HAVE_GCC_ATOMIC_OPS)
return __sync_bool_compare_and_swap(p, o, n);
#elif defined(OF_HAVE_OSATOMIC)
return OSAtomicCompareAndSwapIntBarrier(o, n, p);
#else
# error No atomic operations available!
# error of_atomic_cmpswap_int not implemented!
#endif
}
static OF_INLINE bool
of_atomic_cmpswap_32(volatile int32_t *p, int32_t o, int32_t n)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
|
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
|
-
+
|
return r;
#elif defined(OF_HAVE_GCC_ATOMIC_OPS)
return __sync_bool_compare_and_swap(p, o, n);
#elif defined(OF_HAVE_OSATOMIC)
return OSAtomicCompareAndSwap32Barrier(o, n, p);
#else
# error No atomic operations available!
# error of_atomic_cmpswap_32 not implemented!
#endif
}
static OF_INLINE bool
of_atomic_cmpswap_ptr(void* volatile *p, void *o, void *n)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
|
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
|
-
+
-
+
|
return r;
#elif defined(OF_HAVE_GCC_ATOMIC_OPS)
return __sync_bool_compare_and_swap(p, o, n);
#elif defined(OF_HAVE_OSATOMIC)
return OSAtomicCompareAndSwapPtrBarrier(o, n, p);
#else
# error No atomic operations available!
# error of_atomic_cmpswap_ptr not implemented!
#endif
}
static OF_INLINE void
of_memory_barrier(void)
{
#if !defined(OF_HAVE_THREADS)
#elif defined(OF_X86_ASM) || defined(OF_AMD64_ASM)
__asm__ __volatile__ (
"mfence"
);
#elif defined(OF_HAVE_GCC_ATOMIC_OPS)
__sync_synchronize();
#elif defined(OF_HAVE_OSATOMIC)
OSMemoryBarrier();
#else
# error No atomic operations available!
# error of_memory_barrier not implemented!
#endif
}
static OF_INLINE void
of_memory_read_barrier(void)
{
#if !defined(OF_HAVE_THREADS)
|
| ︙ | | |