34 #ifndef _RTE_ATOMIC_H_
35 #define _RTE_ATOMIC_H_
55 static inline void rte_mb(
void);
64 static inline void rte_wmb(
void);
73 static inline void rte_rmb(
void);
110 #define rte_compiler_barrier() do { \
111 asm volatile ("" : : : "memory"); \
135 #ifdef RTE_FORCE_INTRINSICS
139 return __sync_bool_compare_and_swap(dst, exp, src);
153 #define RTE_ATOMIC16_INIT(val) { (val) }
175 static inline int16_t
206 __sync_fetch_and_add(&v->
cnt, inc);
220 __sync_fetch_and_sub(&v->
cnt, dec);
232 #ifdef RTE_FORCE_INTRINSICS
249 #ifdef RTE_FORCE_INTRINSICS
270 static inline int16_t
273 return __sync_add_and_fetch(&v->
cnt, inc);
290 static inline int16_t
293 return __sync_sub_and_fetch(&v->
cnt, dec);
309 #ifdef RTE_FORCE_INTRINSICS
312 return (__sync_add_and_fetch(&v->
cnt, 1) == 0);
329 #ifdef RTE_FORCE_INTRINSICS
332 return (__sync_sub_and_fetch(&v->
cnt, 1) == 0);
349 #ifdef RTE_FORCE_INTRINSICS
388 #ifdef RTE_FORCE_INTRINSICS
392 return __sync_bool_compare_and_swap(dst, exp, src);
406 #define RTE_ATOMIC32_INIT(val) { (val) }
428 static inline int32_t
459 __sync_fetch_and_add(&v->
cnt, inc);
473 __sync_fetch_and_sub(&v->
cnt, dec);
485 #ifdef RTE_FORCE_INTRINSICS
502 #ifdef RTE_FORCE_INTRINSICS
523 static inline int32_t
526 return __sync_add_and_fetch(&v->
cnt, inc);
543 static inline int32_t
546 return __sync_sub_and_fetch(&v->
cnt, dec);
562 #ifdef RTE_FORCE_INTRINSICS
565 return (__sync_add_and_fetch(&v->
cnt, 1) == 0);
582 #ifdef RTE_FORCE_INTRINSICS
585 return (__sync_sub_and_fetch(&v->
cnt, 1) == 0);
602 #ifdef RTE_FORCE_INTRINSICS
640 #ifdef RTE_FORCE_INTRINSICS
644 return __sync_bool_compare_and_swap(dst, exp, src);
658 #define RTE_ATOMIC64_INIT(val) { (val) }
669 #ifdef RTE_FORCE_INTRINSICS
679 while (success == 0) {
696 static inline int64_t
699 #ifdef RTE_FORCE_INTRINSICS
700 static inline int64_t
709 while (success == 0) {
731 #ifdef RTE_FORCE_INTRINSICS
741 while (success == 0) {
761 #ifdef RTE_FORCE_INTRINSICS
765 __sync_fetch_and_add(&v->
cnt, inc);
780 #ifdef RTE_FORCE_INTRINSICS
784 __sync_fetch_and_sub(&v->
cnt, dec);
797 #ifdef RTE_FORCE_INTRINSICS
814 #ifdef RTE_FORCE_INTRINSICS
835 static inline int64_t
838 #ifdef RTE_FORCE_INTRINSICS
839 static inline int64_t
842 return __sync_add_and_fetch(&v->
cnt, inc);
859 static inline int64_t
862 #ifdef RTE_FORCE_INTRINSICS
863 static inline int64_t
866 return __sync_sub_and_fetch(&v->
cnt, dec);
883 #ifdef RTE_FORCE_INTRINSICS
903 #ifdef RTE_FORCE_INTRINSICS
923 #ifdef RTE_FORCE_INTRINSICS
938 #ifdef RTE_FORCE_INTRINSICS
static void rte_atomic32_inc(rte_atomic32_t *v)
static int64_t rte_atomic64_sub_return(rte_atomic64_t *v, int64_t dec)
static void rte_smp_rmb(void)
static int rte_atomic32_cmpset(volatile uint32_t *dst, uint32_t exp, uint32_t src)
static int16_t rte_atomic16_read(const rte_atomic16_t *v)
static void rte_wmb(void)
static void rte_atomic32_add(rte_atomic32_t *v, int32_t inc)
static int rte_atomic16_dec_and_test(rte_atomic16_t *v)
static int64_t rte_atomic64_read(rte_atomic64_t *v)
static int16_t rte_atomic16_sub_return(rte_atomic16_t *v, int16_t dec)
static void rte_atomic32_sub(rte_atomic32_t *v, int32_t dec)
static void rte_atomic32_dec(rte_atomic32_t *v)
static int rte_atomic32_inc_and_test(rte_atomic32_t *v)
static void rte_atomic64_inc(rte_atomic64_t *v)
static void rte_atomic32_set(rte_atomic32_t *v, int32_t new_value)
static int32_t rte_atomic32_add_return(rte_atomic32_t *v, int32_t inc)
static void rte_atomic16_add(rte_atomic16_t *v, int16_t inc)
static void rte_atomic32_init(rte_atomic32_t *v)
static void rte_atomic16_clear(rte_atomic16_t *v)
static int rte_atomic16_test_and_set(rte_atomic16_t *v)
static int rte_atomic64_cmpset(volatile uint64_t *dst, uint64_t exp, uint64_t src)
static void rte_atomic16_sub(rte_atomic16_t *v, int16_t dec)
static void rte_atomic16_set(rte_atomic16_t *v, int16_t new_value)
static void rte_atomic64_clear(rte_atomic64_t *v)
static int16_t rte_atomic16_add_return(rte_atomic16_t *v, int16_t inc)
static int rte_atomic64_dec_and_test(rte_atomic64_t *v)
static void rte_smp_wmb(void)
static int64_t rte_atomic64_add_return(rte_atomic64_t *v, int64_t inc)
static void rte_rmb(void)
static void rte_atomic32_clear(rte_atomic32_t *v)
static void rte_atomic16_inc(rte_atomic16_t *v)
static int rte_atomic16_inc_and_test(rte_atomic16_t *v)
static int rte_atomic16_cmpset(volatile uint16_t *dst, uint16_t exp, uint16_t src)
static int rte_atomic64_inc_and_test(rte_atomic64_t *v)
static int32_t rte_atomic32_sub_return(rte_atomic32_t *v, int32_t dec)
static void rte_atomic64_sub(rte_atomic64_t *v, int64_t dec)
static int rte_atomic32_test_and_set(rte_atomic32_t *v)
static void rte_smp_mb(void)
static void rte_atomic16_dec(rte_atomic16_t *v)
static void rte_atomic64_init(rte_atomic64_t *v)
static void rte_atomic64_dec(rte_atomic64_t *v)
static void rte_atomic16_init(rte_atomic16_t *v)
static int rte_atomic64_test_and_set(rte_atomic64_t *v)
static int32_t rte_atomic32_read(const rte_atomic32_t *v)
static void rte_atomic64_set(rte_atomic64_t *v, int64_t new_value)
static int rte_atomic32_dec_and_test(rte_atomic32_t *v)
static void rte_atomic64_add(rte_atomic64_t *v, int64_t inc)