123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118 |
- /*
- * Copyright (c) 2017 Ivan Maidanski
- *
- * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
- * OR IMPLIED. ANY USE IS AT YOUR OWN RISK.
- *
- * Permission is hereby granted to use or copy this program
- * for any purpose, provided the above notices are retained on all copies.
- * Permission to modify the code and to distribute modified code is granted,
- * provided the above notices are retained, and a notice that the code was
- * modified is included with the above copyright notice.
- */
- /* This is a private GC header which provides an implementation of */
- /* libatomic_ops subset primitives sufficient for GC assuming that C11 */
- /* atomic intrinsics are available (and have correct implementation). */
- /* This is enabled by defining GC_BUILTIN_ATOMIC macro. Otherwise, */
- /* libatomic_ops library is used to define the primitives. */
- #ifndef GC_ATOMIC_OPS_H
- #define GC_ATOMIC_OPS_H
- #ifdef GC_BUILTIN_ATOMIC
- # include "gc.h" /* for GC_word */
- # ifdef __cplusplus
- extern "C" {
- # endif
- typedef GC_word AO_t;
- # ifdef GC_PRIVATE_H /* have GC_INLINE */
- # define AO_INLINE GC_INLINE
- # else
- # define AO_INLINE static __inline
- # endif
- typedef unsigned char AO_TS_t;
- # define AO_TS_CLEAR 0
- # define AO_TS_INITIALIZER (AO_TS_t)AO_TS_CLEAR
- # if defined(__GCC_ATOMIC_TEST_AND_SET_TRUEVAL) && !defined(CPPCHECK)
- # define AO_TS_SET __GCC_ATOMIC_TEST_AND_SET_TRUEVAL
- # else
- # define AO_TS_SET (AO_TS_t)1 /* true */
- # endif
- # define AO_CLEAR(p) __atomic_clear(p, __ATOMIC_RELEASE)
- # define AO_test_and_set_acquire(p) __atomic_test_and_set(p, __ATOMIC_ACQUIRE)
- # define AO_HAVE_test_and_set_acquire
- # define AO_compiler_barrier() __atomic_signal_fence(__ATOMIC_SEQ_CST)
- # define AO_nop_full() __atomic_thread_fence(__ATOMIC_SEQ_CST)
- # define AO_HAVE_nop_full
- # define AO_fetch_and_add(p, v) __atomic_fetch_add(p, v, __ATOMIC_RELAXED)
- # define AO_HAVE_fetch_and_add
- # define AO_fetch_and_add1(p) AO_fetch_and_add(p, 1)
- # define AO_HAVE_fetch_and_add1
- # define AO_or(p, v) (void)__atomic_or_fetch(p, v, __ATOMIC_RELAXED)
- # define AO_HAVE_or
- # define AO_load(p) __atomic_load_n(p, __ATOMIC_RELAXED)
- # define AO_HAVE_load
- # define AO_load_acquire(p) __atomic_load_n(p, __ATOMIC_ACQUIRE)
- # define AO_HAVE_load_acquire
- # define AO_load_acquire_read(p) AO_load_acquire(p)
- # define AO_HAVE_load_acquire_read
- # define AO_store(p, v) __atomic_store_n(p, v, __ATOMIC_RELAXED)
- # define AO_HAVE_store
- # define AO_store_release(p, v) __atomic_store_n(p, v, __ATOMIC_RELEASE)
- # define AO_HAVE_store_release
- # define AO_store_release_write(p, v) AO_store_release(p, v)
- # define AO_HAVE_store_release_write
- # define AO_char_load(p) __atomic_load_n(p, __ATOMIC_RELAXED)
- # define AO_HAVE_char_load
- # define AO_char_store(p, v) __atomic_store_n(p, v, __ATOMIC_RELAXED)
- # define AO_HAVE_char_store
- # ifdef AO_REQUIRE_CAS
- AO_INLINE int
- AO_compare_and_swap(volatile AO_t *p, AO_t ov, AO_t nv)
- {
- return (int)__atomic_compare_exchange_n(p, &ov, nv, 0,
- __ATOMIC_RELAXED, __ATOMIC_RELAXED);
- }
- AO_INLINE int
- AO_compare_and_swap_release(volatile AO_t *p, AO_t ov, AO_t nv)
- {
- return (int)__atomic_compare_exchange_n(p, &ov, nv, 0,
- __ATOMIC_RELEASE, __ATOMIC_RELAXED);
- }
- # define AO_HAVE_compare_and_swap_release
- # endif
- # ifdef __cplusplus
- } /* extern "C" */
- # endif
- #elif !defined(NN_PLATFORM_CTR)
- /* Fallback to libatomic_ops. */
- # include "atomic_ops.h"
- /* AO_compiler_barrier, AO_load and AO_store should be defined for */
- /* all targets; the rest of the primitives are guaranteed to exist */
- /* only if AO_REQUIRE_CAS is defined (or if the corresponding */
- /* AO_HAVE_x macro is defined). x86/x64 targets have AO_nop_full, */
- /* AO_load_acquire, AO_store_release, at least. */
- # if !defined(AO_HAVE_load) || !defined(AO_HAVE_store)
- # error AO_load or AO_store is missing; probably old version of atomic_ops
- # endif
- #endif /* !GC_BUILTIN_ATOMIC */
- #endif /* GC_ATOMIC_OPS_H */
|