123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154 |
- /*
- * Copyright (c) 1991-1994 by Xerox Corporation. All rights reserved.
- * Copyright (c) 1996-1999 by Silicon Graphics. All rights reserved.
- * Copyright (c) 2003-2011 Hewlett-Packard Development Company, L.P.
- *
- *
- * THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
- * OR IMPLIED. ANY USE IS AT YOUR OWN RISK.
- *
- * Permission is hereby granted to use or copy this program
- * for any purpose, provided the above notices are retained on all copies.
- * Permission to modify the code and to distribute modified code is granted,
- * provided the above notices are retained, and a notice that the code was
- * modified is included with the above copyright notice.
- *
- */
- /* The following implementation assumes GCC 4.7 or later. */
- /* For the details, see GNU Manual, chapter 6.52 (Built-in functions */
- /* for memory model aware atomic operations). */
- /* TODO: Include this file for other targets if gcc 4.7+ */
- #ifdef AO_UNIPROCESSOR
- /* If only a single processor (core) is used, AO_UNIPROCESSOR could */
- /* be defined by the client to avoid unnecessary memory barrier. */
- AO_INLINE void
- AO_nop_full(void)
- {
- AO_compiler_barrier();
- }
- # define AO_HAVE_nop_full
- #else
- AO_INLINE void
- AO_nop_read(void)
- {
- __atomic_thread_fence(__ATOMIC_ACQUIRE);
- }
- # define AO_HAVE_nop_read
- # ifndef AO_HAVE_nop_write
- AO_INLINE void
- AO_nop_write(void)
- {
- __atomic_thread_fence(__ATOMIC_RELEASE);
- }
- # define AO_HAVE_nop_write
- # endif
- AO_INLINE void
- AO_nop_full(void)
- {
- /* __sync_synchronize() could be used instead. */
- __atomic_thread_fence(__ATOMIC_SEQ_CST);
- }
- # define AO_HAVE_nop_full
- #endif /* !AO_UNIPROCESSOR */
- #include "generic-small.h"
- #ifndef AO_PREFER_GENERALIZED
- # include "generic-arithm.h"
- AO_INLINE AO_TS_VAL_t
- AO_test_and_set(volatile AO_TS_t *addr)
- {
- return (AO_TS_VAL_t)__atomic_test_and_set(addr, __ATOMIC_RELAXED);
- }
- # define AO_HAVE_test_and_set
- AO_INLINE AO_TS_VAL_t
- AO_test_and_set_acquire(volatile AO_TS_t *addr)
- {
- return (AO_TS_VAL_t)__atomic_test_and_set(addr, __ATOMIC_ACQUIRE);
- }
- # define AO_HAVE_test_and_set_acquire
- AO_INLINE AO_TS_VAL_t
- AO_test_and_set_release(volatile AO_TS_t *addr)
- {
- return (AO_TS_VAL_t)__atomic_test_and_set(addr, __ATOMIC_RELEASE);
- }
- # define AO_HAVE_test_and_set_release
- AO_INLINE AO_TS_VAL_t
- AO_test_and_set_full(volatile AO_TS_t *addr)
- {
- return (AO_TS_VAL_t)__atomic_test_and_set(addr, __ATOMIC_SEQ_CST);
- }
- # define AO_HAVE_test_and_set_full
- #endif /* !AO_PREFER_GENERALIZED */
- #ifdef AO_HAVE_DOUBLE_PTR_STORAGE
- # ifndef AO_HAVE_double_load
- AO_INLINE AO_double_t
- AO_double_load(const volatile AO_double_t *addr)
- {
- AO_double_t result;
- result.AO_whole = __atomic_load_n(&addr->AO_whole, __ATOMIC_RELAXED);
- return result;
- }
- # define AO_HAVE_double_load
- # endif
- # ifndef AO_HAVE_double_load_acquire
- AO_INLINE AO_double_t
- AO_double_load_acquire(const volatile AO_double_t *addr)
- {
- AO_double_t result;
- result.AO_whole = __atomic_load_n(&addr->AO_whole, __ATOMIC_ACQUIRE);
- return result;
- }
- # define AO_HAVE_double_load_acquire
- # endif
- # ifndef AO_HAVE_double_store
- AO_INLINE void
- AO_double_store(volatile AO_double_t *addr, AO_double_t value)
- {
- __atomic_store_n(&addr->AO_whole, value.AO_whole, __ATOMIC_RELAXED);
- }
- # define AO_HAVE_double_store
- # endif
- # ifndef AO_HAVE_double_store_release
- AO_INLINE void
- AO_double_store_release(volatile AO_double_t *addr, AO_double_t value)
- {
- __atomic_store_n(&addr->AO_whole, value.AO_whole, __ATOMIC_RELEASE);
- }
- # define AO_HAVE_double_store_release
- # endif
- # ifndef AO_HAVE_double_compare_and_swap
- AO_INLINE int
- AO_double_compare_and_swap(volatile AO_double_t *addr,
- AO_double_t old_val, AO_double_t new_val)
- {
- return (int)__atomic_compare_exchange_n(&addr->AO_whole,
- &old_val.AO_whole /* p_expected */,
- new_val.AO_whole /* desired */,
- 0 /* is_weak: false */,
- __ATOMIC_RELAXED /* success */,
- __ATOMIC_RELAXED /* failure */);
- }
- # define AO_HAVE_double_compare_and_swap
- # endif
- /* TODO: Add double CAS _acquire/release/full primitives. */
- #endif /* AO_HAVE_DOUBLE_PTR_STORAGE */
|