123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394 |
- /*
- * Distributed under the Boost Software License, Version 1.0.
- * (See accompanying file LICENSE_1_0.txt or copy at
- * http://www.boost.org/LICENSE_1_0.txt)
- *
- * Copyright (c) 2015 Andrey Semashev
- */
- /*!
- * \file atomic/detail/extra_ops_generic.hpp
- *
- * This header contains generic implementation of the extra atomic operations.
- */
- #ifndef BOOST_ATOMIC_DETAIL_EXTRA_OPS_GENERIC_HPP_INCLUDED_
- #define BOOST_ATOMIC_DETAIL_EXTRA_OPS_GENERIC_HPP_INCLUDED_
- #include <cstddef>
- #include <boost/memory_order.hpp>
- #include <boost/atomic/detail/config.hpp>
- #include <boost/atomic/detail/storage_traits.hpp>
- #include <boost/atomic/detail/integral_conversions.hpp>
- #include <boost/atomic/detail/extra_operations_fwd.hpp>
- #include <boost/atomic/detail/header.hpp>
- #ifdef BOOST_HAS_PRAGMA_ONCE
- #pragma once
- #endif
- namespace boost {
- namespace atomics {
- namespace detail {
- //! Generic implementation of extra operations
- template< typename Base, std::size_t Size, bool Signed, bool = Base::full_cas_based >
- struct extra_operations_generic :
- public Base
- {
- typedef Base base_type;
- typedef typename base_type::storage_type storage_type;
- typedef typename storage_traits< Size >::type emulated_storage_type;
- static BOOST_FORCEINLINE storage_type fetch_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- storage_type old_val;
- atomics::detail::non_atomic_load(storage, old_val);
- while (!base_type::compare_exchange_weak(storage, old_val, atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(-old_val)), order, memory_order_relaxed)) {}
- return old_val;
- }
- static BOOST_FORCEINLINE storage_type negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- storage_type old_val, new_val;
- atomics::detail::non_atomic_load(storage, old_val);
- do
- {
- new_val = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(-old_val));
- }
- while (!base_type::compare_exchange_weak(storage, old_val, new_val, order, memory_order_relaxed));
- return new_val;
- }
- static BOOST_FORCEINLINE storage_type add(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return base_type::fetch_add(storage, v, order) + v;
- }
- static BOOST_FORCEINLINE storage_type sub(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return base_type::fetch_sub(storage, v, order) - v;
- }
- static BOOST_FORCEINLINE storage_type bitwise_and(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return base_type::fetch_and(storage, v, order) & v;
- }
- static BOOST_FORCEINLINE storage_type bitwise_or(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return base_type::fetch_or(storage, v, order) | v;
- }
- static BOOST_FORCEINLINE storage_type bitwise_xor(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return base_type::fetch_xor(storage, v, order) ^ v;
- }
- static BOOST_FORCEINLINE storage_type fetch_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- return base_type::fetch_xor(storage, atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(~static_cast< emulated_storage_type >(0u))), order);
- }
- static BOOST_FORCEINLINE storage_type bitwise_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- const storage_type mask = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(~static_cast< emulated_storage_type >(0u)));
- return base_type::fetch_xor(storage, mask, order) ^ mask;
- }
- static BOOST_FORCEINLINE void opaque_add(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- base_type::fetch_add(storage, v, order);
- }
- static BOOST_FORCEINLINE void opaque_sub(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- base_type::fetch_sub(storage, v, order);
- }
- static BOOST_FORCEINLINE void opaque_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- fetch_negate(storage, order);
- }
- static BOOST_FORCEINLINE void opaque_and(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- base_type::fetch_and(storage, v, order);
- }
- static BOOST_FORCEINLINE void opaque_or(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- base_type::fetch_or(storage, v, order);
- }
- static BOOST_FORCEINLINE void opaque_xor(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- base_type::fetch_xor(storage, v, order);
- }
- static BOOST_FORCEINLINE void opaque_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- fetch_complement(storage, order);
- }
- static BOOST_FORCEINLINE bool add_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return !!static_cast< emulated_storage_type >(add(storage, v, order));
- }
- static BOOST_FORCEINLINE bool sub_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return !!static_cast< emulated_storage_type >(sub(storage, v, order));
- }
- static BOOST_FORCEINLINE bool negate_and_test(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- return !!negate(storage, order);
- }
- static BOOST_FORCEINLINE bool and_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return !!bitwise_and(storage, v, order);
- }
- static BOOST_FORCEINLINE bool or_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return !!bitwise_or(storage, v, order);
- }
- static BOOST_FORCEINLINE bool xor_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return !!bitwise_xor(storage, v, order);
- }
- static BOOST_FORCEINLINE bool complement_and_test(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- return !!static_cast< emulated_storage_type >(bitwise_complement(storage, order));
- }
- static BOOST_FORCEINLINE bool bit_test_and_set(storage_type volatile& storage, unsigned int bit_number, memory_order order) BOOST_NOEXCEPT
- {
- const storage_type mask = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(static_cast< emulated_storage_type >(1u) << bit_number));
- storage_type old_val = base_type::fetch_or(storage, mask, order);
- return !!(old_val & mask);
- }
- static BOOST_FORCEINLINE bool bit_test_and_reset(storage_type volatile& storage, unsigned int bit_number, memory_order order) BOOST_NOEXCEPT
- {
- const storage_type mask = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(static_cast< emulated_storage_type >(1u) << bit_number));
- storage_type old_val = base_type::fetch_and(storage, ~mask, order);
- return !!(old_val & mask);
- }
- static BOOST_FORCEINLINE bool bit_test_and_complement(storage_type volatile& storage, unsigned int bit_number, memory_order order) BOOST_NOEXCEPT
- {
- const storage_type mask = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(static_cast< emulated_storage_type >(1u) << bit_number));
- storage_type old_val = base_type::fetch_xor(storage, mask, order);
- return !!(old_val & mask);
- }
- };
- //! Specialization for cases when the platform only natively supports CAS
- template< typename Base, std::size_t Size, bool Signed >
- struct extra_operations_generic< Base, Size, Signed, true > :
- public Base
- {
- typedef Base base_type;
- typedef typename base_type::storage_type storage_type;
- typedef typename storage_traits< Size >::type emulated_storage_type;
- static BOOST_FORCEINLINE storage_type fetch_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- storage_type old_val;
- atomics::detail::non_atomic_load(storage, old_val);
- while (!base_type::compare_exchange_weak(storage, old_val, atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(-old_val)), order, memory_order_relaxed)) {}
- return old_val;
- }
- static BOOST_FORCEINLINE storage_type negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- storage_type old_val, new_val;
- atomics::detail::non_atomic_load(storage, old_val);
- do
- {
- new_val = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(-old_val));
- }
- while (!base_type::compare_exchange_weak(storage, old_val, new_val, order, memory_order_relaxed));
- return new_val;
- }
- static BOOST_FORCEINLINE storage_type add(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- storage_type old_val, new_val;
- atomics::detail::non_atomic_load(storage, old_val);
- do
- {
- new_val = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(old_val + v));
- }
- while (!base_type::compare_exchange_weak(storage, old_val, new_val, order, memory_order_relaxed));
- return new_val;
- }
- static BOOST_FORCEINLINE storage_type sub(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- storage_type old_val, new_val;
- atomics::detail::non_atomic_load(storage, old_val);
- do
- {
- new_val = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(old_val - v));
- }
- while (!base_type::compare_exchange_weak(storage, old_val, new_val, order, memory_order_relaxed));
- return new_val;
- }
- static BOOST_FORCEINLINE storage_type bitwise_and(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- storage_type old_val, new_val;
- atomics::detail::non_atomic_load(storage, old_val);
- do
- {
- new_val = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(old_val & v));
- }
- while (!base_type::compare_exchange_weak(storage, old_val, new_val, order, memory_order_relaxed));
- return new_val;
- }
- static BOOST_FORCEINLINE storage_type bitwise_or(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- storage_type old_val, new_val;
- atomics::detail::non_atomic_load(storage, old_val);
- do
- {
- new_val = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(old_val | v));
- }
- while (!base_type::compare_exchange_weak(storage, old_val, new_val, order, memory_order_relaxed));
- return new_val;
- }
- static BOOST_FORCEINLINE storage_type bitwise_xor(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- storage_type old_val, new_val;
- atomics::detail::non_atomic_load(storage, old_val);
- do
- {
- new_val = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(old_val ^ v));
- }
- while (!base_type::compare_exchange_weak(storage, old_val, new_val, order, memory_order_relaxed));
- return new_val;
- }
- static BOOST_FORCEINLINE storage_type fetch_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- return base_type::fetch_xor(storage, atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(~static_cast< emulated_storage_type >(0u))), order);
- }
- static BOOST_FORCEINLINE storage_type bitwise_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- return bitwise_xor(storage, atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(~static_cast< emulated_storage_type >(0u))), order);
- }
- static BOOST_FORCEINLINE void opaque_add(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- base_type::fetch_add(storage, v, order);
- }
- static BOOST_FORCEINLINE void opaque_sub(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- base_type::fetch_sub(storage, v, order);
- }
- static BOOST_FORCEINLINE void opaque_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- fetch_negate(storage, order);
- }
- static BOOST_FORCEINLINE void opaque_and(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- base_type::fetch_and(storage, v, order);
- }
- static BOOST_FORCEINLINE void opaque_or(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- base_type::fetch_or(storage, v, order);
- }
- static BOOST_FORCEINLINE void opaque_xor(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- base_type::fetch_xor(storage, v, order);
- }
- static BOOST_FORCEINLINE void opaque_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- fetch_complement(storage, order);
- }
- static BOOST_FORCEINLINE bool add_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return !!static_cast< emulated_storage_type >(add(storage, v, order));
- }
- static BOOST_FORCEINLINE bool sub_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return !!static_cast< emulated_storage_type >(sub(storage, v, order));
- }
- static BOOST_FORCEINLINE bool negate_and_test(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- return !!negate(storage, order);
- }
- static BOOST_FORCEINLINE bool and_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return !!bitwise_and(storage, v, order);
- }
- static BOOST_FORCEINLINE bool or_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return !!bitwise_or(storage, v, order);
- }
- static BOOST_FORCEINLINE bool xor_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
- {
- return !!bitwise_xor(storage, v, order);
- }
- static BOOST_FORCEINLINE bool complement_and_test(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
- {
- return !!static_cast< emulated_storage_type >(bitwise_complement(storage, order));
- }
- static BOOST_FORCEINLINE bool bit_test_and_set(storage_type volatile& storage, unsigned int bit_number, memory_order order) BOOST_NOEXCEPT
- {
- const storage_type mask = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(static_cast< emulated_storage_type >(1u) << bit_number));
- storage_type old_val = base_type::fetch_or(storage, mask, order);
- return !!(old_val & mask);
- }
- static BOOST_FORCEINLINE bool bit_test_and_reset(storage_type volatile& storage, unsigned int bit_number, memory_order order) BOOST_NOEXCEPT
- {
- const storage_type mask = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(static_cast< emulated_storage_type >(1u) << bit_number));
- storage_type old_val = base_type::fetch_and(storage, ~mask, order);
- return !!(old_val & mask);
- }
- static BOOST_FORCEINLINE bool bit_test_and_complement(storage_type volatile& storage, unsigned int bit_number, memory_order order) BOOST_NOEXCEPT
- {
- const storage_type mask = atomics::detail::integral_extend< Signed, storage_type >(static_cast< emulated_storage_type >(static_cast< emulated_storage_type >(1u) << bit_number));
- storage_type old_val = base_type::fetch_xor(storage, mask, order);
- return !!(old_val & mask);
- }
- };
- // Default extra_operations template definition will be used unless specialized for a specific platform
- template< typename Base, std::size_t Size, bool Signed >
- struct extra_operations< Base, Size, Signed, true > :
- public extra_operations_generic< Base, Size, Signed >
- {
- };
- } // namespace detail
- } // namespace atomics
- } // namespace boost
- #include <boost/atomic/detail/footer.hpp>
- #endif // BOOST_ATOMIC_DETAIL_EXTRA_OPS_GENERIC_HPP_INCLUDED_
|