extra_fp_ops_generic.hpp 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192
  1. /*
  2. * Distributed under the Boost Software License, Version 1.0.
  3. * (See accompanying file LICENSE_1_0.txt or copy at
  4. * http://www.boost.org/LICENSE_1_0.txt)
  5. *
  6. * Copyright (c) 2018 Andrey Semashev
  7. */
  8. /*!
  9. * \file atomic/detail/extra_fp_ops_generic.hpp
  10. *
  11. * This header contains generic implementation of the extra floating point atomic operations.
  12. */
  13. #ifndef BOOST_ATOMIC_DETAIL_EXTRA_FP_OPS_GENERIC_HPP_INCLUDED_
  14. #define BOOST_ATOMIC_DETAIL_EXTRA_FP_OPS_GENERIC_HPP_INCLUDED_
  15. #include <cstddef>
  16. #include <boost/memory_order.hpp>
  17. #include <boost/atomic/detail/config.hpp>
  18. #include <boost/atomic/detail/bitwise_fp_cast.hpp>
  19. #include <boost/atomic/detail/storage_traits.hpp>
  20. #include <boost/atomic/detail/extra_fp_operations_fwd.hpp>
  21. #include <boost/atomic/detail/type_traits/is_iec559.hpp>
  22. #include <boost/atomic/detail/type_traits/is_integral.hpp>
  23. #include <boost/atomic/detail/header.hpp>
  24. #ifdef BOOST_HAS_PRAGMA_ONCE
  25. #pragma once
  26. #endif
  27. #if defined(BOOST_GCC) && BOOST_GCC >= 60000
  28. #pragma GCC diagnostic push
  29. // ignoring attributes on template argument X - this warning is because we need to pass storage_type as a template argument; no problem in this case
  30. #pragma GCC diagnostic ignored "-Wignored-attributes"
  31. #endif
  32. namespace boost {
  33. namespace atomics {
  34. namespace detail {
  35. //! Negate implementation
  36. template<
  37. typename Base,
  38. typename Value,
  39. std::size_t Size
  40. #if defined(BOOST_ATOMIC_DETAIL_INT_FP_ENDIAN_MATCH)
  41. , bool = atomics::detail::is_iec559< Value >::value && atomics::detail::is_integral< typename Base::storage_type >::value
  42. #endif
  43. >
  44. struct extra_fp_negate_generic :
  45. public Base
  46. {
  47. typedef Base base_type;
  48. typedef typename base_type::storage_type storage_type;
  49. typedef Value value_type;
  50. static BOOST_FORCEINLINE value_type fetch_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
  51. {
  52. storage_type old_storage, new_storage;
  53. value_type old_val, new_val;
  54. atomics::detail::non_atomic_load(storage, old_storage);
  55. do
  56. {
  57. old_val = atomics::detail::bitwise_fp_cast< value_type >(old_storage);
  58. new_val = -old_val;
  59. new_storage = atomics::detail::bitwise_fp_cast< storage_type >(new_val);
  60. }
  61. while (!base_type::compare_exchange_weak(storage, old_storage, new_storage, order, memory_order_relaxed));
  62. return old_val;
  63. }
  64. static BOOST_FORCEINLINE value_type negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
  65. {
  66. storage_type old_storage, new_storage;
  67. value_type old_val, new_val;
  68. atomics::detail::non_atomic_load(storage, old_storage);
  69. do
  70. {
  71. old_val = atomics::detail::bitwise_fp_cast< value_type >(old_storage);
  72. new_val = -old_val;
  73. new_storage = atomics::detail::bitwise_fp_cast< storage_type >(new_val);
  74. }
  75. while (!base_type::compare_exchange_weak(storage, old_storage, new_storage, order, memory_order_relaxed));
  76. return new_val;
  77. }
  78. static BOOST_FORCEINLINE void opaque_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
  79. {
  80. fetch_negate(storage, order);
  81. }
  82. };
  83. #if defined(BOOST_ATOMIC_DETAIL_INT_FP_ENDIAN_MATCH)
  84. //! Negate implementation for IEEE 754 / IEC 559 floating point types. We leverage the fact that the sign bit is the most significant bit in the value.
  85. template< typename Base, typename Value, std::size_t Size >
  86. struct extra_fp_negate_generic< Base, Value, Size, true > :
  87. public Base
  88. {
  89. typedef Base base_type;
  90. typedef typename base_type::storage_type storage_type;
  91. typedef Value value_type;
  92. //! The mask with only one sign bit set to 1
  93. static BOOST_CONSTEXPR_OR_CONST storage_type sign_mask = static_cast< storage_type >(1u) << (atomics::detail::value_size_of< value_type >::value * 8u - 1u);
  94. static BOOST_FORCEINLINE value_type fetch_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
  95. {
  96. return atomics::detail::bitwise_fp_cast< value_type >(base_type::fetch_xor(storage, sign_mask, order));
  97. }
  98. static BOOST_FORCEINLINE value_type negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
  99. {
  100. return atomics::detail::bitwise_fp_cast< value_type >(base_type::bitwise_xor(storage, sign_mask, order));
  101. }
  102. static BOOST_FORCEINLINE void opaque_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
  103. {
  104. base_type::opaque_xor(storage, sign_mask, order);
  105. }
  106. };
  107. #endif // defined(BOOST_ATOMIC_DETAIL_INT_FP_ENDIAN_MATCH)
  108. //! Generic implementation of floating point operations
  109. template< typename Base, typename Value, std::size_t Size >
  110. struct extra_fp_operations_generic :
  111. public extra_fp_negate_generic< Base, Value, Size >
  112. {
  113. typedef extra_fp_negate_generic< Base, Value, Size > base_type;
  114. typedef typename base_type::storage_type storage_type;
  115. typedef Value value_type;
  116. static BOOST_FORCEINLINE value_type add(storage_type volatile& storage, value_type v, memory_order order) BOOST_NOEXCEPT
  117. {
  118. storage_type old_storage, new_storage;
  119. value_type old_val, new_val;
  120. atomics::detail::non_atomic_load(storage, old_storage);
  121. do
  122. {
  123. old_val = atomics::detail::bitwise_fp_cast< value_type >(old_storage);
  124. new_val = old_val + v;
  125. new_storage = atomics::detail::bitwise_fp_cast< storage_type >(new_val);
  126. }
  127. while (!base_type::compare_exchange_weak(storage, old_storage, new_storage, order, memory_order_relaxed));
  128. return new_val;
  129. }
  130. static BOOST_FORCEINLINE value_type sub(storage_type volatile& storage, value_type v, memory_order order) BOOST_NOEXCEPT
  131. {
  132. storage_type old_storage, new_storage;
  133. value_type old_val, new_val;
  134. atomics::detail::non_atomic_load(storage, old_storage);
  135. do
  136. {
  137. old_val = atomics::detail::bitwise_fp_cast< value_type >(old_storage);
  138. new_val = old_val - v;
  139. new_storage = atomics::detail::bitwise_fp_cast< storage_type >(new_val);
  140. }
  141. while (!base_type::compare_exchange_weak(storage, old_storage, new_storage, order, memory_order_relaxed));
  142. return new_val;
  143. }
  144. static BOOST_FORCEINLINE void opaque_add(storage_type volatile& storage, value_type v, memory_order order) BOOST_NOEXCEPT
  145. {
  146. base_type::fetch_add(storage, v, order);
  147. }
  148. static BOOST_FORCEINLINE void opaque_sub(storage_type volatile& storage, value_type v, memory_order order) BOOST_NOEXCEPT
  149. {
  150. base_type::fetch_sub(storage, v, order);
  151. }
  152. };
  153. // Default extra_fp_operations template definition will be used unless specialized for a specific platform
  154. template< typename Base, typename Value, std::size_t Size >
  155. struct extra_fp_operations< Base, Value, Size, true > :
  156. public extra_fp_operations_generic< Base, Value, Size >
  157. {
  158. };
  159. } // namespace detail
  160. } // namespace atomics
  161. } // namespace boost
  162. #if defined(BOOST_GCC) && BOOST_GCC >= 60000
  163. #pragma GCC diagnostic pop
  164. #endif
  165. #include <boost/atomic/detail/footer.hpp>
  166. #endif // BOOST_ATOMIC_DETAIL_FP_OPS_GENERIC_HPP_INCLUDED_