extra_fp_ops_generic.hpp 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189
  1. /*
  2. * Distributed under the Boost Software License, Version 1.0.
  3. * (See accompanying file LICENSE_1_0.txt or copy at
  4. * http://www.boost.org/LICENSE_1_0.txt)
  5. *
  6. * Copyright (c) 2018 Andrey Semashev
  7. */
  8. /*!
  9. * \file atomic/detail/extra_fp_ops_generic.hpp
  10. *
  11. * This header contains generic implementation of the extra floating point atomic operations.
  12. */
  13. #ifndef BOOST_ATOMIC_DETAIL_EXTRA_FP_OPS_GENERIC_HPP_INCLUDED_
  14. #define BOOST_ATOMIC_DETAIL_EXTRA_FP_OPS_GENERIC_HPP_INCLUDED_
  15. #include <cstddef>
  16. #include <boost/memory_order.hpp>
  17. #include <boost/atomic/detail/config.hpp>
  18. #include <boost/atomic/detail/bitwise_fp_cast.hpp>
  19. #include <boost/atomic/detail/storage_type.hpp>
  20. #include <boost/atomic/detail/extra_fp_operations_fwd.hpp>
  21. #include <boost/atomic/detail/type_traits/is_iec559.hpp>
  22. #include <boost/atomic/detail/type_traits/is_integral.hpp>
  23. #ifdef BOOST_HAS_PRAGMA_ONCE
  24. #pragma once
  25. #endif
  26. #if defined(BOOST_GCC) && (BOOST_GCC+0) >= 60000
  27. #pragma GCC diagnostic push
  28. // ignoring attributes on template argument X - this warning is because we need to pass storage_type as a template argument; no problem in this case
  29. #pragma GCC diagnostic ignored "-Wignored-attributes"
  30. #endif
  31. namespace boost {
  32. namespace atomics {
  33. namespace detail {
  34. //! Negate implementation
  35. template<
  36. typename Base,
  37. typename Value,
  38. std::size_t Size
  39. #if defined(BOOST_ATOMIC_DETAIL_INT_FP_ENDIAN_MATCH)
  40. , bool = atomics::detail::is_iec559< Value >::value && atomics::detail::is_integral< typename Base::storage_type >::value
  41. #endif
  42. >
  43. struct generic_extra_fp_negate :
  44. public Base
  45. {
  46. typedef Base base_type;
  47. typedef typename base_type::storage_type storage_type;
  48. typedef Value value_type;
  49. static BOOST_FORCEINLINE value_type fetch_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
  50. {
  51. storage_type old_storage, new_storage;
  52. value_type old_val, new_val;
  53. atomics::detail::non_atomic_load(storage, old_storage);
  54. do
  55. {
  56. old_val = atomics::detail::bitwise_fp_cast< value_type >(old_storage);
  57. new_val = -old_val;
  58. new_storage = atomics::detail::bitwise_fp_cast< storage_type >(new_val);
  59. }
  60. while (!base_type::compare_exchange_weak(storage, old_storage, new_storage, order, memory_order_relaxed));
  61. return old_val;
  62. }
  63. static BOOST_FORCEINLINE value_type negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
  64. {
  65. storage_type old_storage, new_storage;
  66. value_type old_val, new_val;
  67. atomics::detail::non_atomic_load(storage, old_storage);
  68. do
  69. {
  70. old_val = atomics::detail::bitwise_fp_cast< value_type >(old_storage);
  71. new_val = -old_val;
  72. new_storage = atomics::detail::bitwise_fp_cast< storage_type >(new_val);
  73. }
  74. while (!base_type::compare_exchange_weak(storage, old_storage, new_storage, order, memory_order_relaxed));
  75. return new_val;
  76. }
  77. static BOOST_FORCEINLINE void opaque_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
  78. {
  79. fetch_negate(storage, order);
  80. }
  81. };
  82. #if defined(BOOST_ATOMIC_DETAIL_INT_FP_ENDIAN_MATCH)
  83. //! Negate implementation for IEEE 754 / IEC 559 floating point types. We leverage the fact that the sign bit is the most significant bit in the value.
  84. template< typename Base, typename Value, std::size_t Size >
  85. struct generic_extra_fp_negate< Base, Value, Size, true > :
  86. public Base
  87. {
  88. typedef Base base_type;
  89. typedef typename base_type::storage_type storage_type;
  90. typedef Value value_type;
  91. //! The mask with only one sign bit set to 1
  92. static BOOST_CONSTEXPR_OR_CONST storage_type sign_mask = static_cast< storage_type >(1u) << (atomics::detail::value_sizeof< value_type >::value * 8u - 1u);
  93. static BOOST_FORCEINLINE value_type fetch_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
  94. {
  95. return atomics::detail::bitwise_fp_cast< value_type >(base_type::fetch_xor(storage, sign_mask, order));
  96. }
  97. static BOOST_FORCEINLINE value_type negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
  98. {
  99. return atomics::detail::bitwise_fp_cast< value_type >(base_type::bitwise_xor(storage, sign_mask, order));
  100. }
  101. static BOOST_FORCEINLINE void opaque_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
  102. {
  103. base_type::opaque_xor(storage, sign_mask, order);
  104. }
  105. };
  106. #endif // defined(BOOST_ATOMIC_DETAIL_INT_FP_ENDIAN_MATCH)
  107. //! Generic implementation of floating point operations
  108. template< typename Base, typename Value, std::size_t Size >
  109. struct generic_extra_fp_operations :
  110. public generic_extra_fp_negate< Base, Value, Size >
  111. {
  112. typedef generic_extra_fp_negate< Base, Value, Size > base_type;
  113. typedef typename base_type::storage_type storage_type;
  114. typedef Value value_type;
  115. static BOOST_FORCEINLINE value_type add(storage_type volatile& storage, value_type v, memory_order order) BOOST_NOEXCEPT
  116. {
  117. storage_type old_storage, new_storage;
  118. value_type old_val, new_val;
  119. atomics::detail::non_atomic_load(storage, old_storage);
  120. do
  121. {
  122. old_val = atomics::detail::bitwise_fp_cast< value_type >(old_storage);
  123. new_val = old_val + v;
  124. new_storage = atomics::detail::bitwise_fp_cast< storage_type >(new_val);
  125. }
  126. while (!base_type::compare_exchange_weak(storage, old_storage, new_storage, order, memory_order_relaxed));
  127. return new_val;
  128. }
  129. static BOOST_FORCEINLINE value_type sub(storage_type volatile& storage, value_type v, memory_order order) BOOST_NOEXCEPT
  130. {
  131. storage_type old_storage, new_storage;
  132. value_type old_val, new_val;
  133. atomics::detail::non_atomic_load(storage, old_storage);
  134. do
  135. {
  136. old_val = atomics::detail::bitwise_fp_cast< value_type >(old_storage);
  137. new_val = old_val - v;
  138. new_storage = atomics::detail::bitwise_fp_cast< storage_type >(new_val);
  139. }
  140. while (!base_type::compare_exchange_weak(storage, old_storage, new_storage, order, memory_order_relaxed));
  141. return new_val;
  142. }
  143. static BOOST_FORCEINLINE void opaque_add(storage_type volatile& storage, value_type v, memory_order order) BOOST_NOEXCEPT
  144. {
  145. base_type::fetch_add(storage, v, order);
  146. }
  147. static BOOST_FORCEINLINE void opaque_sub(storage_type volatile& storage, value_type v, memory_order order) BOOST_NOEXCEPT
  148. {
  149. base_type::fetch_sub(storage, v, order);
  150. }
  151. };
  152. // Default extra_fp_operations template definition will be used unless specialized for a specific platform
  153. template< typename Base, typename Value, std::size_t Size >
  154. struct extra_fp_operations< Base, Value, Size, true > :
  155. public generic_extra_fp_operations< Base, Value, Size >
  156. {
  157. };
  158. } // namespace detail
  159. } // namespace atomics
  160. } // namespace boost
  161. #if defined(BOOST_GCC) && (BOOST_GCC+0) >= 60000
  162. #pragma GCC diagnostic pop
  163. #endif
  164. #endif // BOOST_ATOMIC_DETAIL_FP_OPS_GENERIC_HPP_INCLUDED_