ops_gcc_sparc.hpp 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240
  1. /*
  2. * Distributed under the Boost Software License, Version 1.0.
  3. * (See accompanying file LICENSE_1_0.txt or copy at
  4. * http://www.boost.org/LICENSE_1_0.txt)
  5. *
  6. * Copyright (c) 2010 Helge Bahmann
  7. * Copyright (c) 2013 Tim Blechmann
  8. * Copyright (c) 2014 Andrey Semashev
  9. */
  10. /*!
  11. * \file atomic/detail/ops_gcc_sparc.hpp
  12. *
  13. * This header contains implementation of the \c operations template.
  14. */
  15. #ifndef BOOST_ATOMIC_DETAIL_OPS_GCC_SPARC_HPP_INCLUDED_
  16. #define BOOST_ATOMIC_DETAIL_OPS_GCC_SPARC_HPP_INCLUDED_
  17. #include <cstddef>
  18. #include <boost/memory_order.hpp>
  19. #include <boost/atomic/detail/config.hpp>
  20. #include <boost/atomic/detail/storage_type.hpp>
  21. #include <boost/atomic/detail/operations_fwd.hpp>
  22. #include <boost/atomic/capabilities.hpp>
  23. #include <boost/atomic/detail/ops_cas_based.hpp>
  24. #include <boost/atomic/detail/ops_extending_cas_based.hpp>
  25. #ifdef BOOST_HAS_PRAGMA_ONCE
  26. #pragma once
  27. #endif
  28. namespace boost {
  29. namespace atomics {
  30. namespace detail {
  31. struct gcc_sparc_cas_base
  32. {
  33. static BOOST_CONSTEXPR_OR_CONST bool full_cas_based = true;
  34. static BOOST_CONSTEXPR_OR_CONST bool is_always_lock_free = true;
  35. static BOOST_FORCEINLINE void fence_before(memory_order order) BOOST_NOEXCEPT
  36. {
  37. if (order == memory_order_seq_cst)
  38. __asm__ __volatile__ ("membar #Sync" ::: "memory");
  39. else if ((static_cast< unsigned int >(order) & static_cast< unsigned int >(memory_order_release)) != 0u)
  40. __asm__ __volatile__ ("membar #StoreStore | #LoadStore" ::: "memory");
  41. }
  42. static BOOST_FORCEINLINE void fence_after(memory_order order) BOOST_NOEXCEPT
  43. {
  44. if (order == memory_order_seq_cst)
  45. __asm__ __volatile__ ("membar #Sync" ::: "memory");
  46. else if ((static_cast< unsigned int >(order) & (static_cast< unsigned int >(memory_order_consume) | static_cast< unsigned int >(memory_order_acquire))) != 0u)
  47. __asm__ __volatile__ ("membar #StoreStore | #LoadStore" ::: "memory");
  48. }
  49. static BOOST_FORCEINLINE void fence_after_store(memory_order order) BOOST_NOEXCEPT
  50. {
  51. if (order == memory_order_seq_cst)
  52. __asm__ __volatile__ ("membar #Sync" ::: "memory");
  53. }
  54. };
  55. template< bool Signed >
  56. struct gcc_sparc_cas32 :
  57. public gcc_sparc_cas_base
  58. {
  59. typedef typename make_storage_type< 4u >::type storage_type;
  60. typedef typename make_storage_type< 4u >::aligned aligned_storage_type;
  61. static BOOST_CONSTEXPR_OR_CONST std::size_t storage_size = 4u;
  62. static BOOST_CONSTEXPR_OR_CONST bool is_signed = Signed;
  63. static BOOST_FORCEINLINE void store(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
  64. {
  65. fence_before(order);
  66. storage = v;
  67. fence_after_store(order);
  68. }
  69. static BOOST_FORCEINLINE storage_type load(storage_type const volatile& storage, memory_order order) BOOST_NOEXCEPT
  70. {
  71. storage_type v = storage;
  72. fence_after(order);
  73. return v;
  74. }
  75. static BOOST_FORCEINLINE bool compare_exchange_strong(
  76. storage_type volatile& storage, storage_type& expected, storage_type desired, memory_order success_order, memory_order failure_order) BOOST_NOEXCEPT
  77. {
  78. fence_before(success_order);
  79. storage_type previous = expected;
  80. __asm__ __volatile__
  81. (
  82. "cas [%1], %2, %0"
  83. : "+r" (desired)
  84. : "r" (&storage), "r" (previous)
  85. : "memory"
  86. );
  87. const bool success = (desired == previous);
  88. if (success)
  89. fence_after(success_order);
  90. else
  91. fence_after(failure_order);
  92. expected = desired;
  93. return success;
  94. }
  95. static BOOST_FORCEINLINE bool compare_exchange_weak(
  96. storage_type volatile& storage, storage_type& expected, storage_type desired, memory_order success_order, memory_order failure_order) BOOST_NOEXCEPT
  97. {
  98. return compare_exchange_strong(storage, expected, desired, success_order, failure_order);
  99. }
  100. static BOOST_FORCEINLINE storage_type exchange(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
  101. {
  102. fence_before(order);
  103. __asm__ __volatile__
  104. (
  105. "swap [%1], %0"
  106. : "+r" (v)
  107. : "r" (&storage)
  108. : "memory"
  109. );
  110. fence_after(order);
  111. return v;
  112. }
  113. };
  114. template< bool Signed >
  115. struct operations< 4u, Signed > :
  116. public cas_based_operations< gcc_sparc_cas32< Signed > >
  117. {
  118. };
  119. template< bool Signed >
  120. struct operations< 1u, Signed > :
  121. public extending_cas_based_operations< operations< 4u, Signed >, 1u, Signed >
  122. {
  123. };
  124. template< bool Signed >
  125. struct operations< 2u, Signed > :
  126. public extending_cas_based_operations< operations< 4u, Signed >, 2u, Signed >
  127. {
  128. };
  129. template< bool Signed >
  130. struct gcc_sparc_cas64 :
  131. public gcc_sparc_cas_base
  132. {
  133. typedef typename make_storage_type< 8u >::type storage_type;
  134. typedef typename make_storage_type< 8u >::aligned aligned_storage_type;
  135. static BOOST_CONSTEXPR_OR_CONST std::size_t storage_size = 8u;
  136. static BOOST_CONSTEXPR_OR_CONST bool is_signed = Signed;
  137. static BOOST_FORCEINLINE void store(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
  138. {
  139. fence_before(order);
  140. storage = v;
  141. fence_after_store(order);
  142. }
  143. static BOOST_FORCEINLINE storage_type load(storage_type const volatile& storage, memory_order order) BOOST_NOEXCEPT
  144. {
  145. storage_type v = storage;
  146. fence_after(order);
  147. return v;
  148. }
  149. static BOOST_FORCEINLINE bool compare_exchange_strong(
  150. storage_type volatile& storage, storage_type& expected, storage_type desired, memory_order success_order, memory_order failure_order) BOOST_NOEXCEPT
  151. {
  152. fence_before(success_order);
  153. storage_type previous = expected;
  154. __asm__ __volatile__
  155. (
  156. "casx [%1], %2, %0"
  157. : "+r" (desired)
  158. : "r" (&storage), "r" (previous)
  159. : "memory"
  160. );
  161. const bool success = (desired == previous);
  162. if (success)
  163. fence_after(success_order);
  164. else
  165. fence_after(failure_order);
  166. expected = desired;
  167. return success;
  168. }
  169. static BOOST_FORCEINLINE bool compare_exchange_weak(
  170. storage_type volatile& storage, storage_type& expected, storage_type desired, memory_order success_order, memory_order failure_order) BOOST_NOEXCEPT
  171. {
  172. return compare_exchange_strong(storage, expected, desired, success_order, failure_order);
  173. }
  174. };
  175. template< bool Signed >
  176. struct operations< 8u, Signed > :
  177. public cas_based_operations< cas_based_exchange< gcc_sparc_cas64< Signed > > >
  178. {
  179. };
  180. BOOST_FORCEINLINE void thread_fence(memory_order order) BOOST_NOEXCEPT
  181. {
  182. switch (order)
  183. {
  184. case memory_order_release:
  185. __asm__ __volatile__ ("membar #StoreStore | #LoadStore" ::: "memory");
  186. break;
  187. case memory_order_consume:
  188. case memory_order_acquire:
  189. __asm__ __volatile__ ("membar #LoadLoad | #LoadStore" ::: "memory");
  190. break;
  191. case memory_order_acq_rel:
  192. __asm__ __volatile__ ("membar #LoadLoad | #LoadStore | #StoreStore" ::: "memory");
  193. break;
  194. case memory_order_seq_cst:
  195. __asm__ __volatile__ ("membar #Sync" ::: "memory");
  196. break;
  197. case memory_order_relaxed:
  198. default:
  199. break;
  200. }
  201. }
  202. BOOST_FORCEINLINE void signal_fence(memory_order order) BOOST_NOEXCEPT
  203. {
  204. if (order != memory_order_relaxed)
  205. __asm__ __volatile__ ("" ::: "memory");
  206. }
  207. } // namespace detail
  208. } // namespace atomics
  209. } // namespace boost
  210. #endif // BOOST_ATOMIC_DETAIL_OPS_GCC_SPARC_HPP_INCLUDED_