passenger 6.1.0 → 6.1.1

data/src/cxx_supportlib/vendor-modified/boost/atomic/detail/extra_ops_gcc_aarch32.hpp

@@ -3,7 +3,7 @@
  * (See accompanying file LICENSE_1_0.txt or copy at
  * http://www.boost.org/LICENSE_1_0.txt)
  *
- * Copyright (c) 2020 Andrey Semashev
+ * Copyright (c) 2020-2025 Andrey Semashev
  */
 /*!
  * \file   atomic/detail/extra_ops_gcc_aarch32.hpp
@@ -15,7 +15,7 @@
 #define BOOST_ATOMIC_DETAIL_EXTRA_OPS_GCC_AARCH32_HPP_INCLUDED_
 
 #include <cstddef>
-#include <boost/cstdint.hpp>
+#include <cstdint>
 #include <boost/memory_order.hpp>
 #include <boost/atomic/detail/config.hpp>
 #include <boost/atomic/detail/platform.hpp>
@@ -38,77 +38,77 @@ template< typename Base >
 struct extra_operations_gcc_aarch32_common :
     public Base
 {
-    typedef Base base_type;
-    typedef typename base_type::storage_type storage_type;
+    using base_type = Base;
+    using storage_type = typename base_type::storage_type;
 
     // Note: For opaque operations prefer operations returning the resulting values instead of the original values
     //       as these operations require less registers.
-    static BOOST_FORCEINLINE void opaque_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE void opaque_negate(storage_type volatile& storage, memory_order order) noexcept
     {
         base_type::negate(storage, order);
     }
 
-    static BOOST_FORCEINLINE void opaque_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE void opaque_complement(storage_type volatile& storage, memory_order order) noexcept
     {
         base_type::bitwise_complement(storage, order);
     }
 
-    static BOOST_FORCEINLINE void opaque_add(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE void opaque_add(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
         base_type::add(storage, v, order);
     }
 
-    static BOOST_FORCEINLINE void opaque_sub(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE void opaque_sub(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
         base_type::sub(storage, v, order);
     }
 
-    static BOOST_FORCEINLINE void opaque_and(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE void opaque_and(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
         base_type::bitwise_and(storage, v, order);
     }
 
-    static BOOST_FORCEINLINE void opaque_or(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE void opaque_or(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
         base_type::bitwise_or(storage, v, order);
     }
 
-    static BOOST_FORCEINLINE void opaque_xor(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE void opaque_xor(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
         base_type::bitwise_xor(storage, v, order);
     }
 
-    static BOOST_FORCEINLINE bool negate_and_test(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE bool negate_and_test(storage_type volatile& storage, memory_order order) noexcept
     {
         return !!base_type::negate(storage, order);
     }
 
-    static BOOST_FORCEINLINE bool add_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE bool add_and_test(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
         return !!base_type::add(storage, v, order);
     }
 
-    static BOOST_FORCEINLINE bool sub_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE bool sub_and_test(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
         return !!base_type::sub(storage, v, order);
     }
 
-    static BOOST_FORCEINLINE bool and_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE bool and_and_test(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
         return !!base_type::bitwise_and(storage, v, order);
     }
 
-    static BOOST_FORCEINLINE bool or_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE bool or_and_test(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
         return !!base_type::bitwise_or(storage, v, order);
     }
 
-    static BOOST_FORCEINLINE bool xor_and_test(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE bool xor_and_test(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
         return !!base_type::bitwise_xor(storage, v, order);
     }
 
-    static BOOST_FORCEINLINE bool complement_and_test(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE bool complement_and_test(storage_type volatile& storage, memory_order order) noexcept
     {
         return !!base_type::bitwise_complement(storage, order);
     }
@@ -121,13 +121,14 @@ template< typename Base, bool Signed >
 struct extra_operations_gcc_aarch32< Base, 1u, Signed > :
     public extra_operations_generic< Base, 1u, Signed >
 {
-    typedef extra_operations_generic< Base, 1u, Signed > base_type;
-    typedef typename base_type::storage_type storage_type;
+    using base_type = extra_operations_generic< Base, 1u, Signed >;
+    using storage_type = typename base_type::storage_type;
 
-    static BOOST_FORCEINLINE storage_type fetch_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type fetch_negate(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type original, result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -144,14 +145,16 @@ struct extra_operations_gcc_aarch32< Base, 1u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return original;
     }
 
-    static BOOST_FORCEINLINE storage_type negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type negate(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -168,14 +171,16 @@ struct extra_operations_gcc_aarch32< Base, 1u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type add(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type add(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -192,14 +197,16 @@ struct extra_operations_gcc_aarch32< Base, 1u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type sub(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type sub(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -216,14 +223,16 @@ struct extra_operations_gcc_aarch32< Base, 1u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_and(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_and(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -240,14 +249,16 @@ struct extra_operations_gcc_aarch32< Base, 1u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_or(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_or(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -264,14 +275,16 @@ struct extra_operations_gcc_aarch32< Base, 1u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_xor(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_xor(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -288,14 +301,16 @@ struct extra_operations_gcc_aarch32< Base, 1u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type fetch_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type fetch_complement(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type original, result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -312,14 +327,16 @@ struct extra_operations_gcc_aarch32< Base, 1u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return original;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_complement(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -336,6 +353,7 @@ struct extra_operations_gcc_aarch32< Base, 1u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
@@ -352,13 +370,14 @@ template< typename Base, bool Signed >
 struct extra_operations_gcc_aarch32< Base, 2u, Signed > :
     public extra_operations_generic< Base, 2u, Signed >
 {
-    typedef extra_operations_generic< Base, 2u, Signed > base_type;
-    typedef typename base_type::storage_type storage_type;
+    using base_type = extra_operations_generic< Base, 2u, Signed >;
+    using storage_type = typename base_type::storage_type;
 
-    static BOOST_FORCEINLINE storage_type fetch_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type fetch_negate(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type original, result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -375,14 +394,16 @@ struct extra_operations_gcc_aarch32< Base, 2u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return original;
     }
 
-    static BOOST_FORCEINLINE storage_type negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type negate(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -399,14 +420,16 @@ struct extra_operations_gcc_aarch32< Base, 2u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type add(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type add(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -423,14 +446,16 @@ struct extra_operations_gcc_aarch32< Base, 2u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type sub(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type sub(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -447,14 +472,16 @@ struct extra_operations_gcc_aarch32< Base, 2u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_and(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_and(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -471,14 +498,16 @@ struct extra_operations_gcc_aarch32< Base, 2u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_or(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_or(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -495,14 +524,16 @@ struct extra_operations_gcc_aarch32< Base, 2u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_xor(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_xor(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -519,14 +550,16 @@ struct extra_operations_gcc_aarch32< Base, 2u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type fetch_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type fetch_complement(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type original, result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -543,14 +576,16 @@ struct extra_operations_gcc_aarch32< Base, 2u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return original;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_complement(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -567,6 +602,7 @@ struct extra_operations_gcc_aarch32< Base, 2u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
@@ -582,13 +618,14 @@ template< typename Base, bool Signed >
 struct extra_operations_gcc_aarch32< Base, 4u, Signed > :
     public extra_operations_generic< Base, 4u, Signed >
 {
-    typedef extra_operations_generic< Base, 4u, Signed > base_type;
-    typedef typename base_type::storage_type storage_type;
+    using base_type = extra_operations_generic< Base, 4u, Signed >;
+    using storage_type = typename base_type::storage_type;
 
-    static BOOST_FORCEINLINE storage_type fetch_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type fetch_negate(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type original, result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -605,14 +642,16 @@ struct extra_operations_gcc_aarch32< Base, 4u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return original;
     }
 
-    static BOOST_FORCEINLINE storage_type negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type negate(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -629,14 +668,16 @@ struct extra_operations_gcc_aarch32< Base, 4u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type add(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type add(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -653,14 +694,16 @@ struct extra_operations_gcc_aarch32< Base, 4u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type sub(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type sub(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -677,14 +720,16 @@ struct extra_operations_gcc_aarch32< Base, 4u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_and(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_and(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -701,14 +746,16 @@ struct extra_operations_gcc_aarch32< Base, 4u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_or(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_or(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -725,14 +772,16 @@ struct extra_operations_gcc_aarch32< Base, 4u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_xor(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_xor(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -749,14 +798,16 @@ struct extra_operations_gcc_aarch32< Base, 4u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type fetch_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type fetch_complement(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type original, result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -773,14 +824,16 @@ struct extra_operations_gcc_aarch32< Base, 4u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return original;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_complement(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -797,6 +850,7 @@ struct extra_operations_gcc_aarch32< Base, 4u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
@@ -812,13 +866,14 @@ template< typename Base, bool Signed >
 struct extra_operations_gcc_aarch32< Base, 8u, Signed > :
     public extra_operations_generic< Base, 8u, Signed >
 {
-    typedef extra_operations_generic< Base, 8u, Signed > base_type;
-    typedef typename base_type::storage_type storage_type;
+    using base_type = extra_operations_generic< Base, 8u, Signed >;
+    using storage_type = typename base_type::storage_type;
 
-    static BOOST_FORCEINLINE storage_type fetch_negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type fetch_negate(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type original, result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -838,14 +893,16 @@ struct extra_operations_gcc_aarch32< Base, 8u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return original;
     }
 
-    static BOOST_FORCEINLINE storage_type negate(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type negate(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -865,14 +922,16 @@ struct extra_operations_gcc_aarch32< Base, 8u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type add(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type add(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -890,14 +949,16 @@ struct extra_operations_gcc_aarch32< Base, 8u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type sub(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type sub(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -915,14 +976,16 @@ struct extra_operations_gcc_aarch32< Base, 8u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_and(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_and(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -940,14 +1003,16 @@ struct extra_operations_gcc_aarch32< Base, 8u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_or(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_or(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -965,14 +1030,16 @@ struct extra_operations_gcc_aarch32< Base, 8u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_xor(storage_type volatile& storage, storage_type v, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_xor(storage_type volatile& storage, storage_type v, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -990,14 +1057,16 @@ struct extra_operations_gcc_aarch32< Base, 8u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }
 
-    static BOOST_FORCEINLINE storage_type fetch_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type fetch_complement(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type original, result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -1015,14 +1084,16 @@ struct extra_operations_gcc_aarch32< Base, 8u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return original;
     }
 
-    static BOOST_FORCEINLINE storage_type bitwise_complement(storage_type volatile& storage, memory_order order) BOOST_NOEXCEPT
+    static BOOST_FORCEINLINE storage_type bitwise_complement(storage_type volatile& storage, memory_order order) noexcept
     {
+        BOOST_ATOMIC_DETAIL_TSAN_RELEASE(&storage, order);
         storage_type result;
-        uint32_t tmp;
+        std::uint32_t tmp;
 #define BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN(ld_mo, st_mo)\
         __asm__ __volatile__\
         (\
@@ -1040,6 +1111,7 @@ struct extra_operations_gcc_aarch32< Base, 8u, Signed > :
 
         BOOST_ATOMIC_DETAIL_AARCH32_MO_SWITCH(order)
 #undef BOOST_ATOMIC_DETAIL_AARCH32_MO_INSN
+        BOOST_ATOMIC_DETAIL_TSAN_ACQUIRE(&storage, order);
 
         return result;
     }