| /**************************************************************************** |
| ** |
| ** Copyright (C) 2015 The Qt Company Ltd. |
| ** Copyright (C) 2011 Thiago Macieira <thiago@kde.org> |
| ** Contact: http://www.qt.io/licensing/ |
| ** |
| ** This file is part of the QtCore module of the Qt Toolkit. |
| ** |
| ** $QT_BEGIN_LICENSE:LGPL21$ |
| ** Commercial License Usage |
| ** Licensees holding valid commercial Qt licenses may use this file in |
| ** accordance with the commercial license agreement provided with the |
| ** Software or, alternatively, in accordance with the terms contained in |
| ** a written agreement between you and The Qt Company. For licensing terms |
| ** and conditions see http://www.qt.io/terms-conditions. For further |
| ** information use the contact form at http://www.qt.io/contact-us. |
| ** |
| ** GNU Lesser General Public License Usage |
| ** Alternatively, this file may be used under the terms of the GNU Lesser |
| ** General Public License version 2.1 or version 3 as published by the Free |
| ** Software Foundation and appearing in the file LICENSE.LGPLv21 and |
| ** LICENSE.LGPLv3 included in the packaging of this file. Please review the |
| ** following information to ensure the GNU Lesser General Public License |
| ** requirements will be met: https://www.gnu.org/licenses/lgpl.html and |
| ** http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. |
| ** |
| ** As a special exception, The Qt Company gives you certain additional |
| ** rights. These rights are described in The Qt Company LGPL Exception |
| ** version 1.1, included in the file LGPL_EXCEPTION.txt in this package. |
| ** |
| ** $QT_END_LICENSE$ |
| ** |
| ****************************************************************************/ |
| |
| #ifndef QATOMIC_ARMV6_H |
| #define QATOMIC_ARMV6_H |
| |
| #include <QtCore/qgenericatomic.h> |
| |
| QT_BEGIN_NAMESPACE |
| |
| #if 0 |
| // silence syncqt warnings |
| QT_END_NAMESPACE |
| #pragma qt_sync_skip_header_check |
| #pragma qt_sync_stop_processing |
| #endif |
| |
| #define Q_ATOMIC_INT_REFERENCE_COUNTING_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT_TEST_AND_SET_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT_FETCH_AND_STORE_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT_FETCH_AND_ADD_IS_ALWAYS_NATIVE |
| |
| #define Q_ATOMIC_INT32_IS_SUPPORTED |
| #define Q_ATOMIC_INT32_REFERENCE_COUNTING_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT32_TEST_AND_SET_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT32_FETCH_AND_STORE_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT32_FETCH_AND_ADD_IS_ALWAYS_NATIVE |
| |
| #define Q_ATOMIC_POINTER_TEST_AND_SET_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_POINTER_FETCH_AND_STORE_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_POINTER_FETCH_AND_ADD_IS_ALWAYS_NATIVE |
| |
| template <int size> struct QBasicAtomicOps: QGenericAtomicOps<QBasicAtomicOps<size> > |
| { |
| template <typename T> |
| static void orderedMemoryFence(const T &) Q_DECL_NOTHROW; |
| |
| static inline Q_DECL_CONSTEXPR bool isReferenceCountingNative() Q_DECL_NOTHROW { return true; } |
| template <typename T> static bool ref(T &_q_value) Q_DECL_NOTHROW; |
| template <typename T> static bool deref(T &_q_value) Q_DECL_NOTHROW; |
| |
| static inline Q_DECL_CONSTEXPR bool isTestAndSetNative() Q_DECL_NOTHROW { return true; } |
| static inline Q_DECL_CONSTEXPR bool isTestAndSetWaitFree() Q_DECL_NOTHROW { return false; } |
| template <typename T> static bool testAndSetRelaxed(T &_q_value, T expectedValue, T newValue) Q_DECL_NOTHROW; |
| template <typename T> static bool testAndSetRelaxed(T &_q_value, T expectedValue, |
| T newValue, T *currentValue) Q_DECL_NOTHROW; |
| |
| static inline Q_DECL_CONSTEXPR bool isFetchAndStoreNative() Q_DECL_NOTHROW { return true; } |
| template <typename T> static T fetchAndStoreRelaxed(T &_q_value, T newValue) Q_DECL_NOTHROW; |
| |
| static inline Q_DECL_CONSTEXPR bool isFetchAndAddNative() Q_DECL_NOTHROW { return true; } |
| template <typename T> static |
| T fetchAndAddRelaxed(T &_q_value, typename QAtomicAdditiveType<T>::AdditiveT valueToAdd) Q_DECL_NOTHROW; |
| |
| private: |
| template <typename T> static inline T shrinkFrom32Bit(T value); |
| template <typename T> static inline T extendTo32Bit(T value); |
| }; |
| |
| template <typename T> struct QAtomicOps : QBasicAtomicOps<sizeof(T)> |
| { |
| typedef T Type; |
| }; |
| |
| #ifndef Q_CC_RVCT |
| |
| #ifndef Q_DATA_MEMORY_BARRIER |
| # define Q_DATA_MEMORY_BARRIER asm volatile("mcr p15, 0, r0, c7, c10, 5":::"memory") |
| #endif |
| #ifndef Q_COMPILER_MEMORY_BARRIER |
| # define Q_COMPILER_MEMORY_BARRIER asm volatile("":::"memory") |
| #endif |
| |
| template<> template<typename T> inline |
| bool QBasicAtomicOps<4>::ref(T &_q_value) Q_DECL_NOTHROW |
| { |
| T newValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrex %[newValue], [%[_q_value]]\n" |
| "add %[newValue], %[newValue], #1\n" |
| "strex %[result], %[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [newValue] "=&r" (newValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [_q_value] "r" (&_q_value) |
| : "cc", "memory"); |
| return newValue != 0; |
| } |
| |
| template<> template <typename T> inline |
| bool QBasicAtomicOps<4>::deref(T &_q_value) Q_DECL_NOTHROW |
| { |
| T newValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrex %[newValue], [%[_q_value]]\n" |
| "sub %[newValue], %[newValue], #1\n" |
| "strex %[result], %[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [newValue] "=&r" (newValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [_q_value] "r" (&_q_value) |
| : "cc", "memory"); |
| return newValue != 0; |
| } |
| |
| template<> template <typename T> inline |
| bool QBasicAtomicOps<4>::testAndSetRelaxed(T &_q_value, T expectedValue, T newValue) Q_DECL_NOTHROW |
| { |
| int result; |
| asm volatile("0:\n" |
| "ldrex %[result], [%[_q_value]]\n" |
| "eors %[result], %[result], %[expectedValue]\n" |
| "itt eq\n" |
| "strexeq %[result], %[newValue], [%[_q_value]]\n" |
| "teqeq %[result], #1\n" |
| "beq 0b\n" |
| : [result] "=&r" (result), |
| "+m" (_q_value) |
| : [expectedValue] "r" (expectedValue), |
| [newValue] "r" (newValue), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| return result == 0; |
| } |
| |
| template<> template <typename T> inline |
| bool QBasicAtomicOps<4>::testAndSetRelaxed(T &_q_value, T expectedValue, T newValue, T *currentValue) Q_DECL_NOTHROW |
| { |
| T tempValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrex %[tempValue], [%[_q_value]]\n" |
| "eors %[result], %[tempValue], %[expectedValue]\n" |
| "itt eq\n" |
| "strexeq %[result], %[newValue], [%[_q_value]]\n" |
| "teqeq %[result], #1\n" |
| "beq 0b\n" |
| : [result] "=&r" (result), |
| [tempValue] "=&r" (tempValue), |
| "+m" (_q_value) |
| : [expectedValue] "r" (expectedValue), |
| [newValue] "r" (newValue), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| *currentValue = tempValue; |
| return result == 0; |
| } |
| |
| template<> template <typename T> inline |
| T QBasicAtomicOps<4>::fetchAndStoreRelaxed(T &_q_value, T newValue) Q_DECL_NOTHROW |
| { |
| T originalValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrex %[originalValue], [%[_q_value]]\n" |
| "strex %[result], %[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [originalValue] "=&r" (originalValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [newValue] "r" (newValue), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| return originalValue; |
| } |
| |
| template<> template <typename T> inline |
| T QBasicAtomicOps<4>::fetchAndAddRelaxed(T &_q_value, typename QAtomicAdditiveType<T>::AdditiveT valueToAdd) Q_DECL_NOTHROW |
| { |
| T originalValue; |
| T newValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrex %[originalValue], [%[_q_value]]\n" |
| "add %[newValue], %[originalValue], %[valueToAdd]\n" |
| "strex %[result], %[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [originalValue] "=&r" (originalValue), |
| [newValue] "=&r" (newValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [valueToAdd] "r" (valueToAdd * QAtomicAdditiveType<T>::AddScale), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| return originalValue; |
| } |
| |
| #if defined(__ARM_ARCH_7__) \ |
| || defined(__ARM_ARCH_7A__) \ |
| || defined(__ARM_ARCH_7R__) \ |
| || defined(__ARM_ARCH_7M__) \ |
| || defined(__ARM_ARCH_6K__) |
| // LDREXB, LDREXH and LDREXD are available on ARMv6K or higher |
| |
| template<> struct QAtomicOpsSupport<1> { enum { IsSupported = 1 }; }; |
| template<> struct QAtomicOpsSupport<2> { enum { IsSupported = 1 }; }; |
| template<> struct QAtomicOpsSupport<8> { enum { IsSupported = 1 }; }; |
| |
| #define Q_ATOMIC_INT8_IS_SUPPORTED |
| #define Q_ATOMIC_INT8_REFERENCE_COUNTING_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT8_TEST_AND_SET_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT8_FETCH_AND_STORE_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT8_FETCH_AND_ADD_IS_ALWAYS_NATIVE |
| |
| #define Q_ATOMIC_INT16_IS_SUPPORTED |
| #define Q_ATOMIC_INT16_REFERENCE_COUNTING_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT16_TEST_AND_SET_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT16_FETCH_AND_STORE_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT16_FETCH_AND_ADD_IS_ALWAYS_NATIVE |
| |
| #define Q_ATOMIC_INT64_IS_SUPPORTED |
| #define Q_ATOMIC_INT64_REFERENCE_COUNTING_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT64_TEST_AND_SET_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT64_FETCH_AND_STORE_IS_ALWAYS_NATIVE |
| #define Q_ATOMIC_INT64_FETCH_AND_ADD_IS_ALWAYS_NATIVE |
| |
| // note: if T is signed, parameters are passed sign-extended in the |
| // registers. However, our 8- and 16-bit operations don't do sign |
| // extension. So we need to clear out the input on entry and sign-extend again |
| // on exit. |
| template<int Size> template <typename T> |
| T QBasicAtomicOps<Size>::shrinkFrom32Bit(T value) |
| { |
| Q_STATIC_ASSERT(Size == 1 || Size == 2); |
| if (T(-1) > T(0)) |
| return value; // unsigned, ABI will zero extend |
| if (Size == 1) |
| asm volatile("and %0, %0, %1" : "+r" (value) : "I" (0xff)); |
| else |
| asm volatile("and %0, %0, %1" : "+r" (value) : "r" (0xffff)); |
| return value; |
| } |
| |
| template<int Size> template <typename T> |
| T QBasicAtomicOps<Size>::extendTo32Bit(T value) |
| { |
| Q_STATIC_ASSERT(Size == 1 || Size == 2); |
| if (T(-1) > T(0)) |
| return value; // unsigned, ABI will zero extend |
| if (Size == 1) |
| asm volatile("sxtb %0, %0" : "+r" (value)); |
| else |
| asm volatile("sxth %0, %0" : "+r" (value)); |
| return value; |
| } |
| |
| template<> template<typename T> inline |
| bool QBasicAtomicOps<1>::ref(T &_q_value) Q_DECL_NOTHROW |
| { |
| T newValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrexb %[newValue], [%[_q_value]]\n" |
| "add %[newValue], %[newValue], #1\n" |
| "strexb %[result], %[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [newValue] "=&r" (newValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [_q_value] "r" (&_q_value) |
| : "cc", "memory"); |
| return newValue != 0; |
| } |
| |
| template<> template <typename T> inline |
| bool QBasicAtomicOps<1>::deref(T &_q_value) Q_DECL_NOTHROW |
| { |
| T newValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrexb %[newValue], [%[_q_value]]\n" |
| "sub %[newValue], %[newValue], #1\n" |
| "strexb %[result], %[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [newValue] "=&r" (newValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [_q_value] "r" (&_q_value) |
| : "cc", "memory"); |
| return newValue != 0; |
| } |
| |
| template<> template <typename T> inline |
| bool QBasicAtomicOps<1>::testAndSetRelaxed(T &_q_value, T expectedValue, T newValue) Q_DECL_NOTHROW |
| { |
| T result; |
| asm volatile("0:\n" |
| "ldrexb %[result], [%[_q_value]]\n" |
| "eors %[result], %[result], %[expectedValue]\n" |
| "itt eq\n" |
| "strexbeq %[result], %[newValue], [%[_q_value]]\n" |
| "teqeq %[result], #1\n" |
| "beq 0b\n" |
| : [result] "=&r" (result), |
| "+m" (_q_value) |
| : [expectedValue] "r" (shrinkFrom32Bit(expectedValue)), |
| [newValue] "r" (newValue), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| return result == 0; |
| } |
| |
| template<> template <typename T> inline |
| bool QBasicAtomicOps<1>::testAndSetRelaxed(T &_q_value, T expectedValue, T newValue, T *currentValue) Q_DECL_NOTHROW |
| { |
| T tempValue; |
| T result; |
| asm volatile("0:\n" |
| "ldrexb %[tempValue], [%[_q_value]]\n" |
| "eors %[result], %[tempValue], %[expectedValue]\n" |
| "itt eq\n" |
| "strexbeq %[result], %[newValue], [%[_q_value]]\n" |
| "teqeq %[result], #1\n" |
| "beq 0b\n" |
| : [result] "=&r" (result), |
| [tempValue] "=&r" (tempValue), |
| "+m" (_q_value) |
| : [expectedValue] "r" (shrinkFrom32Bit(expectedValue)), |
| [newValue] "r" (newValue), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| *currentValue = extendTo32Bit(tempValue); |
| return result == 0; |
| } |
| |
| template<> template <typename T> inline |
| T QBasicAtomicOps<1>::fetchAndStoreRelaxed(T &_q_value, T newValue) Q_DECL_NOTHROW |
| { |
| T originalValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrexb %[originalValue], [%[_q_value]]\n" |
| "strexb %[result], %[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [originalValue] "=&r" (originalValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [newValue] "r" (newValue), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| return extendTo32Bit(originalValue); |
| } |
| |
| template<> template <typename T> inline |
| T QBasicAtomicOps<1>::fetchAndAddRelaxed(T &_q_value, typename QAtomicAdditiveType<T>::AdditiveT valueToAdd) Q_DECL_NOTHROW |
| { |
| T originalValue; |
| T newValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrexb %[originalValue], [%[_q_value]]\n" |
| "add %[newValue], %[originalValue], %[valueToAdd]\n" |
| "strexb %[result], %[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [originalValue] "=&r" (originalValue), |
| [newValue] "=&r" (newValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [valueToAdd] "r" (valueToAdd * QAtomicAdditiveType<T>::AddScale), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| return extendTo32Bit(originalValue); |
| } |
| |
| template<> template<typename T> inline |
| bool QBasicAtomicOps<2>::ref(T &_q_value) Q_DECL_NOTHROW |
| { |
| T newValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrexh %[newValue], [%[_q_value]]\n" |
| "add %[newValue], %[newValue], #1\n" |
| "strexh %[result], %[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [newValue] "=&r" (newValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [_q_value] "r" (&_q_value) |
| : "cc", "memory"); |
| return newValue != 0; |
| } |
| |
| template<> template <typename T> inline |
| bool QBasicAtomicOps<2>::deref(T &_q_value) Q_DECL_NOTHROW |
| { |
| T newValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrexh %[newValue], [%[_q_value]]\n" |
| "sub %[newValue], %[newValue], #1\n" |
| "strexh %[result], %[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [newValue] "=&r" (newValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [_q_value] "r" (&_q_value) |
| : "cc", "memory"); |
| return newValue != 0; |
| } |
| |
| template<> template <typename T> inline |
| bool QBasicAtomicOps<2>::testAndSetRelaxed(T &_q_value, T expectedValue, T newValue) Q_DECL_NOTHROW |
| { |
| T result; |
| asm volatile("0:\n" |
| "ldrexh %[result], [%[_q_value]]\n" |
| "eors %[result], %[result], %[expectedValue]\n" |
| "itt eq\n" |
| "strexheq %[result], %[newValue], [%[_q_value]]\n" |
| "teqeq %[result], #1\n" |
| "beq 0b\n" |
| : [result] "=&r" (result), |
| "+m" (_q_value) |
| : [expectedValue] "r" (shrinkFrom32Bit(expectedValue)), |
| [newValue] "r" (newValue), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| return result == 0; |
| } |
| |
| template<> template <typename T> inline |
| bool QBasicAtomicOps<2>::testAndSetRelaxed(T &_q_value, T expectedValue, T newValue, T *currentValue) Q_DECL_NOTHROW |
| { |
| T tempValue; |
| T result; |
| asm volatile("0:\n" |
| "ldrexh %[tempValue], [%[_q_value]]\n" |
| "eors %[result], %[tempValue], %[expectedValue]\n" |
| "itt eq\n" |
| "strexheq %[result], %[newValue], [%[_q_value]]\n" |
| "teqeq %[result], #1\n" |
| "beq 0b\n" |
| : [result] "=&r" (result), |
| [tempValue] "=&r" (tempValue), |
| "+m" (_q_value) |
| : [expectedValue] "r" (shrinkFrom32Bit(expectedValue)), |
| [newValue] "r" (newValue), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| *currentValue = extendTo32Bit(tempValue); |
| return result == 0; |
| } |
| |
| template<> template <typename T> inline |
| T QBasicAtomicOps<2>::fetchAndStoreRelaxed(T &_q_value, T newValue) Q_DECL_NOTHROW |
| { |
| T originalValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrexh %[originalValue], [%[_q_value]]\n" |
| "strexh %[result], %[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [originalValue] "=&r" (originalValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [newValue] "r" (newValue), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| return extendTo32Bit(originalValue); |
| } |
| |
| template<> template <typename T> inline |
| T QBasicAtomicOps<2>::fetchAndAddRelaxed(T &_q_value, typename QAtomicAdditiveType<T>::AdditiveT valueToAdd) Q_DECL_NOTHROW |
| { |
| T originalValue; |
| T newValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrexh %[originalValue], [%[_q_value]]\n" |
| "add %[newValue], %[originalValue], %[valueToAdd]\n" |
| "strexh %[result], %[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [originalValue] "=&r" (originalValue), |
| [newValue] "=&r" (newValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [valueToAdd] "r" (valueToAdd * QAtomicAdditiveType<T>::AddScale), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| return extendTo32Bit(originalValue); |
| } |
| |
| // Explanation from GCC's source code (config/arm/arm.c) on the modifiers below: |
| // Whenever you use "r" (dwordVariable), you get assigned a register pair: |
| // %[reg] - lower-numbered register |
| // %H[reg] - higher-numbered register |
| // %Q[reg] - low part of the value |
| // %R[reg] - high part of the value |
| // If this is a little-endian build, H and R are the same; otherwise, H and Q are the same. |
| |
| template<> template<typename T> inline |
| bool QBasicAtomicOps<8>::ref(T &_q_value) Q_DECL_NOTHROW |
| { |
| T newValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrexd %[newValue], %H[newValue], [%[_q_value]]\n" |
| "adds %Q[newValue], %Q[newValue], #1\n" |
| "adc %R[newValue], %R[newValue], #0\n" |
| "strexd %[result], %[newValue], %H[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [newValue] "=&r" (newValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [_q_value] "r" (&_q_value) |
| : "cc", "memory"); |
| return newValue != 0; |
| } |
| |
| template<> template <typename T> inline |
| bool QBasicAtomicOps<8>::deref(T &_q_value) Q_DECL_NOTHROW |
| { |
| T newValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrexd %[newValue], %H[newValue], [%[_q_value]]\n" |
| "subs %Q[newValue], %Q[newValue], #1\n" |
| "sbc %R[newValue], %R[newValue], #0\n" |
| "strexd %[result], %[newValue], %H[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [newValue] "=&r" (newValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [_q_value] "r" (&_q_value) |
| : "cc", "memory"); |
| return newValue != 0; |
| } |
| |
| template<> template <typename T> inline |
| bool QBasicAtomicOps<8>::testAndSetRelaxed(T &_q_value, T expectedValue, T newValue) Q_DECL_NOTHROW |
| { |
| T result; |
| asm volatile("0:\n" |
| "ldrexd %[result], %H[result], [%[_q_value]]\n" |
| "eor %[result], %[result], %[expectedValue]\n" |
| "eor %H[result], %H[result], %H[expectedValue]\n" |
| "orrs %[result], %[result], %H[result]\n" |
| "itt eq\n" |
| "strexdeq %[result], %[newValue], %H[newValue], [%[_q_value]]\n" |
| "teqeq %[result], #1\n" |
| "beq 0b\n" |
| : [result] "=&r" (result), |
| "+m" (_q_value) |
| : [expectedValue] "r" (expectedValue), |
| [newValue] "r" (newValue), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| return quint32(result) == 0; |
| } |
| |
| template<> template <typename T> inline |
| bool QBasicAtomicOps<8>::testAndSetRelaxed(T &_q_value, T expectedValue, T newValue, T *currentValue) Q_DECL_NOTHROW |
| { |
| T tempValue; |
| T result; |
| asm volatile("0:\n" |
| "ldrexd %[tempValue], %H[tempValue], [%[_q_value]]\n" |
| "eor %[result], %[tempValue], %[expectedValue]\n" |
| "eor %H[result], %H[tempValue], %H[expectedValue]\n" |
| "orrs %[result], %[result], %H[result]\n" |
| "itt eq\n" |
| "strexdeq %[result], %[newValue], %H[newValue], [%[_q_value]]\n" |
| "teqeq %[result], #1\n" |
| "beq 0b\n" |
| : [result] "=&r" (result), |
| [tempValue] "=&r" (tempValue), |
| "+m" (_q_value) |
| : [expectedValue] "r" (expectedValue), |
| [newValue] "r" (newValue), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| *currentValue = tempValue; |
| return quint32(result) == 0; |
| } |
| |
| template<> template <typename T> inline |
| T QBasicAtomicOps<8>::fetchAndStoreRelaxed(T &_q_value, T newValue) Q_DECL_NOTHROW |
| { |
| T originalValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrexd %[originalValue], %H[originalValue], [%[_q_value]]\n" |
| "strexd %[result], %[newValue], %H[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [originalValue] "=&r" (originalValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [newValue] "r" (newValue), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| return originalValue; |
| } |
| |
| template<> template <typename T> inline |
| T QBasicAtomicOps<8>::fetchAndAddRelaxed(T &_q_value, typename QAtomicAdditiveType<T>::AdditiveT valueToAdd) Q_DECL_NOTHROW |
| { |
| T originalValue; |
| T newValue; |
| int result; |
| asm volatile("0:\n" |
| "ldrexd %[originalValue], %H[originalValue], [%[_q_value]]\n" |
| "adds %Q[newValue], %Q[originalValue], %Q[valueToAdd]\n" |
| "adc %R[newValue], %R[originalValue], %R[valueToAdd]\n" |
| "strexd %[result], %[newValue], %H[newValue], [%[_q_value]]\n" |
| "teq %[result], #0\n" |
| "bne 0b\n" |
| : [originalValue] "=&r" (originalValue), |
| [newValue] "=&r" (newValue), |
| [result] "=&r" (result), |
| "+m" (_q_value) |
| : [valueToAdd] "r" (valueToAdd * QAtomicAdditiveType<T>::AddScale), |
| [_q_value] "r" (&_q_value) |
| : "cc"); |
| return originalValue; |
| } |
| |
| #endif |
| |
| #else |
| // This is Q_CC_RVCT |
| |
| // RVCT inline assembly documentation: |
| // http://www.keil.com/support/man/docs/armcc/armcc_chdcffdb.htm |
| // RVCT embedded assembly documentation: |
| // http://www.keil.com/support/man/docs/armcc/armcc_chddbeib.htm |
| |
| #if __TARGET_ARCH_THUMB-0 < 4 |
| // save our pragma state and switch to ARM mode (unless using Thumb2) |
| # pragma push |
| # pragma arm |
| #endif |
| |
| #ifndef Q_DATA_MEMORY_BARRIER |
| # define Q_DATA_MEMORY_BARRIER __schedule_barrier() |
| #endif |
| #ifndef Q_COMPILER_MEMORY_BARRIER |
| # define Q_COMPILER_MEMORY_BARRIER __schedule_barrier() |
| #endif |
| |
| inline bool QBasicAtomicInt::ref() Q_DECL_NOTHROW |
| { |
| int newValue; |
| int result; |
| retry: |
| __asm { |
| ldrex newValue, [&_q_value] |
| add newValue, newValue, #1 |
| strex result, newValue, [&_q_value] |
| teq result, #0 |
| bne retry |
| } |
| return newValue != 0; |
| } |
| |
| inline bool QBasicAtomicInt::deref() Q_DECL_NOTHROW |
| { |
| int newValue; |
| int result; |
| retry: |
| __asm { |
| ldrex newValue, [&_q_value] |
| sub newValue, newValue, #1 |
| strex result, newValue, [&_q_value] |
| teq result, #0 |
| bne retry |
| } |
| return newValue != 0; |
| } |
| |
| inline bool QBasicAtomicInt::testAndSetRelaxed(int expectedValue, int newValue) Q_DECL_NOTHROW |
| { |
| int result; |
| retry: |
| __asm { |
| ldrex result, [&_q_value] |
| eors result, result, expectedValue |
| strexeq result, newValue, [&_q_value] |
| teqeq result, #1 |
| beq retry |
| } |
| return result == 0; |
| } |
| |
| inline int QBasicAtomicInt::fetchAndStoreRelaxed(int newValue) Q_DECL_NOTHROW |
| { |
| int originalValue; |
| int result; |
| retry: |
| __asm { |
| ldrex originalValue, [&_q_value] |
| strex result, newValue, [&_q_value] |
| teq result, #0 |
| bne retry |
| } |
| return originalValue; |
| } |
| |
| inline int QBasicAtomicInt::fetchAndAddRelaxed(int valueToAdd) Q_DECL_NOTHROW |
| { |
| int originalValue; |
| int newValue; |
| int result; |
| retry: |
| __asm { |
| ldrex originalValue, [&_q_value] |
| add newValue, originalValue, valueToAdd |
| strex result, newValue, [&_q_value] |
| teq result, #0 |
| bne retry |
| } |
| return originalValue; |
| } |
| |
| template <typename T> |
| Q_INLINE_TEMPLATE bool QBasicAtomicPointer<T>::testAndSetRelaxed(T *expectedValue, T *newValue) Q_DECL_NOTHROW |
| { |
| T *result; |
| retry: |
| __asm { |
| ldrex result, [&_q_value] |
| eors result, result, expectedValue |
| strexeq result, newValue, [&_q_value] |
| teqeq result, #1 |
| beq retry |
| } |
| return result == 0; |
| } |
| |
| template <typename T> |
| Q_INLINE_TEMPLATE T *QBasicAtomicPointer<T>::fetchAndStoreRelaxed(T *newValue) Q_DECL_NOTHROW |
| { |
| T *originalValue; |
| int result; |
| retry: |
| __asm { |
| ldrex originalValue, [&_q_value] |
| strex result, newValue, [&_q_value] |
| teq result, #0 |
| bne retry |
| } |
| return originalValue; |
| } |
| |
| template <typename T> |
| Q_INLINE_TEMPLATE T *QBasicAtomicPointer<T>::fetchAndAddRelaxed(qptrdiff valueToAdd) Q_DECL_NOTHROW |
| { |
| T *originalValue; |
| T *newValue; |
| int result; |
| retry: |
| __asm { |
| ldrex originalValue, [&_q_value] |
| add newValue, originalValue, valueToAdd * sizeof(T) |
| strex result, newValue, [&_q_value] |
| teq result, #0 |
| bne retry |
| } |
| return originalValue; |
| } |
| |
| #if __TARGET_ARCH_THUMB-0 < 4 |
| # pragma pop |
| #endif |
| |
| #endif |
| |
| // common code |
| |
| template <int size> template <typename T> inline |
| void QBasicAtomicOps<size>::orderedMemoryFence(const T &) Q_DECL_NOTHROW |
| { |
| Q_DATA_MEMORY_BARRIER; |
| } |
| |
| #undef Q_DATA_MEMORY_BARRIER |
| #undef Q_COMPILER_MEMORY_BARRIER |
| |
| QT_END_NAMESPACE |
| |
| #endif // QATOMIC_ARMV6_H |
