#ifndef _DEATOMIC_H
#define _DEATOMIC_H
/*-------------------------------------------------------------------------
* drawElements Thread Library
* ---------------------------
*
* Copyright 2014 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*//*!
* \file
* \brief Atomic operations.
*//*--------------------------------------------------------------------*/
#include "deDefs.h"
#if (DE_COMPILER == DE_COMPILER_MSC)
# include <intrin.h>
#endif
DE_BEGIN_EXTERN_C
/*--------------------------------------------------------------------*//*!
* \brief Atomic increment and fetch 32-bit signed integer.
* \param dstAddr Destination address.
* \return Incremented value.
*//*--------------------------------------------------------------------*/
DE_INLINE deInt32 deAtomicIncrementInt32 (volatile deInt32* dstAddr)
{
#if (DE_COMPILER == DE_COMPILER_MSC)
return _InterlockedIncrement((long volatile*)dstAddr);
#elif (DE_COMPILER == DE_COMPILER_GCC) || (DE_COMPILER == DE_COMPILER_CLANG)
return __sync_add_and_fetch(dstAddr, 1);
#else
# error "Implement deAtomicIncrementInt32()"
#endif
}
/*--------------------------------------------------------------------*//*!
* \brief Atomic increment and fetch 32-bit unsigned integer.
* \param dstAddr Destination address.
* \return Incremented value.
*//*--------------------------------------------------------------------*/
DE_INLINE deUint32 deAtomicIncrementUint32 (volatile deUint32* dstAddr)
{
return deAtomicIncrementInt32((deInt32 volatile*)dstAddr);
}
/*--------------------------------------------------------------------*//*!
* \brief Atomic decrement and fetch 32-bit signed integer.
* \param dstAddr Destination address.
* \return Decremented value.
*//*--------------------------------------------------------------------*/
DE_INLINE deInt32 deAtomicDecrementInt32 (volatile deInt32* dstAddr)
{
#if (DE_COMPILER == DE_COMPILER_MSC)
return _InterlockedDecrement((volatile long*)dstAddr);
#elif (DE_COMPILER == DE_COMPILER_GCC) || (DE_COMPILER == DE_COMPILER_CLANG)
return __sync_sub_and_fetch(dstAddr, 1);
#else
# error "Implement deAtomicDecrementInt32()"
#endif
}
/*--------------------------------------------------------------------*//*!
* \brief Atomic decrement and fetch 32-bit unsigned integer.
* \param dstAddr Destination address.
* \return Decremented value.
*//*--------------------------------------------------------------------*/
DE_INLINE deUint32 deAtomicDecrementUint32 (volatile deUint32* dstAddr)
{
return deAtomicDecrementInt32((volatile deInt32*)dstAddr);
}
/*--------------------------------------------------------------------*//*!
* \brief Atomic compare and exchange (CAS) 32-bit value.
* \param dstAddr Destination address.
* \param compare Old value.
* \param exchange New value.
* \return compare value if CAS passes, *dstAddr value otherwise
*
* Performs standard Compare-And-Swap with 32b data. Dst value is compared
* to compare value and if that comparison passes, value is replaced with
* exchange value.
*
* If CAS succeeds, compare value is returned. Otherwise value stored in
* dstAddr is returned.
*//*--------------------------------------------------------------------*/
DE_INLINE deUint32 deAtomicCompareExchangeUint32 (volatile deUint32* dstAddr, deUint32 compare, deUint32 exchange)
{
#if (DE_COMPILER == DE_COMPILER_MSC)
return _InterlockedCompareExchange((volatile long*)dstAddr, exchange, compare);
#elif (DE_COMPILER == DE_COMPILER_GCC) || (DE_COMPILER == DE_COMPILER_CLANG)
return __sync_val_compare_and_swap(dstAddr, compare, exchange);
#else
# error "Implement deAtomicCompareExchange32()"
#endif
}
/* Deprecated names */
#define deAtomicIncrement32 deAtomicIncrementInt32
#define deAtomicDecrement32 deAtomicDecrementInt32
#define deAtomicCompareExchange32 deAtomicCompareExchangeUint32
#if (DE_PTR_SIZE == 8)
/*--------------------------------------------------------------------*//*!
* \brief Atomic increment and fetch 64-bit signed integer.
* \param dstAddr Destination address.
* \return Incremented value.
*//*--------------------------------------------------------------------*/
DE_INLINE deInt64 deAtomicIncrementInt64 (volatile deInt64* dstAddr)
{
#if (DE_COMPILER == DE_COMPILER_MSC)
return _InterlockedIncrement64((volatile long long*)dstAddr);
#elif (DE_COMPILER == DE_COMPILER_GCC) || (DE_COMPILER == DE_COMPILER_CLANG)
return __sync_add_and_fetch(dstAddr, 1);
#else
# error "Implement deAtomicIncrementInt64()"
#endif
}
/*--------------------------------------------------------------------*//*!
* \brief Atomic increment and fetch 64-bit unsigned integer.
* \param dstAddr Destination address.
* \return Incremented value.
*//*--------------------------------------------------------------------*/
DE_INLINE deUint64 deAtomicIncrementUint64 (volatile deUint64* dstAddr)
{
return deAtomicIncrementInt64((volatile deInt64*)dstAddr);
}
/*--------------------------------------------------------------------*//*!
* \brief Atomic decrement and fetch.
* \param dstAddr Destination address.
* \return Decremented value.
*//*--------------------------------------------------------------------*/
DE_INLINE deInt64 deAtomicDecrementInt64 (volatile deInt64* dstAddr)
{
#if (DE_COMPILER == DE_COMPILER_MSC)
return _InterlockedDecrement64((volatile long long*)dstAddr);
#elif (DE_COMPILER == DE_COMPILER_GCC) || (DE_COMPILER == DE_COMPILER_CLANG)
return __sync_sub_and_fetch(dstAddr, 1);
#else
# error "Implement deAtomicDecrementInt64()"
#endif
}
/*--------------------------------------------------------------------*//*!
* \brief Atomic increment and fetch 64-bit unsigned integer.
* \param dstAddr Destination address.
* \return Incremented value.
*//*--------------------------------------------------------------------*/
DE_INLINE deUint64 deAtomicDecrementUint64 (volatile deUint64* dstAddr)
{
return deAtomicDecrementInt64((volatile deInt64*)dstAddr);
}
/*--------------------------------------------------------------------*//*!
* \brief Atomic compare and exchange (CAS) 64-bit value.
* \param dstAddr Destination address.
* \param compare Old value.
* \param exchange New value.
* \return compare value if CAS passes, *dstAddr value otherwise
*
* Performs standard Compare-And-Swap with 64b data. Dst value is compared
* to compare value and if that comparison passes, value is replaced with
* exchange value.
*
* If CAS succeeds, compare value is returned. Otherwise value stored in
* dstAddr is returned.
*//*--------------------------------------------------------------------*/
DE_INLINE deUint64 deAtomicCompareExchangeUint64 (volatile deUint64* dstAddr, deUint64 compare, deUint64 exchange)
{
#if (DE_COMPILER == DE_COMPILER_MSC)
return _InterlockedCompareExchange64((volatile long long*)dstAddr, exchange, compare);
#elif (DE_COMPILER == DE_COMPILER_GCC) || (DE_COMPILER == DE_COMPILER_CLANG)
return __sync_val_compare_and_swap(dstAddr, compare, exchange);
#else
# error "Implement deAtomicCompareExchangeUint64()"
#endif
}
#endif /* (DE_PTR_SIZE == 8) */
/*--------------------------------------------------------------------*//*!
* \brief Atomic increment and fetch size_t.
* \param dstAddr Destination address.
* \return Incremented value.
*//*--------------------------------------------------------------------*/
DE_INLINE size_t deAtomicIncrementUSize (volatile size_t* size)
{
#if (DE_PTR_SIZE == 8)
return deAtomicIncrementUint64((volatile deUint64*)size);
#elif (DE_PTR_SIZE == 4)
return deAtomicIncrementUint32((volatile deUint32*)size);
#else
# error "Invalid DE_PTR_SIZE value"
#endif
}
/*--------------------------------------------------------------------*//*!
* \brief Atomic increment and fetch size_t.
* \param dstAddr Destination address.
* \return Incremented value.
*//*--------------------------------------------------------------------*/
DE_INLINE size_t deAtomicDecrementUSize (volatile size_t* size)
{
#if (DE_PTR_SIZE == 8)
return deAtomicDecrementUint64((volatile deUint64*)size);
#elif (DE_PTR_SIZE == 4)
return deAtomicDecrementUint32((volatile deUint32*)size);
#else
# error "Invalid DE_PTR_SIZE value"
#endif
}
/*--------------------------------------------------------------------*//*!
* \brief Atomic compare and exchange (CAS) pointer.
* \param dstAddr Destination address.
* \param compare Old value.
* \param exchange New value.
* \return compare value if CAS passes, *dstAddr value otherwise
*
* Performs standard Compare-And-Swap with pointer value. Dst value is compared
* to compare value and if that comparison passes, value is replaced with
* exchange value.
*
* If CAS succeeds, compare value is returned. Otherwise value stored in
* dstAddr is returned.
*//*--------------------------------------------------------------------*/
DE_INLINE void* deAtomicCompareExchangePtr (void* volatile* dstAddr, void* compare, void* exchange)
{
#if (DE_PTR_SIZE == 8)
return (void*)deAtomicCompareExchangeUint64((volatile deUint64*)dstAddr, (deUint64)compare, (deUint64)exchange);
#elif (DE_PTR_SIZE == 4)
return (void*)deAtomicCompareExchangeUint32((volatile deUint32*)dstAddr, (deUint32)compare, (deUint32)exchange);
#else
# error "Invalid DE_PTR_SIZE value"
#endif
}
/*--------------------------------------------------------------------*//*!
* \brief Issue hardware memory read-write fence.
*//*--------------------------------------------------------------------*/
#if (DE_COMPILER == DE_COMPILER_MSC)
void deMemoryReadWriteFence (void);
#elif (DE_COMPILER == DE_COMPILER_GCC) || (DE_COMPILER == DE_COMPILER_CLANG)
DE_INLINE void deMemoryReadWriteFence (void)
{
__sync_synchronize();
}
#else
# error "Implement deMemoryReadWriteFence()"
#endif
DE_END_EXTERN_C
#endif /* _DEATOMIC_H */