atom.h

Go to the documentation of this file.

/***************************************************************************************************
 * Copyright 2023 NVIDIA Corporation. All rights reserved.
 **************************************************************************************************/
 
#ifndef MI_BASE_ATOM_H
#define MI_BASE_ATOM_H
 
#include <mi/base/config.h>
#include <mi/base/types.h>
 
// Select implementation to use
#if defined( MI_ARCH_X86) && (defined( MI_COMPILER_GCC) || defined( MI_COMPILER_ICC))
#  define MI_ATOM32_X86GCC
#elif (__cplusplus >= 201103L)
#  define MI_ATOM32_STD
#  include <atomic>
#elif defined( MI_ARCH_X86) && defined( MI_COMPILER_MSC)
#  define MI_ATOM32_X86MSC
#  include <intrin.h>
#  pragma intrinsic( _InterlockedExchangeAdd)
#  pragma intrinsic( _InterlockedCompareExchange)
#else
#  define MI_ATOM32_GENERIC
#  include <mi/base/lock.h>
#endif
 
namespace mi {
 
namespace base {
 
class Atom32
{
public:
    Atom32() : m_value( 0) { }
 
    Atom32( const Uint32 value) : m_value( value) { }
 
#if defined( MI_ATOM32_STD) || defined( MI_ATOM32_GENERIC)
    Atom32( const Atom32& other);
 
    Atom32& operator=( const Atom32& rhs);
#endif
 
    Uint32 operator=( const Uint32 rhs) { m_value = rhs; return rhs; }
 
    Uint32 operator+=( const Uint32 rhs);
 
    Uint32 operator-=( const Uint32 rhs);
 
    Uint32 operator++();
 
    Uint32 operator++( int);
 
    Uint32 operator--();
 
    Uint32 operator--( int);
 
    operator Uint32() const { return m_value; }
 
    Uint32 swap( const Uint32 rhs);
 
private:
#if defined( MI_ATOM32_STD)
    // The counter.
#if defined( MI_COMPILER_GCC) && (__GNUC__ <= 6)
    std::atomic<std::uint32_t> m_value;
#else
    std::atomic_uint32_t m_value;
#endif
#else
    // The counter.
    volatile Uint32 m_value;
#endif
 
#if defined( MI_ATOM32_GENERIC)
    // The lock for #m_value needed by the generic implementation.
    mi::base::Lock m_lock;
#endif
};
 
#if !defined( MI_FOR_DOXYGEN_ONLY)
 
#if defined( MI_ATOM32_X86GCC)
 
inline Uint32 Atom32::operator+=( const Uint32 rhs)
{
    Uint32 retval;
    asm volatile(
        "movl %2,%0\n"
        "lock; xaddl %0,%1\n"
        "addl %2,%0\n"
        : "=&r"( retval), "+m"( m_value)
        : "r"( rhs)
        : "cc"
        );
    return retval;
}
 
inline Uint32 Atom32::operator-=( const Uint32 rhs)
{
    Uint32 retval;
    asm volatile(
        "neg %2\n"
        "movl %2,%0\n"
        "lock; xaddl %0,%1\n"
        "addl %2,%0\n"
        : "=&r"( retval), "+m"( m_value)
        : "r"( rhs)
        : "cc", "%2"
        );
    return retval;
}
 
inline Uint32 Atom32::operator++()
{
    Uint32 retval;
    asm volatile(
        "movl $1,%0\n"
        "lock; xaddl %0,%1\n"
        "addl $1,%0\n"
        : "=&r"( retval), "+m"( m_value)
        :
        : "cc"
        );
    return retval;
}
 
inline Uint32 Atom32::operator++( int)
{
    Uint32 retval;
    asm volatile(
        "movl $1,%0\n"
        "lock; xaddl %0,%1\n"
        : "=&r"( retval), "+m"( m_value)
        :
        : "cc"
        );
    return retval;
}
 
inline Uint32 Atom32::operator--()
{
    Uint32 retval;
    asm volatile(
        "movl $-1,%0\n"
        "lock; xaddl %0,%1\n"
        "addl $-1,%0\n"
        : "=&r"( retval), "+m"( m_value)
        :
        : "cc"
        );
    return retval;
}
 
inline Uint32 Atom32::operator--( int)
{
    Uint32 retval;
    asm volatile(
        "movl $-1,%0\n"
        "lock; xaddl %0,%1\n"
        : "=&r"( retval), "+m"( m_value)
        :
        : "cc"
        );
    return retval;
}
 
inline Uint32 Atom32::swap( const Uint32 rhs)
{
    Uint32 retval;
    asm volatile(
    "0:\n"
        "movl %1,%0\n"
        "lock; cmpxchg %2,%1\n"
        "jnz 0b\n"
        : "=&a"( retval), "+m"( m_value)
        : "r"( rhs)
        : "cc"
        );
    return retval;
}
 
#elif defined( MI_ATOM32_STD)
 
inline Atom32::Atom32( const Atom32& other) : m_value( other.m_value.load()) { }
 
inline Atom32& Atom32::operator=( const Atom32& rhs)
{
    m_value = rhs.m_value.load();
    return *this;
}
 
inline Uint32 Atom32::operator+=( const Uint32 rhs)
{
    m_value += rhs;
    return m_value;
}
 
inline Uint32 Atom32::operator-=( const Uint32 rhs)
{
    m_value -= rhs;
    return m_value;
}
 
inline Uint32 Atom32::operator++()
{
    return ++m_value;
}
 
inline Uint32 Atom32::operator++( int)
{
    return m_value++;
}
 
inline Uint32 Atom32::operator--()
{
    return --m_value;
}
 
inline Uint32 Atom32::operator--( int)
{
    return m_value--;
}
 
inline Uint32 Atom32::swap( const Uint32 rhs)
{
    return m_value.exchange( rhs);
}
 
#elif defined( MI_ATOM32_X86MSC)
 
__forceinline Uint32 Atom32::operator+=( const Uint32 rhs)
{
    return _InterlockedExchangeAdd( reinterpret_cast<volatile long*>( &m_value), rhs) + rhs;
}
 
__forceinline Uint32 Atom32::operator-=( const Uint32 rhs)
{
    return _InterlockedExchangeAdd(
        reinterpret_cast<volatile long*>( &m_value), -static_cast<const Sint32>( rhs)) - rhs;
}
 
__forceinline Uint32 Atom32::operator++()
{
    return _InterlockedExchangeAdd( reinterpret_cast<volatile long*>( &m_value), 1L) + 1L;
}
 
__forceinline Uint32 Atom32::operator++( int)
{
    return _InterlockedExchangeAdd( reinterpret_cast<volatile long*>( &m_value), 1L);
}
 
__forceinline Uint32 Atom32::operator--()
{
    return _InterlockedExchangeAdd( reinterpret_cast<volatile long*>( &m_value), -1L) - 1L;
}
 
__forceinline Uint32 Atom32::operator--( int)
{
    return _InterlockedExchangeAdd( reinterpret_cast<volatile long*>( &m_value), -1L);
}
 
__forceinline Uint32 Atom32::swap( const Uint32 rhs)
{
    return _InterlockedExchange( reinterpret_cast<volatile long*>( &m_value), rhs);
}
 
#elif defined( MI_ATOM32_GENERIC)
 
inline Atom32::Atom32( const Atom32& other) : m_value( other.m_value) { }
 
inline Atom32& Atom32::operator=( const Atom32& rhs)
{
    m_value = rhs.m_value;
    return *this;
}
 
inline Uint32 Atom32::operator+=( const Uint32 rhs)
{
    mi::base::Lock::Block block( &m_lock);
    return m_value += rhs;
}
 
inline Uint32 Atom32::operator-=( const Uint32 rhs)
{
    mi::base::Lock::Block block( &m_lock);
    return m_value -= rhs;
}
 
inline Uint32 Atom32::operator++()
{
    mi::base::Lock::Block block( &m_lock);
    return ++m_value;
}
 
inline Uint32 Atom32::operator++( int)
{
    mi::base::Lock::Block block( &m_lock);
    return m_value++;
}
 
inline Uint32 Atom32::operator--()
{
    mi::base::Lock::Block block( &m_lock);
    return --m_value;
}
 
inline Uint32 Atom32::operator--( int)
{
    mi::base::Lock::Block block( &m_lock);
    return m_value--;
}
 
inline Uint32 Atom32::swap( const Uint32 rhs)
{
    mi::base::Lock::Block block( &m_lock);
    Uint32 retval = m_value;
    m_value = rhs;
    return retval;
}
 
#else
#error One of MI_ATOM32_X86GCC, MI_ATOM32_STD, MI_ATOM32_X86MSC, or MI_ATOM32_GENERIC must be \
  defined.
#endif
 
#undef MI_ATOM32_X86GCC
#undef MI_ATOM32_STD
#undef MI_ATOM32_X86MSC
#undef MI_ATOM32_GENERIC
 
#endif // !MI_FOR_DOXYGEN_ONLY
 // end group mi_base_threads
 
} // namespace base
 
} // namespace mi
 
#endif // MI_BASE_ATOM_H