You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

468 lines
11 KiB
C++

/*=========================================================================
Program: Visualization Toolkit
Module: vtkAtomic.h
Copyright (c) Ken Martin, Will Schroeder, Bill Lorensen
All rights reserved.
See Copyright.txt or http://www.kitware.com/Copyright.htm for details.
This software is distributed WITHOUT ANY WARRANTY; without even
the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
PURPOSE. See the above copyright notice for more information.
=========================================================================*/
// .NAME vtkAtomic - Provides support for atomic integers
// .SECTION Description
// Objects of atomic types are C++ objects that are free from data races;
// that is, if one thread writes to an atomic object while another thread
// reads from it, the behavior is well-defined. vtkAtomic provides
// a subset of the std::atomic API and implementation for the following types,
// 32 bit signed and unsigned integers, 64 bit signed and unsigned integers,
// and pointers. For these types, vtkAtomic defines a
// number of operations that happen atomically - without interruption
// by another thread. Furthermore, these operations happen in a
// sequentially-consistent way and use full memory fences. This means
// that operations relating to atomic variables happen in the specified
// order and the results are made visible to other processing cores to
// guarantee proper sequential operation. Other memory access patterns
// supported by std::atomic are not currently supported.
//
// Note that when atomic operations are not available on a particular
// platform or compiler, mutexes, which are significantly slower, are used
// as a fallback.
#ifndef vtkAtomic_h
#define vtkAtomic_h
#include "vtkCommonCoreModule.h" // For export macro
#include "vtkAtomicTypeConcepts.h"
#include "vtkConfigure.h"
#include "vtkSystemIncludes.h"
#include "vtkType.h"
#include <cstddef>
/* #undef VTK_HAVE_ATOMIC_BUILTINS */
// Assume 64-bit atomic operations are not available on 32 bit platforms
#if defined(VTK_HAVE_ATOMIC_BUILTINS)
# define VTK_GCC_ATOMICS_32
# if VTK_SIZEOF_VOID_P == 8
# define VTK_GCC_ATOMICS_64
# endif
#elif defined(_WIN32) && defined(_MSC_VER)
# define VTK_WINDOWS_ATOMICS_32
# if VTK_SIZEOF_VOID_P == 8
# define VTK_WINDOWS_ATOMICS_64
# endif
#endif
#if defined(_WIN32) && defined(_MSC_VER)
// disable warning about the padding due to alignment
# pragma warning(disable:4324)
# define VTK_ALIGN(X) __declspec(align(X))
#elif defined(__GNUC__) // gcc compatible compiler
# define VTK_ALIGN(X) __attribute__ ((aligned (X)))
#else
# define VTK_ALIGN(X)
#endif
class vtkSimpleCriticalSection;
#ifndef __VTK_WRAP__
namespace detail
{
template <size_t size> class AtomicOps;
#if defined(VTK_GCC_ATOMICS_64)
template <> class AtomicOps<8>
{
public:
typedef vtkTypeInt64 VTK_ALIGN(8) atomic_type;
typedef vtkTypeInt64 value_type;
static value_type AddAndFetch(value_type *ref, value_type val)
{
return __atomic_add_fetch(ref, val, __ATOMIC_SEQ_CST);
}
static value_type SubAndFetch(value_type *ref, value_type val)
{
return __atomic_sub_fetch(ref, val, __ATOMIC_SEQ_CST);
}
static value_type PreIncrement(value_type *ref)
{
return __atomic_add_fetch(ref, 1, __ATOMIC_SEQ_CST);
}
static value_type PreDecrement(value_type *ref)
{
return __atomic_sub_fetch(ref, 1, __ATOMIC_SEQ_CST);
}
static value_type PostIncrement(value_type *ref)
{
return __atomic_fetch_add(ref, 1, __ATOMIC_SEQ_CST);
}
static value_type PostDecrement(value_type *ref)
{
return __atomic_fetch_sub(ref, 1, __ATOMIC_SEQ_CST);
}
static value_type Load(const value_type *ref)
{
return __atomic_load_n(ref, __ATOMIC_SEQ_CST);
}
static void Store(value_type *ref, value_type val)
{
__atomic_store_n(ref, val, __ATOMIC_SEQ_CST);
}
};
#else
template <> class VTKCOMMONCORE_EXPORT AtomicOps<8>
{
public:
#if defined(VTK_WINDOWS_ATOMICS_64)
typedef vtkTypeInt64 VTK_ALIGN(8) atomic_type;
#else
struct VTKCOMMONCORE_EXPORT atomic_type
{
vtkTypeInt64 var;
vtkSimpleCriticalSection *csec;
atomic_type(vtkTypeInt64 init);
~atomic_type();
};
#endif
typedef vtkTypeInt64 value_type;
static vtkTypeInt64 AddAndFetch(atomic_type *ref, vtkTypeInt64 val);
static vtkTypeInt64 SubAndFetch(atomic_type *ref, vtkTypeInt64 val);
static vtkTypeInt64 PreIncrement(atomic_type *ref);
static vtkTypeInt64 PreDecrement(atomic_type *ref);
static vtkTypeInt64 PostIncrement(atomic_type *ref);
static vtkTypeInt64 PostDecrement(atomic_type *ref);
static vtkTypeInt64 Load(const atomic_type *ref);
static void Store(atomic_type *ref, vtkTypeInt64 val);
};
#endif
#if defined(VTK_GCC_ATOMICS_32)
template <> class AtomicOps<4>
{
public:
typedef vtkTypeInt32 VTK_ALIGN(4) atomic_type;
typedef vtkTypeInt32 value_type;
static value_type AddAndFetch(value_type *ref, value_type val)
{
return __atomic_add_fetch(ref, val, __ATOMIC_SEQ_CST);
}
static value_type SubAndFetch(value_type *ref, value_type val)
{
return __atomic_sub_fetch(ref, val, __ATOMIC_SEQ_CST);
}
static value_type PreIncrement(value_type *ref)
{
return __atomic_add_fetch(ref, 1, __ATOMIC_SEQ_CST);
}
static value_type PreDecrement(value_type *ref)
{
return __atomic_sub_fetch(ref, 1, __ATOMIC_SEQ_CST);
}
static value_type PostIncrement(value_type *ref)
{
return __atomic_fetch_add(ref, 1, __ATOMIC_SEQ_CST);
}
static value_type PostDecrement(value_type *ref)
{
return __atomic_fetch_sub(ref, 1, __ATOMIC_SEQ_CST);
}
static value_type Load(const value_type *ref)
{
return __atomic_load_n(ref, __ATOMIC_SEQ_CST);
}
static void Store(value_type *ref, value_type val)
{
__atomic_store_n(ref, val, __ATOMIC_SEQ_CST);
}
};
#else
template <> class VTKCOMMONCORE_EXPORT AtomicOps<4>
{
public:
#if defined(VTK_WINDOWS_ATOMICS_32)
typedef vtkTypeInt32 VTK_ALIGN(4) atomic_type;
#else
struct VTKCOMMONCORE_EXPORT atomic_type
{
vtkTypeInt32 var;
vtkSimpleCriticalSection *csec;
atomic_type(vtkTypeInt32 init);
~atomic_type();
};
#endif
typedef vtkTypeInt32 value_type;
static vtkTypeInt32 AddAndFetch(atomic_type *ref, vtkTypeInt32 val);
static vtkTypeInt32 SubAndFetch(atomic_type *ref, vtkTypeInt32 val);
static vtkTypeInt32 PreIncrement(atomic_type *ref);
static vtkTypeInt32 PreDecrement(atomic_type *ref);
static vtkTypeInt32 PostIncrement(atomic_type *ref);
static vtkTypeInt32 PostDecrement(atomic_type *ref);
static vtkTypeInt32 Load(const atomic_type *ref);
static void Store(atomic_type *ref, vtkTypeInt32 val);
};
#endif
}
#endif // __VTK_WRAP__
template <typename T> class vtkAtomic : private vtk::atomic::detail::IntegralType<T>
{
private:
typedef detail::AtomicOps<sizeof(T)> Impl;
public:
vtkAtomic() : Atomic(0)
{
}
vtkAtomic(T val) : Atomic(static_cast<typename Impl::value_type>(val))
{
}
vtkAtomic(const vtkAtomic<T> &atomic)
: Atomic(static_cast<typename Impl::value_type>(atomic.load()))
{
}
T operator++()
{
return static_cast<T>(Impl::PreIncrement(&this->Atomic));
}
T operator++(int)
{
return static_cast<T>(Impl::PostIncrement(&this->Atomic));
}
T operator--()
{
return static_cast<T>(Impl::PreDecrement(&this->Atomic));
}
T operator--(int)
{
return static_cast<T>(Impl::PostDecrement(&this->Atomic));
}
T operator+=(T val)
{
return static_cast<T>(Impl::AddAndFetch(&this->Atomic,
static_cast<typename Impl::value_type>(val)));
}
T operator-=(T val)
{
return static_cast<T>(Impl::SubAndFetch(&this->Atomic,
static_cast<typename Impl::value_type>(val)));
}
operator T() const
{
return static_cast<T>(Impl::Load(&this->Atomic));
}
T operator=(T val)
{
Impl::Store(&this->Atomic, static_cast<typename Impl::value_type>(val));
return val;
}
vtkAtomic<T>& operator=(const vtkAtomic<T> &atomic)
{
this->store(atomic.load());
return *this;
}
T load() const
{
return static_cast<T>(Impl::Load(&this->Atomic));
}
void store(T val)
{
Impl::Store(&this->Atomic, static_cast<typename Impl::value_type>(val));
}
private:
typename Impl::atomic_type Atomic;
};
template <typename T> class vtkAtomic<T*>
{
private:
typedef detail::AtomicOps<sizeof(T*)> Impl;
public:
vtkAtomic() : Atomic(0)
{
}
vtkAtomic(T* val)
: Atomic(reinterpret_cast<typename Impl::value_type>(val))
{
}
vtkAtomic(const vtkAtomic<T*> &atomic)
: Atomic(reinterpret_cast<typename Impl::value_type>(atomic.load()))
{
}
T* operator++()
{
return reinterpret_cast<T*>(Impl::AddAndFetch(&this->Atomic, sizeof(T)));
}
T* operator++(int)
{
T* val = reinterpret_cast<T*>(Impl::AddAndFetch(&this->Atomic, sizeof(T)));
return --val;
}
T* operator--()
{
return reinterpret_cast<T*>(Impl::SubAndFetch(&this->Atomic, sizeof(T)));
}
T* operator--(int)
{
T* val = reinterpret_cast<T*>(Impl::AddAndFetch(&this->Atomic, sizeof(T)));
return ++val;
}
T* operator+=(std::ptrdiff_t val)
{
return reinterpret_cast<T*>(Impl::AddAndFetch(&this->Atomic,
val * sizeof(T)));
}
T* operator-=(std::ptrdiff_t val)
{
return reinterpret_cast<T*>(Impl::SubAndFetch(&this->Atomic,
val * sizeof(T)));
}
operator T*() const
{
return reinterpret_cast<T*>(Impl::Load(&this->Atomic));
}
T* operator=(T* val)
{
Impl::Store(&this->Atomic,
reinterpret_cast<typename Impl::value_type>(val));
return val;
}
vtkAtomic<T*>& operator=(const vtkAtomic<T*> &atomic)
{
this->store(atomic.load());
return *this;
}
T* load() const
{
return reinterpret_cast<T*>(Impl::Load(&this->Atomic));
}
void store(T* val)
{
Impl::Store(&this->Atomic,
reinterpret_cast<typename Impl::value_type>(val));
}
private:
typename Impl::atomic_type Atomic;
};
template <> class vtkAtomic<void*>
{
private:
typedef detail::AtomicOps<sizeof(void*)> Impl;
public:
vtkAtomic() : Atomic(0)
{
}
vtkAtomic(void* val)
: Atomic(reinterpret_cast<Impl::value_type>(val))
{
}
vtkAtomic(const vtkAtomic<void*> &atomic)
: Atomic(reinterpret_cast<Impl::value_type>(atomic.load()))
{
}
operator void*() const
{
return reinterpret_cast<void*>(Impl::Load(&this->Atomic));
}
void* operator=(void* val)
{
Impl::Store(&this->Atomic,
reinterpret_cast<Impl::value_type>(val));
return val;
}
vtkAtomic<void*>& operator=(const vtkAtomic<void*> &atomic)
{
this->store(atomic.load());
return *this;
}
void* load() const
{
return reinterpret_cast<void*>(Impl::Load(&this->Atomic));
}
void store(void* val)
{
Impl::Store(&this->Atomic,
reinterpret_cast<Impl::value_type>(val));
}
private:
Impl::atomic_type Atomic;
};
#endif
// VTK-HeaderTest-Exclude: vtkAtomic.h