epicsAtomicCD.h

/*************************************************************************\
* Copyright (c) 2011 LANS LLC, as Operator of
*     Los Alamos National Laboratory.
* Copyright (c) 2011 UChicago Argonne LLC, as Operator of Argonne
*     National Laboratory.
* SPDX-License-Identifier: EPICS
* EPICS BASE is distributed subject to a Software License Agreement found
* in file LICENSE that is included with this distribution.
\*************************************************************************/

/*
 *  Author Jeffrey O. Hill
 *  johill@lanl.gov
 */

#ifndef epicsAtomicCD_h
#define epicsAtomicCD_h

#ifndef __GNUC__
#   error this header is only for use with the gnu compiler
#endif

#define EPICS_ATOMIC_CMPLR_NAME "GCC"

#define GCC_ATOMIC_CONCAT( A, B ) GCC_ATOMIC_CONCATR(A,B)
#define GCC_ATOMIC_CONCATR( A, B ) ( A ## B )

#define GCC_ATOMIC_INTRINSICS_AVAIL_INT_T \
    GCC_ATOMIC_CONCAT ( \
        __GCC_HAVE_SYNC_COMPARE_AND_SWAP_, \
        __SIZEOF_INT__ )

#define GCC_ATOMIC_INTRINSICS_AVAIL_SIZE_T \
    GCC_ATOMIC_CONCAT ( \
        __GCC_HAVE_SYNC_COMPARE_AND_SWAP_, \
        __SIZEOF_SIZE_T__ )

#define GCC_ATOMIC_INTRINSICS_MIN_X86 \
    ( defined ( __i486 ) || defined ( __pentium ) || \
    defined ( __pentiumpro ) || defined ( __MMX__ ) )

#define GCC_ATOMIC_INTRINSICS_GCC4_OR_BETTER \
    ( ( __GNUC__ * 100 + __GNUC_MINOR__ ) >= 401 )

#define GCC_ATOMIC_INTRINSICS_AVAIL_EARLIER \
    ( GCC_ATOMIC_INTRINSICS_MIN_X86 && \
    GCC_ATOMIC_INTRINSICS_GCC4_OR_BETTER )

#ifdef __cplusplus
extern "C" {
#endif

/*
 * We are optimistic that __sync_synchronize is implemented
 * in all version four gcc invariant of target. The gnu doc
 * seems to say that when not supported by architecture a call
 * to an external function is generated but in practice
 * this isn`t the case for some of the atomic intrinsics, and
 * so there is an undefined symbol. So far we have not seen
 * that with __sync_synchronize, but we can only guess based
 * on experimental evidence.
 *
 * For example we know that when generating object code for
 * 386 most of the atomic intrinsics are not present and
 * we see undefined symbols with mingw, but we don`t have
 * troubles with __sync_synchronize.
 */
#if GCC_ATOMIC_INTRINSICS_GCC4_OR_BETTER

#ifndef EPICS_ATOMIC_READ_MEMORY_BARRIER
#define EPICS_ATOMIC_READ_MEMORY_BARRIER
EPICS_ATOMIC_INLINE void epicsAtomicReadMemoryBarrier (void)
{
    __sync_synchronize ();
}
#endif

#ifndef EPICS_ATOMIC_WRITE_MEMORY_BARRIER
#define EPICS_ATOMIC_WRITE_MEMORY_BARRIER
EPICS_ATOMIC_INLINE void epicsAtomicWriteMemoryBarrier (void)
{
    __sync_synchronize ();
}
#endif

#else

#ifndef EPICS_ATOMIC_READ_MEMORY_BARRIER
#if GCC_ATOMIC_INTRINSICS_MIN_X86
#define EPICS_ATOMIC_READ_MEMORY_BARRIER
EPICS_ATOMIC_INLINE void epicsAtomicReadMemoryBarrier (void)
{
    asm("mfence;");
}
#endif
#endif

#ifndef EPICS_ATOMIC_WRITE_MEMORY_BARRIER
#if GCC_ATOMIC_INTRINSICS_MIN_X86
#define EPICS_ATOMIC_WRITE_MEMORY_BARRIER
EPICS_ATOMIC_INLINE void epicsAtomicWriteMemoryBarrier (void)
{
    asm("mfence;");
}
#endif
#endif

#endif /* if GCC_ATOMIC_INTRINSICS_GCC4_OR_BETTER */

#if GCC_ATOMIC_INTRINSICS_AVAIL_INT_T \
    || GCC_ATOMIC_INTRINSICS_AVAIL_EARLIER

#define EPICS_ATOMIC_INCR_INTT
EPICS_ATOMIC_INLINE int epicsAtomicIncrIntT ( int * pTarget )
{
    return __sync_add_and_fetch ( pTarget, 1 );
}

#define EPICS_ATOMIC_DECR_INTT
EPICS_ATOMIC_INLINE int epicsAtomicDecrIntT ( int * pTarget )
{
    return __sync_sub_and_fetch ( pTarget, 1 );
}

#define EPICS_ATOMIC_ADD_INTT
EPICS_ATOMIC_INLINE int epicsAtomicAddIntT ( int * pTarget, int delta )
{
    return __sync_add_and_fetch ( pTarget, delta );
}

#define EPICS_ATOMIC_CAS_INTT
EPICS_ATOMIC_INLINE int epicsAtomicCmpAndSwapIntT ( int * pTarget,
                                        int oldVal, int newVal )
{
    return __sync_val_compare_and_swap ( pTarget, oldVal, newVal);
}

#endif /* if GCC_ATOMIC_INTRINSICS_AVAIL_INT_T */

#if GCC_ATOMIC_INTRINSICS_AVAIL_SIZE_T \
    || GCC_ATOMIC_INTRINSICS_AVAIL_EARLIER

#define EPICS_ATOMIC_INCR_SIZET
EPICS_ATOMIC_INLINE size_t epicsAtomicIncrSizeT ( size_t * pTarget )
{
    return __sync_add_and_fetch ( pTarget, 1u );
}

#define EPICS_ATOMIC_DECR_SIZET
EPICS_ATOMIC_INLINE size_t epicsAtomicDecrSizeT ( size_t * pTarget )
{
    return __sync_sub_and_fetch ( pTarget, 1u );
}

#define EPICS_ATOMIC_ADD_SIZET
EPICS_ATOMIC_INLINE size_t epicsAtomicAddSizeT ( size_t * pTarget, size_t delta )
{
    return __sync_add_and_fetch ( pTarget, delta );
}

#define EPICS_ATOMIC_SUB_SIZET
EPICS_ATOMIC_INLINE size_t epicsAtomicSubSizeT ( size_t * pTarget, size_t delta )
{
    return __sync_sub_and_fetch ( pTarget, delta );
}

#define EPICS_ATOMIC_CAS_SIZET
EPICS_ATOMIC_INLINE size_t epicsAtomicCmpAndSwapSizeT ( size_t * pTarget,
                                        size_t oldVal, size_t newVal )
{
    return __sync_val_compare_and_swap ( pTarget, oldVal, newVal);
}

#define EPICS_ATOMIC_CAS_PTRT
EPICS_ATOMIC_INLINE EpicsAtomicPtrT epicsAtomicCmpAndSwapPtrT (
                            EpicsAtomicPtrT * pTarget,
                            EpicsAtomicPtrT oldVal, EpicsAtomicPtrT newVal )
{
    return __sync_val_compare_and_swap ( pTarget, oldVal, newVal);
}

#endif /* if GCC_ATOMIC_INTRINSICS_AVAIL_SIZE_T */

#ifdef __cplusplus
} /* end of extern "C" */
#endif

/*
 * if currently unavailable as gcc intrinsics we
 * will try for an os specific inline solution
 */
#include "epicsAtomicOSD.h"

#endif /* epicsAtomicCD_h */