308 lines
7.3 KiB
C
308 lines
7.3 KiB
C
/* atomic operations */
|
|
|
|
/*
|
|
* Copyright (c) 1997-2015, Wind River Systems, Inc.
|
|
*
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
*/
|
|
|
|
#ifndef ZEPHYR_INCLUDE_SYS_ATOMIC_BUILTIN_H_
|
|
#define ZEPHYR_INCLUDE_SYS_ATOMIC_BUILTIN_H_
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
/* Included from <atomic.h> */
|
|
|
|
/**
|
|
* @addtogroup atomic_apis Atomic Services APIs
|
|
* @ingroup kernel_apis
|
|
* @{
|
|
*/
|
|
|
|
/**
|
|
* @brief Atomic compare-and-set.
|
|
*
|
|
* This routine performs an atomic compare-and-set on @a target. If the current
|
|
* value of @a target equals @a old_value, @a target is set to @a new_value.
|
|
* If the current value of @a target does not equal @a old_value, @a target
|
|
* is left unchanged.
|
|
*
|
|
* @param target Address of atomic variable.
|
|
* @param old_value Original value to compare against.
|
|
* @param new_value New value to store.
|
|
* @return true if @a new_value is written, false otherwise.
|
|
*/
|
|
static inline bool atomic_cas(atomic_t *target, atomic_val_t old_value,
|
|
atomic_val_t new_value)
|
|
{
|
|
return __atomic_compare_exchange_n(target, &old_value, new_value,
|
|
0, __ATOMIC_SEQ_CST,
|
|
__ATOMIC_SEQ_CST);
|
|
}
|
|
|
|
/**
|
|
* @brief Atomic compare-and-set with pointer values
|
|
*
|
|
* This routine performs an atomic compare-and-set on @a target. If the current
|
|
* value of @a target equals @a old_value, @a target is set to @a new_value.
|
|
* If the current value of @a target does not equal @a old_value, @a target
|
|
* is left unchanged.
|
|
*
|
|
* @param target Address of atomic variable.
|
|
* @param old_value Original value to compare against.
|
|
* @param new_value New value to store.
|
|
* @return true if @a new_value is written, false otherwise.
|
|
*/
|
|
static inline bool atomic_ptr_cas(atomic_ptr_t *target, void *old_value,
|
|
void *new_value)
|
|
{
|
|
return __atomic_compare_exchange_n(target, &old_value, new_value,
|
|
0, __ATOMIC_SEQ_CST,
|
|
__ATOMIC_SEQ_CST);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic addition.
|
|
*
|
|
* This routine performs an atomic addition on @a target.
|
|
*
|
|
* @param target Address of atomic variable.
|
|
* @param value Value to add.
|
|
*
|
|
* @return Previous value of @a target.
|
|
*/
|
|
static inline atomic_val_t atomic_add(atomic_t *target, atomic_val_t value)
|
|
{
|
|
return __atomic_fetch_add(target, value, __ATOMIC_SEQ_CST);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic subtraction.
|
|
*
|
|
* This routine performs an atomic subtraction on @a target.
|
|
*
|
|
* @param target Address of atomic variable.
|
|
* @param value Value to subtract.
|
|
*
|
|
* @return Previous value of @a target.
|
|
*/
|
|
static inline atomic_val_t atomic_sub(atomic_t *target, atomic_val_t value)
|
|
{
|
|
return __atomic_fetch_sub(target, value, __ATOMIC_SEQ_CST);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic increment.
|
|
*
|
|
* This routine performs an atomic increment by 1 on @a target.
|
|
*
|
|
* @param target Address of atomic variable.
|
|
*
|
|
* @return Previous value of @a target.
|
|
*/
|
|
static inline atomic_val_t atomic_inc(atomic_t *target)
|
|
{
|
|
return atomic_add(target, 1);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic decrement.
|
|
*
|
|
* This routine performs an atomic decrement by 1 on @a target.
|
|
*
|
|
* @param target Address of atomic variable.
|
|
*
|
|
* @return Previous value of @a target.
|
|
*/
|
|
static inline atomic_val_t atomic_dec(atomic_t *target)
|
|
{
|
|
return atomic_sub(target, 1);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic get.
|
|
*
|
|
* This routine performs an atomic read on @a target.
|
|
*
|
|
* @param target Address of atomic variable.
|
|
*
|
|
* @return Value of @a target.
|
|
*/
|
|
static inline atomic_val_t atomic_get(const atomic_t *target)
|
|
{
|
|
return __atomic_load_n(target, __ATOMIC_SEQ_CST);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic get a pointer value
|
|
*
|
|
* This routine performs an atomic read on @a target.
|
|
*
|
|
* @param target Address of pointer variable.
|
|
*
|
|
* @return Value of @a target.
|
|
*/
|
|
static inline void *atomic_ptr_get(const atomic_ptr_t *target)
|
|
{
|
|
return __atomic_load_n(target, __ATOMIC_SEQ_CST);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic get-and-set.
|
|
*
|
|
* This routine atomically sets @a target to @a value and returns
|
|
* the previous value of @a target.
|
|
*
|
|
* @param target Address of atomic variable.
|
|
* @param value Value to write to @a target.
|
|
*
|
|
* @return Previous value of @a target.
|
|
*/
|
|
static inline atomic_val_t atomic_set(atomic_t *target, atomic_val_t value)
|
|
{
|
|
/* This builtin, as described by Intel, is not a traditional
|
|
* test-and-set operation, but rather an atomic exchange operation. It
|
|
* writes value into *ptr, and returns the previous contents of *ptr.
|
|
*/
|
|
return __atomic_exchange_n(target, value, __ATOMIC_SEQ_CST);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic get-and-set for pointer values
|
|
*
|
|
* This routine atomically sets @a target to @a value and returns
|
|
* the previous value of @a target.
|
|
*
|
|
* @param target Address of atomic variable.
|
|
* @param value Value to write to @a target.
|
|
*
|
|
* @return Previous value of @a target.
|
|
*/
|
|
static inline void *atomic_ptr_set(atomic_ptr_t *target, void *value)
|
|
{
|
|
return __atomic_exchange_n(target, value, __ATOMIC_SEQ_CST);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic clear.
|
|
*
|
|
* This routine atomically sets @a target to zero and returns its previous
|
|
* value. (Hence, it is equivalent to atomic_set(target, 0).)
|
|
*
|
|
* @param target Address of atomic variable.
|
|
*
|
|
* @return Previous value of @a target.
|
|
*/
|
|
static inline atomic_val_t atomic_clear(atomic_t *target)
|
|
{
|
|
return atomic_set(target, 0);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic clear of a pointer value
|
|
*
|
|
* This routine atomically sets @a target to zero and returns its previous
|
|
* value. (Hence, it is equivalent to atomic_set(target, 0).)
|
|
*
|
|
* @param target Address of atomic variable.
|
|
*
|
|
* @return Previous value of @a target.
|
|
*/
|
|
static inline void *atomic_ptr_clear(atomic_ptr_t *target)
|
|
{
|
|
return atomic_ptr_set(target, NULL);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic bitwise inclusive OR.
|
|
*
|
|
* This routine atomically sets @a target to the bitwise inclusive OR of
|
|
* @a target and @a value.
|
|
*
|
|
* @param target Address of atomic variable.
|
|
* @param value Value to OR.
|
|
*
|
|
* @return Previous value of @a target.
|
|
*/
|
|
static inline atomic_val_t atomic_or(atomic_t *target, atomic_val_t value)
|
|
{
|
|
return __atomic_fetch_or(target, value, __ATOMIC_SEQ_CST);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic bitwise exclusive OR (XOR).
|
|
*
|
|
* This routine atomically sets @a target to the bitwise exclusive OR (XOR) of
|
|
* @a target and @a value.
|
|
*
|
|
* @param target Address of atomic variable.
|
|
* @param value Value to XOR
|
|
*
|
|
* @return Previous value of @a target.
|
|
*/
|
|
static inline atomic_val_t atomic_xor(atomic_t *target, atomic_val_t value)
|
|
{
|
|
return __atomic_fetch_xor(target, value, __ATOMIC_SEQ_CST);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic bitwise AND.
|
|
*
|
|
* This routine atomically sets @a target to the bitwise AND of @a target
|
|
* and @a value.
|
|
*
|
|
* @param target Address of atomic variable.
|
|
* @param value Value to AND.
|
|
*
|
|
* @return Previous value of @a target.
|
|
*/
|
|
static inline atomic_val_t atomic_and(atomic_t *target, atomic_val_t value)
|
|
{
|
|
return __atomic_fetch_and(target, value, __ATOMIC_SEQ_CST);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @brief Atomic bitwise NAND.
|
|
*
|
|
* This routine atomically sets @a target to the bitwise NAND of @a target
|
|
* and @a value. (This operation is equivalent to target = ~(target & value).)
|
|
*
|
|
* @param target Address of atomic variable.
|
|
* @param value Value to NAND.
|
|
*
|
|
* @return Previous value of @a target.
|
|
*/
|
|
static inline atomic_val_t atomic_nand(atomic_t *target, atomic_val_t value)
|
|
{
|
|
return __atomic_fetch_nand(target, value, __ATOMIC_SEQ_CST);
|
|
}
|
|
|
|
/** @} */
|
|
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#ifdef CONFIG_ATOMIC_OPERATIONS_C
|
|
#include <syscalls/atomic.h>
|
|
#endif
|
|
|
|
#endif /* ZEPHYR_INCLUDE_SYS_ATOMIC_BUILTIN_H_ */
|