X-Git-Url: http://git.lttng.org/?a=blobdiff_plain;f=urcu%2Fstatic%2Furcu.h;h=9659a2f0d822bb077fc4d63bcae17a013751ca10;hb=2bae154a80e64dbfc4c7701049f223d869cab695;hp=bee97eeb982f2979dae60a1d1ad95b96b9385393;hpb=4de0cd31491bcb93a19c14fc1eb2a2a23ce12855;p=urcu.git diff --git a/urcu/static/urcu.h b/urcu/static/urcu.h index bee97ee..9659a2f 100644 --- a/urcu/static/urcu.h +++ b/urcu/static/urcu.h @@ -41,6 +41,8 @@ #include #include #include +#include +#include #ifdef __cplusplus extern "C" { @@ -51,30 +53,6 @@ extern "C" { #define RCU_MEMBARRIER #endif -/* - * RCU_MEMBARRIER is only possibly available on Linux. Fallback to RCU_MB - * otherwise. - */ -#if !defined(__linux__) && defined(RCU_MEMBARRIER) -#undef RCU_MEMBARRIER -#define RCU_MB -#endif - -#ifdef RCU_MEMBARRIER -#include - -/* If the headers do not support SYS_membarrier, statically use RCU_MB */ -#ifdef SYS_membarrier -# define MEMBARRIER_EXPEDITED (1 << 0) -# define MEMBARRIER_DELAYED (1 << 1) -# define MEMBARRIER_QUERY (1 << 16) -# define membarrier(...) syscall(SYS_membarrier, __VA_ARGS__) -#else -# undef RCU_MEMBARRIER -# define RCU_MB -#endif -#endif - /* * This code section can only be included in LGPL 2.1 compatible source code. * See below for the function call wrappers which can be used in code meant to @@ -108,61 +86,6 @@ enum rcu_state { #define rcu_assert(args...) #endif -#ifdef DEBUG_YIELD -#include -#include -#include -#include - -#define RCU_YIELD_READ (1 << 0) -#define RCU_YIELD_WRITE (1 << 1) - -/* - * Updates with RCU_SIGNAL are much slower. Account this in the delay. - */ -#ifdef RCU_SIGNAL -/* maximum sleep delay, in us */ -#define MAX_SLEEP 30000 -#else -#define MAX_SLEEP 50 -#endif - -extern unsigned int rcu_yield_active; -extern DECLARE_URCU_TLS(unsigned int, rcu_rand_yield); - -static inline void rcu_debug_yield_read(void) -{ - if (rcu_yield_active & RCU_YIELD_READ) - if (rand_r(&URCU_TLS(rcu_rand_yield)) & 0x1) - usleep(rand_r(&URCU_TLS(rcu_rand_yield)) % MAX_SLEEP); -} - -static inline void rcu_debug_yield_write(void) -{ - if (rcu_yield_active & RCU_YIELD_WRITE) - if (rand_r(&URCU_TLS(rcu_rand_yield)) & 0x1) - usleep(rand_r(&URCU_TLS(rcu_rand_yield)) % MAX_SLEEP); -} - -static inline void rcu_debug_yield_init(void) -{ - URCU_TLS(rcu_rand_yield) = time(NULL) ^ (unsigned long) pthread_self(); -} -#else -static inline void rcu_debug_yield_read(void) -{ -} - -static inline void rcu_debug_yield_write(void) -{ -} - -static inline void rcu_debug_yield_init(void) -{ - -} -#endif - /* * RCU memory barrier broadcast group. Currently, only broadcast to all process * threads is supported (group 0). @@ -293,10 +216,12 @@ static inline void _rcu_read_lock_update(unsigned long tmp) * intent is that this function meets the 10-line criterion in LGPL, * allowing this function to be invoked directly from non-LGPL code. */ -static inline void _rcu_read_lock(void) +static inline __attribute__((always_inline)) +void _rcu_read_lock(void) { unsigned long tmp; + rcu_read_lock_debug(); cmm_barrier(); tmp = URCU_TLS(rcu_reader).ctr; _rcu_read_lock_update(tmp); @@ -326,13 +251,15 @@ static inline void _rcu_read_unlock_update_and_wakeup(unsigned long tmp) * helper are smaller than 10 lines of code, and are intended to be * usable by non-LGPL code, as called out in LGPL. */ -static inline void _rcu_read_unlock(void) +static inline __attribute__((always_inline)) +void _rcu_read_unlock(void) { unsigned long tmp; tmp = URCU_TLS(rcu_reader).ctr; _rcu_read_unlock_update_and_wakeup(tmp); cmm_barrier(); /* Ensure the compiler does not reorder us with mutex */ + rcu_read_unlock_debug(); } /*