X-Git-Url: https://git.lttng.org/?p=urcu.git;a=blobdiff_plain;f=urcu-qsbr-static.h;h=d53a1f4919569e5ada46b6fd3ff83bc8bded341f;hp=0d73bcfe91b8ed7f581a2f73e37eb152da0aea5e;hb=074d8438a30f7da8ae12eb94caff69c37fb576bd;hpb=ec4e58a3aba2084440012f8ccac3a31eb6101183 diff --git a/urcu-qsbr-static.h b/urcu-qsbr-static.h index 0d73bcf..d53a1f4 100644 --- a/urcu-qsbr-static.h +++ b/urcu-qsbr-static.h @@ -38,6 +38,8 @@ #include #include +#include +#include /* * Identify a shared load. A smp_rmc() or smp_mc() should come before the load. @@ -103,7 +105,7 @@ /* * If a reader is really non-cooperative and refuses to commit its - * rcu_reader_qs_gp count to memory (there is no barrier in the reader + * urcu_reader.ctr count to memory (there is no barrier in the reader * per-se), kick it after a few loops waiting for it. */ #define KICK_READER_LOOPS 10000 @@ -182,7 +184,15 @@ static inline void reader_barrier() */ extern unsigned long urcu_gp_ctr; -extern unsigned long __thread rcu_reader_qs_gp; +struct urcu_reader { + /* Data used by both reader and synchronize_rcu() */ + unsigned long ctr; + /* Data used for registry */ + struct list_head head __attribute__((aligned(CACHE_LINE_SIZE))); + pthread_t tid; +}; + +extern struct urcu_reader __thread urcu_reader; extern int gp_futex; @@ -222,7 +232,7 @@ static inline int rcu_gp_ongoing(unsigned long *value) static inline void _rcu_read_lock(void) { - rcu_assert(rcu_reader_qs_gp); + rcu_assert(urcu_reader.ctr); } static inline void _rcu_read_unlock(void) @@ -232,8 +242,8 @@ static inline void _rcu_read_unlock(void) static inline void _rcu_quiescent_state(void) { smp_mb(); - _STORE_SHARED(rcu_reader_qs_gp, _LOAD_SHARED(urcu_gp_ctr)); - smp_mb(); /* write rcu_reader_qs_gp before read futex */ + _STORE_SHARED(urcu_reader.ctr, _LOAD_SHARED(urcu_gp_ctr)); + smp_mb(); /* write urcu_reader.ctr before read futex */ wake_up_gp(); smp_mb(); } @@ -241,14 +251,14 @@ static inline void _rcu_quiescent_state(void) static inline void _rcu_thread_offline(void) { smp_mb(); - STORE_SHARED(rcu_reader_qs_gp, 0); - smp_mb(); /* write rcu_reader_qs_gp before read futex */ + STORE_SHARED(urcu_reader.ctr, 0); + smp_mb(); /* write urcu_reader.ctr before read futex */ wake_up_gp(); } static inline void _rcu_thread_online(void) { - _STORE_SHARED(rcu_reader_qs_gp, LOAD_SHARED(urcu_gp_ctr)); + _STORE_SHARED(urcu_reader.ctr, LOAD_SHARED(urcu_gp_ctr)); smp_mb(); }