#include <stdlib.h>
#include <pthread.h>
#include <assert.h>
+#include <limits.h>
#include <compiler.h>
#include <arch.h>
smp_mb();
}
+#define RCU_GP_ONLINE (1UL << 0)
+#define RCU_GP_CTR (1UL << 1)
+
/*
* Global quiescent period counter with low-order bits unused.
* Using a int rather than a char to eliminate false register dependencies
* causing stalls on some architectures.
*/
-extern long urcu_gp_ctr;
+extern unsigned long urcu_gp_ctr;
+
+extern unsigned long __thread rcu_reader_qs_gp;
-extern long __thread rcu_reader_qs_gp;
+#if (BITS_PER_LONG < 64)
+static inline int rcu_gp_ongoing(unsigned long *value)
+{
+ unsigned long reader_gp;
-static inline int rcu_gp_ongoing(long *value)
+ if (value == NULL)
+ return 0;
+ reader_gp = LOAD_SHARED(*value);
+ return reader_gp && ((reader_gp ^ urcu_gp_ctr) & RCU_GP_CTR);
+}
+#else /* !(BITS_PER_LONG < 64) */
+static inline int rcu_gp_ongoing(unsigned long *value)
{
- long reader_gp;
+ unsigned long reader_gp;
if (value == NULL)
return 0;
reader_gp = LOAD_SHARED(*value);
- return reader_gp && (reader_gp - urcu_gp_ctr < 0);
+ return reader_gp && (reader_gp - urcu_gp_ctr > ULONG_MAX / 2);
}
+#endif /* !(BITS_PER_LONG < 64) */
static inline void _rcu_read_lock(void)
{
- rcu_assert(rcu_reader_qs_gp & 1);
+ rcu_assert(rcu_reader_qs_gp);
}
static inline void _rcu_read_unlock(void)