X-Git-Url: http://git.lttng.org/?a=blobdiff_plain;f=src%2Furcu-wait.h;h=ef5f7ede318c2b3f0aaddcde7aec189aa1bccf60;hb=0d0409b100fbb84ee8303c5dca376aca0f187745;hp=47ac5eb35884f437ca299e48cf656e2c301557f7;hpb=cafe8ce139ea02d497582c4abb27d065e6e46d79;p=userspace-rcu.git diff --git a/src/urcu-wait.h b/src/urcu-wait.h index 47ac5eb..ef5f7ed 100644 --- a/src/urcu-wait.h +++ b/src/urcu-wait.h @@ -23,6 +23,7 @@ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ +#include #include #include #include "urcu-die.h" @@ -126,7 +127,7 @@ static inline void urcu_adaptative_wake_up(struct urcu_wait_node *wait) { cmm_smp_mb(); - assert(uatomic_read(&wait->state) == URCU_WAIT_WAITING); + urcu_posix_assert(uatomic_read(&wait->state) == URCU_WAIT_WAITING); uatomic_set(&wait->state, URCU_WAIT_WAKEUP); if (!(uatomic_read(&wait->state) & URCU_WAIT_RUNNING)) { if (futex_noasync(&wait->state, FUTEX_WAKE, 1, @@ -153,15 +154,26 @@ void urcu_adaptative_busy_wait(struct urcu_wait_node *wait) goto skip_futex_wait; caa_cpu_relax(); } - while (futex_noasync(&wait->state, FUTEX_WAIT, URCU_WAIT_WAITING, - NULL, NULL, 0)) { + while (uatomic_read(&wait->state) == URCU_WAIT_WAITING) { + if (!futex_noasync(&wait->state, FUTEX_WAIT, URCU_WAIT_WAITING, NULL, NULL, 0)) { + /* + * Prior queued wakeups queued by unrelated code + * using the same address can cause futex wait to + * return 0 even through the futex value is still + * URCU_WAIT_WAITING (spurious wakeups). Check + * the value again in user-space to validate + * whether it really differs from + * URCU_WAIT_WAITING. + */ + continue; + } switch (errno) { - case EWOULDBLOCK: + case EAGAIN: /* Value already changed. */ goto skip_futex_wait; case EINTR: /* Retry if interrupted by signal. */ - break; /* Get out of switch. */ + break; /* Get out of switch. Check again. */ default: /* Unexpected error. */ urcu_die(errno); @@ -183,7 +195,7 @@ skip_futex_wait: } while (!(uatomic_read(&wait->state) & URCU_WAIT_TEARDOWN)) poll(NULL, 0, 10); - assert(uatomic_read(&wait->state) & URCU_WAIT_TEARDOWN); + urcu_posix_assert(uatomic_read(&wait->state) & URCU_WAIT_TEARDOWN); } static inline