Merge tag 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/borntraeger...

[cascardo/linux.git] / arch / x86 / include / asm / spinlock.h

diff --git a/arch/x86/include/asm/spinlock.h b/arch/x86/include/asm/spinlock.h
index 12a69b4..625660f 100644 (file)
--- a/arch/x86/include/asm/spinlock.h
+++ b/arch/x86/include/asm/spinlock.h
@@ -183,8 +183,20 @@ static __always_inline void arch_spin_lock_flags(arch_spinlock_t *lock,
 
 static inline void arch_spin_unlock_wait(arch_spinlock_t *lock)
 {
-       while (arch_spin_is_locked(lock))
+       __ticket_t head = ACCESS_ONCE(lock->tickets.head);
+
+       for (;;) {
+               struct __raw_tickets tmp = ACCESS_ONCE(lock->tickets);
+               /*
+                * We need to check "unlocked" in a loop, tmp.head == head
+                * can be false positive because of overflow.
+                */
+               if (tmp.head == (tmp.tail & ~TICKET_SLOWPATH_FLAG) ||
+                   tmp.head != head)
+                       break;
+
                cpu_relax();
+       }
 }
 
 /*