blob: 8dde3bdc4a05c2bf72bc38bffe3a7efd1a20fc11 [file] [log] [blame]
Waiman Longd73a3392015-04-24 14:56:31 -04001#ifndef _ASM_X86_QSPINLOCK_H
2#define _ASM_X86_QSPINLOCK_H
3
Peter Zijlstra (Intel)2aa79af2015-04-24 14:56:36 -04004#include <asm/cpufeature.h>
Waiman Longd73a3392015-04-24 14:56:31 -04005#include <asm-generic/qspinlock_types.h>
Peter Zijlstra (Intel)f233f7f2015-04-24 14:56:38 -04006#include <asm/paravirt.h>
Waiman Longd73a3392015-04-24 14:56:31 -04007
8#define queued_spin_unlock queued_spin_unlock
9/**
10 * queued_spin_unlock - release a queued spinlock
11 * @lock : Pointer to queued spinlock structure
12 *
13 * A smp_store_release() on the least-significant byte.
14 */
Peter Zijlstra (Intel)f233f7f2015-04-24 14:56:38 -040015static inline void native_queued_spin_unlock(struct qspinlock *lock)
Waiman Longd73a3392015-04-24 14:56:31 -040016{
17 smp_store_release((u8 *)lock, 0);
18}
19
Peter Zijlstra (Intel)f233f7f2015-04-24 14:56:38 -040020#ifdef CONFIG_PARAVIRT_SPINLOCKS
21extern void native_queued_spin_lock_slowpath(struct qspinlock *lock, u32 val);
22extern void __pv_init_lock_hash(void);
23extern void __pv_queued_spin_lock_slowpath(struct qspinlock *lock, u32 val);
24extern void __raw_callee_save___pv_queued_spin_unlock(struct qspinlock *lock);
25
26static inline void queued_spin_lock_slowpath(struct qspinlock *lock, u32 val)
27{
28 pv_queued_spin_lock_slowpath(lock, val);
29}
30
31static inline void queued_spin_unlock(struct qspinlock *lock)
32{
33 pv_queued_spin_unlock(lock);
34}
35#else
36static inline void queued_spin_unlock(struct qspinlock *lock)
37{
38 native_queued_spin_unlock(lock);
39}
40#endif
41
Peter Zijlstra43b3f022015-09-04 17:25:23 +020042#define virt_spin_lock virt_spin_lock
Peter Zijlstra (Intel)2aa79af2015-04-24 14:56:36 -040043
Peter Zijlstra43b3f022015-09-04 17:25:23 +020044static inline bool virt_spin_lock(struct qspinlock *lock)
Peter Zijlstra (Intel)2aa79af2015-04-24 14:56:36 -040045{
46 if (!static_cpu_has(X86_FEATURE_HYPERVISOR))
47 return false;
48
Peter Zijlstra43b3f022015-09-04 17:25:23 +020049 /*
50 * On hypervisors without PARAVIRT_SPINLOCKS support we fall
51 * back to a Test-and-Set spinlock, because fair locks have
52 * horrible lock 'holder' preemption issues.
53 */
54
55 do {
56 while (atomic_read(&lock->val) != 0)
57 cpu_relax();
58 } while (atomic_cmpxchg(&lock->val, 0, _Q_LOCKED_VAL) != 0);
Peter Zijlstra (Intel)2aa79af2015-04-24 14:56:36 -040059
60 return true;
61}
62
Waiman Longd73a3392015-04-24 14:56:31 -040063#include <asm-generic/qspinlock.h>
64
65#endif /* _ASM_X86_QSPINLOCK_H */