blob: 9d51fae1cba345e5cf01387a6c16207a6b5be872 [file] [log] [blame]
Waiman Longd73a3392015-04-24 14:56:31 -04001#ifndef _ASM_X86_QSPINLOCK_H
2#define _ASM_X86_QSPINLOCK_H
3
Peter Zijlstra (Intel)2aa79af2015-04-24 14:56:36 -04004#include <asm/cpufeature.h>
Waiman Longd73a3392015-04-24 14:56:31 -04005#include <asm-generic/qspinlock_types.h>
Peter Zijlstra (Intel)f233f7f2015-04-24 14:56:38 -04006#include <asm/paravirt.h>
Waiman Longd73a3392015-04-24 14:56:31 -04007
8#define queued_spin_unlock queued_spin_unlock
9/**
10 * queued_spin_unlock - release a queued spinlock
11 * @lock : Pointer to queued spinlock structure
12 *
13 * A smp_store_release() on the least-significant byte.
14 */
Peter Zijlstra (Intel)f233f7f2015-04-24 14:56:38 -040015static inline void native_queued_spin_unlock(struct qspinlock *lock)
Waiman Longd73a3392015-04-24 14:56:31 -040016{
17 smp_store_release((u8 *)lock, 0);
18}
19
Peter Zijlstra (Intel)f233f7f2015-04-24 14:56:38 -040020#ifdef CONFIG_PARAVIRT_SPINLOCKS
21extern void native_queued_spin_lock_slowpath(struct qspinlock *lock, u32 val);
22extern void __pv_init_lock_hash(void);
23extern void __pv_queued_spin_lock_slowpath(struct qspinlock *lock, u32 val);
24extern void __raw_callee_save___pv_queued_spin_unlock(struct qspinlock *lock);
25
26static inline void queued_spin_lock_slowpath(struct qspinlock *lock, u32 val)
27{
28 pv_queued_spin_lock_slowpath(lock, val);
29}
30
31static inline void queued_spin_unlock(struct qspinlock *lock)
32{
33 pv_queued_spin_unlock(lock);
34}
35#else
36static inline void queued_spin_unlock(struct qspinlock *lock)
37{
38 native_queued_spin_unlock(lock);
39}
40#endif
41
Peter Zijlstra (Intel)2aa79af2015-04-24 14:56:36 -040042#define virt_queued_spin_lock virt_queued_spin_lock
43
44static inline bool virt_queued_spin_lock(struct qspinlock *lock)
45{
46 if (!static_cpu_has(X86_FEATURE_HYPERVISOR))
47 return false;
48
49 while (atomic_cmpxchg(&lock->val, 0, _Q_LOCKED_VAL) != 0)
50 cpu_relax();
51
52 return true;
53}
54
Waiman Longd73a3392015-04-24 14:56:31 -040055#include <asm-generic/qspinlock.h>
56
57#endif /* _ASM_X86_QSPINLOCK_H */