locking/rtmutex: Use rt_mutex_wake_q_head
Prepare for the required state aware handling of waiter wakeups via wake_q and switch the rtmutex code over to the rtmutex specific wrapper. No functional change. Signed-off-by: Thomas Gleixner <tglx@linutronix.de> Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org> Signed-off-by: Ingo Molnar <mingo@kernel.org> Link: https://lore.kernel.org/r/20210815211303.197113263@linutronix.de
This commit is contained in:
committed by
Ingo Molnar
parent
b576e640ce
commit
7980aa397c
@@ -137,10 +137,10 @@ int __sched __rt_mutex_futex_trylock(struct rt_mutex_base *lock)
|
||||
* do not use the fast-path, can be simple and will not need to retry.
|
||||
*
|
||||
* @lock: The rt_mutex to be unlocked
|
||||
* @wake_q: The wake queue head from which to get the next lock waiter
|
||||
* @wqh: The wake queue head from which to get the next lock waiter
|
||||
*/
|
||||
bool __sched __rt_mutex_futex_unlock(struct rt_mutex_base *lock,
|
||||
struct wake_q_head *wake_q)
|
||||
struct rt_wake_q_head *wqh)
|
||||
{
|
||||
lockdep_assert_held(&lock->wait_lock);
|
||||
|
||||
@@ -157,23 +157,23 @@ bool __sched __rt_mutex_futex_unlock(struct rt_mutex_base *lock,
|
||||
* avoid inversion prior to the wakeup. preempt_disable()
|
||||
* therein pairs with rt_mutex_postunlock().
|
||||
*/
|
||||
mark_wakeup_next_waiter(wake_q, lock);
|
||||
mark_wakeup_next_waiter(wqh, lock);
|
||||
|
||||
return true; /* call postunlock() */
|
||||
}
|
||||
|
||||
void __sched rt_mutex_futex_unlock(struct rt_mutex_base *lock)
|
||||
{
|
||||
DEFINE_WAKE_Q(wake_q);
|
||||
DEFINE_RT_WAKE_Q(wqh);
|
||||
unsigned long flags;
|
||||
bool postunlock;
|
||||
|
||||
raw_spin_lock_irqsave(&lock->wait_lock, flags);
|
||||
postunlock = __rt_mutex_futex_unlock(lock, &wake_q);
|
||||
postunlock = __rt_mutex_futex_unlock(lock, &wqh);
|
||||
raw_spin_unlock_irqrestore(&lock->wait_lock, flags);
|
||||
|
||||
if (postunlock)
|
||||
rt_mutex_postunlock(&wake_q);
|
||||
rt_mutex_postunlock(&wqh);
|
||||
}
|
||||
|
||||
/**
|
||||
@@ -441,12 +441,9 @@ void __sched rt_mutex_adjust_pi(struct task_struct *task)
|
||||
/*
|
||||
* Performs the wakeup of the top-waiter and re-enables preemption.
|
||||
*/
|
||||
void __sched rt_mutex_postunlock(struct wake_q_head *wake_q)
|
||||
void __sched rt_mutex_postunlock(struct rt_wake_q_head *wqh)
|
||||
{
|
||||
wake_up_q(wake_q);
|
||||
|
||||
/* Pairs with preempt_disable() in mark_wakeup_next_waiter() */
|
||||
preempt_enable();
|
||||
rt_mutex_wake_up_q(wqh);
|
||||
}
|
||||
|
||||
#ifdef CONFIG_DEBUG_RT_MUTEXES
|
||||
|
||||
Reference in New Issue
Block a user