futex: Pull futex_hash() out of futex_q_lock()
authorPeter Zijlstra <peterz@infradead.org>
Wed, 16 Apr 2025 16:29:04 +0000 (18:29 +0200)
committerPeter Zijlstra <peterz@infradead.org>
Sat, 3 May 2025 10:02:05 +0000 (12:02 +0200)
Getting the hash bucket and queuing it are two distinct actions. In
light of wanting to add a put hash bucket function later, untangle
them.

Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org>
Signed-off-by: Sebastian Andrzej Siewior <bigeasy@linutronix.de>
Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org>
Link: https://lore.kernel.org/r/20250416162921.513656-5-bigeasy@linutronix.de
kernel/futex/core.c
kernel/futex/futex.h
kernel/futex/pi.c
kernel/futex/waitwake.c

index cca1585..7adc914 100644 (file)
@@ -502,13 +502,9 @@ void __futex_unqueue(struct futex_q *q)
 }
 
 /* The key must be already stored in q->key. */
-struct futex_hash_bucket *futex_q_lock(struct futex_q *q)
+void futex_q_lock(struct futex_q *q, struct futex_hash_bucket *hb)
        __acquires(&hb->lock)
 {
-       struct futex_hash_bucket *hb;
-
-       hb = futex_hash(&q->key);
-
        /*
         * Increment the counter before taking the lock so that
         * a potential waker won't miss a to-be-slept task that is
@@ -522,7 +518,6 @@ struct futex_hash_bucket *futex_q_lock(struct futex_q *q)
        q->lock_ptr = &hb->lock;
 
        spin_lock(&hb->lock);
-       return hb;
 }
 
 void futex_q_unlock(struct futex_hash_bucket *hb)
index 16aafd0..a219903 100644 (file)
@@ -354,7 +354,7 @@ static inline int futex_hb_waiters_pending(struct futex_hash_bucket *hb)
 #endif
 }
 
-extern struct futex_hash_bucket *futex_q_lock(struct futex_q *q);
+extern void futex_q_lock(struct futex_q *q, struct futex_hash_bucket *hb);
 extern void futex_q_unlock(struct futex_hash_bucket *hb);
 
 
index 7a94184..3bf942e 100644 (file)
@@ -939,7 +939,8 @@ retry:
                goto out;
 
 retry_private:
-       hb = futex_q_lock(&q);
+       hb = futex_hash(&q.key);
+       futex_q_lock(&q, hb);
 
        ret = futex_lock_pi_atomic(uaddr, hb, &q.key, &q.pi_state, current,
                                   &exiting, 0);
index 6cf1070..1108f37 100644 (file)
@@ -441,7 +441,8 @@ retry:
                struct futex_q *q = &vs[i].q;
                u32 val = vs[i].w.val;
 
-               hb = futex_q_lock(q);
+               hb = futex_hash(&q->key);
+               futex_q_lock(q, hb);
                ret = futex_get_value_locked(&uval, uaddr);
 
                if (!ret && uval == val) {
@@ -611,7 +612,8 @@ retry:
                return ret;
 
 retry_private:
-       hb = futex_q_lock(q);
+       hb = futex_hash(&q->key);
+       futex_q_lock(q, hb);
 
        ret = futex_get_value_locked(&uval, uaddr);