27 	pi_state->owner = NULL;  in refill_pi_state_cache()
49 	struct task_struct *old_owner = pi_state->owner;  in pi_state_update_owner()
64 		pi_state->owner = new_owner;  in pi_state_update_owner()
87 	 * If pi_state->owner is NULL, the owner is most probably dying  in put_pi_state()
90 	if (pi_state->owner) {  in put_pi_state()
104 		 * clear pi_state->owner.  in put_pi_state()
107 		pi_state->owner = NULL;  in put_pi_state()
116  *      Waiter | pi_state | pi->owner | uTID      | uODIED | ?
138  *      thread is found then it indicates that the owner TID has died.
148  * [6]	Valid state after exit_pi_state_list() which sets the new owner in
151  * [7]	pi_state->owner can only be NULL when the OWNER_DIED bit is set.
153  * [8]	Owner and user space value match
159  * [10] There is no transient state which leaves owner and user space
183  *	pi_mutex->owner -> pi_state->owner, relation
250 	 * Handle the owner died case:  in attach_to_pi_state()
254 		 * exit_pi_state_list sets owner to NULL and wakes the  in attach_to_pi_state()
256 		 * pi_state->rt_mutex will fixup owner.  in attach_to_pi_state()
258 		if (!pi_state->owner) {  in attach_to_pi_state()
260 			 * No pi state owner, but the user space TID  in attach_to_pi_state()
272 		 * If TID is 0, then either the dying owner has not  in attach_to_pi_state()
283 		 * If the owner died bit is not set, then the pi_state  in attach_to_pi_state()
284 		 * must have an owner. [7]  in attach_to_pi_state()
286 		if (!pi_state->owner)  in attach_to_pi_state()
292 	 * state exists then the owner TID must be the same as the  in attach_to_pi_state()
295 	if (pid != task_pid_vnr(pi_state->owner))  in attach_to_pi_state()
328 	 * caller that the alleged owner is busy.  in handle_exit_race()
345 	 *      Set owner died		    attach_to_pi_owner() {  in handle_exit_race()
390 	 * the owner of it:  in __attach_to_pi_owner()
403 	pi_state->owner = p;  in __attach_to_pi_owner()
419 	 * We are the first waiter - try to look up the real owner and attach  in attach_to_pi_owner()
452 		 * If the owner task is between FUTEX_STATE_EXITING and  in attach_to_pi_owner()
500  * @exiting:		Pointer to store the task pointer of the owner task
555 	 * waiters or the owner died bit is set or called from  in futex_lock_pi_atomic()
562 		 * TID is 0. We preserve the owner died bit.  in futex_lock_pi_atomic()
577 		 * state attached to the new owner of the user space futex.  in futex_lock_pi_atomic()
596 	 * the owner. If owner tries to unlock, it will be forced into  in futex_lock_pi_atomic()
605 	 * attach to the owner. If that fails, no harm done, we only  in futex_lock_pi_atomic()
627 	 * We pass it to the next owner. The WAITERS bit is always kept  in wake_futex_pi()
628 	 * enabled while there is PI state around. We cleanup the owner  in wake_futex_pi()
629 	 * died bit, because we are the owner.  in wake_futex_pi()
679 	oldowner = pi_state->owner;  in __fixup_pi_state_owner()
684 	 *  - we stole the lock and pi_state->owner needs updating to reflect  in __fixup_pi_state_owner()
690 	 *    new owner (@argowner == NULL).  in __fixup_pi_state_owner()
693 	 * This must be atomic as we have to preserve the owner died bit here.  in __fixup_pi_state_owner()
720 		 * The trylock just failed, so either there is an owner or  in __fixup_pi_state_owner()
749 	/* Owner died? */  in __fixup_pi_state_owner()
750 	if (!pi_state->owner)  in __fixup_pi_state_owner()
815 	if (pi_state->owner != oldowner)  in __fixup_pi_state_owner()
828 	 * Ensure that the rtmutex owner is also the pi_state owner despite  in __fixup_pi_state_owner()
830 	 * point in unlocking the rtmutex if current is the owner as it  in __fixup_pi_state_owner()
835 	 * The rtmutex has an owner - either current or some other  in __fixup_pi_state_owner()
864  * the pi_state owner as well as handle race conditions that may allow us to
876 		 * Got the lock. We might not be the anticipated owner if we  in fixup_pi_owner()
879 		 * Speculative pi_state->owner read (we don't hold wait_lock);  in fixup_pi_owner()
880 		 * since we own the lock pi_state->owner == current is the  in fixup_pi_owner()
883 		if (q->pi_state->owner != current)  in fixup_pi_owner()
893 	 * Another speculative read; pi_state->owner == current is unstable  in fixup_pi_owner()
896 	if (q->pi_state->owner == current)  in fixup_pi_owner()
901 	 * the owner of the rt_mutex. Warn and establish consistent state.  in fixup_pi_owner()
968 			 * Handle the case where the owner is in the middle of  in futex_lock_pi()
1070 	 * Fixup the pi_state owner and possibly acquire the lock if we  in futex_lock_pi()
1159 		if (pi_state->owner != current)  in futex_unlock_pi()
1232 	 * owner.  in futex_unlock_pi()