blob: eb8c62aba26385153b48769b876c3d4b9544ee12 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Ingo Molnar6053ee32006-01-09 15:59:19 -08002/*
3 * Mutexes: blocking mutual exclusion locks
4 *
5 * started by Ingo Molnar:
6 *
7 * Copyright (C) 2004, 2005, 2006 Red Hat, Inc., Ingo Molnar <[email protected]>
8 *
9 * This file contains the main data structure and API definitions.
10 */
11#ifndef __LINUX_MUTEX_H
12#define __LINUX_MUTEX_H
13
Maarten Lankhorst040a0a32013-06-24 10:30:04 +020014#include <asm/current.h>
Ingo Molnar6053ee32006-01-09 15:59:19 -080015#include <linux/list.h>
16#include <linux/spinlock_types.h>
Ingo Molnaref5d4702006-07-03 00:24:55 -070017#include <linux/lockdep.h>
Arun Sharma600634972011-07-26 16:09:06 -070018#include <linux/atomic.h>
Heiko Carstens083986e2013-09-28 11:23:59 +020019#include <asm/processor.h>
Jason Low90631822014-07-14 10:27:49 -070020#include <linux/osq_lock.h>
Peter Zijlstra3ca0ff52016-08-23 13:36:04 +020021#include <linux/debug_locks.h>
Ingo Molnar6053ee32006-01-09 15:59:19 -080022
Nicolai Hähnle6baa5c62016-12-21 19:46:34 +010023struct ww_acquire_ctx;
24
Ingo Molnar6053ee32006-01-09 15:59:19 -080025/*
26 * Simple, straightforward mutexes with strict semantics:
27 *
28 * - only one task can hold the mutex at a time
29 * - only the owner can unlock the mutex
30 * - multiple unlocks are not permitted
31 * - recursive locking is not permitted
32 * - a mutex object must be initialized via the API
33 * - a mutex object must not be initialized via memset or copying
34 * - task may not exit with mutex held
35 * - memory areas where held locks reside must not be freed
36 * - held mutexes must not be reinitialized
Matti Linnanvuorif20fda42007-10-16 23:29:41 -070037 * - mutexes may not be used in hardware or software interrupt
38 * contexts such as tasklets and timers
Ingo Molnar6053ee32006-01-09 15:59:19 -080039 *
40 * These semantics are fully enforced when DEBUG_MUTEXES is
41 * enabled. Furthermore, besides enforcing the above rules, the mutex
42 * debugging code also implements a number of additional features
43 * that make lock debugging easier and faster:
44 *
45 * - uses symbolic names of mutexes, whenever they are printed in debug output
46 * - point-of-acquire tracking, symbolic lookup of function names
47 * - list of all locks held in the system, printout of them
48 * - owner tracking
49 * - detects self-recursing locks and prints out all relevant info
50 * - detects multi-task circular deadlocks and prints out all affected
51 * locks and tasks (and only those tasks)
52 */
53struct mutex {
Peter Zijlstra3ca0ff52016-08-23 13:36:04 +020054 atomic_long_t owner;
Ingo Molnar6053ee32006-01-09 15:59:19 -080055 spinlock_t wait_lock;
Waiman Long2bd2c922013-04-17 15:23:13 -040056#ifdef CONFIG_MUTEX_SPIN_ON_OWNER
Jason Low90631822014-07-14 10:27:49 -070057 struct optimistic_spin_queue osq; /* Spinner MCS lock */
Waiman Long2bd2c922013-04-17 15:23:13 -040058#endif
Peter Zijlstra3ca0ff52016-08-23 13:36:04 +020059 struct list_head wait_list;
Peter Zijlstra0d66bf62009-01-12 14:01:47 +010060#ifdef CONFIG_DEBUG_MUTEXES
Ingo Molnar6053ee32006-01-09 15:59:19 -080061 void *magic;
62#endif
Ingo Molnaref5d4702006-07-03 00:24:55 -070063#ifdef CONFIG_DEBUG_LOCK_ALLOC
64 struct lockdep_map dep_map;
65#endif
Ingo Molnar6053ee32006-01-09 15:59:19 -080066};
67
Ingo Molnar6053ee32006-01-09 15:59:19 -080068#ifdef CONFIG_DEBUG_MUTEXES
Peter Zijlstra3ca0ff52016-08-23 13:36:04 +020069
70#define __DEBUG_MUTEX_INITIALIZER(lockname) \
71 , .magic = &lockname
72
73extern void mutex_destroy(struct mutex *lock);
74
Ingo Molnar6053ee32006-01-09 15:59:19 -080075#else
Peter Zijlstra3ca0ff52016-08-23 13:36:04 +020076
Ingo Molnar6053ee32006-01-09 15:59:19 -080077# define __DEBUG_MUTEX_INITIALIZER(lockname)
Peter Zijlstra3ca0ff52016-08-23 13:36:04 +020078
79static inline void mutex_destroy(struct mutex *lock) {}
80
81#endif
82
Randy Dunlapef5dc122010-09-02 15:48:16 -070083/**
84 * mutex_init - initialize the mutex
85 * @mutex: the mutex to be initialized
86 *
87 * Initialize the mutex to unlocked state.
88 *
89 * It is not allowed to initialize an already locked mutex.
90 */
Peter Zijlstra3ca0ff52016-08-23 13:36:04 +020091#define mutex_init(mutex) \
92do { \
93 static struct lock_class_key __key; \
94 \
95 __mutex_init((mutex), #mutex, &__key); \
Ingo Molnaref5d4702006-07-03 00:24:55 -070096} while (0)
Ingo Molnar6053ee32006-01-09 15:59:19 -080097
Ingo Molnaref5d4702006-07-03 00:24:55 -070098#ifdef CONFIG_DEBUG_LOCK_ALLOC
99# define __DEP_MAP_MUTEX_INITIALIZER(lockname) \
100 , .dep_map = { .name = #lockname }
101#else
102# define __DEP_MAP_MUTEX_INITIALIZER(lockname)
103#endif
104
Ingo Molnar6053ee32006-01-09 15:59:19 -0800105#define __MUTEX_INITIALIZER(lockname) \
Peter Zijlstra3ca0ff52016-08-23 13:36:04 +0200106 { .owner = ATOMIC_LONG_INIT(0) \
Peter Zijlstra6cfd76a2006-12-06 20:37:22 -0800107 , .wait_lock = __SPIN_LOCK_UNLOCKED(lockname.wait_lock) \
Ingo Molnar6053ee32006-01-09 15:59:19 -0800108 , .wait_list = LIST_HEAD_INIT(lockname.wait_list) \
Ingo Molnaref5d4702006-07-03 00:24:55 -0700109 __DEBUG_MUTEX_INITIALIZER(lockname) \
110 __DEP_MAP_MUTEX_INITIALIZER(lockname) }
Ingo Molnar6053ee32006-01-09 15:59:19 -0800111
112#define DEFINE_MUTEX(mutexname) \
113 struct mutex mutexname = __MUTEX_INITIALIZER(mutexname)
114
Ingo Molnaref5d4702006-07-03 00:24:55 -0700115extern void __mutex_init(struct mutex *lock, const char *name,
116 struct lock_class_key *key);
Ingo Molnar6053ee32006-01-09 15:59:19 -0800117
Robert P. J. Day45f8bde2007-01-26 00:57:09 -0800118/**
Ingo Molnar6053ee32006-01-09 15:59:19 -0800119 * mutex_is_locked - is the mutex locked
120 * @lock: the mutex to be queried
121 *
Yaowei Baidb076bef2018-02-06 15:41:35 -0800122 * Returns true if the mutex is locked, false if unlocked.
Ingo Molnar6053ee32006-01-09 15:59:19 -0800123 */
Mukesh Ojha5f35d5a2019-07-31 20:35:03 +0530124extern bool mutex_is_locked(struct mutex *lock);
Ingo Molnar6053ee32006-01-09 15:59:19 -0800125
126/*
Peter Zijlstra67a6de42013-11-08 08:26:39 +0100127 * See kernel/locking/mutex.c for detailed documentation of these APIs.
Mauro Carvalho Chehab387b1462019-04-10 08:32:41 -0300128 * Also see Documentation/locking/mutex-design.rst.
Ingo Molnar6053ee32006-01-09 15:59:19 -0800129 */
Ingo Molnaref5d4702006-07-03 00:24:55 -0700130#ifdef CONFIG_DEBUG_LOCK_ALLOC
131extern void mutex_lock_nested(struct mutex *lock, unsigned int subclass);
Peter Zijlstrae4c70a62011-05-24 17:12:03 -0700132extern void _mutex_lock_nest_lock(struct mutex *lock, struct lockdep_map *nest_lock);
Maarten Lankhorst040a0a32013-06-24 10:30:04 +0200133
Andrew Morton18d83622007-05-09 02:33:39 -0700134extern int __must_check mutex_lock_interruptible_nested(struct mutex *lock,
135 unsigned int subclass);
Liam R. Howlettad776532007-12-06 17:37:59 -0500136extern int __must_check mutex_lock_killable_nested(struct mutex *lock,
137 unsigned int subclass);
Tejun Heo1460cb62016-10-28 12:58:11 -0400138extern void mutex_lock_io_nested(struct mutex *lock, unsigned int subclass);
Peter Zijlstrae4564f72007-10-11 22:11:12 +0200139
140#define mutex_lock(lock) mutex_lock_nested(lock, 0)
141#define mutex_lock_interruptible(lock) mutex_lock_interruptible_nested(lock, 0)
Liam R. Howlettad776532007-12-06 17:37:59 -0500142#define mutex_lock_killable(lock) mutex_lock_killable_nested(lock, 0)
Tejun Heo1460cb62016-10-28 12:58:11 -0400143#define mutex_lock_io(lock) mutex_lock_io_nested(lock, 0)
Peter Zijlstrae4c70a62011-05-24 17:12:03 -0700144
145#define mutex_lock_nest_lock(lock, nest_lock) \
146do { \
Maarten Lankhorst040a0a32013-06-24 10:30:04 +0200147 typecheck(struct lockdep_map *, &(nest_lock)->dep_map); \
Peter Zijlstrae4c70a62011-05-24 17:12:03 -0700148 _mutex_lock_nest_lock(lock, &(nest_lock)->dep_map); \
149} while (0)
150
Ingo Molnaref5d4702006-07-03 00:24:55 -0700151#else
Harvey Harrisonec701582008-02-08 04:19:55 -0800152extern void mutex_lock(struct mutex *lock);
153extern int __must_check mutex_lock_interruptible(struct mutex *lock);
154extern int __must_check mutex_lock_killable(struct mutex *lock);
Tejun Heo1460cb62016-10-28 12:58:11 -0400155extern void mutex_lock_io(struct mutex *lock);
Peter Zijlstrae4564f72007-10-11 22:11:12 +0200156
Ingo Molnaref5d4702006-07-03 00:24:55 -0700157# define mutex_lock_nested(lock, subclass) mutex_lock(lock)
NeilBrownd63a5a72006-12-08 02:36:17 -0800158# define mutex_lock_interruptible_nested(lock, subclass) mutex_lock_interruptible(lock)
Liam R. Howlettad776532007-12-06 17:37:59 -0500159# define mutex_lock_killable_nested(lock, subclass) mutex_lock_killable(lock)
Peter Zijlstrae4c70a62011-05-24 17:12:03 -0700160# define mutex_lock_nest_lock(lock, nest_lock) mutex_lock(lock)
Ingo Molnarf21860b2017-01-14 17:11:36 +0100161# define mutex_lock_io_nested(lock, subclass) mutex_lock(lock)
Ingo Molnaref5d4702006-07-03 00:24:55 -0700162#endif
163
Ingo Molnar6053ee32006-01-09 15:59:19 -0800164/*
165 * NOTE: mutex_trylock() follows the spin_trylock() convention,
166 * not the down_trylock() convention!
Arjan van de Vend98d38f2008-10-29 14:24:09 -0700167 *
168 * Returns 1 if the mutex has been acquired successfully, and 0 on contention.
Ingo Molnar6053ee32006-01-09 15:59:19 -0800169 */
Harvey Harrisonec701582008-02-08 04:19:55 -0800170extern int mutex_trylock(struct mutex *lock);
171extern void mutex_unlock(struct mutex *lock);
Maarten Lankhorst040a0a32013-06-24 10:30:04 +0200172
Andrew Mortona511e3f2009-04-29 15:59:58 -0700173extern int atomic_dec_and_mutex_lock(atomic_t *cnt, struct mutex *lock);
Eric Parisb1fca262009-03-23 18:22:09 +0100174
Peter Zijlstra0f5225b2016-10-07 17:43:51 +0200175/*
176 * These values are chosen such that FAIL and SUCCESS match the
177 * values of the regular mutex_trylock().
178 */
179enum mutex_trylock_recursive_enum {
180 MUTEX_TRYLOCK_FAILED = 0,
181 MUTEX_TRYLOCK_SUCCESS = 1,
182 MUTEX_TRYLOCK_RECURSIVE,
183};
184
185/**
186 * mutex_trylock_recursive - trylock variant that allows recursive locking
187 * @lock: mutex to be locked
188 *
189 * This function should not be used, _ever_. It is purely for hysterical GEM
190 * raisins, and once those are gone this will be removed.
191 *
192 * Returns:
Mauro Carvalho Chehab7b4ff1a2017-05-11 10:17:45 -0300193 * - MUTEX_TRYLOCK_FAILED - trylock failed,
194 * - MUTEX_TRYLOCK_SUCCESS - lock acquired,
195 * - MUTEX_TRYLOCK_RECURSIVE - we already owned the lock.
Peter Zijlstra0f5225b2016-10-07 17:43:51 +0200196 */
Mukesh Ojha5f35d5a2019-07-31 20:35:03 +0530197extern /* __deprecated */ __must_check enum mutex_trylock_recursive_enum
198mutex_trylock_recursive(struct mutex *lock);
Peter Zijlstra0f5225b2016-10-07 17:43:51 +0200199
Tim Chene7224672014-01-21 15:36:00 -0800200#endif /* __LINUX_MUTEX_H */