projects / linux-block.git / blame
| Commit | Line | Data |
|---|---|---|
| 91710728 TG |
1 | /* SPDX-License-Identifier: GPL-2.0 */ |
| 2 | #ifndef _LINUX_LOCAL_LOCK_H | |
| 3 | # error "Do not include directly, include linux/local_lock.h" | |
| 4 | #endif | |
| 5 | ||
| 6 | #include <linux/percpu-defs.h> | |
| 7 | #include <linux/lockdep.h> | |
| 8 | ||
| 9 | typedef struct { | |
| 10 | #ifdef CONFIG_DEBUG_LOCK_ALLOC | |
| 11 | struct lockdep_map dep_map; | |
| 12 | struct task_struct *owner; | |
| 13 | #endif | |
| 14 | } local_lock_t; | |
| 15 | ||
| 16 | #ifdef CONFIG_DEBUG_LOCK_ALLOC | |
| 17 | # define LL_DEP_MAP_INIT(lockname) \ | |
| 18 | .dep_map = { \ | |
| 19 | .name = #lockname, \ | |
| 20 | .wait_type_inner = LD_WAIT_CONFIG, \ | |
| dfd5e3f5 | 21 | .lock_type = LD_LOCK_PERCPU, \ |
| 91710728 TG |
22 | } |
| 23 | #else | |
| 24 | # define LL_DEP_MAP_INIT(lockname) | |
| 25 | #endif | |
| 26 | ||
| 27 | #define INIT_LOCAL_LOCK(lockname) { LL_DEP_MAP_INIT(lockname) } | |
| 28 | ||
| 29 | #define __local_lock_init(lock) \ | |
| 30 | do { \ | |
| 31 | static struct lock_class_key __key; \ | |
| 32 | \ | |
| 33 | debug_check_no_locks_freed((void *)lock, sizeof(*lock));\ | |
| dfd5e3f5 PZ |
34 | lockdep_init_map_type(&(lock)->dep_map, #lock, &__key, 0, \ |
| 35 | LD_WAIT_CONFIG, LD_WAIT_INV, \ | |
| 36 | LD_LOCK_PERCPU); \ | |
| 91710728 TG |
37 | } while (0) |
| 38 | ||
| 39 | #ifdef CONFIG_DEBUG_LOCK_ALLOC | |
| 40 | static inline void local_lock_acquire(local_lock_t *l) | |
| 41 | { | |
| 42 | lock_map_acquire(&l->dep_map); | |
| 43 | DEBUG_LOCKS_WARN_ON(l->owner); | |
| 44 | l->owner = current; | |
| 45 | } | |
| 46 | ||
| 47 | static inline void local_lock_release(local_lock_t *l) | |
| 48 | { | |
| 49 | DEBUG_LOCKS_WARN_ON(l->owner != current); | |
| 50 | l->owner = NULL; | |
| 51 | lock_map_release(&l->dep_map); | |
| 52 | } | |
| 53 | ||
| 54 | #else /* CONFIG_DEBUG_LOCK_ALLOC */ | |
| 55 | static inline void local_lock_acquire(local_lock_t *l) { } | |
| 56 | static inline void local_lock_release(local_lock_t *l) { } | |
| 57 | #endif /* !CONFIG_DEBUG_LOCK_ALLOC */ | |
| 58 | ||
| 59 | #define __local_lock(lock) \ | |
| 60 | do { \ | |
| 61 | preempt_disable(); \ | |
| 62 | local_lock_acquire(this_cpu_ptr(lock)); \ | |
| 63 | } while (0) | |
| 64 | ||
| 65 | #define __local_lock_irq(lock) \ | |
| 66 | do { \ | |
| 67 | local_irq_disable(); \ | |
| 68 | local_lock_acquire(this_cpu_ptr(lock)); \ | |
| 69 | } while (0) | |
| 70 | ||
| 71 | #define __local_lock_irqsave(lock, flags) \ | |
| 72 | do { \ | |
| 73 | local_irq_save(flags); \ | |
| 74 | local_lock_acquire(this_cpu_ptr(lock)); \ | |
| 75 | } while (0) | |
| 76 | ||
| 77 | #define __local_unlock(lock) \ | |
| 78 | do { \ | |
| 79 | local_lock_release(this_cpu_ptr(lock)); \ | |
| 80 | preempt_enable(); \ | |
| 81 | } while (0) | |
| 82 | ||
| 83 | #define __local_unlock_irq(lock) \ | |
| 84 | do { \ | |
| 85 | local_lock_release(this_cpu_ptr(lock)); \ | |
| 86 | local_irq_enable(); \ | |
| 87 | } while (0) | |
| 88 | ||
| 89 | #define __local_unlock_irqrestore(lock, flags) \ | |
| 90 | do { \ | |
| 91 | local_lock_release(this_cpu_ptr(lock)); \ | |
| 92 | local_irq_restore(flags); \ | |
| 93 | } while (0) |