Commit | Line | Data |
---|---|---|
320ae51f JA |
1 | #include <linux/kernel.h> |
2 | #include <linux/module.h> | |
3 | #include <linux/init.h> | |
4 | #include <linux/blkdev.h> | |
5 | #include <linux/list.h> | |
6 | #include <linux/llist.h> | |
7 | #include <linux/smp.h> | |
8 | #include <linux/cpu.h> | |
9 | ||
10 | #include <linux/blk-mq.h> | |
11 | #include "blk-mq.h" | |
12 | ||
13 | static LIST_HEAD(blk_mq_cpu_notify_list); | |
2a26ebef | 14 | static DEFINE_RAW_SPINLOCK(blk_mq_cpu_notify_lock); |
320ae51f | 15 | |
f618ef7c PG |
16 | static int blk_mq_main_cpu_notify(struct notifier_block *self, |
17 | unsigned long action, void *hcpu) | |
320ae51f JA |
18 | { |
19 | unsigned int cpu = (unsigned long) hcpu; | |
20 | struct blk_mq_cpu_notifier *notify; | |
e814e71b | 21 | int ret = NOTIFY_OK; |
320ae51f | 22 | |
2a26ebef | 23 | raw_spin_lock(&blk_mq_cpu_notify_lock); |
320ae51f | 24 | |
e814e71b JA |
25 | list_for_each_entry(notify, &blk_mq_cpu_notify_list, list) { |
26 | ret = notify->notify(notify->data, action, cpu); | |
27 | if (ret != NOTIFY_OK) | |
28 | break; | |
29 | } | |
320ae51f | 30 | |
2a26ebef | 31 | raw_spin_unlock(&blk_mq_cpu_notify_lock); |
e814e71b | 32 | return ret; |
320ae51f JA |
33 | } |
34 | ||
320ae51f JA |
35 | void blk_mq_register_cpu_notifier(struct blk_mq_cpu_notifier *notifier) |
36 | { | |
37 | BUG_ON(!notifier->notify); | |
38 | ||
2a26ebef | 39 | raw_spin_lock(&blk_mq_cpu_notify_lock); |
320ae51f | 40 | list_add_tail(¬ifier->list, &blk_mq_cpu_notify_list); |
2a26ebef | 41 | raw_spin_unlock(&blk_mq_cpu_notify_lock); |
320ae51f JA |
42 | } |
43 | ||
44 | void blk_mq_unregister_cpu_notifier(struct blk_mq_cpu_notifier *notifier) | |
45 | { | |
2a26ebef | 46 | raw_spin_lock(&blk_mq_cpu_notify_lock); |
320ae51f | 47 | list_del(¬ifier->list); |
2a26ebef | 48 | raw_spin_unlock(&blk_mq_cpu_notify_lock); |
320ae51f JA |
49 | } |
50 | ||
51 | void blk_mq_init_cpu_notifier(struct blk_mq_cpu_notifier *notifier, | |
e814e71b | 52 | int (*fn)(void *, unsigned long, unsigned int), |
320ae51f JA |
53 | void *data) |
54 | { | |
55 | notifier->notify = fn; | |
56 | notifier->data = data; | |
57 | } | |
58 | ||
320ae51f JA |
59 | void __init blk_mq_cpu_init(void) |
60 | { | |
381d3ee3 | 61 | hotcpu_notifier(blk_mq_main_cpu_notify, 0); |
320ae51f | 62 | } |