Commit | Line | Data |
---|---|---|
4471a34f VK |
1 | /* |
2 | * drivers/cpufreq/cpufreq_governor.h | |
3 | * | |
4 | * Header file for CPUFreq governors common code | |
5 | * | |
6 | * Copyright (C) 2001 Russell King | |
7 | * (C) 2003 Venkatesh Pallipadi <venkatesh.pallipadi@intel.com>. | |
8 | * (C) 2003 Jun Nakajima <jun.nakajima@intel.com> | |
9 | * (C) 2009 Alexander Clouter <alex@digriz.org.uk> | |
10 | * (c) 2012 Viresh Kumar <viresh.kumar@linaro.org> | |
11 | * | |
12 | * This program is free software; you can redistribute it and/or modify | |
13 | * it under the terms of the GNU General Public License version 2 as | |
14 | * published by the Free Software Foundation. | |
15 | */ | |
16 | ||
beb0ff39 BP |
17 | #ifndef _CPUFREQ_GOVERNOR_H |
18 | #define _CPUFREQ_GOVERNOR_H | |
4471a34f | 19 | |
2dd3e724 | 20 | #include <linux/atomic.h> |
9be4fd2c | 21 | #include <linux/irq_work.h> |
4471a34f | 22 | #include <linux/cpufreq.h> |
55687da1 | 23 | #include <linux/sched/cpufreq.h> |
5ff0a268 VK |
24 | #include <linux/kernel_stat.h> |
25 | #include <linux/module.h> | |
4471a34f | 26 | #include <linux/mutex.h> |
4471a34f | 27 | |
4471a34f VK |
28 | /* Ondemand Sampling types */ |
29 | enum {OD_NORMAL_SAMPLE, OD_SUB_SAMPLE}; | |
30 | ||
4471a34f VK |
31 | /* |
32 | * Abbreviations: | |
33 | * dbs: used as a shortform for demand based switching It helps to keep variable | |
34 | * names smaller, simpler | |
35 | * cdbs: common dbs | |
e5dde92c | 36 | * od_*: On-demand governor |
4471a34f VK |
37 | * cs_*: Conservative governor |
38 | */ | |
39 | ||
bc505475 RW |
40 | /* Governor demand based switching data (per-policy or global). */ |
41 | struct dbs_data { | |
0dd3c1d6 | 42 | struct gov_attr_set attr_set; |
bc505475 | 43 | void *tuners; |
ff4b1789 VK |
44 | unsigned int min_sampling_rate; |
45 | unsigned int ignore_nice_load; | |
46 | unsigned int sampling_rate; | |
47 | unsigned int sampling_down_factor; | |
48 | unsigned int up_threshold; | |
8847e038 | 49 | unsigned int io_is_busy; |
c4435630 VK |
50 | }; |
51 | ||
0dd3c1d6 RW |
52 | static inline struct dbs_data *to_dbs_data(struct gov_attr_set *attr_set) |
53 | { | |
54 | return container_of(attr_set, struct dbs_data, attr_set); | |
55 | } | |
56 | ||
c4435630 VK |
57 | #define gov_show_one(_gov, file_name) \ |
58 | static ssize_t show_##file_name \ | |
0dd3c1d6 | 59 | (struct gov_attr_set *attr_set, char *buf) \ |
c4435630 | 60 | { \ |
0dd3c1d6 | 61 | struct dbs_data *dbs_data = to_dbs_data(attr_set); \ |
c4435630 VK |
62 | struct _gov##_dbs_tuners *tuners = dbs_data->tuners; \ |
63 | return sprintf(buf, "%u\n", tuners->file_name); \ | |
64 | } | |
65 | ||
66 | #define gov_show_one_common(file_name) \ | |
67 | static ssize_t show_##file_name \ | |
0dd3c1d6 | 68 | (struct gov_attr_set *attr_set, char *buf) \ |
c4435630 | 69 | { \ |
0dd3c1d6 | 70 | struct dbs_data *dbs_data = to_dbs_data(attr_set); \ |
c4435630 VK |
71 | return sprintf(buf, "%u\n", dbs_data->file_name); \ |
72 | } | |
73 | ||
74 | #define gov_attr_ro(_name) \ | |
75 | static struct governor_attr _name = \ | |
76 | __ATTR(_name, 0444, show_##_name, NULL) | |
77 | ||
78 | #define gov_attr_rw(_name) \ | |
79 | static struct governor_attr _name = \ | |
80 | __ATTR(_name, 0644, show_##_name, store_##_name) | |
81 | ||
44152cb8 | 82 | /* Common to all CPUs of a policy */ |
e40e7b25 | 83 | struct policy_dbs_info { |
44152cb8 VK |
84 | struct cpufreq_policy *policy; |
85 | /* | |
70f43e5e VK |
86 | * Per policy mutex that serializes load evaluation from limit-change |
87 | * and work-handler. | |
44152cb8 | 88 | */ |
26f0dbc9 | 89 | struct mutex update_mutex; |
70f43e5e | 90 | |
9be4fd2c RW |
91 | u64 last_sample_time; |
92 | s64 sample_delay_ns; | |
686cc637 | 93 | atomic_t work_count; |
9be4fd2c | 94 | struct irq_work irq_work; |
70f43e5e | 95 | struct work_struct work; |
bc505475 RW |
96 | /* dbs_data may be shared between multiple policy objects */ |
97 | struct dbs_data *dbs_data; | |
c54df071 | 98 | struct list_head list; |
57dc3bcd RW |
99 | /* Multiplier for increasing sample delay temporarily. */ |
100 | unsigned int rate_mult; | |
00bfe058 | 101 | unsigned int idle_periods; /* For conservative */ |
e4db2813 RW |
102 | /* Status indicators */ |
103 | bool is_shared; /* This object is used by multiple CPUs */ | |
104 | bool work_in_progress; /* Work is being queued up or in progress */ | |
44152cb8 VK |
105 | }; |
106 | ||
e40e7b25 | 107 | static inline void gov_update_sample_delay(struct policy_dbs_info *policy_dbs, |
9be4fd2c RW |
108 | unsigned int delay_us) |
109 | { | |
e40e7b25 | 110 | policy_dbs->sample_delay_ns = delay_us * NSEC_PER_USEC; |
9be4fd2c RW |
111 | } |
112 | ||
4471a34f | 113 | /* Per cpu structures */ |
875b8508 | 114 | struct cpu_dbs_info { |
1e7586a1 | 115 | u64 prev_cpu_idle; |
b4f4b4b3 | 116 | u64 prev_update_time; |
1e7586a1 | 117 | u64 prev_cpu_nice; |
18b46abd | 118 | /* |
c8ae481b VK |
119 | * Used to keep track of load in the previous interval. However, when |
120 | * explicitly set to zero, it is used as a flag to ensure that we copy | |
121 | * the previous load to the current interval only once, upon the first | |
122 | * wake-up from idle. | |
18b46abd | 123 | */ |
c8ae481b | 124 | unsigned int prev_load; |
9be4fd2c | 125 | struct update_util_data update_util; |
e40e7b25 | 126 | struct policy_dbs_info *policy_dbs; |
4471a34f VK |
127 | }; |
128 | ||
c4afc410 | 129 | /* Common Governor data across policies */ |
7bdad34d | 130 | struct dbs_governor { |
af926185 | 131 | struct cpufreq_governor gov; |
c4435630 | 132 | struct kobj_type kobj_type; |
4471a34f | 133 | |
0b981e70 VK |
134 | /* |
135 | * Common data for platforms that don't set | |
136 | * CPUFREQ_HAVE_GOVERNOR_PER_POLICY | |
137 | */ | |
4d5dcc42 | 138 | struct dbs_data *gdbs_data; |
4471a34f | 139 | |
26f0dbc9 | 140 | unsigned int (*gov_dbs_update)(struct cpufreq_policy *policy); |
7d5a9956 RW |
141 | struct policy_dbs_info *(*alloc)(void); |
142 | void (*free)(struct policy_dbs_info *policy_dbs); | |
9a15fb2c RW |
143 | int (*init)(struct dbs_data *dbs_data); |
144 | void (*exit)(struct dbs_data *dbs_data); | |
702c9e54 | 145 | void (*start)(struct cpufreq_policy *policy); |
4471a34f VK |
146 | }; |
147 | ||
ea59ee0d RW |
148 | static inline struct dbs_governor *dbs_governor_of(struct cpufreq_policy *policy) |
149 | { | |
150 | return container_of(policy->governor, struct dbs_governor, gov); | |
151 | } | |
152 | ||
e788892b RW |
153 | /* Governor callback routines */ |
154 | int cpufreq_dbs_governor_init(struct cpufreq_policy *policy); | |
155 | void cpufreq_dbs_governor_exit(struct cpufreq_policy *policy); | |
156 | int cpufreq_dbs_governor_start(struct cpufreq_policy *policy); | |
157 | void cpufreq_dbs_governor_stop(struct cpufreq_policy *policy); | |
158 | void cpufreq_dbs_governor_limits(struct cpufreq_policy *policy); | |
159 | ||
160 | #define CPUFREQ_DBS_GOVERNOR_INITIALIZER(_name_) \ | |
161 | { \ | |
162 | .name = _name_, \ | |
163 | .max_transition_latency = TRANSITION_LATENCY_LIMIT, \ | |
164 | .owner = THIS_MODULE, \ | |
165 | .init = cpufreq_dbs_governor_init, \ | |
166 | .exit = cpufreq_dbs_governor_exit, \ | |
167 | .start = cpufreq_dbs_governor_start, \ | |
168 | .stop = cpufreq_dbs_governor_stop, \ | |
169 | .limits = cpufreq_dbs_governor_limits, \ | |
170 | } | |
171 | ||
8434dadb | 172 | /* Governor specific operations */ |
4471a34f | 173 | struct od_ops { |
4471a34f VK |
174 | unsigned int (*powersave_bias_target)(struct cpufreq_policy *policy, |
175 | unsigned int freq_next, unsigned int relation); | |
4471a34f VK |
176 | }; |
177 | ||
4cccf755 | 178 | unsigned int dbs_update(struct cpufreq_policy *policy); |
fb30809e JS |
179 | void od_register_powersave_bias_handler(unsigned int (*f) |
180 | (struct cpufreq_policy *, unsigned int, unsigned int), | |
181 | unsigned int powersave_bias); | |
182 | void od_unregister_powersave_bias_handler(void); | |
0dd3c1d6 | 183 | ssize_t store_sampling_rate(struct gov_attr_set *attr_set, const char *buf, |
aded387b | 184 | size_t count); |
8c8f77fd | 185 | void gov_update_cpu_data(struct dbs_data *dbs_data); |
beb0ff39 | 186 | #endif /* _CPUFREQ_GOVERNOR_H */ |