[linux-2.6-block.git] / drivers / cpufreq / cpufreq-dt.c

/*
 * Copyright (C) 2012 Freescale Semiconductor, Inc.
 *
 * Copyright (C) 2014 Linaro.
 * Viresh Kumar <viresh.kumar@linaro.org>
 *
 * The OPP code in function set_target() is reused from
 * drivers/cpufreq/omap-cpufreq.c
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */

#define pr_fmt(fmt)	KBUILD_MODNAME ": " fmt

#include <linux/clk.h>
#include <linux/cpu.h>
#include <linux/cpu_cooling.h>
#include <linux/cpufreq.h>
#include <linux/cpufreq-dt.h>
#include <linux/cpumask.h>
#include <linux/err.h>
#include <linux/module.h>
#include <linux/of.h>
#include <linux/pm_opp.h>
#include <linux/platform_device.h>
#include <linux/regulator/consumer.h>
#include <linux/slab.h>
#include <linux/thermal.h>

struct private_data {
	struct device *cpu_dev;
	struct regulator *cpu_reg;
	struct thermal_cooling_device *cdev;
	const char *reg_name;
};

static struct freq_attr *cpufreq_dt_attr[] = {
	&cpufreq_freq_attr_scaling_available_freqs,
	NULL,   /* Extra space for boost-attr if required */
	NULL,
};

static int set_target(struct cpufreq_policy *policy, unsigned int index)
{
	struct private_data *priv = policy->driver_data;

	return dev_pm_opp_set_rate(priv->cpu_dev,
				   policy->freq_table[index].frequency * 1000);
}

/*
 * An earlier version of opp-v1 bindings used to name the regulator
 * "cpu0-supply", we still need to handle that for backwards compatibility.
 */
static const char *find_supply_name(struct device *dev)
{
	struct device_node *np;
	struct property *pp;
	int cpu = dev->id;
	const char *name = NULL;

	np = of_node_get(dev->of_node);

	/* This must be valid for sure */
	if (WARN_ON(!np))
		return NULL;

	/* Try "cpu0" for older DTs */
	if (!cpu) {
		pp = of_find_property(np, "cpu0-supply", NULL);
		if (pp) {
			name = "cpu0";
			goto node_put;
		}
	}

	pp = of_find_property(np, "cpu-supply", NULL);
	if (pp) {
		name = "cpu";
		goto node_put;
	}

	dev_dbg(dev, "no regulator for cpu%d\n", cpu);
node_put:
	of_node_put(np);
	return name;
}

static int allocate_resources(int cpu, struct device **cdev,
			      struct regulator **creg, struct clk **cclk)
{
	struct device *cpu_dev;
	struct regulator *cpu_reg;
	struct clk *cpu_clk;
	int ret = 0;
	char *reg_cpu0 = "cpu0", *reg_cpu = "cpu", *reg;

	cpu_dev = get_cpu_device(cpu);
	if (!cpu_dev) {
		pr_err("failed to get cpu%d device\n", cpu);
		return -ENODEV;
	}

	/* Try "cpu0" for older DTs */
	if (!cpu)
		reg = reg_cpu0;
	else
		reg = reg_cpu;

try_again:
	cpu_reg = regulator_get_optional(cpu_dev, reg);
	ret = PTR_ERR_OR_ZERO(cpu_reg);
	if (ret) {
		/*
		 * If cpu's regulator supply node is present, but regulator is
		 * not yet registered, we should try defering probe.
		 */
		if (ret == -EPROBE_DEFER) {
			dev_dbg(cpu_dev, "cpu%d regulator not ready, retry\n",
				cpu);
			return ret;
		}

		/* Try with "cpu-supply" */
		if (reg == reg_cpu0) {
			reg = reg_cpu;
			goto try_again;
		}

		dev_dbg(cpu_dev, "no regulator for cpu%d: %d\n", cpu, ret);
	}

	cpu_clk = clk_get(cpu_dev, NULL);
	ret = PTR_ERR_OR_ZERO(cpu_clk);
	if (ret) {
		/* put regulator */
		if (!IS_ERR(cpu_reg))
			regulator_put(cpu_reg);

		/*
		 * If cpu's clk node is present, but clock is not yet
		 * registered, we should try defering probe.
		 */
		if (ret == -EPROBE_DEFER)
			dev_dbg(cpu_dev, "cpu%d clock not ready, retry\n", cpu);
		else
			dev_err(cpu_dev, "failed to get cpu%d clock: %d\n", cpu,
				ret);
	} else {
		*cdev = cpu_dev;
		*creg = cpu_reg;
		*cclk = cpu_clk;
	}

	return ret;
}

static int cpufreq_init(struct cpufreq_policy *policy)
{
	struct cpufreq_frequency_table *freq_table;
	struct private_data *priv;
	struct device *cpu_dev;
	struct regulator *cpu_reg;
	struct clk *cpu_clk;
	struct dev_pm_opp *suspend_opp;
	unsigned int transition_latency;
	bool opp_v1 = false;
	const char *name;
	int ret;

	ret = allocate_resources(policy->cpu, &cpu_dev, &cpu_reg, &cpu_clk);
	if (ret) {
		pr_err("%s: Failed to allocate resources: %d\n", __func__, ret);
		return ret;
	}

	/* Get OPP-sharing information from "operating-points-v2" bindings */
	ret = dev_pm_opp_of_get_sharing_cpus(cpu_dev, policy->cpus);
	if (ret) {
		/*
		 * operating-points-v2 not supported, fallback to old method of
		 * finding shared-OPPs for backward compatibility.
		 */
		if (ret == -ENOENT)
			opp_v1 = true;
		else
			goto out_put_reg_clk;
	}

	/*
	 * OPP layer will be taking care of regulators now, but it needs to know
	 * the name of the regulator first.
	 */
	name = find_supply_name(cpu_dev);
	if (name) {
		ret = dev_pm_opp_set_regulator(cpu_dev, name);
		if (ret) {
			dev_err(cpu_dev, "Failed to set regulator for cpu%d: %d\n",
				policy->cpu, ret);
			goto out_put_reg_clk;
		}
	}

	/*
	 * Initialize OPP tables for all policy->cpus. They will be shared by
	 * all CPUs which have marked their CPUs shared with OPP bindings.
	 *
	 * For platforms not using operating-points-v2 bindings, we do this
	 * before updating policy->cpus. Otherwise, we will end up creating
	 * duplicate OPPs for policy->cpus.
	 *
	 * OPPs might be populated at runtime, don't check for error here
	 */
	dev_pm_opp_of_cpumask_add_table(policy->cpus);

	/*
	 * But we need OPP table to function so if it is not there let's
	 * give platform code chance to provide it for us.
	 */
	ret = dev_pm_opp_get_opp_count(cpu_dev);
	if (ret <= 0) {
		dev_dbg(cpu_dev, "OPP table is not ready, deferring probe\n");
		ret = -EPROBE_DEFER;
		goto out_free_opp;
	}

	if (opp_v1) {
		struct cpufreq_dt_platform_data *pd = cpufreq_get_driver_data();

		if (!pd || !pd->independent_clocks)
			cpumask_setall(policy->cpus);

		/*
		 * OPP tables are initialized only for policy->cpu, do it for
		 * others as well.
		 */
		ret = dev_pm_opp_set_sharing_cpus(cpu_dev, policy->cpus);
		if (ret)
			dev_err(cpu_dev, "%s: failed to mark OPPs as shared: %d\n",
				__func__, ret);
	}

	priv = kzalloc(sizeof(*priv), GFP_KERNEL);
	if (!priv) {
		ret = -ENOMEM;
		goto out_free_opp;
	}

	priv->reg_name = name;

	ret = dev_pm_opp_init_cpufreq_table(cpu_dev, &freq_table);
	if (ret) {
		dev_err(cpu_dev, "failed to init cpufreq table: %d\n", ret);
		goto out_free_priv;
	}

	priv->cpu_dev = cpu_dev;
	priv->cpu_reg = cpu_reg;
	policy->driver_data = priv;

	policy->clk = cpu_clk;

	rcu_read_lock();
	suspend_opp = dev_pm_opp_get_suspend_opp(cpu_dev);
	if (suspend_opp)
		policy->suspend_freq = dev_pm_opp_get_freq(suspend_opp) / 1000;
	rcu_read_unlock();

	ret = cpufreq_table_validate_and_show(policy, freq_table);
	if (ret) {
		dev_err(cpu_dev, "%s: invalid frequency table: %d\n", __func__,
			ret);
		goto out_free_cpufreq_table;
	}

	/* Support turbo/boost mode */
	if (policy_has_boost_freq(policy)) {
		/* This gets disabled by core on driver unregister */
		ret = cpufreq_enable_boost_support();
		if (ret)
			goto out_free_cpufreq_table;
		cpufreq_dt_attr[1] = &cpufreq_freq_attr_scaling_boost_freqs;
	}

	transition_latency = dev_pm_opp_get_max_transition_latency(cpu_dev);
	if (!transition_latency)
		transition_latency = CPUFREQ_ETERNAL;

	policy->cpuinfo.transition_latency = transition_latency;

	return 0;

out_free_cpufreq_table:
	dev_pm_opp_free_cpufreq_table(cpu_dev, &freq_table);
out_free_priv:
	kfree(priv);
out_free_opp:
	dev_pm_opp_of_cpumask_remove_table(policy->cpus);
	if (name)
		dev_pm_opp_put_regulator(cpu_dev);
out_put_reg_clk:
	clk_put(cpu_clk);
	if (!IS_ERR(cpu_reg))
		regulator_put(cpu_reg);

	return ret;
}

static int cpufreq_exit(struct cpufreq_policy *policy)
{
	struct private_data *priv = policy->driver_data;

	cpufreq_cooling_unregister(priv->cdev);
	dev_pm_opp_free_cpufreq_table(priv->cpu_dev, &policy->freq_table);
	dev_pm_opp_of_cpumask_remove_table(policy->related_cpus);
	if (priv->reg_name)
		dev_pm_opp_put_regulator(priv->cpu_dev);

	clk_put(policy->clk);
	if (!IS_ERR(priv->cpu_reg))
		regulator_put(priv->cpu_reg);
	kfree(priv);

	return 0;
}

static void cpufreq_ready(struct cpufreq_policy *policy)
{
	struct private_data *priv = policy->driver_data;
	struct device_node *np = of_node_get(priv->cpu_dev->of_node);

	if (WARN_ON(!np))
		return;

	/*
	 * For now, just loading the cooling device;
	 * thermal DT code takes care of matching them.
	 */
	if (of_find_property(np, "#cooling-cells", NULL)) {
		u32 power_coefficient = 0;

		of_property_read_u32(np, "dynamic-power-coefficient",
				     &power_coefficient);

		priv->cdev = of_cpufreq_power_cooling_register(np,
				policy->related_cpus, power_coefficient, NULL);
		if (IS_ERR(priv->cdev)) {
			dev_err(priv->cpu_dev,
				"running cpufreq without cooling device: %ld\n",
				PTR_ERR(priv->cdev));

			priv->cdev = NULL;
		}
	}

	of_node_put(np);
}

static struct cpufreq_driver dt_cpufreq_driver = {
	.flags = CPUFREQ_STICKY | CPUFREQ_NEED_INITIAL_FREQ_CHECK,
	.verify = cpufreq_generic_frequency_table_verify,
	.target_index = set_target,
	.get = cpufreq_generic_get,
	.init = cpufreq_init,
	.exit = cpufreq_exit,
	.ready = cpufreq_ready,
	.name = "cpufreq-dt",
	.attr = cpufreq_dt_attr,
	.suspend = cpufreq_generic_suspend,
};

static int dt_cpufreq_probe(struct platform_device *pdev)
{
	struct device *cpu_dev;
	struct regulator *cpu_reg;
	struct clk *cpu_clk;
	int ret;

	/*
	 * All per-cluster (CPUs sharing clock/voltages) initialization is done
	 * from ->init(). In probe(), we just need to make sure that clk and
	 * regulators are available. Else defer probe and retry.
	 *
	 * FIXME: Is checking this only for CPU0 sufficient ?
	 */
	ret = allocate_resources(0, &cpu_dev, &cpu_reg, &cpu_clk);
	if (ret)
		return ret;

	clk_put(cpu_clk);
	if (!IS_ERR(cpu_reg))
		regulator_put(cpu_reg);

	dt_cpufreq_driver.driver_data = dev_get_platdata(&pdev->dev);

	ret = cpufreq_register_driver(&dt_cpufreq_driver);
	if (ret)
		dev_err(cpu_dev, "failed register driver: %d\n", ret);

	return ret;
}

static int dt_cpufreq_remove(struct platform_device *pdev)
{
	cpufreq_unregister_driver(&dt_cpufreq_driver);
	return 0;
}

static struct platform_driver dt_cpufreq_platdrv = {
	.driver = {
		.name	= "cpufreq-dt",
	},
	.probe		= dt_cpufreq_probe,
	.remove		= dt_cpufreq_remove,
};
module_platform_driver(dt_cpufreq_platdrv);

MODULE_ALIAS("platform:cpufreq-dt");
MODULE_AUTHOR("Viresh Kumar <viresh.kumar@linaro.org>");
MODULE_AUTHOR("Shawn Guo <shawn.guo@linaro.org>");
MODULE_DESCRIPTION("Generic cpufreq driver");
MODULE_LICENSE("GPL");
Commit	Line	Data
95ceafd4 SG	1	/*
	2	* Copyright (C) 2012 Freescale Semiconductor, Inc.
	3	*
748c8766 VK	4	* Copyright (C) 2014 Linaro.
	5	* Viresh Kumar <viresh.kumar@linaro.org>
	6	*
bbcf0719	7	* The OPP code in function set_target() is reused from
95ceafd4 SG	8	* drivers/cpufreq/omap-cpufreq.c
	9	*
	10	* This program is free software; you can redistribute it and/or modify
	11	* it under the terms of the GNU General Public License version 2 as
	12	* published by the Free Software Foundation.
	13	*/
	14
	15	#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
	16
	17	#include <linux/clk.h>
e1825b25	18	#include <linux/cpu.h>
77cff592	19	#include <linux/cpu_cooling.h>
95ceafd4	20	#include <linux/cpufreq.h>
34e5a527	21	#include <linux/cpufreq-dt.h>
77cff592	22	#include <linux/cpumask.h>
95ceafd4 SG	23	#include <linux/err.h>
	24	#include <linux/module.h>
	25	#include <linux/of.h>
e4db1c74	26	#include <linux/pm_opp.h>
5553f9e2	27	#include <linux/platform_device.h>
95ceafd4 SG	28	#include <linux/regulator/consumer.h>
95ceafd4 SG	29	#include <linux/slab.h>
77cff592	30	#include <linux/thermal.h>
95ceafd4	31
d2f31f1d VK	32	struct private_data {
	33	struct device *cpu_dev;
	34	struct regulator *cpu_reg;
	35	struct thermal_cooling_device *cdev;
050794aa	36	const char *reg_name;
d2f31f1d	37	};
95ceafd4	38
21c36d35 BZ	39	static struct freq_attr *cpufreq_dt_attr[] = {
	40	&cpufreq_freq_attr_scaling_available_freqs,
	41	NULL, /* Extra space for boost-attr if required */
	42	NULL,
	43	};
	44
bbcf0719	45	static int set_target(struct cpufreq_policy *policy, unsigned int index)
95ceafd4	46	{
d2f31f1d	47	struct private_data *priv = policy->driver_data;
95ceafd4	48
78c3ba5d VK	49	return dev_pm_opp_set_rate(priv->cpu_dev,
78c3ba5d VK	50	policy->freq_table[index].frequency * 1000);
95ceafd4 SG	51	}
95ceafd4 SG	52
050794aa VK	53	/*
	54	* An earlier version of opp-v1 bindings used to name the regulator
	55	* "cpu0-supply", we still need to handle that for backwards compatibility.
	56	*/
df2c8ec2	57	static const char find_supply_name(struct device dev)
050794aa	58	{
df2c8ec2	59	struct device_node *np;
050794aa VK	60	struct property *pp;
050794aa VK	61	int cpu = dev->id;
df2c8ec2 VK	62	const char *name = NULL;
	63
	64	np = of_node_get(dev->of_node);
	65
	66	/* This must be valid for sure */
	67	if (WARN_ON(!np))
	68	return NULL;
050794aa VK	69
	70	/* Try "cpu0" for older DTs */
	71	if (!cpu) {
	72	pp = of_find_property(np, "cpu0-supply", NULL);
df2c8ec2 VK	73	if (pp) {
	74	name = "cpu0";
	75	goto node_put;
	76	}
050794aa VK	77	}
	78
	79	pp = of_find_property(np, "cpu-supply", NULL);
df2c8ec2 VK	80	if (pp) {
	81	name = "cpu";
	82	goto node_put;
	83	}
050794aa VK	84
050794aa VK	85	dev_dbg(dev, "no regulator for cpu%d\n", cpu);
df2c8ec2 VK	86	node_put:
	87	of_node_put(np);
	88	return name;
050794aa VK	89	}
050794aa VK	90
95b61058	91	static int allocate_resources(int cpu, struct device **cdev,
d2f31f1d	92	struct regulator creg, struct clk cclk)
95ceafd4	93	{
d2f31f1d VK	94	struct device *cpu_dev;
	95	struct regulator *cpu_reg;
	96	struct clk *cpu_clk;
	97	int ret = 0;
2d2c5e0e	98	char reg_cpu0 = "cpu0", reg_cpu = "cpu", *reg;
95ceafd4	99
95b61058	100	cpu_dev = get_cpu_device(cpu);
e1825b25	101	if (!cpu_dev) {
95b61058	102	pr_err("failed to get cpu%d device\n", cpu);
e1825b25 SK	103	return -ENODEV;
e1825b25 SK	104	}
6754f556	105
2d2c5e0e	106	/* Try "cpu0" for older DTs */
95b61058 VK	107	if (!cpu)
	108	reg = reg_cpu0;
	109	else
	110	reg = reg_cpu;
2d2c5e0e VK	111
	112	try_again:
	113	cpu_reg = regulator_get_optional(cpu_dev, reg);
b331bc20 AB	114	ret = PTR_ERR_OR_ZERO(cpu_reg);
b331bc20 AB	115	if (ret) {
fc31d6f5	116	/*
95b61058	117	* If cpu's regulator supply node is present, but regulator is
fc31d6f5 NM	118	* not yet registered, we should try defering probe.
fc31d6f5 NM	119	*/
b331bc20	120	if (ret == -EPROBE_DEFER) {
95b61058 VK	121	dev_dbg(cpu_dev, "cpu%d regulator not ready, retry\n",
95b61058 VK	122	cpu);
b331bc20	123	return ret;
fc31d6f5	124	}
2d2c5e0e VK	125
	126	/* Try with "cpu-supply" */
	127	if (reg == reg_cpu0) {
	128	reg = reg_cpu;
	129	goto try_again;
	130	}
	131
b331bc20	132	dev_dbg(cpu_dev, "no regulator for cpu%d: %d\n", cpu, ret);
fc31d6f5 NM	133	}
fc31d6f5 NM	134
e3beb0ac	135	cpu_clk = clk_get(cpu_dev, NULL);
b331bc20 AB	136	ret = PTR_ERR_OR_ZERO(cpu_clk);
b331bc20 AB	137	if (ret) {
d2f31f1d VK	138	/* put regulator */
	139	if (!IS_ERR(cpu_reg))
	140	regulator_put(cpu_reg);
	141
48a8624b VK	142	/*
	143	* If cpu's clk node is present, but clock is not yet
	144	* registered, we should try defering probe.
	145	*/
	146	if (ret == -EPROBE_DEFER)
95b61058	147	dev_dbg(cpu_dev, "cpu%d clock not ready, retry\n", cpu);
48a8624b	148	else
71796210 AK	149	dev_err(cpu_dev, "failed to get cpu%d clock: %d\n", cpu,
71796210 AK	150	ret);
d2f31f1d VK	151	} else {
	152	*cdev = cpu_dev;
	153	*creg = cpu_reg;
	154	*cclk = cpu_clk;
	155	}
	156
	157	return ret;
	158	}
	159
bbcf0719	160	static int cpufreq_init(struct cpufreq_policy *policy)
d2f31f1d VK	161	{
d2f31f1d VK	162	struct cpufreq_frequency_table *freq_table;
d2f31f1d VK	163	struct private_data *priv;
	164	struct device *cpu_dev;
	165	struct regulator *cpu_reg;
	166	struct clk *cpu_clk;
953ba9ff	167	struct dev_pm_opp *suspend_opp;
d2f31f1d	168	unsigned int transition_latency;
457e99e6	169	bool opp_v1 = false;
050794aa	170	const char *name;
d2f31f1d VK	171	int ret;
d2f31f1d VK	172
95b61058	173	ret = allocate_resources(policy->cpu, &cpu_dev, &cpu_reg, &cpu_clk);
d2f31f1d	174	if (ret) {
edd52b1c	175	pr_err("%s: Failed to allocate resources: %d\n", __func__, ret);
d2f31f1d VK	176	return ret;
d2f31f1d VK	177	}
48a8624b	178
2e02d872	179	/* Get OPP-sharing information from "operating-points-v2" bindings */
8f8d37b2	180	ret = dev_pm_opp_of_get_sharing_cpus(cpu_dev, policy->cpus);
2e02d872 VK	181	if (ret) {
	182	/*
	183	* operating-points-v2 not supported, fallback to old method of
	184	* finding shared-OPPs for backward compatibility.
	185	*/
	186	if (ret == -ENOENT)
457e99e6	187	opp_v1 = true;
2e02d872	188	else
df2c8ec2	189	goto out_put_reg_clk;
2e02d872 VK	190	}
2e02d872 VK	191
050794aa VK	192	/*
	193	* OPP layer will be taking care of regulators now, but it needs to know
	194	* the name of the regulator first.
	195	*/
df2c8ec2	196	name = find_supply_name(cpu_dev);
050794aa VK	197	if (name) {
	198	ret = dev_pm_opp_set_regulator(cpu_dev, name);
	199	if (ret) {
	200	dev_err(cpu_dev, "Failed to set regulator for cpu%d: %d\n",
	201	policy->cpu, ret);
df2c8ec2	202	goto out_put_reg_clk;
050794aa VK	203	}
	204	}
	205
2e02d872 VK	206	/*
	207	* Initialize OPP tables for all policy->cpus. They will be shared by
	208	* all CPUs which have marked their CPUs shared with OPP bindings.
	209	*
	210	* For platforms not using operating-points-v2 bindings, we do this
	211	* before updating policy->cpus. Otherwise, we will end up creating
	212	* duplicate OPPs for policy->cpus.
	213	*
	214	* OPPs might be populated at runtime, don't check for error here
	215	*/
8f8d37b2	216	dev_pm_opp_of_cpumask_add_table(policy->cpus);
2e02d872	217
7d5d0c8b VK	218	/*
	219	* But we need OPP table to function so if it is not there let's
	220	* give platform code chance to provide it for us.
	221	*/
	222	ret = dev_pm_opp_get_opp_count(cpu_dev);
	223	if (ret <= 0) {
896d6a4c	224	dev_dbg(cpu_dev, "OPP table is not ready, deferring probe\n");
7d5d0c8b VK	225	ret = -EPROBE_DEFER;
	226	goto out_free_opp;
	227	}
	228
457e99e6	229	if (opp_v1) {
2e02d872 VK	230	struct cpufreq_dt_platform_data *pd = cpufreq_get_driver_data();
	231
	232	if (!pd \|\| !pd->independent_clocks)
	233	cpumask_setall(policy->cpus);
	234
	235	/*
	236	* OPP tables are initialized only for policy->cpu, do it for
	237	* others as well.
	238	*/
8f8d37b2	239	ret = dev_pm_opp_set_sharing_cpus(cpu_dev, policy->cpus);
8bc86284 VK	240	if (ret)
	241	dev_err(cpu_dev, "%s: failed to mark OPPs as shared: %d\n",
	242	__func__, ret);
2e02d872	243	}
95ceafd4	244
d2f31f1d VK	245	priv = kzalloc(sizeof(*priv), GFP_KERNEL);
	246	if (!priv) {
	247	ret = -ENOMEM;
2f0f609f	248	goto out_free_opp;
95ceafd4 SG	249	}
95ceafd4 SG	250
050794aa	251	priv->reg_name = name;
95ceafd4	252
045ee45c LS	253	ret = dev_pm_opp_init_cpufreq_table(cpu_dev, &freq_table);
045ee45c LS	254	if (ret) {
896d6a4c	255	dev_err(cpu_dev, "failed to init cpufreq table: %d\n", ret);
045ee45c LS	256	goto out_free_priv;
	257	}
	258
d2f31f1d VK	259	priv->cpu_dev = cpu_dev;
	260	priv->cpu_reg = cpu_reg;
	261	policy->driver_data = priv;
	262
	263	policy->clk = cpu_clk;
953ba9ff BZ	264
	265	rcu_read_lock();
	266	suspend_opp = dev_pm_opp_get_suspend_opp(cpu_dev);
	267	if (suspend_opp)
	268	policy->suspend_freq = dev_pm_opp_get_freq(suspend_opp) / 1000;
	269	rcu_read_unlock();
	270
34e5a527 TP	271	ret = cpufreq_table_validate_and_show(policy, freq_table);
	272	if (ret) {
	273	dev_err(cpu_dev, "%s: invalid frequency table: %d\n", __func__,
	274	ret);
9a004428	275	goto out_free_cpufreq_table;
d15fa862 VK	276	}
	277
	278	/* Support turbo/boost mode */
	279	if (policy_has_boost_freq(policy)) {
	280	/* This gets disabled by core on driver unregister */
	281	ret = cpufreq_enable_boost_support();
	282	if (ret)
	283	goto out_free_cpufreq_table;
21c36d35	284	cpufreq_dt_attr[1] = &cpufreq_freq_attr_scaling_boost_freqs;
34e5a527 TP	285	}
34e5a527 TP	286
755b888f VK	287	transition_latency = dev_pm_opp_get_max_transition_latency(cpu_dev);
	288	if (!transition_latency)
	289	transition_latency = CPUFREQ_ETERNAL;
	290
34e5a527 TP	291	policy->cpuinfo.transition_latency = transition_latency;
34e5a527 TP	292
95ceafd4 SG	293	return 0;
95ceafd4 SG	294
9a004428	295	out_free_cpufreq_table:
5d4879cd	296	dev_pm_opp_free_cpufreq_table(cpu_dev, &freq_table);
045ee45c LS	297	out_free_priv:
045ee45c LS	298	kfree(priv);
2f0f609f	299	out_free_opp:
8f8d37b2	300	dev_pm_opp_of_cpumask_remove_table(policy->cpus);
050794aa VK	301	if (name)
050794aa VK	302	dev_pm_opp_put_regulator(cpu_dev);
d2f31f1d	303	out_put_reg_clk:
ed4b053c	304	clk_put(cpu_clk);
e3beb0ac LS	305	if (!IS_ERR(cpu_reg))
e3beb0ac LS	306	regulator_put(cpu_reg);
d2f31f1d VK	307
	308	return ret;
	309	}
	310
bbcf0719	311	static int cpufreq_exit(struct cpufreq_policy *policy)
d2f31f1d VK	312	{
	313	struct private_data *priv = policy->driver_data;
	314
17ad13ba	315	cpufreq_cooling_unregister(priv->cdev);
d2f31f1d	316	dev_pm_opp_free_cpufreq_table(priv->cpu_dev, &policy->freq_table);
8f8d37b2	317	dev_pm_opp_of_cpumask_remove_table(policy->related_cpus);
050794aa VK	318	if (priv->reg_name)
	319	dev_pm_opp_put_regulator(priv->cpu_dev);
	320
d2f31f1d VK	321	clk_put(policy->clk);
	322	if (!IS_ERR(priv->cpu_reg))
	323	regulator_put(priv->cpu_reg);
	324	kfree(priv);
	325
	326	return 0;
	327	}
	328
9a004428 VK	329	static void cpufreq_ready(struct cpufreq_policy *policy)
	330	{
	331	struct private_data *priv = policy->driver_data;
	332	struct device_node *np = of_node_get(priv->cpu_dev->of_node);
	333
	334	if (WARN_ON(!np))
	335	return;
	336
	337	/*
	338	* For now, just loading the cooling device;
	339	* thermal DT code takes care of matching them.
	340	*/
	341	if (of_find_property(np, "#cooling-cells", NULL)) {
f8fa8ae0 PA	342	u32 power_coefficient = 0;
	343
	344	of_property_read_u32(np, "dynamic-power-coefficient",
	345	&power_coefficient);
	346
	347	priv->cdev = of_cpufreq_power_cooling_register(np,
	348	policy->related_cpus, power_coefficient, NULL);
9a004428 VK	349	if (IS_ERR(priv->cdev)) {
	350	dev_err(priv->cpu_dev,
	351	"running cpufreq without cooling device: %ld\n",
	352	PTR_ERR(priv->cdev));
	353
	354	priv->cdev = NULL;
	355	}
	356	}
	357
	358	of_node_put(np);
	359	}
	360
bbcf0719	361	static struct cpufreq_driver dt_cpufreq_driver = {
d2f31f1d VK	362	.flags = CPUFREQ_STICKY \| CPUFREQ_NEED_INITIAL_FREQ_CHECK,
d2f31f1d VK	363	.verify = cpufreq_generic_frequency_table_verify,
bbcf0719	364	.target_index = set_target,
d2f31f1d	365	.get = cpufreq_generic_get,
bbcf0719 VK	366	.init = cpufreq_init,
bbcf0719 VK	367	.exit = cpufreq_exit,
9a004428	368	.ready = cpufreq_ready,
bbcf0719	369	.name = "cpufreq-dt",
21c36d35	370	.attr = cpufreq_dt_attr,
953ba9ff	371	.suspend = cpufreq_generic_suspend,
d2f31f1d VK	372	};
d2f31f1d VK	373
bbcf0719	374	static int dt_cpufreq_probe(struct platform_device *pdev)
d2f31f1d VK	375	{
	376	struct device *cpu_dev;
	377	struct regulator *cpu_reg;
	378	struct clk *cpu_clk;
	379	int ret;
	380
	381	/*
	382	* All per-cluster (CPUs sharing clock/voltages) initialization is done
	383	* from ->init(). In probe(), we just need to make sure that clk and
	384	* regulators are available. Else defer probe and retry.
	385	*
	386	* FIXME: Is checking this only for CPU0 sufficient ?
	387	*/
95b61058	388	ret = allocate_resources(0, &cpu_dev, &cpu_reg, &cpu_clk);
d2f31f1d VK	389	if (ret)
	390	return ret;
	391
	392	clk_put(cpu_clk);
	393	if (!IS_ERR(cpu_reg))
	394	regulator_put(cpu_reg);
	395
34e5a527 TP	396	dt_cpufreq_driver.driver_data = dev_get_platdata(&pdev->dev);
34e5a527 TP	397
bbcf0719	398	ret = cpufreq_register_driver(&dt_cpufreq_driver);
d2f31f1d VK	399	if (ret)
	400	dev_err(cpu_dev, "failed register driver: %d\n", ret);
	401
95ceafd4 SG	402	return ret;
95ceafd4 SG	403	}
5553f9e2	404
bbcf0719	405	static int dt_cpufreq_remove(struct platform_device *pdev)
5553f9e2	406	{
bbcf0719	407	cpufreq_unregister_driver(&dt_cpufreq_driver);
5553f9e2 SG	408	return 0;
	409	}
	410
bbcf0719	411	static struct platform_driver dt_cpufreq_platdrv = {
5553f9e2	412	.driver = {
bbcf0719	413	.name = "cpufreq-dt",
5553f9e2	414	},
bbcf0719 VK	415	.probe = dt_cpufreq_probe,
bbcf0719 VK	416	.remove = dt_cpufreq_remove,
5553f9e2	417	};
bbcf0719	418	module_platform_driver(dt_cpufreq_platdrv);
95ceafd4	419
07949bf9	420	MODULE_ALIAS("platform:cpufreq-dt");
748c8766	421	MODULE_AUTHOR("Viresh Kumar <viresh.kumar@linaro.org>");
95ceafd4	422	MODULE_AUTHOR("Shawn Guo <shawn.guo@linaro.org>");
bbcf0719	423	MODULE_DESCRIPTION("Generic cpufreq driver");
95ceafd4	424	MODULE_LICENSE("GPL");