[deliverable/linux.git] / arch / powerpc / platforms / cell / cbe_cpufreq.c

/*
 * cpufreq driver for the cell processor
 *
 * (C) Copyright IBM Deutschland Entwicklung GmbH 2005
 *
 * Author: Christian Krafft <krafft@de.ibm.com>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2, or (at your option)
 * any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 */

#include <linux/cpufreq.h>
#include <linux/timer.h>

#include <asm/hw_irq.h>
#include <asm/io.h>
#include <asm/machdep.h>
#include <asm/processor.h>
#include <asm/prom.h>
#include <asm/time.h>
#include <asm/pmi.h>
#include <asm/of_platform.h>

#include "cbe_regs.h"

static DEFINE_MUTEX(cbe_switch_mutex);


/* the CBE supports an 8 step frequency scaling */
static struct cpufreq_frequency_table cbe_freqs[] = {
	{1,	0},
	{2,	0},
	{3,	0},
	{4,	0},
	{5,	0},
	{6,	0},
	{8,	0},
	{10,	0},
	{0,	CPUFREQ_TABLE_END},
};

/* to write to MIC register */
static u64 MIC_Slow_Fast_Timer_table[] = {
	[0 ... 7] = 0x007fc00000000000ull,
};

/* more values for the MIC */
static u64 MIC_Slow_Next_Timer_table[] = {
	0x0000240000000000ull,
	0x0000268000000000ull,
	0x000029C000000000ull,
	0x00002D0000000000ull,
	0x0000300000000000ull,
	0x0000334000000000ull,
	0x000039C000000000ull,
	0x00003FC000000000ull,
};

static u8 pmi_slow_mode_limit[MAX_BE];

/*
 * hardware specific functions
 */

static bool cbe_cpufreq_has_pmi;

#ifdef CONFIG_PPC_PMI
static int set_pmode_pmi(int cpu, unsigned int pmode)
{
	int ret;
	pmi_message_t pmi_msg;
#ifdef DEBUG
	long time;
#endif

	pmi_msg.type = PMI_TYPE_FREQ_CHANGE;
	pmi_msg.data1 =	cbe_cpu_to_node(cpu);
	pmi_msg.data2 = pmode;

#ifdef DEBUG
	time = jiffies;
#endif

	pmi_send_message(pmi_msg);
	ret = pmi_msg.data2;

	pr_debug("PMI returned slow mode %d\n", ret);

#ifdef DEBUG
	time = jiffies - time; /* actual cycles (not cpu cycles!) */
	time = jiffies_to_msecs(time);
	pr_debug("had to wait %lu ms for a transition using PMI.\n", time);
#endif
	return ret;
}
#endif

static int get_pmode(int cpu)
{
	int ret;
	struct cbe_pmd_regs __iomem *pmd_regs;

	pmd_regs = cbe_get_cpu_pmd_regs(cpu);
	ret = in_be64(&pmd_regs->pmsr) & 0x07;

	return ret;
}

static int set_pmode_reg(int cpu, unsigned int pmode)
{
	struct cbe_pmd_regs __iomem *pmd_regs;
	struct cbe_mic_tm_regs __iomem *mic_tm_regs;
	u64 flags;
	u64 value;
#ifdef DEBUG
	long time;
#endif

	local_irq_save(flags);

	mic_tm_regs = cbe_get_cpu_mic_tm_regs(cpu);
	pmd_regs = cbe_get_cpu_pmd_regs(cpu);

#ifdef DEBUG
	time = jiffies;
#endif
	out_be64(&mic_tm_regs->slow_fast_timer_0, MIC_Slow_Fast_Timer_table[pmode]);
	out_be64(&mic_tm_regs->slow_fast_timer_1, MIC_Slow_Fast_Timer_table[pmode]);

	out_be64(&mic_tm_regs->slow_next_timer_0, MIC_Slow_Next_Timer_table[pmode]);
	out_be64(&mic_tm_regs->slow_next_timer_1, MIC_Slow_Next_Timer_table[pmode]);

	value = in_be64(&pmd_regs->pmcr);
	/* set bits to zero */
	value &= 0xFFFFFFFFFFFFFFF8ull;
	/* set bits to next pmode */
	value |= pmode;

	out_be64(&pmd_regs->pmcr, value);

#ifdef DEBUG
	/* wait until new pmode appears in status register */
	value = in_be64(&pmd_regs->pmsr) & 0x07;
	while(value != pmode) {
		cpu_relax();
		value = in_be64(&pmd_regs->pmsr) & 0x07;
	}

	time = jiffies - time;
	time = jiffies_to_msecs(time);
	pr_debug("had to wait %lu ms for a transition using " \
		 "the pervasive unit.\n", time);
#endif
	local_irq_restore(flags);

	return 0;
}

static int set_pmode(int cpu, unsigned int slow_mode)
{
	int rc;
#ifdef CONFIG_PPC_PMI
	if (cbe_cpufreq_has_pmi)
		rc = set_pmode_pmi(cpu, slow_mode);
	else
#endif
		rc = set_pmode_reg(cpu, slow_mode);

	pr_debug("register contains slow mode %d\n", get_pmode(cpu));

	return rc;
}

static void cbe_cpufreq_handle_pmi(pmi_message_t pmi_msg)
{
	u8 node; slow_mode;

	BUG_ON(pmi_msg.type != PMI_TYPE_FREQ_CHANGE);

	node = pmi_msg.data1;
	slow_mode = pmi_msg.data2;

	pmi_slow_mode_limit[node] = slow_mode;

	pr_debug("cbe_handle_pmi: node: %d, max slow_mode=%d\n", slow_mode);
}

static int pmi_notifier(struct notifier_block *nb,
				       unsigned long event, void *data)
{
	struct cpufreq_policy *policy = data;
	u8 node;

	node = cbe_cpu_to_node(policy->cpu);

	pr_debug("got notified, event=%lu, node=%u\n", event, node);

	if (pmi_slow_mode_limit[node] != 0) {
		pr_debug("limiting node %d to slow mode %d\n",
			 node, pmi_slow_mode_limit[node]);

		cpufreq_verify_within_limits(policy, 0,
			 cbe_freqs[pmi_slow_mode_limit[node]].frequency);
	}

	return 0;
}

static struct notifier_block pmi_notifier_block = {
	.notifier_call = pmi_notifier,
};

static struct pmi_handler cbe_pmi_handler = {
	.type			= PMI_TYPE_FREQ_CHANGE,
	.handle_pmi_message	= cbe_cpufreq_handle_pmi,
};


/*
 * cpufreq functions
 */

static int cbe_cpufreq_cpu_init(struct cpufreq_policy *policy)
{
	const u32 *max_freqp;
	u32 max_freq;
	int i, cur_pmode;
	struct device_node *cpu;

	cpu = of_get_cpu_node(policy->cpu, NULL);

	if (!cpu)
		return -ENODEV;

	pr_debug("init cpufreq on CPU %d\n", policy->cpu);

	max_freqp = of_get_property(cpu, "clock-frequency", NULL);

	of_node_put(cpu);

	if (!max_freqp)
		return -EINVAL;

	/* we need the freq in kHz */
	max_freq = *max_freqp / 1000;

	pr_debug("max clock-frequency is at %u kHz\n", max_freq);
	pr_debug("initializing frequency table\n");

	/* initialize frequency table */
	for (i=0; cbe_freqs[i].frequency!=CPUFREQ_TABLE_END; i++) {
		cbe_freqs[i].frequency = max_freq / cbe_freqs[i].index;
		pr_debug("%d: %d\n", i, cbe_freqs[i].frequency);
	}

	policy->governor = CPUFREQ_DEFAULT_GOVERNOR;

	/* if DEBUG is enabled set_pmode() measures the latency
	 * of a transition */
	policy->cpuinfo.transition_latency = 25000;

	cur_pmode = get_pmode(policy->cpu);
	pr_debug("current pmode is at %d\n",cur_pmode);

	policy->cur = cbe_freqs[cur_pmode].frequency;

#ifdef CONFIG_SMP
	policy->cpus = cpu_sibling_map[policy->cpu];
#endif

	cpufreq_frequency_table_get_attr(cbe_freqs, policy->cpu);

	/* this ensures that policy->cpuinfo_min
	 * and policy->cpuinfo_max are set correctly */
	return cpufreq_frequency_table_cpuinfo(policy, cbe_freqs);
}

static int cbe_cpufreq_cpu_exit(struct cpufreq_policy *policy)
{
	cpufreq_frequency_table_put_attr(policy->cpu);
	return 0;
}

static int cbe_cpufreq_verify(struct cpufreq_policy *policy)
{
	return cpufreq_frequency_table_verify(policy, cbe_freqs);
}


static int cbe_cpufreq_target(struct cpufreq_policy *policy,
			      unsigned int target_freq,
			      unsigned int relation)
{
	int rc;
	struct cpufreq_freqs freqs;
	unsigned int cbe_pmode_new;

	cpufreq_frequency_table_target(policy,
				       cbe_freqs,
				       target_freq,
				       relation,
				       &cbe_pmode_new);

	freqs.old = policy->cur;
	freqs.new = cbe_freqs[cbe_pmode_new].frequency;
	freqs.cpu = policy->cpu;

	mutex_lock(&cbe_switch_mutex);
	cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);

	pr_debug("setting frequency for cpu %d to %d kHz, " \
		 "1/%d of max frequency\n",
		 policy->cpu,
		 cbe_freqs[cbe_pmode_new].frequency,
		 cbe_freqs[cbe_pmode_new].index);

	rc = set_pmode(policy->cpu, cbe_pmode_new);

	cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
	mutex_unlock(&cbe_switch_mutex);

	return rc;
}

static struct cpufreq_driver cbe_cpufreq_driver = {
	.verify		= cbe_cpufreq_verify,
	.target		= cbe_cpufreq_target,
	.init		= cbe_cpufreq_cpu_init,
	.exit		= cbe_cpufreq_cpu_exit,
	.name		= "cbe-cpufreq",
	.owner		= THIS_MODULE,
	.flags		= CPUFREQ_CONST_LOOPS,
};

/*
 * module init and destoy
 */

static int __init cbe_cpufreq_init(void)
{
	if (!machine_is(cell))
		return -ENODEV;

	cbe_cpufreq_has_pmi = pmi_register_handler(&cbe_pmi_handler) == 0;

	if (cbe_cpufreq_has_pmi)
		cpufreq_register_notifier(&pmi_notifier_block, CPUFREQ_POLICY_NOTIFIER);

	return cpufreq_register_driver(&cbe_cpufreq_driver);
}

static void __exit cbe_cpufreq_exit(void)
{
	cpufreq_unregister_driver(&cbe_cpufreq_driver);

	if (cbe_cpufreq_has_pmi) {
		cpufreq_unregister_notifier(&pmi_notifier_block, CPUFREQ_POLICY_NOTIFIER);
		pmi_unregister_handler(&cbe_pmi_handler);
	}
}

module_init(cbe_cpufreq_init);
module_exit(cbe_cpufreq_exit);

MODULE_LICENSE("GPL");
MODULE_AUTHOR("Christian Krafft <krafft@de.ibm.com>");
Commit	Line	Data
36ca4ba4 CK	1	/*
	2	* cpufreq driver for the cell processor
	3	*
	4	* (C) Copyright IBM Deutschland Entwicklung GmbH 2005
	5	*
	6	* Author: Christian Krafft <krafft@de.ibm.com>
	7	*
	8	* This program is free software; you can redistribute it and/or modify
	9	* it under the terms of the GNU General Public License as published by
	10	* the Free Software Foundation; either version 2, or (at your option)
	11	* any later version.
	12	*
	13	* This program is distributed in the hope that it will be useful,
	14	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	15	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	16	* GNU General Public License for more details.
	17	*
	18	* You should have received a copy of the GNU General Public License
	19	* along with this program; if not, write to the Free Software
	20	* Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
	21	*/
	22
	23	#include <linux/cpufreq.h>
	24	#include <linux/timer.h>
	25
	26	#include <asm/hw_irq.h>
	27	#include <asm/io.h>
4bd4aa19	28	#include <asm/machdep.h>
36ca4ba4 CK	29	#include <asm/processor.h>
	30	#include <asm/prom.h>
	31	#include <asm/time.h>
5050063c CK	32	#include <asm/pmi.h>
5050063c CK	33	#include <asm/of_platform.h>
36ca4ba4 CK	34
	35	#include "cbe_regs.h"
	36
	37	static DEFINE_MUTEX(cbe_switch_mutex);
	38
	39
	40	/* the CBE supports an 8 step frequency scaling */
	41	static struct cpufreq_frequency_table cbe_freqs[] = {
	42	{1, 0},
	43	{2, 0},
	44	{3, 0},
	45	{4, 0},
	46	{5, 0},
	47	{6, 0},
	48	{8, 0},
	49	{10, 0},
	50	{0, CPUFREQ_TABLE_END},
	51	};
	52
	53	/* to write to MIC register */
	54	static u64 MIC_Slow_Fast_Timer_table[] = {
	55	[0 ... 7] = 0x007fc00000000000ull,
	56	};
	57
	58	/* more values for the MIC */
	59	static u64 MIC_Slow_Next_Timer_table[] = {
	60	0x0000240000000000ull,
	61	0x0000268000000000ull,
	62	0x000029C000000000ull,
	63	0x00002D0000000000ull,
	64	0x0000300000000000ull,
	65	0x0000334000000000ull,
	66	0x000039C000000000ull,
	67	0x00003FC000000000ull,
	68	};
	69
1e21fd5a	70	static u8 pmi_slow_mode_limit[MAX_BE];
813f9072	71
36ca4ba4 CK	72	/*
	73	* hardware specific functions
	74	*/
	75
813f9072	76	static bool cbe_cpufreq_has_pmi;
5050063c	77
ee5d1b7f	78	#ifdef CONFIG_PPC_PMI
5050063c CK	79	static int set_pmode_pmi(int cpu, unsigned int pmode)
	80	{
	81	int ret;
	82	pmi_message_t pmi_msg;
	83	#ifdef DEBUG
a964b9be	84	long time;
5050063c CK	85	#endif
	86
	87	pmi_msg.type = PMI_TYPE_FREQ_CHANGE;
	88	pmi_msg.data1 = cbe_cpu_to_node(cpu);
	89	pmi_msg.data2 = pmode;
	90
	91	#ifdef DEBUG
a964b9be	92	time = jiffies;
5050063c CK	93	#endif
5050063c CK	94
813f9072	95	pmi_send_message(pmi_msg);
5050063c CK	96	ret = pmi_msg.data2;
	97
	98	pr_debug("PMI returned slow mode %d\n", ret);
	99
	100	#ifdef DEBUG
a964b9be CK	101	time = jiffies - time; /* actual cycles (not cpu cycles!) */
	102	time = jiffies_to_msecs(time);
	103	pr_debug("had to wait %lu ms for a transition using PMI.\n", time);
5050063c CK	104	#endif
	105	return ret;
	106	}
ee5d1b7f	107	#endif
5050063c	108
36ca4ba4 CK	109	static int get_pmode(int cpu)
	110	{
	111	int ret;
	112	struct cbe_pmd_regs __iomem *pmd_regs;
	113
	114	pmd_regs = cbe_get_cpu_pmd_regs(cpu);
	115	ret = in_be64(&pmd_regs->pmsr) & 0x07;
	116
	117	return ret;
	118	}
	119
5050063c	120	static int set_pmode_reg(int cpu, unsigned int pmode)
36ca4ba4 CK	121	{
	122	struct cbe_pmd_regs __iomem *pmd_regs;
	123	struct cbe_mic_tm_regs __iomem *mic_tm_regs;
	124	u64 flags;
	125	u64 value;
a964b9be CK	126	#ifdef DEBUG
	127	long time;
	128	#endif
36ca4ba4 CK	129
	130	local_irq_save(flags);
	131
	132	mic_tm_regs = cbe_get_cpu_mic_tm_regs(cpu);
	133	pmd_regs = cbe_get_cpu_pmd_regs(cpu);
	134
a964b9be CK	135	#ifdef DEBUG
	136	time = jiffies;
	137	#endif
36ca4ba4 CK	138	out_be64(&mic_tm_regs->slow_fast_timer_0, MIC_Slow_Fast_Timer_table[pmode]);
	139	out_be64(&mic_tm_regs->slow_fast_timer_1, MIC_Slow_Fast_Timer_table[pmode]);
	140
	141	out_be64(&mic_tm_regs->slow_next_timer_0, MIC_Slow_Next_Timer_table[pmode]);
	142	out_be64(&mic_tm_regs->slow_next_timer_1, MIC_Slow_Next_Timer_table[pmode]);
	143
	144	value = in_be64(&pmd_regs->pmcr);
	145	/* set bits to zero */
	146	value &= 0xFFFFFFFFFFFFFFF8ull;
	147	/* set bits to next pmode */
	148	value \|= pmode;
	149
	150	out_be64(&pmd_regs->pmcr, value);
	151
a964b9be	152	#ifdef DEBUG
36ca4ba4 CK	153	/* wait until new pmode appears in status register */
	154	value = in_be64(&pmd_regs->pmsr) & 0x07;
	155	while(value != pmode) {
	156	cpu_relax();
	157	value = in_be64(&pmd_regs->pmsr) & 0x07;
	158	}
	159
a964b9be CK	160	time = jiffies - time;
	161	time = jiffies_to_msecs(time);
	162	pr_debug("had to wait %lu ms for a transition using " \
	163	"the pervasive unit.\n", time);
	164	#endif
36ca4ba4 CK	165	local_irq_restore(flags);
	166
	167	return 0;
	168	}
	169
813f9072 CK	170	static int set_pmode(int cpu, unsigned int slow_mode)
813f9072 CK	171	{
1e21fd5a	172	int rc;
ee5d1b7f	173	#ifdef CONFIG_PPC_PMI
813f9072	174	if (cbe_cpufreq_has_pmi)
1e21fd5a CK	175	rc = set_pmode_pmi(cpu, slow_mode);
1e21fd5a CK	176	else
ee5d1b7f	177	#endif
1e21fd5a CK	178	rc = set_pmode_reg(cpu, slow_mode);
	179
	180	pr_debug("register contains slow mode %d\n", get_pmode(cpu));
	181
	182	return rc;
5050063c CK	183	}
5050063c CK	184
813f9072	185	static void cbe_cpufreq_handle_pmi(pmi_message_t pmi_msg)
5050063c	186	{
1e21fd5a	187	u8 node; slow_mode;
5050063c	188
4bd4aa19	189	BUG_ON(pmi_msg.type != PMI_TYPE_FREQ_CHANGE);
5050063c	190
1e21fd5a CK	191	node = pmi_msg.data1;
1e21fd5a CK	192	slow_mode = pmi_msg.data2;
5050063c	193
1e21fd5a	194	pmi_slow_mode_limit[node] = slow_mode;
5050063c	195
1e21fd5a	196	pr_debug("cbe_handle_pmi: node: %d, max slow_mode=%d\n", slow_mode);
1552cb92 TR	197	}
	198
	199	static int pmi_notifier(struct notifier_block *nb,
	200	unsigned long event, void *data)
	201	{
	202	struct cpufreq_policy *policy = data;
1e21fd5a	203	u8 node;
5050063c	204
1e21fd5a CK	205	node = cbe_cpu_to_node(policy->cpu);
	206
	207	pr_debug("got notified, event=%lu, node=%u\n", event, node);
	208
	209	if (pmi_slow_mode_limit[node] != 0) {
	210	pr_debug("limiting node %d to slow mode %d\n",
	211	node, pmi_slow_mode_limit[node]);
	212
	213	cpufreq_verify_within_limits(policy, 0,
	214	cbe_freqs[pmi_slow_mode_limit[node]].frequency);
	215	}
1552cb92	216
1552cb92	217	return 0;
5050063c CK	218	}
5050063c CK	219
1552cb92 TR	220	static struct notifier_block pmi_notifier_block = {
	221	.notifier_call = pmi_notifier,
	222	};
	223
5050063c CK	224	static struct pmi_handler cbe_pmi_handler = {
	225	.type = PMI_TYPE_FREQ_CHANGE,
	226	.handle_pmi_message = cbe_cpufreq_handle_pmi,
	227	};
	228
	229
36ca4ba4 CK	230	/*
	231	* cpufreq functions
	232	*/
	233
4bd4aa19	234	static int cbe_cpufreq_cpu_init(struct cpufreq_policy *policy)
36ca4ba4	235	{
9c1a2bae SR	236	const u32 *max_freqp;
9c1a2bae SR	237	u32 max_freq;
36ca4ba4 CK	238	int i, cur_pmode;
	239	struct device_node *cpu;
	240
	241	cpu = of_get_cpu_node(policy->cpu, NULL);
	242
4bd4aa19	243	if (!cpu)
36ca4ba4 CK	244	return -ENODEV;
	245
	246	pr_debug("init cpufreq on CPU %d\n", policy->cpu);
	247
9c1a2bae	248	max_freqp = of_get_property(cpu, "clock-frequency", NULL);
36ca4ba4	249
1e21fd5a CK	250	of_node_put(cpu);
1e21fd5a CK	251
9c1a2bae	252	if (!max_freqp)
36ca4ba4 CK	253	return -EINVAL;
36ca4ba4 CK	254
4bd4aa19	255	/* we need the freq in kHz */
9c1a2bae	256	max_freq = *max_freqp / 1000;
36ca4ba4	257
9c1a2bae	258	pr_debug("max clock-frequency is at %u kHz\n", max_freq);
36ca4ba4 CK	259	pr_debug("initializing frequency table\n");
36ca4ba4 CK	260
4bd4aa19	261	/* initialize frequency table */
36ca4ba4	262	for (i=0; cbe_freqs[i].frequency!=CPUFREQ_TABLE_END; i++) {
9c1a2bae	263	cbe_freqs[i].frequency = max_freq / cbe_freqs[i].index;
36ca4ba4 CK	264	pr_debug("%d: %d\n", i, cbe_freqs[i].frequency);
	265	}
	266
	267	policy->governor = CPUFREQ_DEFAULT_GOVERNOR;
1e21fd5a CK	268
	269	/* if DEBUG is enabled set_pmode() measures the latency
	270	* of a transition */
36ca4ba4 CK	271	policy->cpuinfo.transition_latency = 25000;
	272
	273	cur_pmode = get_pmode(policy->cpu);
	274	pr_debug("current pmode is at %d\n",cur_pmode);
	275
	276	policy->cur = cbe_freqs[cur_pmode].frequency;
	277
	278	#ifdef CONFIG_SMP
	279	policy->cpus = cpu_sibling_map[policy->cpu];
	280	#endif
	281
4bd4aa19	282	cpufreq_frequency_table_get_attr(cbe_freqs, policy->cpu);
36ca4ba4	283
1e21fd5a CK	284	/* this ensures that policy->cpuinfo_min
1e21fd5a CK	285	* and policy->cpuinfo_max are set correctly */
4bd4aa19	286	return cpufreq_frequency_table_cpuinfo(policy, cbe_freqs);
36ca4ba4 CK	287	}
	288
	289	static int cbe_cpufreq_cpu_exit(struct cpufreq_policy *policy)
	290	{
	291	cpufreq_frequency_table_put_attr(policy->cpu);
	292	return 0;
	293	}
	294
	295	static int cbe_cpufreq_verify(struct cpufreq_policy *policy)
	296	{
	297	return cpufreq_frequency_table_verify(policy, cbe_freqs);
	298	}
	299
	300
1e21fd5a CK	301	static int cbe_cpufreq_target(struct cpufreq_policy *policy,
	302	unsigned int target_freq,
	303	unsigned int relation)
36ca4ba4 CK	304	{
	305	int rc;
	306	struct cpufreq_freqs freqs;
1e21fd5a	307	unsigned int cbe_pmode_new;
36ca4ba4 CK	308
	309	cpufreq_frequency_table_target(policy,
	310	cbe_freqs,
	311	target_freq,
	312	relation,
	313	&cbe_pmode_new);
	314
	315	freqs.old = policy->cur;
	316	freqs.new = cbe_freqs[cbe_pmode_new].frequency;
	317	freqs.cpu = policy->cpu;
	318
4bd4aa19	319	mutex_lock(&cbe_switch_mutex);
36ca4ba4 CK	320	cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
36ca4ba4 CK	321
1e21fd5a CK	322	pr_debug("setting frequency for cpu %d to %d kHz, " \
1e21fd5a CK	323	"1/%d of max frequency\n",
36ca4ba4 CK	324	policy->cpu,
	325	cbe_freqs[cbe_pmode_new].frequency,
	326	cbe_freqs[cbe_pmode_new].index);
	327
	328	rc = set_pmode(policy->cpu, cbe_pmode_new);
1e21fd5a	329
36ca4ba4 CK	330	cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
	331	mutex_unlock(&cbe_switch_mutex);
	332
	333	return rc;
	334	}
	335
	336	static struct cpufreq_driver cbe_cpufreq_driver = {
	337	.verify = cbe_cpufreq_verify,
	338	.target = cbe_cpufreq_target,
	339	.init = cbe_cpufreq_cpu_init,
	340	.exit = cbe_cpufreq_cpu_exit,
	341	.name = "cbe-cpufreq",
	342	.owner = THIS_MODULE,
	343	.flags = CPUFREQ_CONST_LOOPS,
	344	};
	345
	346	/*
	347	* module init and destoy
	348	*/
	349
	350	static int __init cbe_cpufreq_init(void)
	351	{
4bd4aa19 OJ	352	if (!machine_is(cell))
4bd4aa19 OJ	353	return -ENODEV;
5050063c	354
813f9072	355	cbe_cpufreq_has_pmi = pmi_register_handler(&cbe_pmi_handler) == 0;
5050063c	356
e5ecc871 CK	357	if (cbe_cpufreq_has_pmi)
	358	cpufreq_register_notifier(&pmi_notifier_block, CPUFREQ_POLICY_NOTIFIER);
	359
36ca4ba4 CK	360	return cpufreq_register_driver(&cbe_cpufreq_driver);
	361	}
	362
	363	static void __exit cbe_cpufreq_exit(void)
	364	{
	365	cpufreq_unregister_driver(&cbe_cpufreq_driver);
813f9072	366
e5ecc871 CK	367	if (cbe_cpufreq_has_pmi) {
e5ecc871 CK	368	cpufreq_unregister_notifier(&pmi_notifier_block, CPUFREQ_POLICY_NOTIFIER);
813f9072	369	pmi_unregister_handler(&cbe_pmi_handler);
e5ecc871	370	}
36ca4ba4 CK	371	}
	372
	373	module_init(cbe_cpufreq_init);
	374	module_exit(cbe_cpufreq_exit);
	375
	376	MODULE_LICENSE("GPL");
	377	MODULE_AUTHOR("Christian Krafft <krafft@de.ibm.com>");