[deliverable/linux.git] / arch / arm / mach-sa1100 / cpu-sa1110.c

/*
 *  linux/arch/arm/mach-sa1100/cpu-sa1110.c
 *
 *  Copyright (C) 2001 Russell King
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 *
 * Note: there are two erratas that apply to the SA1110 here:
 *  7 - SDRAM auto-power-up failure (rev A0)
 * 13 - Corruption of internal register reads/writes following
 *      SDRAM reads (rev A0, B0, B1)
 *
 * We ignore rev. A0 and B0 devices; I don't think they're worth supporting.
 *
 * The SDRAM type can be passed on the command line as cpu_sa1110.sdram=type
 */
#include <linux/cpufreq.h>
#include <linux/delay.h>
#include <linux/init.h>
#include <linux/kernel.h>
#include <linux/moduleparam.h>
#include <linux/types.h>

#include <asm/cputype.h>
#include <asm/mach-types.h>

#include <mach/hardware.h>

#include "generic.h"

#undef DEBUG

struct sdram_params {
	const char name[20];
	u_char  rows;		/* bits				 */
	u_char  cas_latency;	/* cycles			 */
	u_char  tck;		/* clock cycle time (ns)	 */
	u_char  trcd;		/* activate to r/w (ns)		 */
	u_char  trp;		/* precharge to activate (ns)	 */
	u_char  twr;		/* write recovery time (ns)	 */
	u_short refresh;	/* refresh time for array (us)	 */
};

struct sdram_info {
	u_int	mdcnfg;
	u_int	mdrefr;
	u_int	mdcas[3];
};

static struct sdram_params sdram_tbl[] __initdata = {
	{	/* Toshiba TC59SM716 CL2 */
		.name		= "TC59SM716-CL2",
		.rows		= 12,
		.tck		= 10,
		.trcd		= 20,
		.trp		= 20,
		.twr		= 10,
		.refresh	= 64000,
		.cas_latency	= 2,
	}, {	/* Toshiba TC59SM716 CL3 */
		.name		= "TC59SM716-CL3",
		.rows		= 12,
		.tck		= 8,
		.trcd		= 20,
		.trp		= 20,
		.twr		= 8,
		.refresh	= 64000,
		.cas_latency	= 3,
	}, {	/* Samsung K4S641632D TC75 */
		.name		= "K4S641632D",
		.rows		= 14,
		.tck		= 9,
		.trcd		= 27,
		.trp		= 20,
		.twr		= 9,
		.refresh	= 64000,
		.cas_latency	= 3,
	}, {	/* Samsung K4S281632B-1H */
		.name           = "K4S281632B-1H",
		.rows		= 12,
		.tck		= 10,
		.trp		= 20,
		.twr		= 10,
		.refresh	= 64000,
		.cas_latency	= 3,
	}, {	/* Samsung KM416S4030CT */
		.name		= "KM416S4030CT",
		.rows		= 13,
		.tck		= 8,
		.trcd		= 24,	/* 3 CLKs */
		.trp		= 24,	/* 3 CLKs */
		.twr		= 16,	/* Trdl: 2 CLKs */
		.refresh	= 64000,
		.cas_latency	= 3,
	}, {	/* Winbond W982516AH75L CL3 */
		.name		= "W982516AH75L",
		.rows		= 16,
		.tck		= 8,
		.trcd		= 20,
		.trp		= 20,
		.twr		= 8,
		.refresh	= 64000,
		.cas_latency	= 3,
	}, {	/* Micron MT48LC8M16A2TG-75 */
		.name		= "MT48LC8M16A2TG-75",
		.rows		= 12,
		.tck		= 8,
		.trcd		= 20,
		.trp		= 20,
		.twr		= 8,
		.refresh	= 64000,
		.cas_latency	= 3,
	},
};

static struct sdram_params sdram_params;

/*
 * Given a period in ns and frequency in khz, calculate the number of
 * cycles of frequency in period.  Note that we round up to the next
 * cycle, even if we are only slightly over.
 */
static inline u_int ns_to_cycles(u_int ns, u_int khz)
{
	return (ns * khz + 999999) / 1000000;
}

/*
 * Create the MDCAS register bit pattern.
 */
static inline void set_mdcas(u_int *mdcas, int delayed, u_int rcd)
{
	u_int shift;

	rcd = 2 * rcd - 1;
	shift = delayed + 1 + rcd;

	mdcas[0]  = (1 << rcd) - 1;
	mdcas[0] |= 0x55555555 << shift;
	mdcas[1]  = mdcas[2] = 0x55555555 << (shift & 1);
}

static void
sdram_calculate_timing(struct sdram_info *sd, u_int cpu_khz,
		       struct sdram_params *sdram)
{
	u_int mem_khz, sd_khz, trp, twr;

	mem_khz = cpu_khz / 2;
	sd_khz = mem_khz;

	/*
	 * If SDCLK would invalidate the SDRAM timings,
	 * run SDCLK at half speed.
	 *
	 * CPU steppings prior to B2 must either run the memory at
	 * half speed or use delayed read latching (errata 13).
	 */
	if ((ns_to_cycles(sdram->tck, sd_khz) > 1) ||
	    (CPU_REVISION < CPU_SA1110_B2 && sd_khz < 62000))
		sd_khz /= 2;

	sd->mdcnfg = MDCNFG & 0x007f007f;

	twr = ns_to_cycles(sdram->twr, mem_khz);

	/* trp should always be >1 */
	trp = ns_to_cycles(sdram->trp, mem_khz) - 1;
	if (trp < 1)
		trp = 1;

	sd->mdcnfg |= trp << 8;
	sd->mdcnfg |= trp << 24;
	sd->mdcnfg |= sdram->cas_latency << 12;
	sd->mdcnfg |= sdram->cas_latency << 28;
	sd->mdcnfg |= twr << 14;
	sd->mdcnfg |= twr << 30;

	sd->mdrefr = MDREFR & 0xffbffff0;
	sd->mdrefr |= 7;

	if (sd_khz != mem_khz)
		sd->mdrefr |= MDREFR_K1DB2;

	/* initial number of '1's in MDCAS + 1 */
	set_mdcas(sd->mdcas, sd_khz >= 62000, ns_to_cycles(sdram->trcd, mem_khz));

#ifdef DEBUG
	printk("MDCNFG: %08x MDREFR: %08x MDCAS0: %08x MDCAS1: %08x MDCAS2: %08x\n",
		sd->mdcnfg, sd->mdrefr, sd->mdcas[0], sd->mdcas[1], sd->mdcas[2]);
#endif
}

/*
 * Set the SDRAM refresh rate.
 */
static inline void sdram_set_refresh(u_int dri)
{
	MDREFR = (MDREFR & 0xffff000f) | (dri << 4);
	(void) MDREFR;
}

/*
 * Update the refresh period.  We do this such that we always refresh
 * the SDRAMs within their permissible period.  The refresh period is
 * always a multiple of the memory clock (fixed at cpu_clock / 2).
 *
 * FIXME: we don't currently take account of burst accesses here,
 * but neither do Intels DM nor Angel.
 */
static void
sdram_update_refresh(u_int cpu_khz, struct sdram_params *sdram)
{
	u_int ns_row = (sdram->refresh * 1000) >> sdram->rows;
	u_int dri = ns_to_cycles(ns_row, cpu_khz / 2) / 32;

#ifdef DEBUG
	mdelay(250);
	printk("new dri value = %d\n", dri);
#endif

	sdram_set_refresh(dri);
}

/*
 * Ok, set the CPU frequency.
 */
static int sa1110_target(struct cpufreq_policy *policy,
			 unsigned int target_freq,
			 unsigned int relation)
{
	struct sdram_params *sdram = &sdram_params;
	struct cpufreq_freqs freqs;
	struct sdram_info sd;
	unsigned long flags;
	unsigned int ppcr, unused;

	switch(relation){
	case CPUFREQ_RELATION_L:
		ppcr = sa11x0_freq_to_ppcr(target_freq);
		if (sa11x0_ppcr_to_freq(ppcr) > policy->max)
			ppcr--;
		break;
	case CPUFREQ_RELATION_H:
		ppcr = sa11x0_freq_to_ppcr(target_freq);
		if (ppcr && (sa11x0_ppcr_to_freq(ppcr) > target_freq) &&
		    (sa11x0_ppcr_to_freq(ppcr-1) >= policy->min))
			ppcr--;
		break;
	default:
		return -EINVAL;
	}

	freqs.old = sa11x0_getspeed(0);
	freqs.new = sa11x0_ppcr_to_freq(ppcr);
	freqs.cpu = 0;

	sdram_calculate_timing(&sd, freqs.new, sdram);

#if 0
	/*
	 * These values are wrong according to the SA1110 documentation
	 * and errata, but they seem to work.  Need to get a storage
	 * scope on to the SDRAM signals to work out why.
	 */
	if (policy->max < 147500) {
		sd.mdrefr |= MDREFR_K1DB2;
		sd.mdcas[0] = 0xaaaaaa7f;
	} else {
		sd.mdrefr &= ~MDREFR_K1DB2;
		sd.mdcas[0] = 0xaaaaaa9f;
	}
	sd.mdcas[1] = 0xaaaaaaaa;
	sd.mdcas[2] = 0xaaaaaaaa;
#endif

	cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);

	/*
	 * The clock could be going away for some time.  Set the SDRAMs
	 * to refresh rapidly (every 64 memory clock cycles).  To get
	 * through the whole array, we need to wait 262144 mclk cycles.
	 * We wait 20ms to be safe.
	 */
	sdram_set_refresh(2);
	if (!irqs_disabled()) {
		msleep(20);
	} else {
		mdelay(20);
	}

	/*
	 * Reprogram the DRAM timings with interrupts disabled, and
	 * ensure that we are doing this within a complete cache line.
	 * This means that we won't access SDRAM for the duration of
	 * the programming.
	 */
	local_irq_save(flags);
	asm("mcr p15, 0, %0, c7, c10, 4" : : "r" (0));
	udelay(10);
	__asm__ __volatile__("					\n\
		b	2f					\n\
		.align	5					\n\
1:		str	%3, [%1, #0]		@ MDCNFG	\n\
		str	%4, [%1, #28]		@ MDREFR	\n\
		str	%5, [%1, #4]		@ MDCAS0	\n\
		str	%6, [%1, #8]		@ MDCAS1	\n\
		str	%7, [%1, #12]		@ MDCAS2	\n\
		str	%8, [%2, #0]		@ PPCR		\n\
		ldr	%0, [%1, #0]				\n\
		b	3f					\n\
2:		b	1b					\n\
3:		nop						\n\
		nop"
		: "=&r" (unused)
		: "r" (&MDCNFG), "r" (&PPCR), "0" (sd.mdcnfg),
		  "r" (sd.mdrefr), "r" (sd.mdcas[0]),
		  "r" (sd.mdcas[1]), "r" (sd.mdcas[2]), "r" (ppcr));
	local_irq_restore(flags);

	/*
	 * Now, return the SDRAM refresh back to normal.
	 */
	sdram_update_refresh(freqs.new, sdram);

	cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);

	return 0;
}

static int __init sa1110_cpu_init(struct cpufreq_policy *policy)
{
	if (policy->cpu != 0)
		return -EINVAL;
	policy->cur = policy->min = policy->max = sa11x0_getspeed(0);
	policy->cpuinfo.min_freq = 59000;
	policy->cpuinfo.max_freq = 287000;
	policy->cpuinfo.transition_latency = CPUFREQ_ETERNAL;
	return 0;
}

/* sa1110_driver needs __refdata because it must remain after init registers
 * it with cpufreq_register_driver() */
static struct cpufreq_driver sa1110_driver __refdata = {
	.flags		= CPUFREQ_STICKY,
	.verify		= sa11x0_verify_speed,
	.target		= sa1110_target,
	.get		= sa11x0_getspeed,
	.init		= sa1110_cpu_init,
	.name		= "sa1110",
};

static struct sdram_params *sa1110_find_sdram(const char *name)
{
	struct sdram_params *sdram;

	for (sdram = sdram_tbl; sdram < sdram_tbl + ARRAY_SIZE(sdram_tbl); sdram++)
		if (strcmp(name, sdram->name) == 0)
			return sdram;

	return NULL;
}

static char sdram_name[16];

static int __init sa1110_clk_init(void)
{
	struct sdram_params *sdram;
	const char *name = sdram_name;

	if (!cpu_is_sa1110())
		return -ENODEV;

	if (!name[0]) {
		if (machine_is_assabet())
			name = "TC59SM716-CL3";
		if (machine_is_pt_system3())
			name = "K4S641632D";
		if (machine_is_h3100())
			name = "KM416S4030CT";
		if (machine_is_jornada720())
		        name = "K4S281632B-1H";
		if (machine_is_nanoengine())
			name = "MT48LC8M16A2TG-75";
	}

	sdram = sa1110_find_sdram(name);
	if (sdram) {
		printk(KERN_DEBUG "SDRAM: tck: %d trcd: %d trp: %d"
			" twr: %d refresh: %d cas_latency: %d\n",
			sdram->tck, sdram->trcd, sdram->trp,
			sdram->twr, sdram->refresh, sdram->cas_latency);

		memcpy(&sdram_params, sdram, sizeof(sdram_params));

		return cpufreq_register_driver(&sa1110_driver);
	}

	return 0;
}

module_param_string(sdram, sdram_name, sizeof(sdram_name), 0);
arch_initcall(sa1110_clk_init);
Commit	Line	Data
1da177e4 LT	1	/*
	2	* linux/arch/arm/mach-sa1100/cpu-sa1110.c
	3	*
	4	* Copyright (C) 2001 Russell King
	5	*
1da177e4 LT	6	* This program is free software; you can redistribute it and/or modify
	7	* it under the terms of the GNU General Public License version 2 as
	8	* published by the Free Software Foundation.
	9	*
	10	* Note: there are two erratas that apply to the SA1110 here:
	11	* 7 - SDRAM auto-power-up failure (rev A0)
	12	* 13 - Corruption of internal register reads/writes following
	13	* SDRAM reads (rev A0, B0, B1)
	14	*
	15	* We ignore rev. A0 and B0 devices; I don't think they're worth supporting.
ba532011 RK	16	*
ba532011 RK	17	* The SDRAM type can be passed on the command line as cpu_sa1110.sdram=type
1da177e4	18	*/
1da177e4 LT	19	#include <linux/cpufreq.h>
	20	#include <linux/delay.h>
	21	#include <linux/init.h>
9f15d2ca MRJ	22	#include <linux/kernel.h>
	23	#include <linux/moduleparam.h>
	24	#include <linux/types.h>
1da177e4	25
0ba8b9b2	26	#include <asm/cputype.h>
1da177e4	27	#include <asm/mach-types.h>
9f15d2ca MRJ	28
9f15d2ca MRJ	29	#include <mach/hardware.h>
1da177e4 LT	30
	31	#include "generic.h"
	32
	33	#undef DEBUG
	34
1da177e4	35	struct sdram_params {
9f15d2ca	36	const char name[20];
1da177e4 LT	37	u_char rows; /* bits */
	38	u_char cas_latency; /* cycles */
	39	u_char tck; /* clock cycle time (ns) */
	40	u_char trcd; /* activate to r/w (ns) */
	41	u_char trp; /* precharge to activate (ns) */
	42	u_char twr; /* write recovery time (ns) */
	43	u_short refresh; /* refresh time for array (us) */
	44	};
	45
	46	struct sdram_info {
	47	u_int mdcnfg;
	48	u_int mdrefr;
	49	u_int mdcas[3];
	50	};
	51
ba532011 RK	52	static struct sdram_params sdram_tbl[] __initdata = {
	53	{ /* Toshiba TC59SM716 CL2 */
	54	.name = "TC59SM716-CL2",
	55	.rows = 12,
	56	.tck = 10,
	57	.trcd = 20,
	58	.trp = 20,
	59	.twr = 10,
	60	.refresh = 64000,
	61	.cas_latency = 2,
	62	}, { /* Toshiba TC59SM716 CL3 */
	63	.name = "TC59SM716-CL3",
	64	.rows = 12,
	65	.tck = 8,
	66	.trcd = 20,
	67	.trp = 20,
	68	.twr = 8,
	69	.refresh = 64000,
	70	.cas_latency = 3,
	71	}, { /* Samsung K4S641632D TC75 */
	72	.name = "K4S641632D",
	73	.rows = 14,
	74	.tck = 9,
	75	.trcd = 27,
	76	.trp = 20,
	77	.twr = 9,
	78	.refresh = 64000,
	79	.cas_latency = 3,
93982535 KE	80	}, { /* Samsung K4S281632B-1H */
	81	.name = "K4S281632B-1H",
	82	.rows = 12,
	83	.tck = 10,
	84	.trp = 20,
	85	.twr = 10,
	86	.refresh = 64000,
	87	.cas_latency = 3,
ba532011 RK	88	}, { /* Samsung KM416S4030CT */
	89	.name = "KM416S4030CT",
	90	.rows = 13,
	91	.tck = 8,
	92	.trcd = 24, /* 3 CLKs */
	93	.trp = 24, /* 3 CLKs */
	94	.twr = 16, /* Trdl: 2 CLKs */
	95	.refresh = 64000,
	96	.cas_latency = 3,
	97	}, { /* Winbond W982516AH75L CL3 */
	98	.name = "W982516AH75L",
	99	.rows = 16,
	100	.tck = 8,
	101	.trcd = 20,
	102	.trp = 20,
	103	.twr = 8,
	104	.refresh = 64000,
	105	.cas_latency = 3,
9f15d2ca MRJ	106	}, { /* Micron MT48LC8M16A2TG-75 */
	107	.name = "MT48LC8M16A2TG-75",
	108	.rows = 12,
	109	.tck = 8,
	110	.trcd = 20,
	111	.trp = 20,
	112	.twr = 8,
	113	.refresh = 64000,
	114	.cas_latency = 3,
ba532011	115	},
1da177e4 LT	116	};
	117
	118	static struct sdram_params sdram_params;
	119
	120	/*
	121	* Given a period in ns and frequency in khz, calculate the number of
	122	* cycles of frequency in period. Note that we round up to the next
	123	* cycle, even if we are only slightly over.
	124	*/
	125	static inline u_int ns_to_cycles(u_int ns, u_int khz)
	126	{
	127	return (ns * khz + 999999) / 1000000;
	128	}
	129
	130	/*
	131	* Create the MDCAS register bit pattern.
	132	*/
	133	static inline void set_mdcas(u_int *mdcas, int delayed, u_int rcd)
	134	{
	135	u_int shift;
	136
	137	rcd = 2 * rcd - 1;
	138	shift = delayed + 1 + rcd;
	139
	140	mdcas[0] = (1 << rcd) - 1;
	141	mdcas[0] \|= 0x55555555 << shift;
	142	mdcas[1] = mdcas[2] = 0x55555555 << (shift & 1);
	143	}
	144
	145	static void
	146	sdram_calculate_timing(struct sdram_info *sd, u_int cpu_khz,
	147	struct sdram_params *sdram)
	148	{
	149	u_int mem_khz, sd_khz, trp, twr;
	150
	151	mem_khz = cpu_khz / 2;
	152	sd_khz = mem_khz;
	153
	154	/*
	155	* If SDCLK would invalidate the SDRAM timings,
	156	* run SDCLK at half speed.
	157	*
	158	* CPU steppings prior to B2 must either run the memory at
	159	* half speed or use delayed read latching (errata 13).
	160	*/
	161	if ((ns_to_cycles(sdram->tck, sd_khz) > 1) \|\|
	162	(CPU_REVISION < CPU_SA1110_B2 && sd_khz < 62000))
	163	sd_khz /= 2;
	164
	165	sd->mdcnfg = MDCNFG & 0x007f007f;
	166
	167	twr = ns_to_cycles(sdram->twr, mem_khz);
	168
	169	/* trp should always be >1 */
	170	trp = ns_to_cycles(sdram->trp, mem_khz) - 1;
	171	if (trp < 1)
	172	trp = 1;
	173
	174	sd->mdcnfg \|= trp << 8;
	175	sd->mdcnfg \|= trp << 24;
	176	sd->mdcnfg \|= sdram->cas_latency << 12;
	177	sd->mdcnfg \|= sdram->cas_latency << 28;
	178	sd->mdcnfg \|= twr << 14;
	179	sd->mdcnfg \|= twr << 30;
180
181	sd->mdrefr = MDREFR & 0xffbffff0;
182	sd->mdrefr \|= 7;
183
184	if (sd_khz != mem_khz)
185	sd->mdrefr \|= MDREFR_K1DB2;
186
187	/* initial number of '1's in MDCAS + 1 */
188	set_mdcas(sd->mdcas, sd_khz >= 62000, ns_to_cycles(sdram->trcd, mem_khz));
189
190	#ifdef DEBUG
191	printk("MDCNFG: %08x MDREFR: %08x MDCAS0: %08x MDCAS1: %08x MDCAS2: %08x\n",
192	sd->mdcnfg, sd->mdrefr, sd->mdcas[0], sd->mdcas[1], sd->mdcas[2]);
193	#endif
194	}
195
196	/*
197	* Set the SDRAM refresh rate.
198	*/
199	static inline void sdram_set_refresh(u_int dri)
200	{
201	MDREFR = (MDREFR & 0xffff000f) \| (dri << 4);
202	(void) MDREFR;
203	}
204
205	/*
206	* Update the refresh period. We do this such that we always refresh
207	* the SDRAMs within their permissible period. The refresh period is
208	* always a multiple of the memory clock (fixed at cpu_clock / 2).
209	*
210	* FIXME: we don't currently take account of burst accesses here,
211	* but neither do Intels DM nor Angel.
212	*/
213	static void
214	sdram_update_refresh(u_int cpu_khz, struct sdram_params *sdram)
215	{
216	u_int ns_row = (sdram->refresh * 1000) >> sdram->rows;
217	u_int dri = ns_to_cycles(ns_row, cpu_khz / 2) / 32;
218
219	#ifdef DEBUG
220	mdelay(250);
221	printk("new dri value = %d\n", dri);
222	#endif
223
224	sdram_set_refresh(dri);
225	}
226
227	/*
93982535	228	* Ok, set the CPU frequency.
1da177e4 LT	229	*/
	230	static int sa1110_target(struct cpufreq_policy *policy,
	231	unsigned int target_freq,
	232	unsigned int relation)
	233	{
	234	struct sdram_params *sdram = &sdram_params;
	235	struct cpufreq_freqs freqs;
	236	struct sdram_info sd;
	237	unsigned long flags;
	238	unsigned int ppcr, unused;
	239
	240	switch(relation){
	241	case CPUFREQ_RELATION_L:
	242	ppcr = sa11x0_freq_to_ppcr(target_freq);
	243	if (sa11x0_ppcr_to_freq(ppcr) > policy->max)
	244	ppcr--;
	245	break;
	246	case CPUFREQ_RELATION_H:
	247	ppcr = sa11x0_freq_to_ppcr(target_freq);
	248	if (ppcr && (sa11x0_ppcr_to_freq(ppcr) > target_freq) &&
	249	(sa11x0_ppcr_to_freq(ppcr-1) >= policy->min))
	250	ppcr--;
	251	break;
	252	default:
	253	return -EINVAL;
	254	}
	255
	256	freqs.old = sa11x0_getspeed(0);
	257	freqs.new = sa11x0_ppcr_to_freq(ppcr);
	258	freqs.cpu = 0;
	259
	260	sdram_calculate_timing(&sd, freqs.new, sdram);
	261
	262	#if 0
	263	/*
	264	* These values are wrong according to the SA1110 documentation
	265	* and errata, but they seem to work. Need to get a storage
	266	* scope on to the SDRAM signals to work out why.
	267	*/
	268	if (policy->max < 147500) {
	269	sd.mdrefr \|= MDREFR_K1DB2;
	270	sd.mdcas[0] = 0xaaaaaa7f;
	271	} else {
	272	sd.mdrefr &= ~MDREFR_K1DB2;
	273	sd.mdcas[0] = 0xaaaaaa9f;
	274	}
	275	sd.mdcas[1] = 0xaaaaaaaa;
	276	sd.mdcas[2] = 0xaaaaaaaa;
	277	#endif
	278
	279	cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
	280
	281	/*
	282	* The clock could be going away for some time. Set the SDRAMs
	283	* to refresh rapidly (every 64 memory clock cycles). To get
	284	* through the whole array, we need to wait 262144 mclk cycles.
	285	* We wait 20ms to be safe.
	286	*/
	287	sdram_set_refresh(2);
	288	if (!irqs_disabled()) {
db579554	289	msleep(20);
1da177e4 LT	290	} else {
	291	mdelay(20);
	292	}
	293
	294	/*
	295	* Reprogram the DRAM timings with interrupts disabled, and
	296	* ensure that we are doing this within a complete cache line.
	297	* This means that we won't access SDRAM for the duration of
	298	* the programming.
	299	*/
	300	local_irq_save(flags);
	301	asm("mcr p15, 0, %0, c7, c10, 4" : : "r" (0));
	302	udelay(10);
	303	__asm__ __volatile__(" \n\
	304	b 2f \n\
	305	.align 5 \n\
	306	1: str %3, [%1, #0] @ MDCNFG \n\
	307	str %4, [%1, #28] @ MDREFR \n\
	308	str %5, [%1, #4] @ MDCAS0 \n\
	309	str %6, [%1, #8] @ MDCAS1 \n\
	310	str %7, [%1, #12] @ MDCAS2 \n\
	311	str %8, [%2, #0] @ PPCR \n\
	312	ldr %0, [%1, #0] \n\
	313	b 3f \n\
	314	2: b 1b \n\
	315	3: nop \n\
	316	nop"
	317	: "=&r" (unused)
	318	: "r" (&MDCNFG), "r" (&PPCR), "0" (sd.mdcnfg),
	319	"r" (sd.mdrefr), "r" (sd.mdcas[0]),
	320	"r" (sd.mdcas[1]), "r" (sd.mdcas[2]), "r" (ppcr));
	321	local_irq_restore(flags);
	322
	323	/*
	324	* Now, return the SDRAM refresh back to normal.
	325	*/
	326	sdram_update_refresh(freqs.new, sdram);
	327
	328	cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
	329
	330	return 0;
	331	}
	332
	333	static int __init sa1110_cpu_init(struct cpufreq_policy *policy)
	334	{
	335	if (policy->cpu != 0)
	336	return -EINVAL;
	337	policy->cur = policy->min = policy->max = sa11x0_getspeed(0);
1da177e4 LT	338	policy->cpuinfo.min_freq = 59000;
	339	policy->cpuinfo.max_freq = 287000;
	340	policy->cpuinfo.transition_latency = CPUFREQ_ETERNAL;
	341	return 0;
	342	}
	343
9f15d2ca MRJ	344	/* sa1110_driver needs __refdata because it must remain after init registers
	345	* it with cpufreq_register_driver() */
	346	static struct cpufreq_driver sa1110_driver __refdata = {
1da177e4 LT	347	.flags = CPUFREQ_STICKY,
	348	.verify = sa11x0_verify_speed,
	349	.target = sa1110_target,
	350	.get = sa11x0_getspeed,
	351	.init = sa1110_cpu_init,
	352	.name = "sa1110",
	353	};
	354
ba532011 RK	355	static struct sdram_params sa1110_find_sdram(const char name)
	356	{
	357	struct sdram_params *sdram;
	358
	359	for (sdram = sdram_tbl; sdram < sdram_tbl + ARRAY_SIZE(sdram_tbl); sdram++)
	360	if (strcmp(name, sdram->name) == 0)
	361	return sdram;
	362
	363	return NULL;
	364	}
	365
	366	static char sdram_name[16];
	367
1da177e4 LT	368	static int __init sa1110_clk_init(void)
1da177e4 LT	369	{
ba532011 RK	370	struct sdram_params *sdram;
ba532011 RK	371	const char *name = sdram_name;
1da177e4	372
e5992c05 DA	373	if (!cpu_is_sa1110())
	374	return -ENODEV;
	375
ba532011 RK	376	if (!name[0]) {
	377	if (machine_is_assabet())
	378	name = "TC59SM716-CL3";
ba532011 RK	379	if (machine_is_pt_system3())
ba532011 RK	380	name = "K4S641632D";
ba532011 RK	381	if (machine_is_h3100())
ba532011 RK	382	name = "KM416S4030CT";
48e3becb KE	383	if (machine_is_jornada720())
48e3becb KE	384	name = "K4S281632B-1H";
9f15d2ca MRJ	385	if (machine_is_nanoengine())
9f15d2ca MRJ	386	name = "MT48LC8M16A2TG-75";
ba532011	387	}
1da177e4	388
ba532011	389	sdram = sa1110_find_sdram(name);
1da177e4 LT	390	if (sdram) {
	391	printk(KERN_DEBUG "SDRAM: tck: %d trcd: %d trp: %d"
	392	" twr: %d refresh: %d cas_latency: %d\n",
	393	sdram->tck, sdram->trcd, sdram->trp,
	394	sdram->twr, sdram->refresh, sdram->cas_latency);
	395
	396	memcpy(&sdram_params, sdram, sizeof(sdram_params));
	397
	398	return cpufreq_register_driver(&sa1110_driver);
	399	}
	400
	401	return 0;
	402	}
	403
ba532011	404	module_param_string(sdram, sdram_name, sizeof(sdram_name), 0);
1da177e4	405	arch_initcall(sa1110_clk_init);