[deliverable/linux.git] / arch / sparc / kernel / sun4d_irq.c

/*
 *  arch/sparc/kernel/sun4d_irq.c:
 *			SS1000/SC2000 interrupt handling.
 *
 *  Copyright (C) 1997,1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
 *  Heavily based on arch/sparc/kernel/irq.c.
 */

#include <linux/errno.h>
#include <linux/linkage.h>
#include <linux/kernel_stat.h>
#include <linux/signal.h>
#include <linux/sched.h>
#include <linux/ptrace.h>
#include <linux/interrupt.h>
#include <linux/slab.h>
#include <linux/random.h>
#include <linux/init.h>
#include <linux/smp.h>
#include <linux/spinlock.h>
#include <linux/seq_file.h>

#include <asm/ptrace.h>
#include <asm/processor.h>
#include <asm/system.h>
#include <asm/psr.h>
#include <asm/smp.h>
#include <asm/vaddrs.h>
#include <asm/timer.h>
#include <asm/openprom.h>
#include <asm/oplib.h>
#include <asm/traps.h>
#include <asm/irq.h>
#include <asm/io.h>
#include <asm/pgalloc.h>
#include <asm/pgtable.h>
#include <asm/sbus.h>
#include <asm/sbi.h>
#include <asm/cacheflush.h>
#include <asm/irq_regs.h>

#include "irq.h"

/* If you trust current SCSI layer to handle different SCSI IRQs, enable this. I don't trust it... -jj */
/* #define DISTRIBUTE_IRQS */

struct sun4d_timer_regs *sun4d_timers;
#define TIMER_IRQ	10

#define MAX_STATIC_ALLOC	4
extern struct irqaction static_irqaction[MAX_STATIC_ALLOC];
extern int static_irq_count;
unsigned char cpu_leds[32];
#ifdef CONFIG_SMP
static unsigned char sbus_tid[32];
#endif

static struct irqaction *irq_action[NR_IRQS];
extern spinlock_t irq_action_lock;

static struct sbus_action {
	struct irqaction *action;
	/* For SMP this needs to be extended */
} *sbus_actions;

static int pil_to_sbus[] = {
	0, 0, 1, 2, 0, 3, 0, 4, 0, 5, 0, 6, 0, 7, 0, 0,
};

static int sbus_to_pil[] = {
	0, 2, 3, 5, 7, 9, 11, 13,
};

static int nsbi;
#ifdef CONFIG_SMP
DEFINE_SPINLOCK(sun4d_imsk_lock);
#endif

int show_sun4d_interrupts(struct seq_file *p, void *v)
{
	int i = *(loff_t *) v, j = 0, k = 0, sbusl;
	struct irqaction * action;
	unsigned long flags;
#ifdef CONFIG_SMP
	int x;
#endif

	spin_lock_irqsave(&irq_action_lock, flags);
	if (i < NR_IRQS) {
		sbusl = pil_to_sbus[i];
		if (!sbusl) {
	 		action = *(i + irq_action);
			if (!action) 
		        	goto out_unlock;
		} else {
			for (j = 0; j < nsbi; j++) {
				for (k = 0; k < 4; k++)
					if ((action = sbus_actions [(j << 5) + (sbusl << 2) + k].action))
						goto found_it;
			}
			goto out_unlock;
		}
found_it:	seq_printf(p, "%3d: ", i);
#ifndef CONFIG_SMP
		seq_printf(p, "%10u ", kstat_irqs(i));
#else
		for_each_online_cpu(x)
			seq_printf(p, "%10u ",
			       kstat_cpu(cpu_logical_map(x)).irqs[i]);
#endif
		seq_printf(p, "%c %s",
			(action->flags & IRQF_DISABLED) ? '+' : ' ',
			action->name);
		action = action->next;
		for (;;) {
			for (; action; action = action->next) {
				seq_printf(p, ",%s %s",
					(action->flags & IRQF_DISABLED) ? " +" : "",
					action->name);
			}
			if (!sbusl) break;
			k++;
			if (k < 4)
				action = sbus_actions [(j << 5) + (sbusl << 2) + k].action;
			else {
				j++;
				if (j == nsbi) break;
				k = 0;
				action = sbus_actions [(j << 5) + (sbusl << 2)].action;
			}
		}
		seq_putc(p, '\n');
	}
out_unlock:
	spin_unlock_irqrestore(&irq_action_lock, flags);
	return 0;
}

void sun4d_free_irq(unsigned int irq, void *dev_id)
{
	struct irqaction *action, **actionp;
	struct irqaction *tmp = NULL;
        unsigned long flags;

	spin_lock_irqsave(&irq_action_lock, flags);
	if (irq < 15)
		actionp = irq + irq_action;
	else
		actionp = &(sbus_actions[irq - (1 << 5)].action);
	action = *actionp;
	if (!action) {
		printk("Trying to free free IRQ%d\n",irq);
		goto out_unlock;
	}
	if (dev_id) {
		for (; action; action = action->next) {
			if (action->dev_id == dev_id)
				break;
			tmp = action;
		}
		if (!action) {
			printk("Trying to free free shared IRQ%d\n",irq);
			goto out_unlock;
		}
	} else if (action->flags & IRQF_SHARED) {
		printk("Trying to free shared IRQ%d with NULL device ID\n", irq);
		goto out_unlock;
	}
	if (action->flags & SA_STATIC_ALLOC)
	{
		/* This interrupt is marked as specially allocated
		 * so it is a bad idea to free it.
		 */
		printk("Attempt to free statically allocated IRQ%d (%s)\n",
		       irq, action->name);
		goto out_unlock;
	}
	
	if (action && tmp)
		tmp->next = action->next;
	else
		*actionp = action->next;

	spin_unlock_irqrestore(&irq_action_lock, flags);

	synchronize_irq(irq);

	spin_lock_irqsave(&irq_action_lock, flags);

	kfree(action);

	if (!(*actionp))
		__disable_irq(irq);

out_unlock:
	spin_unlock_irqrestore(&irq_action_lock, flags);
}

extern void unexpected_irq(int, void *, struct pt_regs *);

void sun4d_handler_irq(int irq, struct pt_regs * regs)
{
	struct pt_regs *old_regs;
	struct irqaction * action;
	int cpu = smp_processor_id();
	/* SBUS IRQ level (1 - 7) */
	int sbusl = pil_to_sbus[irq];
	
	/* FIXME: Is this necessary?? */
	cc_get_ipen();
	
	cc_set_iclr(1 << irq);
	
	old_regs = set_irq_regs(regs);
	irq_enter();
	kstat_cpu(cpu).irqs[irq]++;
	if (!sbusl) {
		action = *(irq + irq_action);
		if (!action)
			unexpected_irq(irq, NULL, regs);
		do {
			action->handler(irq, action->dev_id);
			action = action->next;
		} while (action);
	} else {
		int bus_mask = bw_get_intr_mask(sbusl) & 0x3ffff;
		int sbino;
		struct sbus_action *actionp;
		unsigned mask, slot;
		int sbil = (sbusl << 2);
		
		bw_clear_intr_mask(sbusl, bus_mask);
		
		/* Loop for each pending SBI */
		for (sbino = 0; bus_mask; sbino++, bus_mask >>= 1)
			if (bus_mask & 1) {
				mask = acquire_sbi(SBI2DEVID(sbino), 0xf << sbil);
				mask &= (0xf << sbil);
				actionp = sbus_actions + (sbino << 5) + (sbil);
				/* Loop for each pending SBI slot */
				for (slot = (1 << sbil); mask; slot <<= 1, actionp++)
					if (mask & slot) {
						mask &= ~slot;
						action = actionp->action;
						
						if (!action)
							unexpected_irq(irq, NULL, regs);
						do {
							action->handler(irq, action->dev_id);
							action = action->next;
						} while (action);
						release_sbi(SBI2DEVID(sbino), slot);
					}
			}
	}
	irq_exit();
	set_irq_regs(old_regs);
}

unsigned int sun4d_build_irq(struct sbus_dev *sdev, int irq)
{
	int sbusl = pil_to_sbus[irq];

	if (sbusl)
		return ((sdev->bus->board + 1) << 5) + (sbusl << 2) + sdev->slot;
	else
		return irq;
}

static unsigned int sun4d_sbint_to_irq(struct sbus_dev *sdev,
				       unsigned int sbint)
{
	if (sbint >= sizeof(sbus_to_pil)) {
		printk(KERN_ERR "%s: bogus SBINT %d\n", sdev->prom_name, sbint);
		BUG();
	}
	return sun4d_build_irq(sdev, sbus_to_pil[sbint]);
}

int sun4d_request_irq(unsigned int irq,
		irq_handler_t handler,
		unsigned long irqflags, const char * devname, void *dev_id)
{
	struct irqaction *action, *tmp = NULL, **actionp;
	unsigned long flags;
	int ret;
	
	if(irq > 14 && irq < (1 << 5)) {
		ret = -EINVAL;
		goto out;
	}

	if (!handler) {
		ret = -EINVAL;
		goto out;
	}

	spin_lock_irqsave(&irq_action_lock, flags);

	if (irq >= (1 << 5))
		actionp = &(sbus_actions[irq - (1 << 5)].action);
	else
		actionp = irq + irq_action;
	action = *actionp;
	
	if (action) {
		if ((action->flags & IRQF_SHARED) && (irqflags & IRQF_SHARED)) {
			for (tmp = action; tmp->next; tmp = tmp->next);
		} else {
			ret = -EBUSY;
			goto out_unlock;
		}
		if ((action->flags & IRQF_DISABLED) ^ (irqflags & IRQF_DISABLED)) {
			printk("Attempt to mix fast and slow interrupts on IRQ%d denied\n", irq);
			ret = -EBUSY;
			goto out_unlock;
		}
		action = NULL;		/* Or else! */
	}

	/* If this is flagged as statically allocated then we use our
	 * private struct which is never freed.
	 */
	if (irqflags & SA_STATIC_ALLOC) {
		if (static_irq_count < MAX_STATIC_ALLOC)
			action = &static_irqaction[static_irq_count++];
		else
			printk("Request for IRQ%d (%s) SA_STATIC_ALLOC failed using kmalloc\n", irq, devname);
	}
	
	if (action == NULL)
		action = kmalloc(sizeof(struct irqaction),
						     GFP_ATOMIC);
	
	if (!action) { 
		ret = -ENOMEM;
		goto out_unlock;
	}

	action->handler = handler;
	action->flags = irqflags;
	cpus_clear(action->mask);
	action->name = devname;
	action->next = NULL;
	action->dev_id = dev_id;

	if (tmp)
		tmp->next = action;
	else
		*actionp = action;
		
	__enable_irq(irq);

	ret = 0;
out_unlock:
	spin_unlock_irqrestore(&irq_action_lock, flags);
out:
	return ret;
}

static void sun4d_disable_irq(unsigned int irq)
{
#ifdef CONFIG_SMP
	int tid = sbus_tid[(irq >> 5) - 1];
	unsigned long flags;
#endif	
	
	if (irq < NR_IRQS) return;
#ifdef CONFIG_SMP
	spin_lock_irqsave(&sun4d_imsk_lock, flags);
	cc_set_imsk_other(tid, cc_get_imsk_other(tid) | (1 << sbus_to_pil[(irq >> 2) & 7]));
	spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
#else		
	cc_set_imsk(cc_get_imsk() | (1 << sbus_to_pil[(irq >> 2) & 7]));
#endif
}

static void sun4d_enable_irq(unsigned int irq)
{
#ifdef CONFIG_SMP
	int tid = sbus_tid[(irq >> 5) - 1];
	unsigned long flags;
#endif	
	
	if (irq < NR_IRQS) return;
#ifdef CONFIG_SMP
	spin_lock_irqsave(&sun4d_imsk_lock, flags);
	cc_set_imsk_other(tid, cc_get_imsk_other(tid) & ~(1 << sbus_to_pil[(irq >> 2) & 7]));
	spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
#else		
	cc_set_imsk(cc_get_imsk() & ~(1 << sbus_to_pil[(irq >> 2) & 7]));
#endif
}

#ifdef CONFIG_SMP
static void sun4d_set_cpu_int(int cpu, int level)
{
	sun4d_send_ipi(cpu, level);
}

static void sun4d_clear_ipi(int cpu, int level)
{
}

static void sun4d_set_udt(int cpu)
{
}

/* Setup IRQ distribution scheme. */
void __init sun4d_distribute_irqs(void)
{
#ifdef DISTRIBUTE_IRQS
	struct sbus_bus *sbus;
	unsigned long sbus_serving_map;

	sbus_serving_map = cpu_present_map;
	for_each_sbus(sbus) {
		if ((sbus->board * 2) == boot_cpu_id && (cpu_present_map & (1 << (sbus->board * 2 + 1))))
			sbus_tid[sbus->board] = (sbus->board * 2 + 1);
		else if (cpu_present_map & (1 << (sbus->board * 2)))
			sbus_tid[sbus->board] = (sbus->board * 2);
		else if (cpu_present_map & (1 << (sbus->board * 2 + 1)))
			sbus_tid[sbus->board] = (sbus->board * 2 + 1);
		else
			sbus_tid[sbus->board] = 0xff;
		if (sbus_tid[sbus->board] != 0xff)
			sbus_serving_map &= ~(1 << sbus_tid[sbus->board]);
	}
	for_each_sbus(sbus)
		if (sbus_tid[sbus->board] == 0xff) {
			int i = 31;
				
			if (!sbus_serving_map)
				sbus_serving_map = cpu_present_map;
			while (!(sbus_serving_map & (1 << i)))
				i--;
			sbus_tid[sbus->board] = i;
			sbus_serving_map &= ~(1 << i);
		}
	for_each_sbus(sbus) {
		printk("sbus%d IRQs directed to CPU%d\n", sbus->board, sbus_tid[sbus->board]);
		set_sbi_tid(sbus->devid, sbus_tid[sbus->board] << 3);
	}
#else
	struct sbus_bus *sbus;
	int cpuid = cpu_logical_map(1);

	if (cpuid == -1)
		cpuid = cpu_logical_map(0);
	for_each_sbus(sbus) {
		sbus_tid[sbus->board] = cpuid;
		set_sbi_tid(sbus->devid, cpuid << 3);
	}
	printk("All sbus IRQs directed to CPU%d\n", cpuid);
#endif
}
#endif
 
static void sun4d_clear_clock_irq(void)
{
	volatile unsigned int clear_intr;
	clear_intr = sun4d_timers->l10_timer_limit;
}

static void sun4d_clear_profile_irq(int cpu)
{
	bw_get_prof_limit(cpu);
}

static void sun4d_load_profile_irq(int cpu, unsigned int limit)
{
	bw_set_prof_limit(cpu, limit);
}

static void __init sun4d_init_timers(irq_handler_t counter_fn)
{
	int irq;
	int cpu;
	struct resource r;
	int mid;

	/* Map the User Timer registers. */
	memset(&r, 0, sizeof(r));
#ifdef CONFIG_SMP
	r.start = CSR_BASE(boot_cpu_id)+BW_TIMER_LIMIT;
#else
	r.start = CSR_BASE(0)+BW_TIMER_LIMIT;
#endif
	r.flags = 0xf;
	sun4d_timers = (struct sun4d_timer_regs *) sbus_ioremap(&r, 0,
	    PAGE_SIZE, "user timer");

	sun4d_timers->l10_timer_limit =  (((1000000/HZ) + 1) << 10);
	master_l10_counter = &sun4d_timers->l10_cur_count;
	master_l10_limit = &sun4d_timers->l10_timer_limit;

	irq = request_irq(TIMER_IRQ,
			  counter_fn,
			  (IRQF_DISABLED | SA_STATIC_ALLOC),
			  "timer", NULL);
	if (irq) {
		prom_printf("time_init: unable to attach IRQ%d\n",TIMER_IRQ);
		prom_halt();
	}
	
	/* Enable user timer free run for CPU 0 in BW */
	/* bw_set_ctrl(0, bw_get_ctrl(0) | BW_CTRL_USER_TIMER); */

	cpu = 0;
	while (!cpu_find_by_instance(cpu, NULL, &mid)) {
		sun4d_load_profile_irq(mid >> 3, 0);
		cpu++;
	}
		
#ifdef CONFIG_SMP
	{
		unsigned long flags;
		extern unsigned long lvl14_save[4];
		struct tt_entry *trap_table = &sparc_ttable[SP_TRAP_IRQ1 + (14 - 1)];
		extern unsigned int real_irq_entry[], smp4d_ticker[];
		extern unsigned int patchme_maybe_smp_msg[];

		/* Adjust so that we jump directly to smp4d_ticker */
		lvl14_save[2] += smp4d_ticker - real_irq_entry;

		/* For SMP we use the level 14 ticker, however the bootup code
		 * has copied the firmware's level 14 vector into the boot cpu's
		 * trap table, we must fix this now or we get squashed.
		 */
		local_irq_save(flags);
		patchme_maybe_smp_msg[0] = 0x01000000; /* NOP out the branch */
		trap_table->inst_one = lvl14_save[0];
		trap_table->inst_two = lvl14_save[1];
		trap_table->inst_three = lvl14_save[2];
		trap_table->inst_four = lvl14_save[3];
		local_flush_cache_all();
		local_irq_restore(flags);
	}
#endif
}

void __init sun4d_init_sbi_irq(void)
{
	struct sbus_bus *sbus;
	unsigned mask;

	nsbi = 0;
	for_each_sbus(sbus)
		nsbi++;
	sbus_actions = kzalloc (nsbi * 8 * 4 * sizeof(struct sbus_action), GFP_ATOMIC);
	if (!sbus_actions) {
		prom_printf("SUN4D: Cannot allocate sbus_actions, halting.\n");
		prom_halt();
	}
	for_each_sbus(sbus) {
#ifdef CONFIG_SMP	
		extern unsigned char boot_cpu_id;
		
		set_sbi_tid(sbus->devid, boot_cpu_id << 3);
		sbus_tid[sbus->board] = boot_cpu_id;
#endif
		/* Get rid of pending irqs from PROM */
		mask = acquire_sbi(sbus->devid, 0xffffffff);
		if (mask) {
			printk ("Clearing pending IRQs %08x on SBI %d\n", mask, sbus->board);
			release_sbi(sbus->devid, mask);
		}
	}
}

void __init sun4d_init_IRQ(void)
{
	local_irq_disable();

	BTFIXUPSET_CALL(sbint_to_irq, sun4d_sbint_to_irq, BTFIXUPCALL_NORM);
	BTFIXUPSET_CALL(enable_irq, sun4d_enable_irq, BTFIXUPCALL_NORM);
	BTFIXUPSET_CALL(disable_irq, sun4d_disable_irq, BTFIXUPCALL_NORM);
	BTFIXUPSET_CALL(clear_clock_irq, sun4d_clear_clock_irq, BTFIXUPCALL_NORM);
	BTFIXUPSET_CALL(clear_profile_irq, sun4d_clear_profile_irq, BTFIXUPCALL_NORM);
	BTFIXUPSET_CALL(load_profile_irq, sun4d_load_profile_irq, BTFIXUPCALL_NORM);
	sparc_init_timers = sun4d_init_timers;
#ifdef CONFIG_SMP
	BTFIXUPSET_CALL(set_cpu_int, sun4d_set_cpu_int, BTFIXUPCALL_NORM);
	BTFIXUPSET_CALL(clear_cpu_int, sun4d_clear_ipi, BTFIXUPCALL_NOP);
	BTFIXUPSET_CALL(set_irq_udt, sun4d_set_udt, BTFIXUPCALL_NOP);
#endif
	/* Cannot enable interrupts until OBP ticker is disabled. */
}
Commit	Line	Data
88278ca2	1	/*
1da177e4 LT	2	* arch/sparc/kernel/sun4d_irq.c:
	3	* SS1000/SC2000 interrupt handling.
	4	*
	5	* Copyright (C) 1997,1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
	6	* Heavily based on arch/sparc/kernel/irq.c.
	7	*/
	8
1da177e4 LT	9	#include <linux/errno.h>
	10	#include <linux/linkage.h>
	11	#include <linux/kernel_stat.h>
	12	#include <linux/signal.h>
	13	#include <linux/sched.h>
	14	#include <linux/ptrace.h>
	15	#include <linux/interrupt.h>
	16	#include <linux/slab.h>
	17	#include <linux/random.h>
	18	#include <linux/init.h>
	19	#include <linux/smp.h>
1da177e4 LT	20	#include <linux/spinlock.h>
	21	#include <linux/seq_file.h>
	22
	23	#include <asm/ptrace.h>
	24	#include <asm/processor.h>
	25	#include <asm/system.h>
	26	#include <asm/psr.h>
	27	#include <asm/smp.h>
	28	#include <asm/vaddrs.h>
	29	#include <asm/timer.h>
	30	#include <asm/openprom.h>
	31	#include <asm/oplib.h>
	32	#include <asm/traps.h>
	33	#include <asm/irq.h>
	34	#include <asm/io.h>
	35	#include <asm/pgalloc.h>
	36	#include <asm/pgtable.h>
	37	#include <asm/sbus.h>
	38	#include <asm/sbi.h>
	39	#include <asm/cacheflush.h>
0d84438d	40	#include <asm/irq_regs.h>
1da177e4	41
32231a66 AV	42	#include "irq.h"
32231a66 AV	43
1da177e4 LT	44	/* If you trust current SCSI layer to handle different SCSI IRQs, enable this. I don't trust it... -jj */
	45	/* #define DISTRIBUTE_IRQS */
	46
	47	struct sun4d_timer_regs *sun4d_timers;
	48	#define TIMER_IRQ 10
	49
	50	#define MAX_STATIC_ALLOC 4
	51	extern struct irqaction static_irqaction[MAX_STATIC_ALLOC];
	52	extern int static_irq_count;
	53	unsigned char cpu_leds[32];
	54	#ifdef CONFIG_SMP
c61c65cd	55	static unsigned char sbus_tid[32];
1da177e4 LT	56	#endif
1da177e4 LT	57
a54123e2	58	static struct irqaction *irq_action[NR_IRQS];
1da177e4 LT	59	extern spinlock_t irq_action_lock;
1da177e4 LT	60
c61c65cd	61	static struct sbus_action {
1da177e4 LT	62	struct irqaction *action;
	63	/* For SMP this needs to be extended */
	64	} *sbus_actions;
	65
	66	static int pil_to_sbus[] = {
	67	0, 0, 1, 2, 0, 3, 0, 4, 0, 5, 0, 6, 0, 7, 0, 0,
	68	};
	69
	70	static int sbus_to_pil[] = {
	71	0, 2, 3, 5, 7, 9, 11, 13,
	72	};
	73
	74	static int nsbi;
	75	#ifdef CONFIG_SMP
	76	DEFINE_SPINLOCK(sun4d_imsk_lock);
	77	#endif
	78
	79	int show_sun4d_interrupts(struct seq_file p, void v)
	80	{
	81	int i = (loff_t ) v, j = 0, k = 0, sbusl;
	82	struct irqaction * action;
	83	unsigned long flags;
	84	#ifdef CONFIG_SMP
	85	int x;
	86	#endif
	87
	88	spin_lock_irqsave(&irq_action_lock, flags);
	89	if (i < NR_IRQS) {
	90	sbusl = pil_to_sbus[i];
	91	if (!sbusl) {
	92	action = *(i + irq_action);
	93	if (!action)
	94	goto out_unlock;
	95	} else {
	96	for (j = 0; j < nsbi; j++) {
	97	for (k = 0; k < 4; k++)
	98	if ((action = sbus_actions [(j << 5) + (sbusl << 2) + k].action))
	99	goto found_it;
	100	}
	101	goto out_unlock;
	102	}
	103	found_it: seq_printf(p, "%3d: ", i);
	104	#ifndef CONFIG_SMP
	105	seq_printf(p, "%10u ", kstat_irqs(i));
	106	#else
394e3902 AM	107	for_each_online_cpu(x)
	108	seq_printf(p, "%10u ",
	109	kstat_cpu(cpu_logical_map(x)).irqs[i]);
1da177e4 LT	110	#endif
1da177e4 LT	111	seq_printf(p, "%c %s",
67413202	112	(action->flags & IRQF_DISABLED) ? '+' : ' ',
1da177e4 LT	113	action->name);
	114	action = action->next;
	115	for (;;) {
	116	for (; action; action = action->next) {
	117	seq_printf(p, ",%s %s",
67413202	118	(action->flags & IRQF_DISABLED) ? " +" : "",
1da177e4 LT	119	action->name);
	120	}
	121	if (!sbusl) break;
	122	k++;
	123	if (k < 4)
	124	action = sbus_actions [(j << 5) + (sbusl << 2) + k].action;
	125	else {
	126	j++;
	127	if (j == nsbi) break;
	128	k = 0;
	129	action = sbus_actions [(j << 5) + (sbusl << 2)].action;
	130	}
	131	}
	132	seq_putc(p, '\n');
	133	}
	134	out_unlock:
	135	spin_unlock_irqrestore(&irq_action_lock, flags);
	136	return 0;
	137	}
	138
	139	void sun4d_free_irq(unsigned int irq, void *dev_id)
	140	{
	141	struct irqaction action, *actionp;
	142	struct irqaction *tmp = NULL;
	143	unsigned long flags;
	144
	145	spin_lock_irqsave(&irq_action_lock, flags);
	146	if (irq < 15)
	147	actionp = irq + irq_action;
	148	else
	149	actionp = &(sbus_actions[irq - (1 << 5)].action);
	150	action = *actionp;
	151	if (!action) {
	152	printk("Trying to free free IRQ%d\n",irq);
	153	goto out_unlock;
	154	}
	155	if (dev_id) {
	156	for (; action; action = action->next) {
	157	if (action->dev_id == dev_id)
	158	break;
	159	tmp = action;
	160	}
	161	if (!action) {
	162	printk("Trying to free free shared IRQ%d\n",irq);
	163	goto out_unlock;
	164	}
67413202	165	} else if (action->flags & IRQF_SHARED) {
1da177e4 LT	166	printk("Trying to free shared IRQ%d with NULL device ID\n", irq);
	167	goto out_unlock;
	168	}
	169	if (action->flags & SA_STATIC_ALLOC)
	170	{
	171	/* This interrupt is marked as specially allocated
	172	* so it is a bad idea to free it.
	173	*/
	174	printk("Attempt to free statically allocated IRQ%d (%s)\n",
	175	irq, action->name);
	176	goto out_unlock;
	177	}
	178
	179	if (action && tmp)
	180	tmp->next = action->next;
	181	else
	182	*actionp = action->next;
	183
	184	spin_unlock_irqrestore(&irq_action_lock, flags);
	185
	186	synchronize_irq(irq);
	187
	188	spin_lock_irqsave(&irq_action_lock, flags);
	189
	190	kfree(action);
	191
	192	if (!(*actionp))
0f516813	193	__disable_irq(irq);
1da177e4 LT	194
	195	out_unlock:
	196	spin_unlock_irqrestore(&irq_action_lock, flags);
	197	}
	198
	199	extern void unexpected_irq(int, void , struct pt_regs );
	200
	201	void sun4d_handler_irq(int irq, struct pt_regs * regs)
	202	{
0d84438d	203	struct pt_regs *old_regs;
1da177e4 LT	204	struct irqaction * action;
	205	int cpu = smp_processor_id();
	206	/* SBUS IRQ level (1 - 7) */
	207	int sbusl = pil_to_sbus[irq];
	208
	209	/* FIXME: Is this necessary?? */
	210	cc_get_ipen();
	211
	212	cc_set_iclr(1 << irq);
	213
0d84438d	214	old_regs = set_irq_regs(regs);
1da177e4 LT	215	irq_enter();
	216	kstat_cpu(cpu).irqs[irq]++;
	217	if (!sbusl) {
	218	action = *(irq + irq_action);
	219	if (!action)
	220	unexpected_irq(irq, NULL, regs);
	221	do {
0d84438d	222	action->handler(irq, action->dev_id);
1da177e4 LT	223	action = action->next;
	224	} while (action);
	225	} else {
	226	int bus_mask = bw_get_intr_mask(sbusl) & 0x3ffff;
	227	int sbino;
	228	struct sbus_action *actionp;
	229	unsigned mask, slot;
	230	int sbil = (sbusl << 2);
	231
	232	bw_clear_intr_mask(sbusl, bus_mask);
	233
	234	/* Loop for each pending SBI */
	235	for (sbino = 0; bus_mask; sbino++, bus_mask >>= 1)
	236	if (bus_mask & 1) {
	237	mask = acquire_sbi(SBI2DEVID(sbino), 0xf << sbil);
	238	mask &= (0xf << sbil);
	239	actionp = sbus_actions + (sbino << 5) + (sbil);
	240	/* Loop for each pending SBI slot */
	241	for (slot = (1 << sbil); mask; slot <<= 1, actionp++)
	242	if (mask & slot) {
	243	mask &= ~slot;
	244	action = actionp->action;
	245
	246	if (!action)
	247	unexpected_irq(irq, NULL, regs);
	248	do {
0d84438d	249	action->handler(irq, action->dev_id);
1da177e4 LT	250	action = action->next;
	251	} while (action);
	252	release_sbi(SBI2DEVID(sbino), slot);
	253	}
	254	}
	255	}
	256	irq_exit();
0d84438d	257	set_irq_regs(old_regs);
1da177e4 LT	258	}
	259
	260	unsigned int sun4d_build_irq(struct sbus_dev *sdev, int irq)
	261	{
	262	int sbusl = pil_to_sbus[irq];
	263
	264	if (sbusl)
	265	return ((sdev->bus->board + 1) << 5) + (sbusl << 2) + sdev->slot;
	266	else
	267	return irq;
	268	}
	269
c61c65cd AB	270	static unsigned int sun4d_sbint_to_irq(struct sbus_dev *sdev,
c61c65cd AB	271	unsigned int sbint)
1da177e4 LT	272	{
	273	if (sbint >= sizeof(sbus_to_pil)) {
	274	printk(KERN_ERR "%s: bogus SBINT %d\n", sdev->prom_name, sbint);
	275	BUG();
	276	}
	277	return sun4d_build_irq(sdev, sbus_to_pil[sbint]);
	278	}
	279
	280	int sun4d_request_irq(unsigned int irq,
40220c1a	281	irq_handler_t handler,
1da177e4 LT	282	unsigned long irqflags, const char * devname, void *dev_id)
	283	{
	284	struct irqaction action, tmp = NULL, **actionp;
	285	unsigned long flags;
	286	int ret;
	287
	288	if(irq > 14 && irq < (1 << 5)) {
	289	ret = -EINVAL;
	290	goto out;
	291	}
	292
	293	if (!handler) {
	294	ret = -EINVAL;
	295	goto out;
	296	}
	297
	298	spin_lock_irqsave(&irq_action_lock, flags);
	299
	300	if (irq >= (1 << 5))
	301	actionp = &(sbus_actions[irq - (1 << 5)].action);
	302	else
	303	actionp = irq + irq_action;
	304	action = *actionp;
	305
	306	if (action) {
67413202	307	if ((action->flags & IRQF_SHARED) && (irqflags & IRQF_SHARED)) {
1da177e4 LT	308	for (tmp = action; tmp->next; tmp = tmp->next);
	309	} else {
	310	ret = -EBUSY;
	311	goto out_unlock;
	312	}
67413202	313	if ((action->flags & IRQF_DISABLED) ^ (irqflags & IRQF_DISABLED)) {
1da177e4 LT	314	printk("Attempt to mix fast and slow interrupts on IRQ%d denied\n", irq);
	315	ret = -EBUSY;
	316	goto out_unlock;
	317	}
	318	action = NULL; /* Or else! */
	319	}
	320
	321	/* If this is flagged as statically allocated then we use our
	322	* private struct which is never freed.
	323	*/
	324	if (irqflags & SA_STATIC_ALLOC) {
	325	if (static_irq_count < MAX_STATIC_ALLOC)
	326	action = &static_irqaction[static_irq_count++];
	327	else
	328	printk("Request for IRQ%d (%s) SA_STATIC_ALLOC failed using kmalloc\n", irq, devname);
	329	}
	330
	331	if (action == NULL)
5cbded58	332	action = kmalloc(sizeof(struct irqaction),
1da177e4 LT	333	GFP_ATOMIC);
	334
	335	if (!action) {
	336	ret = -ENOMEM;
	337	goto out_unlock;
	338	}
	339
	340	action->handler = handler;
	341	action->flags = irqflags;
	342	cpus_clear(action->mask);
	343	action->name = devname;
	344	action->next = NULL;
	345	action->dev_id = dev_id;
	346
	347	if (tmp)
	348	tmp->next = action;
	349	else
	350	*actionp = action;
	351
0f516813	352	__enable_irq(irq);
1da177e4 LT	353
	354	ret = 0;
	355	out_unlock:
	356	spin_unlock_irqrestore(&irq_action_lock, flags);
	357	out:
	358	return ret;
	359	}
	360
	361	static void sun4d_disable_irq(unsigned int irq)
	362	{
	363	#ifdef CONFIG_SMP
	364	int tid = sbus_tid[(irq >> 5) - 1];
	365	unsigned long flags;
	366	#endif
	367
	368	if (irq < NR_IRQS) return;
	369	#ifdef CONFIG_SMP
	370	spin_lock_irqsave(&sun4d_imsk_lock, flags);
	371	cc_set_imsk_other(tid, cc_get_imsk_other(tid) \| (1 << sbus_to_pil[(irq >> 2) & 7]));
	372	spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
	373	#else
	374	cc_set_imsk(cc_get_imsk() \| (1 << sbus_to_pil[(irq >> 2) & 7]));
	375	#endif
	376	}
	377
	378	static void sun4d_enable_irq(unsigned int irq)
	379	{
	380	#ifdef CONFIG_SMP
	381	int tid = sbus_tid[(irq >> 5) - 1];
	382	unsigned long flags;
	383	#endif
	384
	385	if (irq < NR_IRQS) return;
	386	#ifdef CONFIG_SMP
	387	spin_lock_irqsave(&sun4d_imsk_lock, flags);
	388	cc_set_imsk_other(tid, cc_get_imsk_other(tid) & ~(1 << sbus_to_pil[(irq >> 2) & 7]));
	389	spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
	390	#else
	391	cc_set_imsk(cc_get_imsk() & ~(1 << sbus_to_pil[(irq >> 2) & 7]));
	392	#endif
	393	}
	394
	395	#ifdef CONFIG_SMP
	396	static void sun4d_set_cpu_int(int cpu, int level)
	397	{
	398	sun4d_send_ipi(cpu, level);
	399	}
	400
	401	static void sun4d_clear_ipi(int cpu, int level)
	402	{
	403	}
	404
	405	static void sun4d_set_udt(int cpu)
	406	{
	407	}
	408
	409	/* Setup IRQ distribution scheme. */
	410	void __init sun4d_distribute_irqs(void)
	411	{
	412	#ifdef DISTRIBUTE_IRQS
	413	struct sbus_bus *sbus;
	414	unsigned long sbus_serving_map;
	415
	416	sbus_serving_map = cpu_present_map;
417	for_each_sbus(sbus) {
418	if ((sbus->board * 2) == boot_cpu_id && (cpu_present_map & (1 << (sbus->board * 2 + 1))))
419	sbus_tid[sbus->board] = (sbus->board * 2 + 1);
420	else if (cpu_present_map & (1 << (sbus->board * 2)))
421	sbus_tid[sbus->board] = (sbus->board * 2);
422	else if (cpu_present_map & (1 << (sbus->board * 2 + 1)))
423	sbus_tid[sbus->board] = (sbus->board * 2 + 1);
424	else
425	sbus_tid[sbus->board] = 0xff;
426	if (sbus_tid[sbus->board] != 0xff)
427	sbus_serving_map &= ~(1 << sbus_tid[sbus->board]);
428	}
429	for_each_sbus(sbus)
430	if (sbus_tid[sbus->board] == 0xff) {
431	int i = 31;
432
433	if (!sbus_serving_map)
434	sbus_serving_map = cpu_present_map;
435	while (!(sbus_serving_map & (1 << i)))
436	i--;
437	sbus_tid[sbus->board] = i;
438	sbus_serving_map &= ~(1 << i);
439	}
440	for_each_sbus(sbus) {
441	printk("sbus%d IRQs directed to CPU%d\n", sbus->board, sbus_tid[sbus->board]);
442	set_sbi_tid(sbus->devid, sbus_tid[sbus->board] << 3);
443	}
444	#else
445	struct sbus_bus *sbus;
446	int cpuid = cpu_logical_map(1);
447
448	if (cpuid == -1)
449	cpuid = cpu_logical_map(0);
450	for_each_sbus(sbus) {
451	sbus_tid[sbus->board] = cpuid;
452	set_sbi_tid(sbus->devid, cpuid << 3);
453	}
454	printk("All sbus IRQs directed to CPU%d\n", cpuid);
455	#endif
456	}
457	#endif
458
459	static void sun4d_clear_clock_irq(void)
460	{
461	volatile unsigned int clear_intr;
462	clear_intr = sun4d_timers->l10_timer_limit;
463	}
464
465	static void sun4d_clear_profile_irq(int cpu)
466	{
467	bw_get_prof_limit(cpu);
468	}
469
470	static void sun4d_load_profile_irq(int cpu, unsigned int limit)
471	{
472	bw_set_prof_limit(cpu, limit);
473	}
474
40220c1a	475	static void __init sun4d_init_timers(irq_handler_t counter_fn)
1da177e4 LT	476	{
	477	int irq;
	478	int cpu;
	479	struct resource r;
	480	int mid;
	481
	482	/* Map the User Timer registers. */
	483	memset(&r, 0, sizeof(r));
	484	#ifdef CONFIG_SMP
	485	r.start = CSR_BASE(boot_cpu_id)+BW_TIMER_LIMIT;
	486	#else
	487	r.start = CSR_BASE(0)+BW_TIMER_LIMIT;
	488	#endif
	489	r.flags = 0xf;
	490	sun4d_timers = (struct sun4d_timer_regs *) sbus_ioremap(&r, 0,
	491	PAGE_SIZE, "user timer");
	492
	493	sun4d_timers->l10_timer_limit = (((1000000/HZ) + 1) << 10);
	494	master_l10_counter = &sun4d_timers->l10_cur_count;
	495	master_l10_limit = &sun4d_timers->l10_timer_limit;
	496
	497	irq = request_irq(TIMER_IRQ,
	498	counter_fn,
67413202	499	(IRQF_DISABLED \| SA_STATIC_ALLOC),
1da177e4 LT	500	"timer", NULL);
	501	if (irq) {
	502	prom_printf("time_init: unable to attach IRQ%d\n",TIMER_IRQ);
	503	prom_halt();
	504	}
	505
	506	/* Enable user timer free run for CPU 0 in BW */
	507	/* bw_set_ctrl(0, bw_get_ctrl(0) \| BW_CTRL_USER_TIMER); */
	508
	509	cpu = 0;
	510	while (!cpu_find_by_instance(cpu, NULL, &mid)) {
	511	sun4d_load_profile_irq(mid >> 3, 0);
	512	cpu++;
	513	}
	514
	515	#ifdef CONFIG_SMP
	516	{
	517	unsigned long flags;
	518	extern unsigned long lvl14_save[4];
	519	struct tt_entry *trap_table = &sparc_ttable[SP_TRAP_IRQ1 + (14 - 1)];
	520	extern unsigned int real_irq_entry[], smp4d_ticker[];
	521	extern unsigned int patchme_maybe_smp_msg[];
	522
	523	/* Adjust so that we jump directly to smp4d_ticker */
	524	lvl14_save[2] += smp4d_ticker - real_irq_entry;
	525
	526	/* For SMP we use the level 14 ticker, however the bootup code
d1a78c32	527	* has copied the firmware's level 14 vector into the boot cpu's
1da177e4 LT	528	* trap table, we must fix this now or we get squashed.
	529	*/
	530	local_irq_save(flags);
	531	patchme_maybe_smp_msg[0] = 0x01000000; /* NOP out the branch */
	532	trap_table->inst_one = lvl14_save[0];
	533	trap_table->inst_two = lvl14_save[1];
	534	trap_table->inst_three = lvl14_save[2];
	535	trap_table->inst_four = lvl14_save[3];
	536	local_flush_cache_all();
	537	local_irq_restore(flags);
	538	}
	539	#endif
	540	}
	541
	542	void __init sun4d_init_sbi_irq(void)
	543	{
	544	struct sbus_bus *sbus;
	545	unsigned mask;
	546
	547	nsbi = 0;
	548	for_each_sbus(sbus)
	549	nsbi++;
c80892d1	550	sbus_actions = kzalloc (nsbi * 8 * 4 * sizeof(struct sbus_action), GFP_ATOMIC);
d4accd60 DM	551	if (!sbus_actions) {
	552	prom_printf("SUN4D: Cannot allocate sbus_actions, halting.\n");
	553	prom_halt();
	554	}
1da177e4 LT	555	for_each_sbus(sbus) {
	556	#ifdef CONFIG_SMP
	557	extern unsigned char boot_cpu_id;
	558
	559	set_sbi_tid(sbus->devid, boot_cpu_id << 3);
	560	sbus_tid[sbus->board] = boot_cpu_id;
	561	#endif
	562	/* Get rid of pending irqs from PROM */
	563	mask = acquire_sbi(sbus->devid, 0xffffffff);
	564	if (mask) {
	565	printk ("Clearing pending IRQs %08x on SBI %d\n", mask, sbus->board);
	566	release_sbi(sbus->devid, mask);
	567	}
	568	}
	569	}
	570
1da177e4 LT	571	void __init sun4d_init_IRQ(void)
	572	{
	573	local_irq_disable();
	574
	575	BTFIXUPSET_CALL(sbint_to_irq, sun4d_sbint_to_irq, BTFIXUPCALL_NORM);
	576	BTFIXUPSET_CALL(enable_irq, sun4d_enable_irq, BTFIXUPCALL_NORM);
	577	BTFIXUPSET_CALL(disable_irq, sun4d_disable_irq, BTFIXUPCALL_NORM);
	578	BTFIXUPSET_CALL(clear_clock_irq, sun4d_clear_clock_irq, BTFIXUPCALL_NORM);
	579	BTFIXUPSET_CALL(clear_profile_irq, sun4d_clear_profile_irq, BTFIXUPCALL_NORM);
	580	BTFIXUPSET_CALL(load_profile_irq, sun4d_load_profile_irq, BTFIXUPCALL_NORM);
1da177e4 LT	581	sparc_init_timers = sun4d_init_timers;
	582	#ifdef CONFIG_SMP
	583	BTFIXUPSET_CALL(set_cpu_int, sun4d_set_cpu_int, BTFIXUPCALL_NORM);
	584	BTFIXUPSET_CALL(clear_cpu_int, sun4d_clear_ipi, BTFIXUPCALL_NOP);
	585	BTFIXUPSET_CALL(set_irq_udt, sun4d_set_udt, BTFIXUPCALL_NOP);
	586	#endif
	587	/* Cannot enable interrupts until OBP ticker is disabled. */
	588	}