[deliverable/linux.git] / arch / sparc / mm / io-unit.c

/*
 * io-unit.c:  IO-UNIT specific routines for memory management.
 *
 * Copyright (C) 1997,1998 Jakub Jelinek    (jj@sunsite.mff.cuni.cz)
 */
 
#include <linux/kernel.h>
#include <linux/init.h>
#include <linux/slab.h>
#include <linux/spinlock.h>
#include <linux/mm.h>
#include <linux/highmem.h>	/* pte_offset_map => kmap_atomic */
#include <linux/bitops.h>
#include <linux/scatterlist.h>
#include <linux/of.h>
#include <linux/of_device.h>

#include <asm/pgalloc.h>
#include <asm/pgtable.h>
#include <asm/io.h>
#include <asm/io-unit.h>
#include <asm/mxcc.h>
#include <asm/cacheflush.h>
#include <asm/tlbflush.h>
#include <asm/dma.h>
#include <asm/oplib.h>

#include "mm_32.h"

/* #define IOUNIT_DEBUG */
#ifdef IOUNIT_DEBUG
#define IOD(x) printk(x)
#else
#define IOD(x) do { } while (0)
#endif

#define IOPERM        (IOUPTE_CACHE | IOUPTE_WRITE | IOUPTE_VALID)
#define MKIOPTE(phys) __iopte((((phys)>>4) & IOUPTE_PAGE) | IOPERM)

static void __init iounit_iommu_init(struct platform_device *op)
{
	struct iounit_struct *iounit;
	iopte_t __iomem *xpt;
	iopte_t __iomem *xptend;

	iounit = kzalloc(sizeof(struct iounit_struct), GFP_ATOMIC);
	if (!iounit) {
		prom_printf("SUN4D: Cannot alloc iounit, halting.\n");
		prom_halt();
	}

	iounit->limit[0] = IOUNIT_BMAP1_START;
	iounit->limit[1] = IOUNIT_BMAP2_START;
	iounit->limit[2] = IOUNIT_BMAPM_START;
	iounit->limit[3] = IOUNIT_BMAPM_END;
	iounit->rotor[1] = IOUNIT_BMAP2_START;
	iounit->rotor[2] = IOUNIT_BMAPM_START;

	xpt = of_ioremap(&op->resource[2], 0, PAGE_SIZE * 16, "XPT");
	if (!xpt) {
		prom_printf("SUN4D: Cannot map External Page Table.");
		prom_halt();
	}
	
	op->dev.archdata.iommu = iounit;
	iounit->page_table = xpt;
	spin_lock_init(&iounit->lock);

	xptend = iounit->page_table + (16 * PAGE_SIZE) / sizeof(iopte_t);
	for (; xpt < xptend; xpt++)
		sbus_writel(0, xpt);
}

static int __init iounit_init(void)
{
	extern void sun4d_init_sbi_irq(void);
	struct device_node *dp;

	for_each_node_by_name(dp, "sbi") {
		struct platform_device *op = of_find_device_by_node(dp);

		iounit_iommu_init(op);
		of_propagate_archdata(op);
	}

	sun4d_init_sbi_irq();

	return 0;
}

subsys_initcall(iounit_init);

/* One has to hold iounit->lock to call this */
static unsigned long iounit_get_area(struct iounit_struct *iounit, unsigned long vaddr, int size)
{
	int i, j, k, npages;
	unsigned long rotor, scan, limit;
	iopte_t iopte;

        npages = ((vaddr & ~PAGE_MASK) + size + (PAGE_SIZE-1)) >> PAGE_SHIFT;

	/* A tiny bit of magic ingredience :) */
	switch (npages) {
	case 1: i = 0x0231; break;
	case 2: i = 0x0132; break;
	default: i = 0x0213; break;
	}
	
	IOD(("iounit_get_area(%08lx,%d[%d])=", vaddr, size, npages));
	
next:	j = (i & 15);
	rotor = iounit->rotor[j - 1];
	limit = iounit->limit[j];
	scan = rotor;
nexti:	scan = find_next_zero_bit(iounit->bmap, limit, scan);
	if (scan + npages > limit) {
		if (limit != rotor) {
			limit = rotor;
			scan = iounit->limit[j - 1];
			goto nexti;
		}
		i >>= 4;
		if (!(i & 15))
			panic("iounit_get_area: Couldn't find free iopte slots for (%08lx,%d)\n", vaddr, size);
		goto next;
	}
	for (k = 1, scan++; k < npages; k++)
		if (test_bit(scan++, iounit->bmap))
			goto nexti;
	iounit->rotor[j - 1] = (scan < limit) ? scan : iounit->limit[j - 1];
	scan -= npages;
	iopte = MKIOPTE(__pa(vaddr & PAGE_MASK));
	vaddr = IOUNIT_DMA_BASE + (scan << PAGE_SHIFT) + (vaddr & ~PAGE_MASK);
	for (k = 0; k < npages; k++, iopte = __iopte(iopte_val(iopte) + 0x100), scan++) {
		set_bit(scan, iounit->bmap);
		sbus_writel(iopte, &iounit->page_table[scan]);
	}
	IOD(("%08lx\n", vaddr));
	return vaddr;
}

static __u32 iounit_get_scsi_one(struct device *dev, char *vaddr, unsigned long len)
{
	struct iounit_struct *iounit = dev->archdata.iommu;
	unsigned long ret, flags;
	
	spin_lock_irqsave(&iounit->lock, flags);
	ret = iounit_get_area(iounit, (unsigned long)vaddr, len);
	spin_unlock_irqrestore(&iounit->lock, flags);
	return ret;
}

static void iounit_get_scsi_sgl(struct device *dev, struct scatterlist *sg, int sz)
{
	struct iounit_struct *iounit = dev->archdata.iommu;
	unsigned long flags;

	/* FIXME: Cache some resolved pages - often several sg entries are to the same page */
	spin_lock_irqsave(&iounit->lock, flags);
	while (sz != 0) {
		--sz;
		sg->dma_address = iounit_get_area(iounit, (unsigned long) sg_virt(sg), sg->length);
		sg->dma_length = sg->length;
		sg = sg_next(sg);
	}
	spin_unlock_irqrestore(&iounit->lock, flags);
}

static void iounit_release_scsi_one(struct device *dev, __u32 vaddr, unsigned long len)
{
	struct iounit_struct *iounit = dev->archdata.iommu;
	unsigned long flags;
	
	spin_lock_irqsave(&iounit->lock, flags);
	len = ((vaddr & ~PAGE_MASK) + len + (PAGE_SIZE-1)) >> PAGE_SHIFT;
	vaddr = (vaddr - IOUNIT_DMA_BASE) >> PAGE_SHIFT;
	IOD(("iounit_release %08lx-%08lx\n", (long)vaddr, (long)len+vaddr));
	for (len += vaddr; vaddr < len; vaddr++)
		clear_bit(vaddr, iounit->bmap);
	spin_unlock_irqrestore(&iounit->lock, flags);
}

static void iounit_release_scsi_sgl(struct device *dev, struct scatterlist *sg, int sz)
{
	struct iounit_struct *iounit = dev->archdata.iommu;
	unsigned long flags;
	unsigned long vaddr, len;

	spin_lock_irqsave(&iounit->lock, flags);
	while (sz != 0) {
		--sz;
		len = ((sg->dma_address & ~PAGE_MASK) + sg->length + (PAGE_SIZE-1)) >> PAGE_SHIFT;
		vaddr = (sg->dma_address - IOUNIT_DMA_BASE) >> PAGE_SHIFT;
		IOD(("iounit_release %08lx-%08lx\n", (long)vaddr, (long)len+vaddr));
		for (len += vaddr; vaddr < len; vaddr++)
			clear_bit(vaddr, iounit->bmap);
		sg = sg_next(sg);
	}
	spin_unlock_irqrestore(&iounit->lock, flags);
}

#ifdef CONFIG_SBUS
static int iounit_map_dma_area(struct device *dev, dma_addr_t *pba, unsigned long va, unsigned long addr, int len)
{
	struct iounit_struct *iounit = dev->archdata.iommu;
	unsigned long page, end;
	pgprot_t dvma_prot;
	iopte_t __iomem *iopte;

	*pba = addr;

	dvma_prot = __pgprot(SRMMU_CACHE | SRMMU_ET_PTE | SRMMU_PRIV);
	end = PAGE_ALIGN((addr + len));
	while(addr < end) {
		page = va;
		{
			pgd_t *pgdp;
			pmd_t *pmdp;
			pte_t *ptep;
			long i;

			pgdp = pgd_offset(&init_mm, addr);
			pmdp = pmd_offset(pgdp, addr);
			ptep = pte_offset_map(pmdp, addr);

			set_pte(ptep, mk_pte(virt_to_page(page), dvma_prot));
			
			i = ((addr - IOUNIT_DMA_BASE) >> PAGE_SHIFT);

			iopte = iounit->page_table + i;
			sbus_writel(MKIOPTE(__pa(page)), iopte);
		}
		addr += PAGE_SIZE;
		va += PAGE_SIZE;
	}
	flush_cache_all();
	flush_tlb_all();

	return 0;
}

static void iounit_unmap_dma_area(struct device *dev, unsigned long addr, int len)
{
	/* XXX Somebody please fill this in */
}
#endif

static const struct sparc32_dma_ops iounit_dma_ops = {
	.get_scsi_one		= iounit_get_scsi_one,
	.get_scsi_sgl		= iounit_get_scsi_sgl,
	.release_scsi_one	= iounit_release_scsi_one,
	.release_scsi_sgl	= iounit_release_scsi_sgl,
#ifdef CONFIG_SBUS
	.map_dma_area		= iounit_map_dma_area,
	.unmap_dma_area		= iounit_unmap_dma_area,
#endif
};

void __init ld_mmu_iounit(void)
{
	sparc32_dma_ops = &iounit_dma_ops;
}
Commit	Line	Data
88278ca2	1	/*
1da177e4 LT	2	* io-unit.c: IO-UNIT specific routines for memory management.
	3	*
	4	* Copyright (C) 1997,1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
	5	*/
	6
1da177e4 LT	7	#include <linux/kernel.h>
	8	#include <linux/init.h>
	9	#include <linux/slab.h>
	10	#include <linux/spinlock.h>
	11	#include <linux/mm.h>
	12	#include <linux/highmem.h> /* pte_offset_map => kmap_atomic */
	13	#include <linux/bitops.h>
0912a5db	14	#include <linux/scatterlist.h>
9dc69230 DM	15	#include <linux/of.h>
9dc69230 DM	16	#include <linux/of_device.h>
1da177e4	17
1da177e4 LT	18	#include <asm/pgalloc.h>
1da177e4 LT	19	#include <asm/pgtable.h>
1da177e4 LT	20	#include <asm/io.h>
	21	#include <asm/io-unit.h>
	22	#include <asm/mxcc.h>
	23	#include <asm/cacheflush.h>
	24	#include <asm/tlbflush.h>
	25	#include <asm/dma.h>
d4accd60	26	#include <asm/oplib.h>
1da177e4	27
1918660b SR	28	#include "mm_32.h"
1918660b SR	29
1da177e4 LT	30	/* #define IOUNIT_DEBUG */
	31	#ifdef IOUNIT_DEBUG
	32	#define IOD(x) printk(x)
	33	#else
	34	#define IOD(x) do { } while (0)
	35	#endif
	36
	37	#define IOPERM (IOUPTE_CACHE \| IOUPTE_WRITE \| IOUPTE_VALID)
	38	#define MKIOPTE(phys) __iopte((((phys)>>4) & IOUPTE_PAGE) \| IOPERM)
	39
cd4cd730	40	static void __init iounit_iommu_init(struct platform_device *op)
1da177e4	41	{
1da177e4	42	struct iounit_struct *iounit;
1918660b SR	43	iopte_t __iomem *xpt;
1918660b SR	44	iopte_t __iomem *xptend;
1da177e4	45
c80892d1	46	iounit = kzalloc(sizeof(struct iounit_struct), GFP_ATOMIC);
d4accd60 DM	47	if (!iounit) {
	48	prom_printf("SUN4D: Cannot alloc iounit, halting.\n");
	49	prom_halt();
	50	}
1da177e4	51
1da177e4 LT	52	iounit->limit[0] = IOUNIT_BMAP1_START;
	53	iounit->limit[1] = IOUNIT_BMAP2_START;
	54	iounit->limit[2] = IOUNIT_BMAPM_START;
	55	iounit->limit[3] = IOUNIT_BMAPM_END;
	56	iounit->rotor[1] = IOUNIT_BMAP2_START;
	57	iounit->rotor[2] = IOUNIT_BMAPM_START;
	58
e0039348 DM	59	xpt = of_ioremap(&op->resource[2], 0, PAGE_SIZE * 16, "XPT");
	60	if (!xpt) {
	61	prom_printf("SUN4D: Cannot map External Page Table.");
	62	prom_halt();
1da177e4	63	}
1da177e4	64
e0039348	65	op->dev.archdata.iommu = iounit;
1da177e4	66	iounit->page_table = xpt;
2f72ba43	67	spin_lock_init(&iounit->lock);
1918660b SR	68
	69	xptend = iounit->page_table + (16 * PAGE_SIZE) / sizeof(iopte_t);
	70	for (; xpt < xptend; xpt++)
	71	sbus_writel(0, xpt);
1da177e4 LT	72	}
1da177e4 LT	73
046e26a8 DM	74	static int __init iounit_init(void)
	75	{
	76	extern void sun4d_init_sbi_irq(void);
	77	struct device_node *dp;
	78
	79	for_each_node_by_name(dp, "sbi") {
cd4cd730	80	struct platform_device *op = of_find_device_by_node(dp);
046e26a8 DM	81
	82	iounit_iommu_init(op);
	83	of_propagate_archdata(op);
	84	}
	85
	86	sun4d_init_sbi_irq();
	87
	88	return 0;
	89	}
	90
	91	subsys_initcall(iounit_init);
	92
1da177e4 LT	93	/* One has to hold iounit->lock to call this */
	94	static unsigned long iounit_get_area(struct iounit_struct *iounit, unsigned long vaddr, int size)
	95	{
	96	int i, j, k, npages;
	97	unsigned long rotor, scan, limit;
	98	iopte_t iopte;
	99
	100	npages = ((vaddr & ~PAGE_MASK) + size + (PAGE_SIZE-1)) >> PAGE_SHIFT;
	101
	102	/* A tiny bit of magic ingredience :) */
	103	switch (npages) {
	104	case 1: i = 0x0231; break;
	105	case 2: i = 0x0132; break;
	106	default: i = 0x0213; break;
	107	}
	108
	109	IOD(("iounit_get_area(%08lx,%d[%d])=", vaddr, size, npages));
	110
	111	next: j = (i & 15);
	112	rotor = iounit->rotor[j - 1];
	113	limit = iounit->limit[j];
	114	scan = rotor;
	115	nexti: scan = find_next_zero_bit(iounit->bmap, limit, scan);
	116	if (scan + npages > limit) {
	117	if (limit != rotor) {
	118	limit = rotor;
	119	scan = iounit->limit[j - 1];
	120	goto nexti;
	121	}
	122	i >>= 4;
	123	if (!(i & 15))
	124	panic("iounit_get_area: Couldn't find free iopte slots for (%08lx,%d)\n", vaddr, size);
	125	goto next;
	126	}
	127	for (k = 1, scan++; k < npages; k++)
	128	if (test_bit(scan++, iounit->bmap))
	129	goto nexti;
	130	iounit->rotor[j - 1] = (scan < limit) ? scan : iounit->limit[j - 1];
	131	scan -= npages;
	132	iopte = MKIOPTE(__pa(vaddr & PAGE_MASK));
	133	vaddr = IOUNIT_DMA_BASE + (scan << PAGE_SHIFT) + (vaddr & ~PAGE_MASK);
	134	for (k = 0; k < npages; k++, iopte = __iopte(iopte_val(iopte) + 0x100), scan++) {
	135	set_bit(scan, iounit->bmap);
1918660b	136	sbus_writel(iopte, &iounit->page_table[scan]);
1da177e4 LT	137	}
	138	IOD(("%08lx\n", vaddr));
	139	return vaddr;
	140	}
	141
260489fa	142	static __u32 iounit_get_scsi_one(struct device dev, char vaddr, unsigned long len)
1da177e4	143	{
260489fa	144	struct iounit_struct *iounit = dev->archdata.iommu;
1da177e4	145	unsigned long ret, flags;
1da177e4 LT	146
	147	spin_lock_irqsave(&iounit->lock, flags);
	148	ret = iounit_get_area(iounit, (unsigned long)vaddr, len);
	149	spin_unlock_irqrestore(&iounit->lock, flags);
	150	return ret;
	151	}
	152
260489fa	153	static void iounit_get_scsi_sgl(struct device dev, struct scatterlist sg, int sz)
1da177e4	154	{
260489fa	155	struct iounit_struct *iounit = dev->archdata.iommu;
1da177e4	156	unsigned long flags;
1da177e4 LT	157
	158	/* FIXME: Cache some resolved pages - often several sg entries are to the same page */
	159	spin_lock_irqsave(&iounit->lock, flags);
	160	while (sz != 0) {
	161	--sz;
aa83a26a RR	162	sg->dma_address = iounit_get_area(iounit, (unsigned long) sg_virt(sg), sg->length);
aa83a26a RR	163	sg->dma_length = sg->length;
0912a5db	164	sg = sg_next(sg);
1da177e4 LT	165	}
	166	spin_unlock_irqrestore(&iounit->lock, flags);
	167	}
	168
260489fa	169	static void iounit_release_scsi_one(struct device *dev, __u32 vaddr, unsigned long len)
1da177e4	170	{
260489fa	171	struct iounit_struct *iounit = dev->archdata.iommu;
1da177e4	172	unsigned long flags;
1da177e4 LT	173
	174	spin_lock_irqsave(&iounit->lock, flags);
	175	len = ((vaddr & ~PAGE_MASK) + len + (PAGE_SIZE-1)) >> PAGE_SHIFT;
	176	vaddr = (vaddr - IOUNIT_DMA_BASE) >> PAGE_SHIFT;
	177	IOD(("iounit_release %08lx-%08lx\n", (long)vaddr, (long)len+vaddr));
	178	for (len += vaddr; vaddr < len; vaddr++)
	179	clear_bit(vaddr, iounit->bmap);
	180	spin_unlock_irqrestore(&iounit->lock, flags);
	181	}
	182
260489fa	183	static void iounit_release_scsi_sgl(struct device dev, struct scatterlist sg, int sz)
1da177e4	184	{
260489fa	185	struct iounit_struct *iounit = dev->archdata.iommu;
1da177e4 LT	186	unsigned long flags;
1da177e4 LT	187	unsigned long vaddr, len;
1da177e4 LT	188
	189	spin_lock_irqsave(&iounit->lock, flags);
	190	while (sz != 0) {
	191	--sz;
aa83a26a RR	192	len = ((sg->dma_address & ~PAGE_MASK) + sg->length + (PAGE_SIZE-1)) >> PAGE_SHIFT;
aa83a26a RR	193	vaddr = (sg->dma_address - IOUNIT_DMA_BASE) >> PAGE_SHIFT;
1da177e4 LT	194	IOD(("iounit_release %08lx-%08lx\n", (long)vaddr, (long)len+vaddr));
	195	for (len += vaddr; vaddr < len; vaddr++)
	196	clear_bit(vaddr, iounit->bmap);
0912a5db	197	sg = sg_next(sg);
1da177e4 LT	198	}
	199	spin_unlock_irqrestore(&iounit->lock, flags);
	200	}
	201
	202	#ifdef CONFIG_SBUS
d894d964	203	static int iounit_map_dma_area(struct device dev, dma_addr_t pba, unsigned long va, unsigned long addr, int len)
1da177e4	204	{
4b1c5df2	205	struct iounit_struct *iounit = dev->archdata.iommu;
1da177e4 LT	206	unsigned long page, end;
1da177e4 LT	207	pgprot_t dvma_prot;
1918660b	208	iopte_t __iomem *iopte;
1da177e4 LT	209
	210	*pba = addr;
	211
	212	dvma_prot = __pgprot(SRMMU_CACHE \| SRMMU_ET_PTE \| SRMMU_PRIV);
	213	end = PAGE_ALIGN((addr + len));
	214	while(addr < end) {
	215	page = va;
	216	{
	217	pgd_t *pgdp;
	218	pmd_t *pmdp;
	219	pte_t *ptep;
	220	long i;
	221
	222	pgdp = pgd_offset(&init_mm, addr);
	223	pmdp = pmd_offset(pgdp, addr);
	224	ptep = pte_offset_map(pmdp, addr);
	225
	226	set_pte(ptep, mk_pte(virt_to_page(page), dvma_prot));
	227
	228	i = ((addr - IOUNIT_DMA_BASE) >> PAGE_SHIFT);
	229
1918660b SR	230	iopte = iounit->page_table + i;
1918660b SR	231	sbus_writel(MKIOPTE(__pa(page)), iopte);
1da177e4 LT	232	}
	233	addr += PAGE_SIZE;
	234	va += PAGE_SIZE;
	235	}
	236	flush_cache_all();
	237	flush_tlb_all();
	238
	239	return 0;
	240	}
	241
4b1c5df2	242	static void iounit_unmap_dma_area(struct device *dev, unsigned long addr, int len)
1da177e4 LT	243	{
	244	/* XXX Somebody please fill this in */
	245	}
1da177e4 LT	246	#endif
1da177e4 LT	247
d894d964 DM	248	static const struct sparc32_dma_ops iounit_dma_ops = {
	249	.get_scsi_one = iounit_get_scsi_one,
	250	.get_scsi_sgl = iounit_get_scsi_sgl,
	251	.release_scsi_one = iounit_release_scsi_one,
	252	.release_scsi_sgl = iounit_release_scsi_sgl,
1da177e4	253	#ifdef CONFIG_SBUS
d894d964 DM	254	.map_dma_area = iounit_map_dma_area,
d894d964 DM	255	.unmap_dma_area = iounit_unmap_dma_area,
1da177e4	256	#endif
d894d964 DM	257	};
	258
	259	void __init ld_mmu_iounit(void)
	260	{
	261	sparc32_dma_ops = &iounit_dma_ops;
1da177e4	262	}