2 * ioport.c: Simple io mapping allocator.
4 * Copyright (C) 1995 David S. Miller (davem@caip.rutgers.edu)
5 * Copyright (C) 1995 Miguel de Icaza (miguel@nuclecu.unam.mx)
7 * 1996: sparc_free_io, 1999: ioremap()/iounmap() by Pete Zaitcev.
10 * <rth> zait: as long as pci_alloc_consistent produces something addressable,
12 * <zaitcev> rth: no, it is relevant, because get_free_pages returns you a
13 * pointer into the big page mapping
14 * <rth> zait: so what?
15 * <rth> zait: remap_it_my_way(virt_to_phys(get_free_page()))
17 * <zaitcev> Suppose I did this remap_it_my_way(virt_to_phys(get_free_page())).
19 * <zaitcev> Now, driver calls pci_free_consistent(with result of
21 * <zaitcev> How do you find the address to pass to free_pages()?
22 * <rth> zait: walk the page tables? It's only two or three level after all.
23 * <rth> zait: you have to walk them anyway to remove the mapping.
25 * <zaitcev> Sounds reasonable
28 #include <linux/module.h>
29 #include <linux/sched.h>
30 #include <linux/kernel.h>
31 #include <linux/errno.h>
32 #include <linux/types.h>
33 #include <linux/ioport.h>
35 #include <linux/slab.h>
36 #include <linux/pci.h> /* struct pci_dev */
37 #include <linux/proc_fs.h>
38 #include <linux/scatterlist.h>
39 #include <linux/of_device.h>
42 #include <asm/vaddrs.h>
43 #include <asm/oplib.h>
46 #include <asm/pgalloc.h>
48 #include <asm/iommu.h>
49 #include <asm/io-unit.h>
53 #define mmu_inval_dma_area(p, l) /* Anton pulled it out for 2.4.0-xx */
55 static struct resource
*_sparc_find_resource(struct resource
*r
,
58 static void __iomem
*_sparc_ioremap(struct resource
*res
, u32 bus
, u32 pa
, int sz
);
59 static void __iomem
*_sparc_alloc_io(unsigned int busno
, unsigned long phys
,
60 unsigned long size
, char *name
);
61 static void _sparc_free_io(struct resource
*res
);
63 static void register_proc_sparc_ioport(void);
65 /* This points to the next to use virtual memory for DVMA mappings */
66 static struct resource _sparc_dvma
= {
67 .name
= "sparc_dvma", .start
= DVMA_VADDR
, .end
= DVMA_END
- 1
69 /* This points to the start of I/O mappings, cluable from outside. */
70 /*ext*/ struct resource sparc_iomap
= {
71 .name
= "sparc_iomap", .start
= IOBASE_VADDR
, .end
= IOBASE_END
- 1
75 * Our mini-allocator...
76 * Boy this is gross! We need it because we must map I/O for
77 * timers and interrupt controller before the kmalloc is available.
81 #define XNRES 10 /* SS-10 uses 8 */
84 struct resource xres
; /* Must be first */
85 int xflag
; /* 1 == used */
89 static struct xresource xresv
[XNRES
];
91 static struct xresource
*xres_alloc(void) {
92 struct xresource
*xrp
;
96 for (n
= 0; n
< XNRES
; n
++) {
97 if (xrp
->xflag
== 0) {
106 static void xres_free(struct xresource
*xrp
) {
111 * These are typically used in PCI drivers
112 * which are trying to be cross-platform.
114 * Bus type is always zero on IIep.
116 void __iomem
*ioremap(unsigned long offset
, unsigned long size
)
120 sprintf(name
, "phys_%08x", (u32
)offset
);
121 return _sparc_alloc_io(0, offset
, size
, name
);
125 * Comlimentary to ioremap().
127 void iounmap(volatile void __iomem
*virtual)
129 unsigned long vaddr
= (unsigned long) virtual & PAGE_MASK
;
130 struct resource
*res
;
132 if ((res
= _sparc_find_resource(&sparc_iomap
, vaddr
)) == NULL
) {
133 printk("free_io/iounmap: cannot free %lx\n", vaddr
);
138 if ((char *)res
>= (char*)xresv
&& (char *)res
< (char *)&xresv
[XNRES
]) {
139 xres_free((struct xresource
*)res
);
145 void __iomem
*of_ioremap(struct resource
*res
, unsigned long offset
,
146 unsigned long size
, char *name
)
148 return _sparc_alloc_io(res
->flags
& 0xF,
152 EXPORT_SYMBOL(of_ioremap
);
154 void of_iounmap(struct resource
*res
, void __iomem
*base
, unsigned long size
)
158 EXPORT_SYMBOL(of_iounmap
);
163 static void __iomem
*_sparc_alloc_io(unsigned int busno
, unsigned long phys
,
164 unsigned long size
, char *name
)
166 static int printed_full
;
167 struct xresource
*xres
;
168 struct resource
*res
;
171 void __iomem
*va
; /* P3 diag */
173 if (name
== NULL
) name
= "???";
175 if ((xres
= xres_alloc()) != 0) {
180 printk("ioremap: done with statics, switching to malloc\n");
184 tack
= kmalloc(sizeof (struct resource
) + tlen
+ 1, GFP_KERNEL
);
185 if (tack
== NULL
) return NULL
;
186 memset(tack
, 0, sizeof(struct resource
));
187 res
= (struct resource
*) tack
;
188 tack
+= sizeof (struct resource
);
191 strlcpy(tack
, name
, XNMLN
+1);
194 va
= _sparc_ioremap(res
, busno
, phys
, size
);
195 /* printk("ioremap(0x%x:%08lx[0x%lx])=%p\n", busno, phys, size, va); */ /* P3 diag */
201 static void __iomem
*
202 _sparc_ioremap(struct resource
*res
, u32 bus
, u32 pa
, int sz
)
204 unsigned long offset
= ((unsigned long) pa
) & (~PAGE_MASK
);
206 if (allocate_resource(&sparc_iomap
, res
,
207 (offset
+ sz
+ PAGE_SIZE
-1) & PAGE_MASK
,
208 sparc_iomap
.start
, sparc_iomap
.end
, PAGE_SIZE
, NULL
, NULL
) != 0) {
209 /* Usually we cannot see printks in this case. */
210 prom_printf("alloc_io_res(%s): cannot occupy\n",
211 (res
->name
!= NULL
)? res
->name
: "???");
216 sparc_mapiorange(bus
, pa
, res
->start
, res
->end
- res
->start
+ 1);
218 return (void __iomem
*)(unsigned long)(res
->start
+ offset
);
222 * Comlimentary to _sparc_ioremap().
224 static void _sparc_free_io(struct resource
*res
)
228 plen
= res
->end
- res
->start
+ 1;
229 BUG_ON((plen
& (PAGE_SIZE
-1)) != 0);
230 sparc_unmapiorange(res
->start
, plen
);
231 release_resource(res
);
236 void sbus_set_sbus64(struct device
*dev
, int x
)
238 printk("sbus_set_sbus64: unsupported\n");
242 * Allocate a chunk of memory suitable for DMA.
243 * Typically devices use them for control blocks.
244 * CPU may access them without any explicit flushing.
246 void *sbus_alloc_consistent(struct device
*dev
, long len
, u32
*dma_addrp
)
248 struct of_device
*op
= to_of_device(dev
);
249 unsigned long len_total
= (len
+ PAGE_SIZE
-1) & PAGE_MASK
;
251 struct resource
*res
;
254 /* XXX why are some lengths signed, others unsigned? */
258 /* XXX So what is maxphys for us and how do drivers know it? */
259 if (len
> 256*1024) { /* __get_free_pages() limit */
263 order
= get_order(len_total
);
264 if ((va
= __get_free_pages(GFP_KERNEL
|__GFP_COMP
, order
)) == 0)
267 if ((res
= kzalloc(sizeof(struct resource
), GFP_KERNEL
)) == NULL
)
270 if (allocate_resource(&_sparc_dvma
, res
, len_total
,
271 _sparc_dvma
.start
, _sparc_dvma
.end
, PAGE_SIZE
, NULL
, NULL
) != 0) {
272 printk("sbus_alloc_consistent: cannot occupy 0x%lx", len_total
);
275 mmu_inval_dma_area(va
, len_total
);
276 // XXX The mmu_map_dma_area does this for us below, see comments.
277 // sparc_mapiorange(0, virt_to_phys(va), res->start, len_total);
279 * XXX That's where sdev would be used. Currently we load
280 * all iommu tables with the same translations.
282 if (mmu_map_dma_area(dev
, dma_addrp
, va
, res
->start
, len_total
) != 0)
285 res
->name
= op
->node
->name
;
287 return (void *)(unsigned long)res
->start
;
290 release_resource(res
);
292 free_pages(va
, order
);
299 void sbus_free_consistent(struct device
*dev
, long n
, void *p
, u32 ba
)
301 struct resource
*res
;
304 if ((res
= _sparc_find_resource(&_sparc_dvma
,
305 (unsigned long)p
)) == NULL
) {
306 printk("sbus_free_consistent: cannot free %p\n", p
);
310 if (((unsigned long)p
& (PAGE_SIZE
-1)) != 0) {
311 printk("sbus_free_consistent: unaligned va %p\n", p
);
315 n
= (n
+ PAGE_SIZE
-1) & PAGE_MASK
;
316 if ((res
->end
-res
->start
)+1 != n
) {
317 printk("sbus_free_consistent: region 0x%lx asked 0x%lx\n",
318 (long)((res
->end
-res
->start
)+1), n
);
322 release_resource(res
);
325 /* mmu_inval_dma_area(va, n); */ /* it's consistent, isn't it */
326 pgv
= virt_to_page(p
);
327 mmu_unmap_dma_area(dev
, ba
, n
);
329 __free_pages(pgv
, get_order(n
));
333 * Map a chunk of memory so that devices can see it.
334 * CPU view of this memory may be inconsistent with
335 * a device view and explicit flushing is necessary.
337 dma_addr_t
sbus_map_single(struct device
*dev
, void *va
, size_t len
, int direction
)
339 /* XXX why are some lengths signed, others unsigned? */
343 /* XXX So what is maxphys for us and how do drivers know it? */
344 if (len
> 256*1024) { /* __get_free_pages() limit */
347 return mmu_get_scsi_one(dev
, va
, len
);
350 void sbus_unmap_single(struct device
*dev
, dma_addr_t ba
, size_t n
, int direction
)
352 mmu_release_scsi_one(dev
, ba
, n
);
355 int sbus_map_sg(struct device
*dev
, struct scatterlist
*sg
, int n
, int direction
)
357 mmu_get_scsi_sgl(dev
, sg
, n
);
360 * XXX sparc64 can return a partial length here. sun4c should do this
361 * but it currently panics if it can't fulfill the request - Anton
366 void sbus_unmap_sg(struct device
*dev
, struct scatterlist
*sg
, int n
, int direction
)
368 mmu_release_scsi_sgl(dev
, sg
, n
);
371 void sbus_dma_sync_single_for_cpu(struct device
*dev
, dma_addr_t ba
, size_t size
, int direction
)
375 void sbus_dma_sync_single_for_device(struct device
*dev
, dma_addr_t ba
, size_t size
, int direction
)
379 static int __init
sparc_register_ioport(void)
381 register_proc_sparc_ioport();
386 arch_initcall(sparc_register_ioport
);
388 #endif /* CONFIG_SBUS */
392 /* Allocate and map kernel buffer using consistent mode DMA for a device.
393 * hwdev should be valid struct pci_dev pointer for PCI devices.
395 void *pci_alloc_consistent(struct pci_dev
*pdev
, size_t len
, dma_addr_t
*pba
)
397 unsigned long len_total
= (len
+ PAGE_SIZE
-1) & PAGE_MASK
;
399 struct resource
*res
;
405 if (len
> 256*1024) { /* __get_free_pages() limit */
409 order
= get_order(len_total
);
410 va
= __get_free_pages(GFP_KERNEL
, order
);
412 printk("pci_alloc_consistent: no %ld pages\n", len_total
>>PAGE_SHIFT
);
416 if ((res
= kzalloc(sizeof(struct resource
), GFP_KERNEL
)) == NULL
) {
417 free_pages(va
, order
);
418 printk("pci_alloc_consistent: no core\n");
422 if (allocate_resource(&_sparc_dvma
, res
, len_total
,
423 _sparc_dvma
.start
, _sparc_dvma
.end
, PAGE_SIZE
, NULL
, NULL
) != 0) {
424 printk("pci_alloc_consistent: cannot occupy 0x%lx", len_total
);
425 free_pages(va
, order
);
429 mmu_inval_dma_area(va
, len_total
);
431 /* P3 */ printk("pci_alloc_consistent: kva %lx uncva %lx phys %lx size %lx\n",
432 (long)va
, (long)res
->start
, (long)virt_to_phys(va
), len_total
);
434 sparc_mapiorange(0, virt_to_phys(va
), res
->start
, len_total
);
436 *pba
= virt_to_phys(va
); /* equals virt_to_bus (R.I.P.) for us. */
437 return (void *) res
->start
;
440 /* Free and unmap a consistent DMA buffer.
441 * cpu_addr is what was returned from pci_alloc_consistent,
442 * size must be the same as what as passed into pci_alloc_consistent,
443 * and likewise dma_addr must be the same as what *dma_addrp was set to.
445 * References to the memory and mappings associated with cpu_addr/dma_addr
446 * past this call are illegal.
448 void pci_free_consistent(struct pci_dev
*pdev
, size_t n
, void *p
, dma_addr_t ba
)
450 struct resource
*res
;
453 if ((res
= _sparc_find_resource(&_sparc_dvma
,
454 (unsigned long)p
)) == NULL
) {
455 printk("pci_free_consistent: cannot free %p\n", p
);
459 if (((unsigned long)p
& (PAGE_SIZE
-1)) != 0) {
460 printk("pci_free_consistent: unaligned va %p\n", p
);
464 n
= (n
+ PAGE_SIZE
-1) & PAGE_MASK
;
465 if ((res
->end
-res
->start
)+1 != n
) {
466 printk("pci_free_consistent: region 0x%lx asked 0x%lx\n",
467 (long)((res
->end
-res
->start
)+1), (long)n
);
471 pgp
= (unsigned long) phys_to_virt(ba
); /* bus_to_virt actually */
472 mmu_inval_dma_area(pgp
, n
);
473 sparc_unmapiorange((unsigned long)p
, n
);
475 release_resource(res
);
478 free_pages(pgp
, get_order(n
));
481 /* Map a single buffer of the indicated size for DMA in streaming mode.
482 * The 32-bit bus address to use is returned.
484 * Once the device is given the dma address, the device owns this memory
485 * until either pci_unmap_single or pci_dma_sync_single_* is performed.
487 dma_addr_t
pci_map_single(struct pci_dev
*hwdev
, void *ptr
, size_t size
,
490 BUG_ON(direction
== PCI_DMA_NONE
);
491 /* IIep is write-through, not flushing. */
492 return virt_to_phys(ptr
);
495 /* Unmap a single streaming mode DMA translation. The dma_addr and size
496 * must match what was provided for in a previous pci_map_single call. All
497 * other usages are undefined.
499 * After this call, reads by the cpu to the buffer are guaranteed to see
500 * whatever the device wrote there.
502 void pci_unmap_single(struct pci_dev
*hwdev
, dma_addr_t ba
, size_t size
,
505 BUG_ON(direction
== PCI_DMA_NONE
);
506 if (direction
!= PCI_DMA_TODEVICE
) {
507 mmu_inval_dma_area((unsigned long)phys_to_virt(ba
),
508 (size
+ PAGE_SIZE
-1) & PAGE_MASK
);
513 * Same as pci_map_single, but with pages.
515 dma_addr_t
pci_map_page(struct pci_dev
*hwdev
, struct page
*page
,
516 unsigned long offset
, size_t size
, int direction
)
518 BUG_ON(direction
== PCI_DMA_NONE
);
519 /* IIep is write-through, not flushing. */
520 return page_to_phys(page
) + offset
;
523 void pci_unmap_page(struct pci_dev
*hwdev
,
524 dma_addr_t dma_address
, size_t size
, int direction
)
526 BUG_ON(direction
== PCI_DMA_NONE
);
527 /* mmu_inval_dma_area XXX */
530 /* Map a set of buffers described by scatterlist in streaming
531 * mode for DMA. This is the scather-gather version of the
532 * above pci_map_single interface. Here the scatter gather list
533 * elements are each tagged with the appropriate dma address
534 * and length. They are obtained via sg_dma_{address,length}(SG).
536 * NOTE: An implementation may be able to use a smaller number of
537 * DMA address/length pairs than there are SG table elements.
538 * (for example via virtual mapping capabilities)
539 * The routine returns the number of addr/length pairs actually
540 * used, at most nents.
542 * Device ownership issues as mentioned above for pci_map_single are
545 int pci_map_sg(struct pci_dev
*hwdev
, struct scatterlist
*sgl
, int nents
,
548 struct scatterlist
*sg
;
551 BUG_ON(direction
== PCI_DMA_NONE
);
552 /* IIep is write-through, not flushing. */
553 for_each_sg(sgl
, sg
, nents
, n
) {
554 BUG_ON(page_address(sg_page(sg
)) == NULL
);
555 sg
->dma_address
= virt_to_phys(sg_virt(sg
));
556 sg
->dma_length
= sg
->length
;
561 /* Unmap a set of streaming mode DMA translations.
562 * Again, cpu read rules concerning calls here are the same as for
563 * pci_unmap_single() above.
565 void pci_unmap_sg(struct pci_dev
*hwdev
, struct scatterlist
*sgl
, int nents
,
568 struct scatterlist
*sg
;
571 BUG_ON(direction
== PCI_DMA_NONE
);
572 if (direction
!= PCI_DMA_TODEVICE
) {
573 for_each_sg(sgl
, sg
, nents
, n
) {
574 BUG_ON(page_address(sg_page(sg
)) == NULL
);
576 (unsigned long) page_address(sg_page(sg
)),
577 (sg
->length
+ PAGE_SIZE
-1) & PAGE_MASK
);
582 /* Make physical memory consistent for a single
583 * streaming mode DMA translation before or after a transfer.
585 * If you perform a pci_map_single() but wish to interrogate the
586 * buffer using the cpu, yet do not wish to teardown the PCI dma
587 * mapping, you must call this function before doing so. At the
588 * next point you give the PCI dma address back to the card, you
589 * must first perform a pci_dma_sync_for_device, and then the
590 * device again owns the buffer.
592 void pci_dma_sync_single_for_cpu(struct pci_dev
*hwdev
, dma_addr_t ba
, size_t size
, int direction
)
594 BUG_ON(direction
== PCI_DMA_NONE
);
595 if (direction
!= PCI_DMA_TODEVICE
) {
596 mmu_inval_dma_area((unsigned long)phys_to_virt(ba
),
597 (size
+ PAGE_SIZE
-1) & PAGE_MASK
);
601 void pci_dma_sync_single_for_device(struct pci_dev
*hwdev
, dma_addr_t ba
, size_t size
, int direction
)
603 BUG_ON(direction
== PCI_DMA_NONE
);
604 if (direction
!= PCI_DMA_TODEVICE
) {
605 mmu_inval_dma_area((unsigned long)phys_to_virt(ba
),
606 (size
+ PAGE_SIZE
-1) & PAGE_MASK
);
610 /* Make physical memory consistent for a set of streaming
611 * mode DMA translations after a transfer.
613 * The same as pci_dma_sync_single_* but for a scatter-gather list,
614 * same rules and usage.
616 void pci_dma_sync_sg_for_cpu(struct pci_dev
*hwdev
, struct scatterlist
*sgl
, int nents
, int direction
)
618 struct scatterlist
*sg
;
621 BUG_ON(direction
== PCI_DMA_NONE
);
622 if (direction
!= PCI_DMA_TODEVICE
) {
623 for_each_sg(sgl
, sg
, nents
, n
) {
624 BUG_ON(page_address(sg_page(sg
)) == NULL
);
626 (unsigned long) page_address(sg_page(sg
)),
627 (sg
->length
+ PAGE_SIZE
-1) & PAGE_MASK
);
632 void pci_dma_sync_sg_for_device(struct pci_dev
*hwdev
, struct scatterlist
*sgl
, int nents
, int direction
)
634 struct scatterlist
*sg
;
637 BUG_ON(direction
== PCI_DMA_NONE
);
638 if (direction
!= PCI_DMA_TODEVICE
) {
639 for_each_sg(sgl
, sg
, nents
, n
) {
640 BUG_ON(page_address(sg_page(sg
)) == NULL
);
642 (unsigned long) page_address(sg_page(sg
)),
643 (sg
->length
+ PAGE_SIZE
-1) & PAGE_MASK
);
647 #endif /* CONFIG_PCI */
649 #ifdef CONFIG_PROC_FS
652 _sparc_io_get_info(char *buf
, char **start
, off_t fpos
, int length
, int *eof
,
655 char *p
= buf
, *e
= buf
+ length
;
659 for (r
= ((struct resource
*)data
)->child
; r
!= NULL
; r
= r
->sibling
) {
660 if (p
+ 32 >= e
) /* Better than nothing */
662 if ((nm
= r
->name
) == 0) nm
= "???";
663 p
+= sprintf(p
, "%016llx-%016llx: %s\n",
664 (unsigned long long)r
->start
,
665 (unsigned long long)r
->end
, nm
);
671 #endif /* CONFIG_PROC_FS */
674 * This is a version of find_resource and it belongs to kernel/resource.c.
675 * Until we have agreement with Linus and Martin, it lingers here.
677 * XXX Too slow. Can have 8192 DVMA pages on sun4m in the worst case.
678 * This probably warrants some sort of hashing.
680 static struct resource
*_sparc_find_resource(struct resource
*root
,
683 struct resource
*tmp
;
685 for (tmp
= root
->child
; tmp
!= 0; tmp
= tmp
->sibling
) {
686 if (tmp
->start
<= hit
&& tmp
->end
>= hit
)
692 static void register_proc_sparc_ioport(void)
694 #ifdef CONFIG_PROC_FS
695 create_proc_read_entry("io_map",0,NULL
,_sparc_io_get_info
,&sparc_iomap
);
696 create_proc_read_entry("dvma_map",0,NULL
,_sparc_io_get_info
,&_sparc_dvma
);
This page took 0.045195 seconds and 6 git commands to generate.