Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * arch/sh/mm/consistent.c | |
3 | * | |
8a7bcf0d | 4 | * Copyright (C) 2004 - 2007 Paul Mundt |
1da177e4 | 5 | * |
f93e97ea MD |
6 | * Declared coherent memory functions based on arch/x86/kernel/pci-dma_32.c |
7 | * | |
1da177e4 LT |
8 | * This file is subject to the terms and conditions of the GNU General Public |
9 | * License. See the file "COPYING" in the main directory of this archive | |
10 | * for more details. | |
11 | */ | |
12 | #include <linux/mm.h> | |
1eca5c92 | 13 | #include <linux/platform_device.h> |
1da177e4 | 14 | #include <linux/dma-mapping.h> |
f802d969 | 15 | #include <linux/dma-debug.h> |
26ff6c11 PM |
16 | #include <asm/cacheflush.h> |
17 | #include <asm/addrspace.h> | |
1da177e4 LT |
18 | #include <asm/io.h> |
19 | ||
f93e97ea MD |
20 | void *dma_alloc_coherent(struct device *dev, size_t size, |
21 | dma_addr_t *dma_handle, gfp_t gfp) | |
22 | { | |
2a3eeba8 | 23 | void *ret, *ret_nocache; |
f93e97ea MD |
24 | int order = get_order(size); |
25 | ||
9de90ac2 DB |
26 | if (dma_alloc_from_coherent(dev, size, dma_handle, &ret)) |
27 | return ret; | |
1da177e4 | 28 | |
f93e97ea | 29 | ret = (void *)__get_free_pages(gfp, order); |
2a3eeba8 MD |
30 | if (!ret) |
31 | return NULL; | |
1da177e4 | 32 | |
2a3eeba8 MD |
33 | memset(ret, 0, size); |
34 | /* | |
35 | * Pages from the page allocator may have data present in | |
36 | * cache. So flush the cache before using uncached memory. | |
37 | */ | |
38 | dma_cache_sync(dev, ret, size, DMA_BIDIRECTIONAL); | |
39 | ||
fa43972f | 40 | ret_nocache = (void __force *)ioremap_nocache(virt_to_phys(ret), size); |
2a3eeba8 MD |
41 | if (!ret_nocache) { |
42 | free_pages((unsigned long)ret, order); | |
43 | return NULL; | |
8a7bcf0d | 44 | } |
2a3eeba8 | 45 | |
da9fdc8b MD |
46 | split_page(pfn_to_page(virt_to_phys(ret) >> PAGE_SHIFT), order); |
47 | ||
2a3eeba8 | 48 | *dma_handle = virt_to_phys(ret); |
f802d969 PM |
49 | |
50 | debug_dma_alloc_coherent(dev, size, *dma_handle, ret_nocache); | |
51 | ||
2a3eeba8 | 52 | return ret_nocache; |
f93e97ea MD |
53 | } |
54 | EXPORT_SYMBOL(dma_alloc_coherent); | |
8a7bcf0d | 55 | |
f93e97ea MD |
56 | void dma_free_coherent(struct device *dev, size_t size, |
57 | void *vaddr, dma_addr_t dma_handle) | |
58 | { | |
f93e97ea | 59 | int order = get_order(size); |
da9fdc8b MD |
60 | unsigned long pfn = dma_handle >> PAGE_SHIFT; |
61 | int k; | |
1da177e4 | 62 | |
f802d969 PM |
63 | WARN_ON(irqs_disabled()); /* for portability */ |
64 | ||
65 | if (dma_release_from_coherent(dev, order, vaddr)) | |
66 | return; | |
67 | ||
68 | debug_dma_free_coherent(dev, size, vaddr, dma_handle); | |
69 | for (k = 0; k < (1 << order); k++) | |
70 | __free_pages(pfn_to_page(pfn + k), 0); | |
71 | iounmap(vaddr); | |
1da177e4 | 72 | } |
f93e97ea | 73 | EXPORT_SYMBOL(dma_free_coherent); |
1da177e4 | 74 | |
f93e97ea MD |
75 | void dma_cache_sync(struct device *dev, void *vaddr, size_t size, |
76 | enum dma_data_direction direction) | |
1da177e4 | 77 | { |
8a7bcf0d PM |
78 | #ifdef CONFIG_CPU_SH5 |
79 | void *p1addr = vaddr; | |
80 | #else | |
81 | void *p1addr = (void*) P1SEGADDR((unsigned long)vaddr); | |
82 | #endif | |
1da177e4 LT |
83 | |
84 | switch (direction) { | |
85 | case DMA_FROM_DEVICE: /* invalidate only */ | |
622a9edd | 86 | __flush_invalidate_region(p1addr, size); |
1da177e4 LT |
87 | break; |
88 | case DMA_TO_DEVICE: /* writeback only */ | |
622a9edd | 89 | __flush_wback_region(p1addr, size); |
1da177e4 LT |
90 | break; |
91 | case DMA_BIDIRECTIONAL: /* writeback and invalidate */ | |
622a9edd | 92 | __flush_purge_region(p1addr, size); |
1da177e4 LT |
93 | break; |
94 | default: | |
95 | BUG(); | |
96 | } | |
97 | } | |
f93e97ea | 98 | EXPORT_SYMBOL(dma_cache_sync); |
1eca5c92 | 99 | |
0c13bf1e MD |
100 | static int __init memchunk_setup(char *str) |
101 | { | |
102 | return 1; /* accept anything that begins with "memchunk." */ | |
103 | } | |
104 | __setup("memchunk.", memchunk_setup); | |
105 | ||
c773d8af | 106 | static void __init memchunk_cmdline_override(char *name, unsigned long *sizep) |
0c13bf1e MD |
107 | { |
108 | char *p = boot_command_line; | |
109 | int k = strlen(name); | |
110 | ||
111 | while ((p = strstr(p, "memchunk."))) { | |
112 | p += 9; /* strlen("memchunk.") */ | |
113 | if (!strncmp(name, p, k) && p[k] == '=') { | |
114 | p += k + 1; | |
115 | *sizep = memparse(p, NULL); | |
116 | pr_info("%s: forcing memory chunk size to 0x%08lx\n", | |
117 | name, *sizep); | |
118 | break; | |
119 | } | |
120 | } | |
121 | } | |
122 | ||
c773d8af MD |
123 | int __init platform_resource_setup_memory(struct platform_device *pdev, |
124 | char *name, unsigned long memsize) | |
1eca5c92 MD |
125 | { |
126 | struct resource *r; | |
127 | dma_addr_t dma_handle; | |
128 | void *buf; | |
129 | ||
130 | r = pdev->resource + pdev->num_resources - 1; | |
131 | if (r->flags) { | |
132 | pr_warning("%s: unable to find empty space for resource\n", | |
133 | name); | |
134 | return -EINVAL; | |
135 | } | |
136 | ||
0c13bf1e MD |
137 | memchunk_cmdline_override(name, &memsize); |
138 | if (!memsize) | |
139 | return 0; | |
140 | ||
1eca5c92 MD |
141 | buf = dma_alloc_coherent(NULL, memsize, &dma_handle, GFP_KERNEL); |
142 | if (!buf) { | |
143 | pr_warning("%s: unable to allocate memory\n", name); | |
144 | return -ENOMEM; | |
145 | } | |
146 | ||
147 | memset(buf, 0, memsize); | |
148 | ||
149 | r->flags = IORESOURCE_MEM; | |
150 | r->start = dma_handle; | |
151 | r->end = r->start + memsize - 1; | |
152 | r->name = name; | |
153 | return 0; | |
154 | } |