Commit | Line | Data |
---|---|---|
9bc89cd8 DW |
1 | /* |
2 | * copy offload engine support | |
3 | * | |
4 | * Copyright © 2006, Intel Corporation. | |
5 | * | |
6 | * Dan Williams <dan.j.williams@intel.com> | |
7 | * | |
8 | * with architecture considerations by: | |
9 | * Neil Brown <neilb@suse.de> | |
10 | * Jeff Garzik <jeff@garzik.org> | |
11 | * | |
12 | * This program is free software; you can redistribute it and/or modify it | |
13 | * under the terms and conditions of the GNU General Public License, | |
14 | * version 2, as published by the Free Software Foundation. | |
15 | * | |
16 | * This program is distributed in the hope it will be useful, but WITHOUT | |
17 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
18 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | |
19 | * more details. | |
20 | * | |
21 | * You should have received a copy of the GNU General Public License along with | |
22 | * this program; if not, write to the Free Software Foundation, Inc., | |
23 | * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA. | |
24 | * | |
25 | */ | |
26 | #include <linux/kernel.h> | |
27 | #include <linux/highmem.h> | |
4bb33cc8 | 28 | #include <linux/module.h> |
9bc89cd8 DW |
29 | #include <linux/mm.h> |
30 | #include <linux/dma-mapping.h> | |
31 | #include <linux/async_tx.h> | |
32 | ||
33 | /** | |
34 | * async_memcpy - attempt to copy memory with a dma engine. | |
35 | * @dest: destination page | |
36 | * @src: src page | |
a08abd8c DW |
37 | * @dest_offset: offset into 'dest' to start transaction |
38 | * @src_offset: offset into 'src' to start transaction | |
9bc89cd8 | 39 | * @len: length in bytes |
a08abd8c DW |
40 | * @submit: submission / completion modifiers |
41 | * | |
42 | * honored flags: ASYNC_TX_ACK | |
9bc89cd8 DW |
43 | */ |
44 | struct dma_async_tx_descriptor * | |
45 | async_memcpy(struct page *dest, struct page *src, unsigned int dest_offset, | |
a08abd8c DW |
46 | unsigned int src_offset, size_t len, |
47 | struct async_submit_ctl *submit) | |
9bc89cd8 | 48 | { |
a08abd8c | 49 | struct dma_chan *chan = async_tx_find_channel(submit, DMA_MEMCPY, |
47437b2c | 50 | &dest, 1, &src, 1, len); |
9bc89cd8 | 51 | struct dma_device *device = chan ? chan->device : NULL; |
0036731c | 52 | struct dma_async_tx_descriptor *tx = NULL; |
9bc89cd8 | 53 | |
83544ae9 | 54 | if (device && is_dma_copy_aligned(device, src_offset, dest_offset, len)) { |
0036731c | 55 | dma_addr_t dma_dest, dma_src; |
0403e382 | 56 | unsigned long dma_prep_flags = 0; |
9bc89cd8 | 57 | |
0403e382 DW |
58 | if (submit->cb_fn) |
59 | dma_prep_flags |= DMA_PREP_INTERRUPT; | |
60 | if (submit->flags & ASYNC_TX_FENCE) | |
61 | dma_prep_flags |= DMA_PREP_FENCE; | |
0036731c DW |
62 | dma_dest = dma_map_page(device->dev, dest, dest_offset, len, |
63 | DMA_FROM_DEVICE); | |
9bc89cd8 | 64 | |
0036731c DW |
65 | dma_src = dma_map_page(device->dev, src, src_offset, len, |
66 | DMA_TO_DEVICE); | |
9bc89cd8 | 67 | |
0036731c | 68 | tx = device->device_prep_dma_memcpy(chan, dma_dest, dma_src, |
d4c56f97 | 69 | len, dma_prep_flags); |
35fa4dbc BZ |
70 | if (!tx) { |
71 | dma_unmap_page(device->dev, dma_dest, len, | |
72 | DMA_FROM_DEVICE); | |
73 | dma_unmap_page(device->dev, dma_src, len, | |
74 | DMA_TO_DEVICE); | |
75 | } | |
0036731c | 76 | } |
9bc89cd8 | 77 | |
0036731c | 78 | if (tx) { |
3280ab3e | 79 | pr_debug("%s: (async) len: %zu\n", __func__, len); |
a08abd8c | 80 | async_tx_submit(chan, tx, submit); |
0036731c | 81 | } else { |
9bc89cd8 | 82 | void *dest_buf, *src_buf; |
3280ab3e | 83 | pr_debug("%s: (sync) len: %zu\n", __func__, len); |
9bc89cd8 DW |
84 | |
85 | /* wait for any prerequisite operations */ | |
a08abd8c | 86 | async_tx_quiesce(&submit->depend_tx); |
9bc89cd8 | 87 | |
f0dfc0b0 CW |
88 | dest_buf = kmap_atomic(dest) + dest_offset; |
89 | src_buf = kmap_atomic(src) + src_offset; | |
9bc89cd8 DW |
90 | |
91 | memcpy(dest_buf, src_buf, len); | |
92 | ||
f0dfc0b0 CW |
93 | kunmap_atomic(src_buf); |
94 | kunmap_atomic(dest_buf); | |
9bc89cd8 | 95 | |
a08abd8c | 96 | async_tx_sync_epilog(submit); |
9bc89cd8 DW |
97 | } |
98 | ||
99 | return tx; | |
100 | } | |
101 | EXPORT_SYMBOL_GPL(async_memcpy); | |
102 | ||
9bc89cd8 DW |
103 | MODULE_AUTHOR("Intel Corporation"); |
104 | MODULE_DESCRIPTION("asynchronous memcpy api"); | |
105 | MODULE_LICENSE("GPL"); |