Commit | Line | Data |
---|---|---|
50437bff RK |
1 | /* |
2 | * Virtual DMA channel support for DMAengine | |
3 | * | |
4 | * Copyright (C) 2012 Russell King | |
5 | * | |
6 | * This program is free software; you can redistribute it and/or modify | |
7 | * it under the terms of the GNU General Public License version 2 as | |
8 | * published by the Free Software Foundation. | |
9 | */ | |
10 | #include <linux/device.h> | |
11 | #include <linux/dmaengine.h> | |
12 | #include <linux/module.h> | |
13 | #include <linux/spinlock.h> | |
14 | ||
15 | #include "virt-dma.h" | |
16 | ||
17 | static struct virt_dma_desc *to_virt_desc(struct dma_async_tx_descriptor *tx) | |
18 | { | |
19 | return container_of(tx, struct virt_dma_desc, tx); | |
20 | } | |
21 | ||
22 | dma_cookie_t vchan_tx_submit(struct dma_async_tx_descriptor *tx) | |
23 | { | |
24 | struct virt_dma_chan *vc = to_virt_chan(tx->chan); | |
25 | struct virt_dma_desc *vd = to_virt_desc(tx); | |
26 | unsigned long flags; | |
27 | dma_cookie_t cookie; | |
28 | ||
29 | spin_lock_irqsave(&vc->lock, flags); | |
30 | cookie = dma_cookie_assign(tx); | |
31 | ||
b9855f03 | 32 | list_move_tail(&vd->node, &vc->desc_submitted); |
50437bff RK |
33 | spin_unlock_irqrestore(&vc->lock, flags); |
34 | ||
35 | dev_dbg(vc->chan.device->dev, "vchan %p: txd %p[%x]: submitted\n", | |
36 | vc, vd, cookie); | |
37 | ||
38 | return cookie; | |
39 | } | |
40 | EXPORT_SYMBOL_GPL(vchan_tx_submit); | |
41 | ||
fe045874 RK |
42 | struct virt_dma_desc *vchan_find_desc(struct virt_dma_chan *vc, |
43 | dma_cookie_t cookie) | |
44 | { | |
45 | struct virt_dma_desc *vd; | |
46 | ||
47 | list_for_each_entry(vd, &vc->desc_issued, node) | |
48 | if (vd->tx.cookie == cookie) | |
49 | return vd; | |
50 | ||
51 | return NULL; | |
52 | } | |
53 | EXPORT_SYMBOL_GPL(vchan_find_desc); | |
54 | ||
50437bff RK |
55 | /* |
56 | * This tasklet handles the completion of a DMA descriptor by | |
57 | * calling its callback and freeing it. | |
58 | */ | |
59 | static void vchan_complete(unsigned long arg) | |
60 | { | |
61 | struct virt_dma_chan *vc = (struct virt_dma_chan *)arg; | |
571fa740 RK |
62 | struct virt_dma_desc *vd; |
63 | dma_async_tx_callback cb = NULL; | |
64 | void *cb_data = NULL; | |
50437bff RK |
65 | LIST_HEAD(head); |
66 | ||
67 | spin_lock_irq(&vc->lock); | |
68 | list_splice_tail_init(&vc->desc_completed, &head); | |
571fa740 RK |
69 | vd = vc->cyclic; |
70 | if (vd) { | |
71 | vc->cyclic = NULL; | |
72 | cb = vd->tx.callback; | |
73 | cb_data = vd->tx.callback_param; | |
74 | } | |
50437bff RK |
75 | spin_unlock_irq(&vc->lock); |
76 | ||
571fa740 RK |
77 | if (cb) |
78 | cb(cb_data); | |
79 | ||
50437bff | 80 | while (!list_empty(&head)) { |
571fa740 RK |
81 | vd = list_first_entry(&head, struct virt_dma_desc, node); |
82 | cb = vd->tx.callback; | |
83 | cb_data = vd->tx.callback_param; | |
50437bff RK |
84 | |
85 | list_del(&vd->node); | |
b9855f03 RJ |
86 | if (async_tx_test_ack(&vd->tx)) |
87 | list_add(&vd->node, &vc->desc_allocated); | |
88 | else | |
89 | vc->desc_free(vd); | |
50437bff RK |
90 | |
91 | if (cb) | |
92 | cb(cb_data); | |
93 | } | |
94 | } | |
95 | ||
96 | void vchan_dma_desc_free_list(struct virt_dma_chan *vc, struct list_head *head) | |
97 | { | |
98 | while (!list_empty(head)) { | |
99 | struct virt_dma_desc *vd = list_first_entry(head, | |
100 | struct virt_dma_desc, node); | |
b9855f03 RJ |
101 | if (async_tx_test_ack(&vd->tx)) { |
102 | list_move_tail(&vd->node, &vc->desc_allocated); | |
103 | } else { | |
104 | dev_dbg(vc->chan.device->dev, "txd %p: freeing\n", vd); | |
105 | list_del(&vd->node); | |
106 | vc->desc_free(vd); | |
107 | } | |
50437bff RK |
108 | } |
109 | } | |
110 | EXPORT_SYMBOL_GPL(vchan_dma_desc_free_list); | |
111 | ||
112 | void vchan_init(struct virt_dma_chan *vc, struct dma_device *dmadev) | |
113 | { | |
114 | dma_cookie_init(&vc->chan); | |
115 | ||
116 | spin_lock_init(&vc->lock); | |
b9855f03 | 117 | INIT_LIST_HEAD(&vc->desc_allocated); |
50437bff RK |
118 | INIT_LIST_HEAD(&vc->desc_submitted); |
119 | INIT_LIST_HEAD(&vc->desc_issued); | |
120 | INIT_LIST_HEAD(&vc->desc_completed); | |
121 | ||
122 | tasklet_init(&vc->task, vchan_complete, (unsigned long)vc); | |
123 | ||
124 | vc->chan.device = dmadev; | |
125 | list_add_tail(&vc->chan.device_node, &dmadev->channels); | |
126 | } | |
127 | EXPORT_SYMBOL_GPL(vchan_init); | |
128 | ||
129 | MODULE_AUTHOR("Russell King"); | |
130 | MODULE_LICENSE("GPL"); |