1 /* OMAP SSI port driver.
3 * Copyright (C) 2010 Nokia Corporation. All rights reserved.
4 * Copyright (C) 2014 Sebastian Reichel <sre@kernel.org>
6 * Contact: Carlos Chinea <carlos.chinea@nokia.com>
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License
10 * version 2 as published by the Free Software Foundation.
12 * This program is distributed in the hope that it will be useful, but
13 * WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
23 #include <linux/platform_device.h>
24 #include <linux/dma-mapping.h>
25 #include <linux/pm_runtime.h>
26 #include <linux/delay.h>
28 #include <linux/gpio/consumer.h>
29 #include <linux/pinctrl/consumer.h>
30 #include <linux/debugfs.h>
32 #include "omap_ssi_regs.h"
35 static inline int hsi_dummy_msg(struct hsi_msg
*msg __maybe_unused
)
40 static inline int hsi_dummy_cl(struct hsi_client
*cl __maybe_unused
)
45 static inline unsigned int ssi_wakein(struct hsi_port
*port
)
47 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
48 return gpiod_get_value(omap_port
->wake_gpio
);
51 #ifdef CONFIG_DEBUG_FS
52 static void ssi_debug_remove_port(struct hsi_port
*port
)
54 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
56 debugfs_remove_recursive(omap_port
->dir
);
59 static int ssi_debug_port_show(struct seq_file
*m
, void *p __maybe_unused
)
61 struct hsi_port
*port
= m
->private;
62 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
63 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
64 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
65 void __iomem
*base
= omap_ssi
->sys
;
68 pm_runtime_get_sync(omap_port
->pdev
);
69 if (omap_port
->wake_irq
> 0)
70 seq_printf(m
, "CAWAKE\t\t: %d\n", ssi_wakein(port
));
71 seq_printf(m
, "WAKE\t\t: 0x%08x\n",
72 readl(base
+ SSI_WAKE_REG(port
->num
)));
73 seq_printf(m
, "MPU_ENABLE_IRQ%d\t: 0x%08x\n", 0,
74 readl(base
+ SSI_MPU_ENABLE_REG(port
->num
, 0)));
75 seq_printf(m
, "MPU_STATUS_IRQ%d\t: 0x%08x\n", 0,
76 readl(base
+ SSI_MPU_STATUS_REG(port
->num
, 0)));
78 base
= omap_port
->sst_base
;
79 seq_puts(m
, "\nSST\n===\n");
80 seq_printf(m
, "ID SST\t\t: 0x%08x\n",
81 readl(base
+ SSI_SST_ID_REG
));
82 seq_printf(m
, "MODE\t\t: 0x%08x\n",
83 readl(base
+ SSI_SST_MODE_REG
));
84 seq_printf(m
, "FRAMESIZE\t: 0x%08x\n",
85 readl(base
+ SSI_SST_FRAMESIZE_REG
));
86 seq_printf(m
, "DIVISOR\t\t: 0x%08x\n",
87 readl(base
+ SSI_SST_DIVISOR_REG
));
88 seq_printf(m
, "CHANNELS\t: 0x%08x\n",
89 readl(base
+ SSI_SST_CHANNELS_REG
));
90 seq_printf(m
, "ARBMODE\t\t: 0x%08x\n",
91 readl(base
+ SSI_SST_ARBMODE_REG
));
92 seq_printf(m
, "TXSTATE\t\t: 0x%08x\n",
93 readl(base
+ SSI_SST_TXSTATE_REG
));
94 seq_printf(m
, "BUFSTATE\t: 0x%08x\n",
95 readl(base
+ SSI_SST_BUFSTATE_REG
));
96 seq_printf(m
, "BREAK\t\t: 0x%08x\n",
97 readl(base
+ SSI_SST_BREAK_REG
));
98 for (ch
= 0; ch
< omap_port
->channels
; ch
++) {
99 seq_printf(m
, "BUFFER_CH%d\t: 0x%08x\n", ch
,
100 readl(base
+ SSI_SST_BUFFER_CH_REG(ch
)));
103 base
= omap_port
->ssr_base
;
104 seq_puts(m
, "\nSSR\n===\n");
105 seq_printf(m
, "ID SSR\t\t: 0x%08x\n",
106 readl(base
+ SSI_SSR_ID_REG
));
107 seq_printf(m
, "MODE\t\t: 0x%08x\n",
108 readl(base
+ SSI_SSR_MODE_REG
));
109 seq_printf(m
, "FRAMESIZE\t: 0x%08x\n",
110 readl(base
+ SSI_SSR_FRAMESIZE_REG
));
111 seq_printf(m
, "CHANNELS\t: 0x%08x\n",
112 readl(base
+ SSI_SSR_CHANNELS_REG
));
113 seq_printf(m
, "TIMEOUT\t\t: 0x%08x\n",
114 readl(base
+ SSI_SSR_TIMEOUT_REG
));
115 seq_printf(m
, "RXSTATE\t\t: 0x%08x\n",
116 readl(base
+ SSI_SSR_RXSTATE_REG
));
117 seq_printf(m
, "BUFSTATE\t: 0x%08x\n",
118 readl(base
+ SSI_SSR_BUFSTATE_REG
));
119 seq_printf(m
, "BREAK\t\t: 0x%08x\n",
120 readl(base
+ SSI_SSR_BREAK_REG
));
121 seq_printf(m
, "ERROR\t\t: 0x%08x\n",
122 readl(base
+ SSI_SSR_ERROR_REG
));
123 seq_printf(m
, "ERRORACK\t: 0x%08x\n",
124 readl(base
+ SSI_SSR_ERRORACK_REG
));
125 for (ch
= 0; ch
< omap_port
->channels
; ch
++) {
126 seq_printf(m
, "BUFFER_CH%d\t: 0x%08x\n", ch
,
127 readl(base
+ SSI_SSR_BUFFER_CH_REG(ch
)));
129 pm_runtime_put_sync(omap_port
->pdev
);
134 static int ssi_port_regs_open(struct inode
*inode
, struct file
*file
)
136 return single_open(file
, ssi_debug_port_show
, inode
->i_private
);
139 static const struct file_operations ssi_port_regs_fops
= {
140 .open
= ssi_port_regs_open
,
143 .release
= single_release
,
146 static int ssi_div_get(void *data
, u64
*val
)
148 struct hsi_port
*port
= data
;
149 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
151 pm_runtime_get_sync(omap_port
->pdev
);
152 *val
= readl(omap_port
->sst_base
+ SSI_SST_DIVISOR_REG
);
153 pm_runtime_put_sync(omap_port
->pdev
);
158 static int ssi_div_set(void *data
, u64 val
)
160 struct hsi_port
*port
= data
;
161 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
166 pm_runtime_get_sync(omap_port
->pdev
);
167 writel(val
, omap_port
->sst_base
+ SSI_SST_DIVISOR_REG
);
168 omap_port
->sst
.divisor
= val
;
169 pm_runtime_put_sync(omap_port
->pdev
);
174 DEFINE_SIMPLE_ATTRIBUTE(ssi_sst_div_fops
, ssi_div_get
, ssi_div_set
, "%llu\n");
176 static int ssi_debug_add_port(struct omap_ssi_port
*omap_port
,
179 struct hsi_port
*port
= to_hsi_port(omap_port
->dev
);
181 dir
= debugfs_create_dir(dev_name(omap_port
->dev
), dir
);
184 omap_port
->dir
= dir
;
185 debugfs_create_file("regs", S_IRUGO
, dir
, port
, &ssi_port_regs_fops
);
186 dir
= debugfs_create_dir("sst", dir
);
189 debugfs_create_file("divisor", S_IRUGO
| S_IWUSR
, dir
, port
,
196 static int ssi_claim_lch(struct hsi_msg
*msg
)
199 struct hsi_port
*port
= hsi_get_port(msg
->cl
);
200 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
201 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
204 for (lch
= 0; lch
< SSI_MAX_GDD_LCH
; lch
++)
205 if (!omap_ssi
->gdd_trn
[lch
].msg
) {
206 omap_ssi
->gdd_trn
[lch
].msg
= msg
;
207 omap_ssi
->gdd_trn
[lch
].sg
= msg
->sgt
.sgl
;
214 static int ssi_start_dma(struct hsi_msg
*msg
, int lch
)
216 struct hsi_port
*port
= hsi_get_port(msg
->cl
);
217 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
218 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
219 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
220 void __iomem
*gdd
= omap_ssi
->gdd
;
228 /* Hold clocks during the transfer */
229 pm_runtime_get(omap_port
->pdev
);
231 if (!pm_runtime_active(omap_port
->pdev
)) {
232 dev_warn(&port
->device
, "ssi_start_dma called without runtime PM!\n");
233 pm_runtime_put(omap_port
->pdev
);
237 if (msg
->ttype
== HSI_MSG_READ
) {
238 err
= dma_map_sg(&ssi
->device
, msg
->sgt
.sgl
, msg
->sgt
.nents
,
241 dev_dbg(&ssi
->device
, "DMA map SG failed !\n");
242 pm_runtime_put(omap_port
->pdev
);
245 csdp
= SSI_DST_BURST_4x32_BIT
| SSI_DST_MEMORY_PORT
|
246 SSI_SRC_SINGLE_ACCESS0
| SSI_SRC_PERIPHERAL_PORT
|
248 ccr
= msg
->channel
+ 0x10 + (port
->num
* 8); /* Sync */
249 ccr
|= SSI_DST_AMODE_POSTINC
| SSI_SRC_AMODE_CONST
|
251 s_addr
= omap_port
->ssr_dma
+
252 SSI_SSR_BUFFER_CH_REG(msg
->channel
);
253 d_addr
= sg_dma_address(msg
->sgt
.sgl
);
255 err
= dma_map_sg(&ssi
->device
, msg
->sgt
.sgl
, msg
->sgt
.nents
,
258 dev_dbg(&ssi
->device
, "DMA map SG failed !\n");
259 pm_runtime_put(omap_port
->pdev
);
262 csdp
= SSI_SRC_BURST_4x32_BIT
| SSI_SRC_MEMORY_PORT
|
263 SSI_DST_SINGLE_ACCESS0
| SSI_DST_PERIPHERAL_PORT
|
265 ccr
= (msg
->channel
+ 1 + (port
->num
* 8)) & 0xf; /* Sync */
266 ccr
|= SSI_SRC_AMODE_POSTINC
| SSI_DST_AMODE_CONST
|
268 s_addr
= sg_dma_address(msg
->sgt
.sgl
);
269 d_addr
= omap_port
->sst_dma
+
270 SSI_SST_BUFFER_CH_REG(msg
->channel
);
272 dev_dbg(&ssi
->device
, "lch %d cdsp %08x ccr %04x s_addr %08x d_addr %08x\n",
273 lch
, csdp
, ccr
, s_addr
, d_addr
);
275 writew_relaxed(csdp
, gdd
+ SSI_GDD_CSDP_REG(lch
));
276 writew_relaxed(SSI_BLOCK_IE
| SSI_TOUT_IE
, gdd
+ SSI_GDD_CICR_REG(lch
));
277 writel_relaxed(d_addr
, gdd
+ SSI_GDD_CDSA_REG(lch
));
278 writel_relaxed(s_addr
, gdd
+ SSI_GDD_CSSA_REG(lch
));
279 writew_relaxed(SSI_BYTES_TO_FRAMES(msg
->sgt
.sgl
->length
),
280 gdd
+ SSI_GDD_CEN_REG(lch
));
282 spin_lock_bh(&omap_ssi
->lock
);
283 tmp
= readl(omap_ssi
->sys
+ SSI_GDD_MPU_IRQ_ENABLE_REG
);
284 tmp
|= SSI_GDD_LCH(lch
);
285 writel_relaxed(tmp
, omap_ssi
->sys
+ SSI_GDD_MPU_IRQ_ENABLE_REG
);
286 spin_unlock_bh(&omap_ssi
->lock
);
287 writew(ccr
, gdd
+ SSI_GDD_CCR_REG(lch
));
288 msg
->status
= HSI_STATUS_PROCEEDING
;
293 static int ssi_start_pio(struct hsi_msg
*msg
)
295 struct hsi_port
*port
= hsi_get_port(msg
->cl
);
296 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
297 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
298 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
301 pm_runtime_get(omap_port
->pdev
);
303 if (!pm_runtime_active(omap_port
->pdev
)) {
304 dev_warn(&port
->device
, "ssi_start_pio called without runtime PM!\n");
305 pm_runtime_put(omap_port
->pdev
);
309 if (msg
->ttype
== HSI_MSG_WRITE
) {
310 val
= SSI_DATAACCEPT(msg
->channel
);
311 /* Hold clocks for pio writes */
312 pm_runtime_get(omap_port
->pdev
);
314 val
= SSI_DATAAVAILABLE(msg
->channel
) | SSI_ERROROCCURED
;
316 dev_dbg(&port
->device
, "Single %s transfer\n",
317 msg
->ttype
? "write" : "read");
318 val
|= readl(omap_ssi
->sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
319 writel(val
, omap_ssi
->sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
320 pm_runtime_put(omap_port
->pdev
);
322 msg
->status
= HSI_STATUS_PROCEEDING
;
327 static int ssi_start_transfer(struct list_head
*queue
)
332 if (list_empty(queue
))
334 msg
= list_first_entry(queue
, struct hsi_msg
, link
);
335 if (msg
->status
!= HSI_STATUS_QUEUED
)
337 if ((msg
->sgt
.nents
) && (msg
->sgt
.sgl
->length
> sizeof(u32
)))
338 lch
= ssi_claim_lch(msg
);
340 return ssi_start_dma(msg
, lch
);
342 return ssi_start_pio(msg
);
345 static int ssi_async_break(struct hsi_msg
*msg
)
347 struct hsi_port
*port
= hsi_get_port(msg
->cl
);
348 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
349 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
350 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
354 pm_runtime_get_sync(omap_port
->pdev
);
355 if (msg
->ttype
== HSI_MSG_WRITE
) {
356 if (omap_port
->sst
.mode
!= SSI_MODE_FRAME
) {
360 writel(1, omap_port
->sst_base
+ SSI_SST_BREAK_REG
);
361 msg
->status
= HSI_STATUS_COMPLETED
;
364 if (omap_port
->ssr
.mode
!= SSI_MODE_FRAME
) {
368 spin_lock_bh(&omap_port
->lock
);
369 tmp
= readl(omap_ssi
->sys
+
370 SSI_MPU_ENABLE_REG(port
->num
, 0));
371 writel(tmp
| SSI_BREAKDETECTED
,
372 omap_ssi
->sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
373 msg
->status
= HSI_STATUS_PROCEEDING
;
374 list_add_tail(&msg
->link
, &omap_port
->brkqueue
);
375 spin_unlock_bh(&omap_port
->lock
);
378 pm_runtime_put(omap_port
->pdev
);
383 static int ssi_async(struct hsi_msg
*msg
)
385 struct hsi_port
*port
= hsi_get_port(msg
->cl
);
386 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
387 struct list_head
*queue
;
392 if (msg
->sgt
.nents
> 1)
393 return -ENOSYS
; /* TODO: Add sg support */
395 if (msg
->break_frame
)
396 return ssi_async_break(msg
);
399 BUG_ON(msg
->channel
>= omap_port
->sst
.channels
);
400 queue
= &omap_port
->txqueue
[msg
->channel
];
402 BUG_ON(msg
->channel
>= omap_port
->ssr
.channels
);
403 queue
= &omap_port
->rxqueue
[msg
->channel
];
405 msg
->status
= HSI_STATUS_QUEUED
;
407 pm_runtime_get_sync(omap_port
->pdev
);
408 spin_lock_bh(&omap_port
->lock
);
409 list_add_tail(&msg
->link
, queue
);
410 err
= ssi_start_transfer(queue
);
412 list_del(&msg
->link
);
413 msg
->status
= HSI_STATUS_ERROR
;
415 spin_unlock_bh(&omap_port
->lock
);
416 pm_runtime_put(omap_port
->pdev
);
417 dev_dbg(&port
->device
, "msg status %d ttype %d ch %d\n",
418 msg
->status
, msg
->ttype
, msg
->channel
);
423 static u32
ssi_calculate_div(struct hsi_controller
*ssi
)
425 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
426 u32 tx_fckrate
= (u32
) omap_ssi
->fck_rate
;
428 /* / 2 : SSI TX clock is always half of the SSI functional clock */
430 /* Round down when tx_fckrate % omap_ssi->max_speed == 0 */
432 dev_dbg(&ssi
->device
, "TX div %d for fck_rate %lu Khz speed %d Kb/s\n",
433 tx_fckrate
/ omap_ssi
->max_speed
, omap_ssi
->fck_rate
,
434 omap_ssi
->max_speed
);
436 return tx_fckrate
/ omap_ssi
->max_speed
;
439 static void ssi_flush_queue(struct list_head
*queue
, struct hsi_client
*cl
)
441 struct list_head
*node
, *tmp
;
444 list_for_each_safe(node
, tmp
, queue
) {
445 msg
= list_entry(node
, struct hsi_msg
, link
);
446 if ((cl
) && (cl
!= msg
->cl
))
449 pr_debug("flush queue: ch %d, msg %p len %d type %d ctxt %p\n",
450 msg
->channel
, msg
, msg
->sgt
.sgl
->length
,
451 msg
->ttype
, msg
->context
);
453 msg
->destructor(msg
);
459 static int ssi_setup(struct hsi_client
*cl
)
461 struct hsi_port
*port
= to_hsi_port(cl
->device
.parent
);
462 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
463 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
464 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
465 void __iomem
*sst
= omap_port
->sst_base
;
466 void __iomem
*ssr
= omap_port
->ssr_base
;
471 pm_runtime_get_sync(omap_port
->pdev
);
472 spin_lock_bh(&omap_port
->lock
);
473 if (cl
->tx_cfg
.speed
)
474 omap_ssi
->max_speed
= cl
->tx_cfg
.speed
;
475 div
= ssi_calculate_div(ssi
);
476 if (div
> SSI_MAX_DIVISOR
) {
477 dev_err(&cl
->device
, "Invalid TX speed %d Mb/s (div %d)\n",
478 cl
->tx_cfg
.speed
, div
);
482 /* Set TX/RX module to sleep to stop TX/RX during cfg update */
483 writel_relaxed(SSI_MODE_SLEEP
, sst
+ SSI_SST_MODE_REG
);
484 writel_relaxed(SSI_MODE_SLEEP
, ssr
+ SSI_SSR_MODE_REG
);
485 /* Flush posted write */
486 val
= readl(ssr
+ SSI_SSR_MODE_REG
);
488 writel_relaxed(31, sst
+ SSI_SST_FRAMESIZE_REG
);
489 writel_relaxed(div
, sst
+ SSI_SST_DIVISOR_REG
);
490 writel_relaxed(cl
->tx_cfg
.num_hw_channels
, sst
+ SSI_SST_CHANNELS_REG
);
491 writel_relaxed(cl
->tx_cfg
.arb_mode
, sst
+ SSI_SST_ARBMODE_REG
);
492 writel_relaxed(cl
->tx_cfg
.mode
, sst
+ SSI_SST_MODE_REG
);
494 writel_relaxed(31, ssr
+ SSI_SSR_FRAMESIZE_REG
);
495 writel_relaxed(cl
->rx_cfg
.num_hw_channels
, ssr
+ SSI_SSR_CHANNELS_REG
);
496 writel_relaxed(0, ssr
+ SSI_SSR_TIMEOUT_REG
);
497 /* Cleanup the break queue if we leave FRAME mode */
498 if ((omap_port
->ssr
.mode
== SSI_MODE_FRAME
) &&
499 (cl
->rx_cfg
.mode
!= SSI_MODE_FRAME
))
500 ssi_flush_queue(&omap_port
->brkqueue
, cl
);
501 writel_relaxed(cl
->rx_cfg
.mode
, ssr
+ SSI_SSR_MODE_REG
);
502 omap_port
->channels
= max(cl
->rx_cfg
.num_hw_channels
,
503 cl
->tx_cfg
.num_hw_channels
);
504 /* Shadow registering for OFF mode */
506 omap_port
->sst
.divisor
= div
;
507 omap_port
->sst
.frame_size
= 31;
508 omap_port
->sst
.channels
= cl
->tx_cfg
.num_hw_channels
;
509 omap_port
->sst
.arb_mode
= cl
->tx_cfg
.arb_mode
;
510 omap_port
->sst
.mode
= cl
->tx_cfg
.mode
;
512 omap_port
->ssr
.frame_size
= 31;
513 omap_port
->ssr
.timeout
= 0;
514 omap_port
->ssr
.channels
= cl
->rx_cfg
.num_hw_channels
;
515 omap_port
->ssr
.mode
= cl
->rx_cfg
.mode
;
517 spin_unlock_bh(&omap_port
->lock
);
518 pm_runtime_put(omap_port
->pdev
);
523 static int ssi_flush(struct hsi_client
*cl
)
525 struct hsi_port
*port
= hsi_get_port(cl
);
526 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
527 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
528 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
530 void __iomem
*sst
= omap_port
->sst_base
;
531 void __iomem
*ssr
= omap_port
->ssr_base
;
535 pm_runtime_get_sync(omap_port
->pdev
);
536 spin_lock_bh(&omap_port
->lock
);
538 /* stop all ssi communication */
539 pinctrl_pm_select_idle_state(omap_port
->pdev
);
540 udelay(1); /* wait for racing frames */
542 /* Stop all DMA transfers */
543 for (i
= 0; i
< SSI_MAX_GDD_LCH
; i
++) {
544 msg
= omap_ssi
->gdd_trn
[i
].msg
;
545 if (!msg
|| (port
!= hsi_get_port(msg
->cl
)))
547 writew_relaxed(0, omap_ssi
->gdd
+ SSI_GDD_CCR_REG(i
));
548 if (msg
->ttype
== HSI_MSG_READ
)
549 pm_runtime_put(omap_port
->pdev
);
550 omap_ssi
->gdd_trn
[i
].msg
= NULL
;
552 /* Flush all SST buffers */
553 writel_relaxed(0, sst
+ SSI_SST_BUFSTATE_REG
);
554 writel_relaxed(0, sst
+ SSI_SST_TXSTATE_REG
);
555 /* Flush all SSR buffers */
556 writel_relaxed(0, ssr
+ SSI_SSR_RXSTATE_REG
);
557 writel_relaxed(0, ssr
+ SSI_SSR_BUFSTATE_REG
);
558 /* Flush all errors */
559 err
= readl(ssr
+ SSI_SSR_ERROR_REG
);
560 writel_relaxed(err
, ssr
+ SSI_SSR_ERRORACK_REG
);
562 writel_relaxed(0, ssr
+ SSI_SSR_BREAK_REG
);
563 /* Clear interrupts */
564 writel_relaxed(0, omap_ssi
->sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
565 writel_relaxed(0xffffff00,
566 omap_ssi
->sys
+ SSI_MPU_STATUS_REG(port
->num
, 0));
567 writel_relaxed(0, omap_ssi
->sys
+ SSI_GDD_MPU_IRQ_ENABLE_REG
);
568 writel(0xff, omap_ssi
->sys
+ SSI_GDD_MPU_IRQ_STATUS_REG
);
569 /* Dequeue all pending requests */
570 for (i
= 0; i
< omap_port
->channels
; i
++) {
571 /* Release write clocks */
572 if (!list_empty(&omap_port
->txqueue
[i
]))
573 pm_runtime_put(omap_port
->pdev
);
574 ssi_flush_queue(&omap_port
->txqueue
[i
], NULL
);
575 ssi_flush_queue(&omap_port
->rxqueue
[i
], NULL
);
577 ssi_flush_queue(&omap_port
->brkqueue
, NULL
);
579 /* Resume SSI communication */
580 pinctrl_pm_select_default_state(omap_port
->pdev
);
582 spin_unlock_bh(&omap_port
->lock
);
583 pm_runtime_put(omap_port
->pdev
);
588 static void start_tx_work(struct work_struct
*work
)
590 struct omap_ssi_port
*omap_port
=
591 container_of(work
, struct omap_ssi_port
, work
);
592 struct hsi_port
*port
= to_hsi_port(omap_port
->dev
);
593 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
594 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
596 pm_runtime_get_sync(omap_port
->pdev
); /* Grab clocks */
597 writel(SSI_WAKE(0), omap_ssi
->sys
+ SSI_SET_WAKE_REG(port
->num
));
600 static int ssi_start_tx(struct hsi_client
*cl
)
602 struct hsi_port
*port
= hsi_get_port(cl
);
603 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
605 dev_dbg(&port
->device
, "Wake out high %d\n", omap_port
->wk_refcount
);
607 spin_lock_bh(&omap_port
->wk_lock
);
608 if (omap_port
->wk_refcount
++) {
609 spin_unlock_bh(&omap_port
->wk_lock
);
612 spin_unlock_bh(&omap_port
->wk_lock
);
614 schedule_work(&omap_port
->work
);
619 static int ssi_stop_tx(struct hsi_client
*cl
)
621 struct hsi_port
*port
= hsi_get_port(cl
);
622 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
623 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
624 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
626 dev_dbg(&port
->device
, "Wake out low %d\n", omap_port
->wk_refcount
);
628 spin_lock_bh(&omap_port
->wk_lock
);
629 BUG_ON(!omap_port
->wk_refcount
);
630 if (--omap_port
->wk_refcount
) {
631 spin_unlock_bh(&omap_port
->wk_lock
);
634 writel(SSI_WAKE(0), omap_ssi
->sys
+ SSI_CLEAR_WAKE_REG(port
->num
));
635 spin_unlock_bh(&omap_port
->wk_lock
);
637 pm_runtime_put(omap_port
->pdev
); /* Release clocks */
642 static void ssi_transfer(struct omap_ssi_port
*omap_port
,
643 struct list_head
*queue
)
648 pm_runtime_get(omap_port
->pdev
);
649 spin_lock_bh(&omap_port
->lock
);
651 err
= ssi_start_transfer(queue
);
653 msg
= list_first_entry(queue
, struct hsi_msg
, link
);
654 msg
->status
= HSI_STATUS_ERROR
;
656 list_del(&msg
->link
);
657 spin_unlock_bh(&omap_port
->lock
);
659 spin_lock_bh(&omap_port
->lock
);
662 spin_unlock_bh(&omap_port
->lock
);
663 pm_runtime_put(omap_port
->pdev
);
666 static void ssi_cleanup_queues(struct hsi_client
*cl
)
668 struct hsi_port
*port
= hsi_get_port(cl
);
669 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
670 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
671 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
676 u32 status
= SSI_ERROROCCURED
;
679 ssi_flush_queue(&omap_port
->brkqueue
, cl
);
680 if (list_empty(&omap_port
->brkqueue
))
681 status
|= SSI_BREAKDETECTED
;
683 for (i
= 0; i
< omap_port
->channels
; i
++) {
684 if (list_empty(&omap_port
->txqueue
[i
]))
686 msg
= list_first_entry(&omap_port
->txqueue
[i
], struct hsi_msg
,
688 if ((msg
->cl
== cl
) && (msg
->status
== HSI_STATUS_PROCEEDING
)) {
689 txbufstate
|= (1 << i
);
690 status
|= SSI_DATAACCEPT(i
);
691 /* Release the clocks writes, also GDD ones */
692 pm_runtime_put(omap_port
->pdev
);
694 ssi_flush_queue(&omap_port
->txqueue
[i
], cl
);
696 for (i
= 0; i
< omap_port
->channels
; i
++) {
697 if (list_empty(&omap_port
->rxqueue
[i
]))
699 msg
= list_first_entry(&omap_port
->rxqueue
[i
], struct hsi_msg
,
701 if ((msg
->cl
== cl
) && (msg
->status
== HSI_STATUS_PROCEEDING
)) {
702 rxbufstate
|= (1 << i
);
703 status
|= SSI_DATAAVAILABLE(i
);
705 ssi_flush_queue(&omap_port
->rxqueue
[i
], cl
);
706 /* Check if we keep the error detection interrupt armed */
707 if (!list_empty(&omap_port
->rxqueue
[i
]))
708 status
&= ~SSI_ERROROCCURED
;
710 /* Cleanup write buffers */
711 tmp
= readl(omap_port
->sst_base
+ SSI_SST_BUFSTATE_REG
);
713 writel_relaxed(tmp
, omap_port
->sst_base
+ SSI_SST_BUFSTATE_REG
);
714 /* Cleanup read buffers */
715 tmp
= readl(omap_port
->ssr_base
+ SSI_SSR_BUFSTATE_REG
);
717 writel_relaxed(tmp
, omap_port
->ssr_base
+ SSI_SSR_BUFSTATE_REG
);
718 /* Disarm and ack pending interrupts */
719 tmp
= readl(omap_ssi
->sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
721 writel_relaxed(tmp
, omap_ssi
->sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
722 writel_relaxed(status
, omap_ssi
->sys
+
723 SSI_MPU_STATUS_REG(port
->num
, 0));
726 static void ssi_cleanup_gdd(struct hsi_controller
*ssi
, struct hsi_client
*cl
)
728 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
729 struct hsi_port
*port
= hsi_get_port(cl
);
730 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
736 for (i
= 0; i
< SSI_MAX_GDD_LCH
; i
++) {
737 msg
= omap_ssi
->gdd_trn
[i
].msg
;
738 if ((!msg
) || (msg
->cl
!= cl
))
740 writew_relaxed(0, omap_ssi
->gdd
+ SSI_GDD_CCR_REG(i
));
743 * Clock references for write will be handled in
746 if (msg
->ttype
== HSI_MSG_READ
)
747 pm_runtime_put(omap_port
->pdev
);
748 omap_ssi
->gdd_trn
[i
].msg
= NULL
;
750 tmp
= readl_relaxed(omap_ssi
->sys
+ SSI_GDD_MPU_IRQ_ENABLE_REG
);
752 writel_relaxed(tmp
, omap_ssi
->sys
+ SSI_GDD_MPU_IRQ_ENABLE_REG
);
753 writel(val
, omap_ssi
->sys
+ SSI_GDD_MPU_IRQ_STATUS_REG
);
756 static int ssi_set_port_mode(struct omap_ssi_port
*omap_port
, u32 mode
)
758 writel(mode
, omap_port
->sst_base
+ SSI_SST_MODE_REG
);
759 writel(mode
, omap_port
->ssr_base
+ SSI_SSR_MODE_REG
);
761 mode
= readl(omap_port
->ssr_base
+ SSI_SSR_MODE_REG
);
766 static int ssi_release(struct hsi_client
*cl
)
768 struct hsi_port
*port
= hsi_get_port(cl
);
769 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
770 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
772 pm_runtime_get_sync(omap_port
->pdev
);
773 spin_lock_bh(&omap_port
->lock
);
774 /* Stop all the pending DMA requests for that client */
775 ssi_cleanup_gdd(ssi
, cl
);
776 /* Now cleanup all the queues */
777 ssi_cleanup_queues(cl
);
778 /* If it is the last client of the port, do extra checks and cleanup */
779 if (port
->claimed
<= 1) {
781 * Drop the clock reference for the incoming wake line
782 * if it is still kept high by the other side.
784 if (test_and_clear_bit(SSI_WAKE_EN
, &omap_port
->flags
))
785 pm_runtime_put_sync(omap_port
->pdev
);
786 pm_runtime_get(omap_port
->pdev
);
787 /* Stop any SSI TX/RX without a client */
788 ssi_set_port_mode(omap_port
, SSI_MODE_SLEEP
);
789 omap_port
->sst
.mode
= SSI_MODE_SLEEP
;
790 omap_port
->ssr
.mode
= SSI_MODE_SLEEP
;
791 pm_runtime_put(omap_port
->pdev
);
792 WARN_ON(omap_port
->wk_refcount
!= 0);
794 spin_unlock_bh(&omap_port
->lock
);
795 pm_runtime_put(omap_port
->pdev
);
802 static void ssi_error(struct hsi_port
*port
)
804 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
805 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
806 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
814 err
= readl(omap_port
->ssr_base
+ SSI_SSR_ERROR_REG
);
815 dev_err(&port
->device
, "SSI error: 0x%02x\n", err
);
817 dev_dbg(&port
->device
, "spurious SSI error ignored!\n");
820 spin_lock(&omap_ssi
->lock
);
821 /* Cancel all GDD read transfers */
822 for (i
= 0, val
= 0; i
< SSI_MAX_GDD_LCH
; i
++) {
823 msg
= omap_ssi
->gdd_trn
[i
].msg
;
824 if ((msg
) && (msg
->ttype
== HSI_MSG_READ
)) {
825 writew_relaxed(0, omap_ssi
->gdd
+ SSI_GDD_CCR_REG(i
));
827 omap_ssi
->gdd_trn
[i
].msg
= NULL
;
830 tmp
= readl(omap_ssi
->sys
+ SSI_GDD_MPU_IRQ_ENABLE_REG
);
832 writel_relaxed(tmp
, omap_ssi
->sys
+ SSI_GDD_MPU_IRQ_ENABLE_REG
);
833 spin_unlock(&omap_ssi
->lock
);
834 /* Cancel all PIO read transfers */
835 spin_lock(&omap_port
->lock
);
836 tmp
= readl(omap_ssi
->sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
837 tmp
&= 0xfeff00ff; /* Disable error & all dataavailable interrupts */
838 writel_relaxed(tmp
, omap_ssi
->sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
840 writel_relaxed(err
, omap_port
->ssr_base
+ SSI_SSR_ERRORACK_REG
);
841 writel_relaxed(SSI_ERROROCCURED
,
842 omap_ssi
->sys
+ SSI_MPU_STATUS_REG(port
->num
, 0));
843 /* Signal the error all current pending read requests */
844 for (i
= 0; i
< omap_port
->channels
; i
++) {
845 if (list_empty(&omap_port
->rxqueue
[i
]))
847 msg
= list_first_entry(&omap_port
->rxqueue
[i
], struct hsi_msg
,
849 list_del(&msg
->link
);
850 msg
->status
= HSI_STATUS_ERROR
;
851 spin_unlock(&omap_port
->lock
);
853 /* Now restart queued reads if any */
854 ssi_transfer(omap_port
, &omap_port
->rxqueue
[i
]);
855 spin_lock(&omap_port
->lock
);
857 spin_unlock(&omap_port
->lock
);
860 static void ssi_break_complete(struct hsi_port
*port
)
862 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
863 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
864 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
869 dev_dbg(&port
->device
, "HWBREAK received\n");
871 spin_lock(&omap_port
->lock
);
872 val
= readl(omap_ssi
->sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
873 val
&= ~SSI_BREAKDETECTED
;
874 writel_relaxed(val
, omap_ssi
->sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
875 writel_relaxed(0, omap_port
->ssr_base
+ SSI_SSR_BREAK_REG
);
876 writel(SSI_BREAKDETECTED
,
877 omap_ssi
->sys
+ SSI_MPU_STATUS_REG(port
->num
, 0));
878 spin_unlock(&omap_port
->lock
);
880 list_for_each_entry_safe(msg
, tmp
, &omap_port
->brkqueue
, link
) {
881 msg
->status
= HSI_STATUS_COMPLETED
;
882 spin_lock(&omap_port
->lock
);
883 list_del(&msg
->link
);
884 spin_unlock(&omap_port
->lock
);
890 static void ssi_pio_complete(struct hsi_port
*port
, struct list_head
*queue
)
892 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
893 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
894 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
900 spin_lock_bh(&omap_port
->lock
);
901 msg
= list_first_entry(queue
, struct hsi_msg
, link
);
902 if ((!msg
->sgt
.nents
) || (!msg
->sgt
.sgl
->length
)) {
904 msg
->status
= HSI_STATUS_PENDING
;
906 if (msg
->ttype
== HSI_MSG_WRITE
)
907 val
= SSI_DATAACCEPT(msg
->channel
);
909 val
= SSI_DATAAVAILABLE(msg
->channel
);
910 if (msg
->status
== HSI_STATUS_PROCEEDING
) {
911 buf
= sg_virt(msg
->sgt
.sgl
) + msg
->actual_len
;
912 if (msg
->ttype
== HSI_MSG_WRITE
)
913 writel(*buf
, omap_port
->sst_base
+
914 SSI_SST_BUFFER_CH_REG(msg
->channel
));
916 *buf
= readl(omap_port
->ssr_base
+
917 SSI_SSR_BUFFER_CH_REG(msg
->channel
));
918 dev_dbg(&port
->device
, "ch %d ttype %d 0x%08x\n", msg
->channel
,
920 msg
->actual_len
+= sizeof(*buf
);
921 if (msg
->actual_len
>= msg
->sgt
.sgl
->length
)
922 msg
->status
= HSI_STATUS_COMPLETED
;
924 * Wait for the last written frame to be really sent before
925 * we call the complete callback
927 if ((msg
->status
== HSI_STATUS_PROCEEDING
) ||
928 ((msg
->status
== HSI_STATUS_COMPLETED
) &&
929 (msg
->ttype
== HSI_MSG_WRITE
))) {
930 writel(val
, omap_ssi
->sys
+
931 SSI_MPU_STATUS_REG(port
->num
, 0));
932 spin_unlock_bh(&omap_port
->lock
);
938 /* Transfer completed at this point */
939 reg
= readl(omap_ssi
->sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
940 if (msg
->ttype
== HSI_MSG_WRITE
) {
941 /* Release clocks for write transfer */
942 pm_runtime_put(omap_port
->pdev
);
945 writel_relaxed(reg
, omap_ssi
->sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
946 writel_relaxed(val
, omap_ssi
->sys
+ SSI_MPU_STATUS_REG(port
->num
, 0));
947 list_del(&msg
->link
);
948 spin_unlock_bh(&omap_port
->lock
);
950 ssi_transfer(omap_port
, queue
);
953 static irqreturn_t
ssi_pio_thread(int irq
, void *ssi_port
)
955 struct hsi_port
*port
= (struct hsi_port
*)ssi_port
;
956 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
957 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
958 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
959 void __iomem
*sys
= omap_ssi
->sys
;
963 pm_runtime_get_sync(omap_port
->pdev
);
966 status_reg
= readl(sys
+ SSI_MPU_STATUS_REG(port
->num
, 0));
967 status_reg
&= readl(sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
969 for (ch
= 0; ch
< omap_port
->channels
; ch
++) {
970 if (status_reg
& SSI_DATAACCEPT(ch
))
971 ssi_pio_complete(port
, &omap_port
->txqueue
[ch
]);
972 if (status_reg
& SSI_DATAAVAILABLE(ch
))
973 ssi_pio_complete(port
, &omap_port
->rxqueue
[ch
]);
975 if (status_reg
& SSI_BREAKDETECTED
)
976 ssi_break_complete(port
);
977 if (status_reg
& SSI_ERROROCCURED
)
980 status_reg
= readl(sys
+ SSI_MPU_STATUS_REG(port
->num
, 0));
981 status_reg
&= readl(sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
983 /* TODO: sleep if we retry? */
984 } while (status_reg
);
986 pm_runtime_put(omap_port
->pdev
);
990 static irqreturn_t
ssi_wake_thread(int irq __maybe_unused
, void *ssi_port
)
992 struct hsi_port
*port
= (struct hsi_port
*)ssi_port
;
993 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
994 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
995 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
997 if (ssi_wakein(port
)) {
999 * We can have a quick High-Low-High transition in the line.
1000 * In such a case if we have long interrupt latencies,
1001 * we can miss the low event or get twice a high event.
1002 * This workaround will avoid breaking the clock reference
1003 * count when such a situation ocurrs.
1005 if (!test_and_set_bit(SSI_WAKE_EN
, &omap_port
->flags
))
1006 pm_runtime_get_sync(omap_port
->pdev
);
1007 dev_dbg(&ssi
->device
, "Wake in high\n");
1008 if (omap_port
->wktest
) { /* FIXME: HACK ! To be removed */
1010 omap_ssi
->sys
+ SSI_SET_WAKE_REG(port
->num
));
1012 hsi_event(port
, HSI_EVENT_START_RX
);
1014 dev_dbg(&ssi
->device
, "Wake in low\n");
1015 if (omap_port
->wktest
) { /* FIXME: HACK ! To be removed */
1017 omap_ssi
->sys
+ SSI_CLEAR_WAKE_REG(port
->num
));
1019 hsi_event(port
, HSI_EVENT_STOP_RX
);
1020 if (test_and_clear_bit(SSI_WAKE_EN
, &omap_port
->flags
))
1021 pm_runtime_put_sync(omap_port
->pdev
);
1027 static int ssi_port_irq(struct hsi_port
*port
, struct platform_device
*pd
)
1029 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
1032 err
= platform_get_irq(pd
, 0);
1034 dev_err(&port
->device
, "Port IRQ resource missing\n");
1037 omap_port
->irq
= err
;
1038 err
= devm_request_threaded_irq(&port
->device
, omap_port
->irq
, NULL
,
1039 ssi_pio_thread
, IRQF_ONESHOT
, "SSI PORT", port
);
1041 dev_err(&port
->device
, "Request IRQ %d failed (%d)\n",
1042 omap_port
->irq
, err
);
1046 static int ssi_wake_irq(struct hsi_port
*port
, struct platform_device
*pd
)
1048 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
1052 if (!omap_port
->wake_gpio
) {
1053 omap_port
->wake_irq
= -1;
1057 cawake_irq
= gpiod_to_irq(omap_port
->wake_gpio
);
1058 omap_port
->wake_irq
= cawake_irq
;
1060 err
= devm_request_threaded_irq(&port
->device
, cawake_irq
, NULL
,
1062 IRQF_TRIGGER_RISING
| IRQF_TRIGGER_FALLING
| IRQF_ONESHOT
,
1063 "SSI cawake", port
);
1065 dev_err(&port
->device
, "Request Wake in IRQ %d failed %d\n",
1067 err
= enable_irq_wake(cawake_irq
);
1069 dev_err(&port
->device
, "Enable wake on the wakeline in irq %d failed %d\n",
1075 static void ssi_queues_init(struct omap_ssi_port
*omap_port
)
1079 for (ch
= 0; ch
< SSI_MAX_CHANNELS
; ch
++) {
1080 INIT_LIST_HEAD(&omap_port
->txqueue
[ch
]);
1081 INIT_LIST_HEAD(&omap_port
->rxqueue
[ch
]);
1083 INIT_LIST_HEAD(&omap_port
->brkqueue
);
1086 static int ssi_port_get_iomem(struct platform_device
*pd
,
1087 const char *name
, void __iomem
**pbase
, dma_addr_t
*phy
)
1089 struct hsi_port
*port
= platform_get_drvdata(pd
);
1090 struct resource
*mem
;
1091 struct resource
*ioarea
;
1094 mem
= platform_get_resource_byname(pd
, IORESOURCE_MEM
, name
);
1096 dev_err(&pd
->dev
, "IO memory region missing (%s)\n", name
);
1099 ioarea
= devm_request_mem_region(&port
->device
, mem
->start
,
1100 resource_size(mem
), dev_name(&pd
->dev
));
1102 dev_err(&pd
->dev
, "%s IO memory region request failed\n",
1106 base
= devm_ioremap(&port
->device
, mem
->start
, resource_size(mem
));
1108 dev_err(&pd
->dev
, "%s IO remap failed\n", mem
->name
);
1119 static int ssi_port_probe(struct platform_device
*pd
)
1121 struct device_node
*np
= pd
->dev
.of_node
;
1122 struct hsi_port
*port
;
1123 struct omap_ssi_port
*omap_port
;
1124 struct hsi_controller
*ssi
= dev_get_drvdata(pd
->dev
.parent
);
1125 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
1126 struct gpio_desc
*cawake_gpio
= NULL
;
1130 dev_dbg(&pd
->dev
, "init ssi port...\n");
1132 if (!ssi
->port
|| !omap_ssi
->port
) {
1133 dev_err(&pd
->dev
, "ssi controller not initialized!\n");
1138 /* get id of first uninitialized port in controller */
1139 for (port_id
= 0; port_id
< ssi
->num_ports
&& omap_ssi
->port
[port_id
];
1143 if (port_id
>= ssi
->num_ports
) {
1144 dev_err(&pd
->dev
, "port id out of range!\n");
1149 port
= ssi
->port
[port_id
];
1152 dev_err(&pd
->dev
, "missing device tree data\n");
1157 cawake_gpio
= devm_gpiod_get(&pd
->dev
, "ti,ssi-cawake", GPIOD_IN
);
1158 if (IS_ERR(cawake_gpio
)) {
1159 err
= PTR_ERR(cawake_gpio
);
1160 dev_err(&pd
->dev
, "couldn't get cawake gpio (err=%d)!\n", err
);
1164 omap_port
= devm_kzalloc(&port
->device
, sizeof(*omap_port
), GFP_KERNEL
);
1169 omap_port
->wake_gpio
= cawake_gpio
;
1170 omap_port
->pdev
= &pd
->dev
;
1171 omap_port
->port_id
= port_id
;
1173 INIT_WORK(&omap_port
->work
, start_tx_work
);
1175 /* initialize HSI port */
1176 port
->async
= ssi_async
;
1177 port
->setup
= ssi_setup
;
1178 port
->flush
= ssi_flush
;
1179 port
->start_tx
= ssi_start_tx
;
1180 port
->stop_tx
= ssi_stop_tx
;
1181 port
->release
= ssi_release
;
1182 hsi_port_set_drvdata(port
, omap_port
);
1183 omap_ssi
->port
[port_id
] = omap_port
;
1185 platform_set_drvdata(pd
, port
);
1187 err
= ssi_port_get_iomem(pd
, "tx", &omap_port
->sst_base
,
1188 &omap_port
->sst_dma
);
1191 err
= ssi_port_get_iomem(pd
, "rx", &omap_port
->ssr_base
,
1192 &omap_port
->ssr_dma
);
1196 err
= ssi_port_irq(port
, pd
);
1199 err
= ssi_wake_irq(port
, pd
);
1203 ssi_queues_init(omap_port
);
1204 spin_lock_init(&omap_port
->lock
);
1205 spin_lock_init(&omap_port
->wk_lock
);
1206 omap_port
->dev
= &port
->device
;
1208 pm_runtime_irq_safe(omap_port
->pdev
);
1209 pm_runtime_enable(omap_port
->pdev
);
1211 #ifdef CONFIG_DEBUG_FS
1212 err
= ssi_debug_add_port(omap_port
, omap_ssi
->dir
);
1214 pm_runtime_disable(omap_port
->pdev
);
1219 hsi_add_clients_from_dt(port
, np
);
1221 dev_info(&pd
->dev
, "ssi port %u successfully initialized\n", port_id
);
1229 static int ssi_port_remove(struct platform_device
*pd
)
1231 struct hsi_port
*port
= platform_get_drvdata(pd
);
1232 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
1233 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
1234 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
1236 #ifdef CONFIG_DEBUG_FS
1237 ssi_debug_remove_port(port
);
1240 hsi_port_unregister_clients(port
);
1242 port
->async
= hsi_dummy_msg
;
1243 port
->setup
= hsi_dummy_cl
;
1244 port
->flush
= hsi_dummy_cl
;
1245 port
->start_tx
= hsi_dummy_cl
;
1246 port
->stop_tx
= hsi_dummy_cl
;
1247 port
->release
= hsi_dummy_cl
;
1249 omap_ssi
->port
[omap_port
->port_id
] = NULL
;
1250 platform_set_drvdata(pd
, NULL
);
1251 pm_runtime_disable(&pd
->dev
);
1256 static int ssi_restore_divisor(struct omap_ssi_port
*omap_port
)
1258 writel_relaxed(omap_port
->sst
.divisor
,
1259 omap_port
->sst_base
+ SSI_SST_DIVISOR_REG
);
1264 void omap_ssi_port_update_fclk(struct hsi_controller
*ssi
,
1265 struct omap_ssi_port
*omap_port
)
1267 /* update divisor */
1268 u32 div
= ssi_calculate_div(ssi
);
1269 omap_port
->sst
.divisor
= div
;
1270 ssi_restore_divisor(omap_port
);
1274 static int ssi_save_port_ctx(struct omap_ssi_port
*omap_port
)
1276 struct hsi_port
*port
= to_hsi_port(omap_port
->dev
);
1277 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
1278 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
1280 omap_port
->sys_mpu_enable
= readl(omap_ssi
->sys
+
1281 SSI_MPU_ENABLE_REG(port
->num
, 0));
1286 static int ssi_restore_port_ctx(struct omap_ssi_port
*omap_port
)
1288 struct hsi_port
*port
= to_hsi_port(omap_port
->dev
);
1289 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
1290 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
1293 writel_relaxed(omap_port
->sys_mpu_enable
,
1294 omap_ssi
->sys
+ SSI_MPU_ENABLE_REG(port
->num
, 0));
1297 base
= omap_port
->sst_base
;
1298 writel_relaxed(omap_port
->sst
.frame_size
, base
+ SSI_SST_FRAMESIZE_REG
);
1299 writel_relaxed(omap_port
->sst
.channels
, base
+ SSI_SST_CHANNELS_REG
);
1300 writel_relaxed(omap_port
->sst
.arb_mode
, base
+ SSI_SST_ARBMODE_REG
);
1303 base
= omap_port
->ssr_base
;
1304 writel_relaxed(omap_port
->ssr
.frame_size
, base
+ SSI_SSR_FRAMESIZE_REG
);
1305 writel_relaxed(omap_port
->ssr
.channels
, base
+ SSI_SSR_CHANNELS_REG
);
1306 writel_relaxed(omap_port
->ssr
.timeout
, base
+ SSI_SSR_TIMEOUT_REG
);
1311 static int ssi_restore_port_mode(struct omap_ssi_port
*omap_port
)
1315 writel_relaxed(omap_port
->sst
.mode
,
1316 omap_port
->sst_base
+ SSI_SST_MODE_REG
);
1317 writel_relaxed(omap_port
->ssr
.mode
,
1318 omap_port
->ssr_base
+ SSI_SSR_MODE_REG
);
1320 mode
= readl(omap_port
->ssr_base
+ SSI_SSR_MODE_REG
);
1325 static int omap_ssi_port_runtime_suspend(struct device
*dev
)
1327 struct hsi_port
*port
= dev_get_drvdata(dev
);
1328 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
1329 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
1330 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
1332 dev_dbg(dev
, "port runtime suspend!\n");
1334 ssi_set_port_mode(omap_port
, SSI_MODE_SLEEP
);
1335 if (omap_ssi
->get_loss
)
1336 omap_port
->loss_count
=
1337 omap_ssi
->get_loss(ssi
->device
.parent
);
1338 ssi_save_port_ctx(omap_port
);
1343 static int omap_ssi_port_runtime_resume(struct device
*dev
)
1345 struct hsi_port
*port
= dev_get_drvdata(dev
);
1346 struct omap_ssi_port
*omap_port
= hsi_port_drvdata(port
);
1347 struct hsi_controller
*ssi
= to_hsi_controller(port
->device
.parent
);
1348 struct omap_ssi_controller
*omap_ssi
= hsi_controller_drvdata(ssi
);
1350 dev_dbg(dev
, "port runtime resume!\n");
1352 if ((omap_ssi
->get_loss
) && (omap_port
->loss_count
==
1353 omap_ssi
->get_loss(ssi
->device
.parent
)))
1354 goto mode
; /* We always need to restore the mode & TX divisor */
1356 ssi_restore_port_ctx(omap_port
);
1359 ssi_restore_divisor(omap_port
);
1360 ssi_restore_port_mode(omap_port
);
1365 static const struct dev_pm_ops omap_ssi_port_pm_ops
= {
1366 SET_RUNTIME_PM_OPS(omap_ssi_port_runtime_suspend
,
1367 omap_ssi_port_runtime_resume
, NULL
)
1370 #define DEV_PM_OPS (&omap_ssi_port_pm_ops)
1372 #define DEV_PM_OPS NULL
1377 static const struct of_device_id omap_ssi_port_of_match
[] = {
1378 { .compatible
= "ti,omap3-ssi-port", },
1381 MODULE_DEVICE_TABLE(of
, omap_ssi_port_of_match
);
1383 #define omap_ssi_port_of_match NULL
1386 struct platform_driver ssi_port_pdriver
= {
1387 .probe
= ssi_port_probe
,
1388 .remove
= ssi_port_remove
,
1390 .name
= "omap_ssi_port",
1391 .of_match_table
= omap_ssi_port_of_match
,