2 * V4L2 Driver for i.MX3x camera host
5 * Guennadi Liakhovetski, DENX Software Engineering, <lg@denx.de>
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
12 #include <linux/init.h>
13 #include <linux/module.h>
14 #include <linux/videodev2.h>
15 #include <linux/platform_device.h>
16 #include <linux/clk.h>
17 #include <linux/vmalloc.h>
18 #include <linux/interrupt.h>
19 #include <linux/sched.h>
20 #include <linux/dma/ipu-dma.h>
22 #include <media/v4l2-common.h>
23 #include <media/v4l2-dev.h>
24 #include <media/videobuf2-dma-contig.h>
25 #include <media/soc_camera.h>
26 #include <media/soc_mediabus.h>
28 #include <linux/platform_data/camera-mx3.h>
29 #include <linux/platform_data/dma-imx.h>
31 #define MX3_CAM_DRV_NAME "mx3-camera"
33 /* CMOS Sensor Interface Registers */
34 #define CSI_REG_START 0x60
36 #define CSI_SENS_CONF (0x60 - CSI_REG_START)
37 #define CSI_SENS_FRM_SIZE (0x64 - CSI_REG_START)
38 #define CSI_ACT_FRM_SIZE (0x68 - CSI_REG_START)
39 #define CSI_OUT_FRM_CTRL (0x6C - CSI_REG_START)
40 #define CSI_TST_CTRL (0x70 - CSI_REG_START)
41 #define CSI_CCIR_CODE_1 (0x74 - CSI_REG_START)
42 #define CSI_CCIR_CODE_2 (0x78 - CSI_REG_START)
43 #define CSI_CCIR_CODE_3 (0x7C - CSI_REG_START)
44 #define CSI_FLASH_STROBE_1 (0x80 - CSI_REG_START)
45 #define CSI_FLASH_STROBE_2 (0x84 - CSI_REG_START)
47 #define CSI_SENS_CONF_VSYNC_POL_SHIFT 0
48 #define CSI_SENS_CONF_HSYNC_POL_SHIFT 1
49 #define CSI_SENS_CONF_DATA_POL_SHIFT 2
50 #define CSI_SENS_CONF_PIX_CLK_POL_SHIFT 3
51 #define CSI_SENS_CONF_SENS_PRTCL_SHIFT 4
52 #define CSI_SENS_CONF_SENS_CLKSRC_SHIFT 7
53 #define CSI_SENS_CONF_DATA_FMT_SHIFT 8
54 #define CSI_SENS_CONF_DATA_WIDTH_SHIFT 10
55 #define CSI_SENS_CONF_EXT_VSYNC_SHIFT 15
56 #define CSI_SENS_CONF_DIVRATIO_SHIFT 16
58 #define CSI_SENS_CONF_DATA_FMT_RGB_YUV444 (0UL << CSI_SENS_CONF_DATA_FMT_SHIFT)
59 #define CSI_SENS_CONF_DATA_FMT_YUV422 (2UL << CSI_SENS_CONF_DATA_FMT_SHIFT)
60 #define CSI_SENS_CONF_DATA_FMT_BAYER (3UL << CSI_SENS_CONF_DATA_FMT_SHIFT)
62 #define MAX_VIDEO_MEM 16
64 struct mx3_camera_buffer
{
65 /* common v4l buffer stuff -- must be first */
67 struct list_head queue
;
69 /* One descriptot per scatterlist (per frame) */
70 struct dma_async_tx_descriptor
*txd
;
72 /* We have to "build" a scatterlist ourselves - one element per frame */
73 struct scatterlist sg
;
77 * struct mx3_camera_dev - i.MX3x camera (CSI) object
78 * @dev: camera device, to which the coherent buffer is attached
79 * @icd: currently attached camera sensor
80 * @clk: pointer to clock
81 * @base: remapped register base address
82 * @pdata: platform data
83 * @platform_flags: platform flags
84 * @mclk: master clock frequency in Hz
85 * @capture: list of capture videobuffers
86 * @lock: protects video buffer lists
87 * @active: active video buffer
88 * @idmac_channel: array of pointers to IPU DMAC DMA channels
89 * @soc_host: embedded soc_host object
91 struct mx3_camera_dev
{
93 * i.MX3x is only supposed to handle one camera on its Camera Sensor
94 * Interface. If anyone ever builds hardware to enable more than one
95 * camera _simultaneously_, they will have to modify this driver too
101 struct mx3_camera_pdata
*pdata
;
103 unsigned long platform_flags
;
105 u16 width_flags
; /* max 15 bits */
107 struct list_head capture
;
108 spinlock_t lock
; /* Protects video buffer lists */
109 struct mx3_camera_buffer
*active
;
111 struct vb2_alloc_ctx
*alloc_ctx
;
112 enum v4l2_field field
;
115 /* IDMAC / dmaengine interface */
116 struct idmac_channel
*idmac_channel
[1]; /* We need one channel */
118 struct soc_camera_host soc_host
;
121 struct dma_chan_request
{
122 struct mx3_camera_dev
*mx3_cam
;
126 static u32
csi_reg_read(struct mx3_camera_dev
*mx3
, off_t reg
)
128 return __raw_readl(mx3
->base
+ reg
);
131 static void csi_reg_write(struct mx3_camera_dev
*mx3
, u32 value
, off_t reg
)
133 __raw_writel(value
, mx3
->base
+ reg
);
136 static struct mx3_camera_buffer
*to_mx3_vb(struct vb2_buffer
*vb
)
138 return container_of(vb
, struct mx3_camera_buffer
, vb
);
141 /* Called from the IPU IDMAC ISR */
142 static void mx3_cam_dma_done(void *arg
)
144 struct idmac_tx_desc
*desc
= to_tx_desc(arg
);
145 struct dma_chan
*chan
= desc
->txd
.chan
;
146 struct idmac_channel
*ichannel
= to_idmac_chan(chan
);
147 struct mx3_camera_dev
*mx3_cam
= ichannel
->client
;
149 dev_dbg(chan
->device
->dev
, "callback cookie %d, active DMA 0x%08x\n",
150 desc
->txd
.cookie
, mx3_cam
->active
? sg_dma_address(&mx3_cam
->active
->sg
) : 0);
152 spin_lock(&mx3_cam
->lock
);
153 if (mx3_cam
->active
) {
154 struct vb2_buffer
*vb
= &mx3_cam
->active
->vb
;
155 struct mx3_camera_buffer
*buf
= to_mx3_vb(vb
);
157 list_del_init(&buf
->queue
);
158 v4l2_get_timestamp(&vb
->v4l2_buf
.timestamp
);
159 vb
->v4l2_buf
.field
= mx3_cam
->field
;
160 vb
->v4l2_buf
.sequence
= mx3_cam
->sequence
++;
161 vb2_buffer_done(vb
, VB2_BUF_STATE_DONE
);
164 if (list_empty(&mx3_cam
->capture
)) {
165 mx3_cam
->active
= NULL
;
166 spin_unlock(&mx3_cam
->lock
);
169 * stop capture - without further buffers IPU_CHA_BUF0_RDY will
175 mx3_cam
->active
= list_entry(mx3_cam
->capture
.next
,
176 struct mx3_camera_buffer
, queue
);
177 spin_unlock(&mx3_cam
->lock
);
181 * Videobuf operations
185 * Calculate the __buffer__ (not data) size and number of buffers.
187 static int mx3_videobuf_setup(struct vb2_queue
*vq
,
188 const struct v4l2_format
*fmt
,
189 unsigned int *count
, unsigned int *num_planes
,
190 unsigned int sizes
[], void *alloc_ctxs
[])
192 struct soc_camera_device
*icd
= soc_camera_from_vb2q(vq
);
193 struct soc_camera_host
*ici
= to_soc_camera_host(icd
->parent
);
194 struct mx3_camera_dev
*mx3_cam
= ici
->priv
;
196 if (!mx3_cam
->idmac_channel
[0])
200 const struct soc_camera_format_xlate
*xlate
= soc_camera_xlate_by_fourcc(icd
,
201 fmt
->fmt
.pix
.pixelformat
);
202 unsigned int bytes_per_line
;
208 ret
= soc_mbus_bytes_per_line(fmt
->fmt
.pix
.width
,
213 bytes_per_line
= max_t(u32
, fmt
->fmt
.pix
.bytesperline
, ret
);
215 ret
= soc_mbus_image_size(xlate
->host_fmt
, bytes_per_line
,
216 fmt
->fmt
.pix
.height
);
220 sizes
[0] = max_t(u32
, fmt
->fmt
.pix
.sizeimage
, ret
);
222 /* Called from VIDIOC_REQBUFS or in compatibility mode */
223 sizes
[0] = icd
->sizeimage
;
226 alloc_ctxs
[0] = mx3_cam
->alloc_ctx
;
228 if (!vq
->num_buffers
)
229 mx3_cam
->sequence
= 0;
234 /* If *num_planes != 0, we have already verified *count. */
236 sizes
[0] * *count
+ mx3_cam
->buf_total
> MAX_VIDEO_MEM
* 1024 * 1024)
237 *count
= (MAX_VIDEO_MEM
* 1024 * 1024 - mx3_cam
->buf_total
) /
245 static enum pixel_fmt
fourcc_to_ipu_pix(__u32 fourcc
)
247 /* Add more formats as need arises and test possibilities appear... */
249 case V4L2_PIX_FMT_RGB24
:
250 return IPU_PIX_FMT_RGB24
;
251 case V4L2_PIX_FMT_UYVY
:
252 case V4L2_PIX_FMT_RGB565
:
254 return IPU_PIX_FMT_GENERIC
;
258 static void mx3_videobuf_queue(struct vb2_buffer
*vb
)
260 struct soc_camera_device
*icd
= soc_camera_from_vb2q(vb
->vb2_queue
);
261 struct soc_camera_host
*ici
= to_soc_camera_host(icd
->parent
);
262 struct mx3_camera_dev
*mx3_cam
= ici
->priv
;
263 struct mx3_camera_buffer
*buf
= to_mx3_vb(vb
);
264 struct scatterlist
*sg
= &buf
->sg
;
265 struct dma_async_tx_descriptor
*txd
;
266 struct idmac_channel
*ichan
= mx3_cam
->idmac_channel
[0];
267 struct idmac_video_param
*video
= &ichan
->params
.video
;
268 const struct soc_mbus_pixelfmt
*host_fmt
= icd
->current_fmt
->host_fmt
;
272 new_size
= icd
->sizeimage
;
274 if (vb2_plane_size(vb
, 0) < new_size
) {
275 dev_err(icd
->parent
, "Buffer #%d too small (%lu < %zu)\n",
276 vb
->v4l2_buf
.index
, vb2_plane_size(vb
, 0), new_size
);
281 sg_dma_address(sg
) = vb2_dma_contig_plane_dma_addr(vb
, 0);
282 sg_dma_len(sg
) = new_size
;
284 txd
= dmaengine_prep_slave_sg(
285 &ichan
->dma_chan
, sg
, 1, DMA_DEV_TO_MEM
,
290 txd
->callback_param
= txd
;
291 txd
->callback
= mx3_cam_dma_done
;
298 vb2_set_plane_payload(vb
, 0, new_size
);
300 /* This is the configuration of one sg-element */
301 video
->out_pixel_fmt
= fourcc_to_ipu_pix(host_fmt
->fourcc
);
303 if (video
->out_pixel_fmt
== IPU_PIX_FMT_GENERIC
) {
305 * If the IPU DMA channel is configured to transfer generic
306 * 8-bit data, we have to set up the geometry parameters
307 * correctly, according to the current pixel format. The DMA
308 * horizontal parameters in this case are expressed in bytes,
311 video
->out_width
= icd
->bytesperline
;
312 video
->out_height
= icd
->user_height
;
313 video
->out_stride
= icd
->bytesperline
;
316 * For IPU known formats the pixel unit will be managed
317 * successfully by the IPU code
319 video
->out_width
= icd
->user_width
;
320 video
->out_height
= icd
->user_height
;
321 video
->out_stride
= icd
->user_width
;
325 /* helps to see what DMA actually has written */
326 if (vb2_plane_vaddr(vb
, 0))
327 memset(vb2_plane_vaddr(vb
, 0), 0xaa, vb2_get_plane_payload(vb
, 0));
330 spin_lock_irq(&mx3_cam
->lock
);
331 list_add_tail(&buf
->queue
, &mx3_cam
->capture
);
333 if (!mx3_cam
->active
)
334 mx3_cam
->active
= buf
;
336 spin_unlock_irq(&mx3_cam
->lock
);
338 cookie
= txd
->tx_submit(txd
);
339 dev_dbg(icd
->parent
, "Submitted cookie %d DMA 0x%08x\n",
340 cookie
, sg_dma_address(&buf
->sg
));
345 spin_lock_irq(&mx3_cam
->lock
);
348 list_del_init(&buf
->queue
);
350 if (mx3_cam
->active
== buf
)
351 mx3_cam
->active
= NULL
;
353 spin_unlock_irq(&mx3_cam
->lock
);
355 vb2_buffer_done(vb
, VB2_BUF_STATE_ERROR
);
358 static void mx3_videobuf_release(struct vb2_buffer
*vb
)
360 struct soc_camera_device
*icd
= soc_camera_from_vb2q(vb
->vb2_queue
);
361 struct soc_camera_host
*ici
= to_soc_camera_host(icd
->parent
);
362 struct mx3_camera_dev
*mx3_cam
= ici
->priv
;
363 struct mx3_camera_buffer
*buf
= to_mx3_vb(vb
);
364 struct dma_async_tx_descriptor
*txd
= buf
->txd
;
368 "Release%s DMA 0x%08x, queue %sempty\n",
369 mx3_cam
->active
== buf
? " active" : "", sg_dma_address(&buf
->sg
),
370 list_empty(&buf
->queue
) ? "" : "not ");
372 spin_lock_irqsave(&mx3_cam
->lock
, flags
);
374 if (mx3_cam
->active
== buf
)
375 mx3_cam
->active
= NULL
;
377 /* Doesn't hurt also if the list is empty */
378 list_del_init(&buf
->queue
);
382 if (mx3_cam
->idmac_channel
[0])
386 spin_unlock_irqrestore(&mx3_cam
->lock
, flags
);
388 mx3_cam
->buf_total
-= vb2_plane_size(vb
, 0);
391 static int mx3_videobuf_init(struct vb2_buffer
*vb
)
393 struct soc_camera_device
*icd
= soc_camera_from_vb2q(vb
->vb2_queue
);
394 struct soc_camera_host
*ici
= to_soc_camera_host(icd
->parent
);
395 struct mx3_camera_dev
*mx3_cam
= ici
->priv
;
396 struct mx3_camera_buffer
*buf
= to_mx3_vb(vb
);
399 /* This is for locking debugging only */
400 INIT_LIST_HEAD(&buf
->queue
);
401 sg_init_table(&buf
->sg
, 1);
403 mx3_cam
->buf_total
+= vb2_plane_size(vb
, 0);
409 static void mx3_stop_streaming(struct vb2_queue
*q
)
411 struct soc_camera_device
*icd
= soc_camera_from_vb2q(q
);
412 struct soc_camera_host
*ici
= to_soc_camera_host(icd
->parent
);
413 struct mx3_camera_dev
*mx3_cam
= ici
->priv
;
414 struct idmac_channel
*ichan
= mx3_cam
->idmac_channel
[0];
415 struct mx3_camera_buffer
*buf
, *tmp
;
419 struct dma_chan
*chan
= &ichan
->dma_chan
;
420 chan
->device
->device_control(chan
, DMA_PAUSE
, 0);
423 spin_lock_irqsave(&mx3_cam
->lock
, flags
);
425 mx3_cam
->active
= NULL
;
427 list_for_each_entry_safe(buf
, tmp
, &mx3_cam
->capture
, queue
) {
428 list_del_init(&buf
->queue
);
429 vb2_buffer_done(&buf
->vb
, VB2_BUF_STATE_ERROR
);
432 spin_unlock_irqrestore(&mx3_cam
->lock
, flags
);
435 static struct vb2_ops mx3_videobuf_ops
= {
436 .queue_setup
= mx3_videobuf_setup
,
437 .buf_queue
= mx3_videobuf_queue
,
438 .buf_cleanup
= mx3_videobuf_release
,
439 .buf_init
= mx3_videobuf_init
,
440 .wait_prepare
= soc_camera_unlock
,
441 .wait_finish
= soc_camera_lock
,
442 .stop_streaming
= mx3_stop_streaming
,
445 static int mx3_camera_init_videobuf(struct vb2_queue
*q
,
446 struct soc_camera_device
*icd
)
448 q
->type
= V4L2_BUF_TYPE_VIDEO_CAPTURE
;
449 q
->io_modes
= VB2_MMAP
| VB2_USERPTR
;
451 q
->ops
= &mx3_videobuf_ops
;
452 q
->mem_ops
= &vb2_dma_contig_memops
;
453 q
->buf_struct_size
= sizeof(struct mx3_camera_buffer
);
454 q
->timestamp_flags
= V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC
;
456 return vb2_queue_init(q
);
459 /* First part of ipu_csi_init_interface() */
460 static void mx3_camera_activate(struct mx3_camera_dev
*mx3_cam
)
465 /* Set default size: ipu_csi_set_window_size() */
466 csi_reg_write(mx3_cam
, (640 - 1) | ((480 - 1) << 16), CSI_ACT_FRM_SIZE
);
467 /* ...and position to 0:0: ipu_csi_set_window_pos() */
468 conf
= csi_reg_read(mx3_cam
, CSI_OUT_FRM_CTRL
) & 0xffff0000;
469 csi_reg_write(mx3_cam
, conf
, CSI_OUT_FRM_CTRL
);
471 /* We use only gated clock synchronisation mode so far */
472 conf
= 0 << CSI_SENS_CONF_SENS_PRTCL_SHIFT
;
474 /* Set generic data, platform-biggest bus-width */
475 conf
|= CSI_SENS_CONF_DATA_FMT_BAYER
;
477 if (mx3_cam
->platform_flags
& MX3_CAMERA_DATAWIDTH_15
)
478 conf
|= 3 << CSI_SENS_CONF_DATA_WIDTH_SHIFT
;
479 else if (mx3_cam
->platform_flags
& MX3_CAMERA_DATAWIDTH_10
)
480 conf
|= 2 << CSI_SENS_CONF_DATA_WIDTH_SHIFT
;
481 else if (mx3_cam
->platform_flags
& MX3_CAMERA_DATAWIDTH_8
)
482 conf
|= 1 << CSI_SENS_CONF_DATA_WIDTH_SHIFT
;
483 else/* if (mx3_cam->platform_flags & MX3_CAMERA_DATAWIDTH_4)*/
484 conf
|= 0 << CSI_SENS_CONF_DATA_WIDTH_SHIFT
;
486 if (mx3_cam
->platform_flags
& MX3_CAMERA_CLK_SRC
)
487 conf
|= 1 << CSI_SENS_CONF_SENS_CLKSRC_SHIFT
;
488 if (mx3_cam
->platform_flags
& MX3_CAMERA_EXT_VSYNC
)
489 conf
|= 1 << CSI_SENS_CONF_EXT_VSYNC_SHIFT
;
490 if (mx3_cam
->platform_flags
& MX3_CAMERA_DP
)
491 conf
|= 1 << CSI_SENS_CONF_DATA_POL_SHIFT
;
492 if (mx3_cam
->platform_flags
& MX3_CAMERA_PCP
)
493 conf
|= 1 << CSI_SENS_CONF_PIX_CLK_POL_SHIFT
;
494 if (mx3_cam
->platform_flags
& MX3_CAMERA_HSP
)
495 conf
|= 1 << CSI_SENS_CONF_HSYNC_POL_SHIFT
;
496 if (mx3_cam
->platform_flags
& MX3_CAMERA_VSP
)
497 conf
|= 1 << CSI_SENS_CONF_VSYNC_POL_SHIFT
;
499 /* ipu_csi_init_interface() */
500 csi_reg_write(mx3_cam
, conf
, CSI_SENS_CONF
);
502 clk_prepare_enable(mx3_cam
->clk
);
503 rate
= clk_round_rate(mx3_cam
->clk
, mx3_cam
->mclk
);
504 dev_dbg(mx3_cam
->soc_host
.v4l2_dev
.dev
, "Set SENS_CONF to %x, rate %ld\n", conf
, rate
);
506 clk_set_rate(mx3_cam
->clk
, rate
);
509 static int mx3_camera_add_device(struct soc_camera_device
*icd
)
511 dev_info(icd
->parent
, "MX3 Camera driver attached to camera %d\n",
517 static void mx3_camera_remove_device(struct soc_camera_device
*icd
)
519 dev_info(icd
->parent
, "MX3 Camera driver detached from camera %d\n",
523 /* Called with .host_lock held */
524 static int mx3_camera_clock_start(struct soc_camera_host
*ici
)
526 struct mx3_camera_dev
*mx3_cam
= ici
->priv
;
528 mx3_camera_activate(mx3_cam
);
530 mx3_cam
->buf_total
= 0;
535 /* Called with .host_lock held */
536 static void mx3_camera_clock_stop(struct soc_camera_host
*ici
)
538 struct mx3_camera_dev
*mx3_cam
= ici
->priv
;
539 struct idmac_channel
**ichan
= &mx3_cam
->idmac_channel
[0];
542 dma_release_channel(&(*ichan
)->dma_chan
);
546 clk_disable_unprepare(mx3_cam
->clk
);
549 static int test_platform_param(struct mx3_camera_dev
*mx3_cam
,
550 unsigned char buswidth
, unsigned long *flags
)
553 * If requested data width is supported by the platform, use it or any
554 * possible lower value - i.MX31 is smart enough to shift bits
556 if (buswidth
> fls(mx3_cam
->width_flags
))
560 * Platform specified synchronization and pixel clock polarities are
561 * only a recommendation and are only used during probing. MX3x
562 * camera interface only works in master mode, i.e., uses HSYNC and
563 * VSYNC signals from the sensor
565 *flags
= V4L2_MBUS_MASTER
|
566 V4L2_MBUS_HSYNC_ACTIVE_HIGH
|
567 V4L2_MBUS_HSYNC_ACTIVE_LOW
|
568 V4L2_MBUS_VSYNC_ACTIVE_HIGH
|
569 V4L2_MBUS_VSYNC_ACTIVE_LOW
|
570 V4L2_MBUS_PCLK_SAMPLE_RISING
|
571 V4L2_MBUS_PCLK_SAMPLE_FALLING
|
572 V4L2_MBUS_DATA_ACTIVE_HIGH
|
573 V4L2_MBUS_DATA_ACTIVE_LOW
;
578 static int mx3_camera_try_bus_param(struct soc_camera_device
*icd
,
579 const unsigned int depth
)
581 struct v4l2_subdev
*sd
= soc_camera_to_subdev(icd
);
582 struct soc_camera_host
*ici
= to_soc_camera_host(icd
->parent
);
583 struct mx3_camera_dev
*mx3_cam
= ici
->priv
;
584 struct v4l2_mbus_config cfg
= {.type
= V4L2_MBUS_PARALLEL
,};
585 unsigned long bus_flags
, common_flags
;
586 int ret
= test_platform_param(mx3_cam
, depth
, &bus_flags
);
588 dev_dbg(icd
->parent
, "request bus width %d bit: %d\n", depth
, ret
);
593 ret
= v4l2_subdev_call(sd
, video
, g_mbus_config
, &cfg
);
595 common_flags
= soc_mbus_config_compatible(&cfg
,
598 dev_warn(icd
->parent
,
599 "Flags incompatible: camera 0x%x, host 0x%lx\n",
600 cfg
.flags
, bus_flags
);
603 } else if (ret
!= -ENOIOCTLCMD
) {
610 static bool chan_filter(struct dma_chan
*chan
, void *arg
)
612 struct dma_chan_request
*rq
= arg
;
613 struct mx3_camera_pdata
*pdata
;
615 if (!imx_dma_is_ipu(chan
))
621 pdata
= rq
->mx3_cam
->soc_host
.v4l2_dev
.dev
->platform_data
;
623 return rq
->id
== chan
->chan_id
&&
624 pdata
->dma_dev
== chan
->device
->dev
;
627 static const struct soc_mbus_pixelfmt mx3_camera_formats
[] = {
629 .fourcc
= V4L2_PIX_FMT_SBGGR8
,
630 .name
= "Bayer BGGR (sRGB) 8 bit",
631 .bits_per_sample
= 8,
632 .packing
= SOC_MBUS_PACKING_NONE
,
633 .order
= SOC_MBUS_ORDER_LE
,
634 .layout
= SOC_MBUS_LAYOUT_PACKED
,
636 .fourcc
= V4L2_PIX_FMT_GREY
,
637 .name
= "Monochrome 8 bit",
638 .bits_per_sample
= 8,
639 .packing
= SOC_MBUS_PACKING_NONE
,
640 .order
= SOC_MBUS_ORDER_LE
,
641 .layout
= SOC_MBUS_LAYOUT_PACKED
,
645 /* This will be corrected as we get more formats */
646 static bool mx3_camera_packing_supported(const struct soc_mbus_pixelfmt
*fmt
)
648 return fmt
->packing
== SOC_MBUS_PACKING_NONE
||
649 (fmt
->bits_per_sample
== 8 &&
650 fmt
->packing
== SOC_MBUS_PACKING_2X8_PADHI
) ||
651 (fmt
->bits_per_sample
> 8 &&
652 fmt
->packing
== SOC_MBUS_PACKING_EXTEND16
);
655 static int mx3_camera_get_formats(struct soc_camera_device
*icd
, unsigned int idx
,
656 struct soc_camera_format_xlate
*xlate
)
658 struct v4l2_subdev
*sd
= soc_camera_to_subdev(icd
);
659 struct device
*dev
= icd
->parent
;
660 int formats
= 0, ret
;
661 enum v4l2_mbus_pixelcode code
;
662 const struct soc_mbus_pixelfmt
*fmt
;
664 ret
= v4l2_subdev_call(sd
, video
, enum_mbus_fmt
, idx
, &code
);
666 /* No more formats */
669 fmt
= soc_mbus_get_fmtdesc(code
);
671 dev_warn(icd
->parent
,
672 "Unsupported format code #%u: 0x%x\n", idx
, code
);
676 /* This also checks support for the requested bits-per-sample */
677 ret
= mx3_camera_try_bus_param(icd
, fmt
->bits_per_sample
);
682 case V4L2_MBUS_FMT_SBGGR10_1X10
:
685 xlate
->host_fmt
= &mx3_camera_formats
[0];
688 dev_dbg(dev
, "Providing format %s using code 0x%x\n",
689 mx3_camera_formats
[0].name
, code
);
692 case V4L2_MBUS_FMT_Y10_1X10
:
695 xlate
->host_fmt
= &mx3_camera_formats
[1];
698 dev_dbg(dev
, "Providing format %s using code 0x%x\n",
699 mx3_camera_formats
[1].name
, code
);
703 if (!mx3_camera_packing_supported(fmt
))
707 /* Generic pass-through */
710 xlate
->host_fmt
= fmt
;
712 dev_dbg(dev
, "Providing format %c%c%c%c in pass-through mode\n",
713 (fmt
->fourcc
>> (0*8)) & 0xFF,
714 (fmt
->fourcc
>> (1*8)) & 0xFF,
715 (fmt
->fourcc
>> (2*8)) & 0xFF,
716 (fmt
->fourcc
>> (3*8)) & 0xFF);
723 static void configure_geometry(struct mx3_camera_dev
*mx3_cam
,
724 unsigned int width
, unsigned int height
,
725 const struct soc_mbus_pixelfmt
*fmt
)
727 u32 ctrl
, width_field
, height_field
;
729 if (fourcc_to_ipu_pix(fmt
->fourcc
) == IPU_PIX_FMT_GENERIC
) {
731 * As the CSI will be configured to output BAYER, here
732 * the width parameter count the number of samples to
733 * capture to complete the whole image width.
735 unsigned int num
, den
;
736 int ret
= soc_mbus_samples_per_pixel(fmt
, &num
, &den
);
738 width
= width
* num
/ den
;
741 /* Setup frame size - this cannot be changed on-the-fly... */
742 width_field
= width
- 1;
743 height_field
= height
- 1;
744 csi_reg_write(mx3_cam
, width_field
| (height_field
<< 16), CSI_SENS_FRM_SIZE
);
746 csi_reg_write(mx3_cam
, width_field
<< 16, CSI_FLASH_STROBE_1
);
747 csi_reg_write(mx3_cam
, (height_field
<< 16) | 0x22, CSI_FLASH_STROBE_2
);
749 csi_reg_write(mx3_cam
, width_field
| (height_field
<< 16), CSI_ACT_FRM_SIZE
);
751 /* ...and position */
752 ctrl
= csi_reg_read(mx3_cam
, CSI_OUT_FRM_CTRL
) & 0xffff0000;
753 /* Sensor does the cropping */
754 csi_reg_write(mx3_cam
, ctrl
| 0 | (0 << 8), CSI_OUT_FRM_CTRL
);
757 static int acquire_dma_channel(struct mx3_camera_dev
*mx3_cam
)
760 struct dma_chan
*chan
;
761 struct idmac_channel
**ichan
= &mx3_cam
->idmac_channel
[0];
762 /* We have to use IDMAC_IC_7 for Bayer / generic data */
763 struct dma_chan_request rq
= {.mx3_cam
= mx3_cam
,
767 dma_cap_set(DMA_SLAVE
, mask
);
768 dma_cap_set(DMA_PRIVATE
, mask
);
769 chan
= dma_request_channel(mask
, chan_filter
, &rq
);
773 *ichan
= to_idmac_chan(chan
);
774 (*ichan
)->client
= mx3_cam
;
780 * FIXME: learn to use stride != width, then we can keep stride properly aligned
781 * and support arbitrary (even) widths.
783 static inline void stride_align(__u32
*width
)
785 if (ALIGN(*width
, 8) < 4096)
786 *width
= ALIGN(*width
, 8);
788 *width
= *width
& ~7;
792 * As long as we don't implement host-side cropping and scaling, we can use
793 * default g_crop and cropcap from soc_camera.c
795 static int mx3_camera_set_crop(struct soc_camera_device
*icd
,
796 const struct v4l2_crop
*a
)
798 struct v4l2_crop a_writable
= *a
;
799 struct v4l2_rect
*rect
= &a_writable
.c
;
800 struct soc_camera_host
*ici
= to_soc_camera_host(icd
->parent
);
801 struct mx3_camera_dev
*mx3_cam
= ici
->priv
;
802 struct v4l2_subdev
*sd
= soc_camera_to_subdev(icd
);
803 struct v4l2_mbus_framefmt mf
;
806 soc_camera_limit_side(&rect
->left
, &rect
->width
, 0, 2, 4096);
807 soc_camera_limit_side(&rect
->top
, &rect
->height
, 0, 2, 4096);
809 ret
= v4l2_subdev_call(sd
, video
, s_crop
, a
);
813 /* The capture device might have changed its output sizes */
814 ret
= v4l2_subdev_call(sd
, video
, g_mbus_fmt
, &mf
);
818 if (mf
.code
!= icd
->current_fmt
->code
)
822 /* Ouch! We can only handle 8-byte aligned width... */
823 stride_align(&mf
.width
);
824 ret
= v4l2_subdev_call(sd
, video
, s_mbus_fmt
, &mf
);
829 if (mf
.width
!= icd
->user_width
|| mf
.height
!= icd
->user_height
)
830 configure_geometry(mx3_cam
, mf
.width
, mf
.height
,
831 icd
->current_fmt
->host_fmt
);
833 dev_dbg(icd
->parent
, "Sensor cropped %dx%d\n",
834 mf
.width
, mf
.height
);
836 icd
->user_width
= mf
.width
;
837 icd
->user_height
= mf
.height
;
842 static int mx3_camera_set_fmt(struct soc_camera_device
*icd
,
843 struct v4l2_format
*f
)
845 struct soc_camera_host
*ici
= to_soc_camera_host(icd
->parent
);
846 struct mx3_camera_dev
*mx3_cam
= ici
->priv
;
847 struct v4l2_subdev
*sd
= soc_camera_to_subdev(icd
);
848 const struct soc_camera_format_xlate
*xlate
;
849 struct v4l2_pix_format
*pix
= &f
->fmt
.pix
;
850 struct v4l2_mbus_framefmt mf
;
853 xlate
= soc_camera_xlate_by_fourcc(icd
, pix
->pixelformat
);
855 dev_warn(icd
->parent
, "Format %x not found\n",
860 stride_align(&pix
->width
);
861 dev_dbg(icd
->parent
, "Set format %dx%d\n", pix
->width
, pix
->height
);
864 * Might have to perform a complete interface initialisation like in
865 * ipu_csi_init_interface() in mxc_v4l2_s_param(). Also consider
869 configure_geometry(mx3_cam
, pix
->width
, pix
->height
, xlate
->host_fmt
);
871 mf
.width
= pix
->width
;
872 mf
.height
= pix
->height
;
873 mf
.field
= pix
->field
;
874 mf
.colorspace
= pix
->colorspace
;
875 mf
.code
= xlate
->code
;
877 ret
= v4l2_subdev_call(sd
, video
, s_mbus_fmt
, &mf
);
881 if (mf
.code
!= xlate
->code
)
884 if (!mx3_cam
->idmac_channel
[0]) {
885 ret
= acquire_dma_channel(mx3_cam
);
890 pix
->width
= mf
.width
;
891 pix
->height
= mf
.height
;
892 pix
->field
= mf
.field
;
893 mx3_cam
->field
= mf
.field
;
894 pix
->colorspace
= mf
.colorspace
;
895 icd
->current_fmt
= xlate
;
897 dev_dbg(icd
->parent
, "Sensor set %dx%d\n", pix
->width
, pix
->height
);
902 static int mx3_camera_try_fmt(struct soc_camera_device
*icd
,
903 struct v4l2_format
*f
)
905 struct v4l2_subdev
*sd
= soc_camera_to_subdev(icd
);
906 const struct soc_camera_format_xlate
*xlate
;
907 struct v4l2_pix_format
*pix
= &f
->fmt
.pix
;
908 struct v4l2_mbus_framefmt mf
;
909 __u32 pixfmt
= pix
->pixelformat
;
912 xlate
= soc_camera_xlate_by_fourcc(icd
, pixfmt
);
913 if (pixfmt
&& !xlate
) {
914 dev_warn(icd
->parent
, "Format %x not found\n", pixfmt
);
918 /* limit to MX3 hardware capabilities */
919 if (pix
->height
> 4096)
921 if (pix
->width
> 4096)
924 /* limit to sensor capabilities */
925 mf
.width
= pix
->width
;
926 mf
.height
= pix
->height
;
927 mf
.field
= pix
->field
;
928 mf
.colorspace
= pix
->colorspace
;
929 mf
.code
= xlate
->code
;
931 ret
= v4l2_subdev_call(sd
, video
, try_mbus_fmt
, &mf
);
935 pix
->width
= mf
.width
;
936 pix
->height
= mf
.height
;
937 pix
->colorspace
= mf
.colorspace
;
941 pix
->field
= V4L2_FIELD_NONE
;
943 case V4L2_FIELD_NONE
:
946 dev_err(icd
->parent
, "Field type %d unsupported.\n",
954 static int mx3_camera_reqbufs(struct soc_camera_device
*icd
,
955 struct v4l2_requestbuffers
*p
)
960 static unsigned int mx3_camera_poll(struct file
*file
, poll_table
*pt
)
962 struct soc_camera_device
*icd
= file
->private_data
;
964 return vb2_poll(&icd
->vb2_vidq
, file
, pt
);
967 static int mx3_camera_querycap(struct soc_camera_host
*ici
,
968 struct v4l2_capability
*cap
)
970 /* cap->name is set by the firendly caller:-> */
971 strlcpy(cap
->card
, "i.MX3x Camera", sizeof(cap
->card
));
972 cap
->capabilities
= V4L2_CAP_VIDEO_CAPTURE
| V4L2_CAP_STREAMING
;
977 static int mx3_camera_set_bus_param(struct soc_camera_device
*icd
)
979 struct v4l2_subdev
*sd
= soc_camera_to_subdev(icd
);
980 struct soc_camera_host
*ici
= to_soc_camera_host(icd
->parent
);
981 struct mx3_camera_dev
*mx3_cam
= ici
->priv
;
982 struct v4l2_mbus_config cfg
= {.type
= V4L2_MBUS_PARALLEL
,};
983 u32 pixfmt
= icd
->current_fmt
->host_fmt
->fourcc
;
984 unsigned long bus_flags
, common_flags
;
986 const struct soc_mbus_pixelfmt
*fmt
;
989 const struct soc_camera_format_xlate
*xlate
;
990 struct device
*dev
= icd
->parent
;
992 fmt
= soc_mbus_get_fmtdesc(icd
->current_fmt
->code
);
996 xlate
= soc_camera_xlate_by_fourcc(icd
, pixfmt
);
998 dev_warn(dev
, "Format %x not found\n", pixfmt
);
1002 buswidth
= fmt
->bits_per_sample
;
1003 ret
= test_platform_param(mx3_cam
, buswidth
, &bus_flags
);
1005 dev_dbg(dev
, "requested bus width %d bit: %d\n", buswidth
, ret
);
1010 ret
= v4l2_subdev_call(sd
, video
, g_mbus_config
, &cfg
);
1012 common_flags
= soc_mbus_config_compatible(&cfg
,
1014 if (!common_flags
) {
1015 dev_warn(icd
->parent
,
1016 "Flags incompatible: camera 0x%x, host 0x%lx\n",
1017 cfg
.flags
, bus_flags
);
1020 } else if (ret
!= -ENOIOCTLCMD
) {
1023 common_flags
= bus_flags
;
1026 dev_dbg(dev
, "Flags cam: 0x%x host: 0x%lx common: 0x%lx\n",
1027 cfg
.flags
, bus_flags
, common_flags
);
1029 /* Make choices, based on platform preferences */
1030 if ((common_flags
& V4L2_MBUS_HSYNC_ACTIVE_HIGH
) &&
1031 (common_flags
& V4L2_MBUS_HSYNC_ACTIVE_LOW
)) {
1032 if (mx3_cam
->platform_flags
& MX3_CAMERA_HSP
)
1033 common_flags
&= ~V4L2_MBUS_HSYNC_ACTIVE_HIGH
;
1035 common_flags
&= ~V4L2_MBUS_HSYNC_ACTIVE_LOW
;
1038 if ((common_flags
& V4L2_MBUS_VSYNC_ACTIVE_HIGH
) &&
1039 (common_flags
& V4L2_MBUS_VSYNC_ACTIVE_LOW
)) {
1040 if (mx3_cam
->platform_flags
& MX3_CAMERA_VSP
)
1041 common_flags
&= ~V4L2_MBUS_VSYNC_ACTIVE_HIGH
;
1043 common_flags
&= ~V4L2_MBUS_VSYNC_ACTIVE_LOW
;
1046 if ((common_flags
& V4L2_MBUS_DATA_ACTIVE_HIGH
) &&
1047 (common_flags
& V4L2_MBUS_DATA_ACTIVE_LOW
)) {
1048 if (mx3_cam
->platform_flags
& MX3_CAMERA_DP
)
1049 common_flags
&= ~V4L2_MBUS_DATA_ACTIVE_HIGH
;
1051 common_flags
&= ~V4L2_MBUS_DATA_ACTIVE_LOW
;
1054 if ((common_flags
& V4L2_MBUS_PCLK_SAMPLE_RISING
) &&
1055 (common_flags
& V4L2_MBUS_PCLK_SAMPLE_FALLING
)) {
1056 if (mx3_cam
->platform_flags
& MX3_CAMERA_PCP
)
1057 common_flags
&= ~V4L2_MBUS_PCLK_SAMPLE_RISING
;
1059 common_flags
&= ~V4L2_MBUS_PCLK_SAMPLE_FALLING
;
1062 cfg
.flags
= common_flags
;
1063 ret
= v4l2_subdev_call(sd
, video
, s_mbus_config
, &cfg
);
1064 if (ret
< 0 && ret
!= -ENOIOCTLCMD
) {
1065 dev_dbg(dev
, "camera s_mbus_config(0x%lx) returned %d\n",
1071 * So far only gated clock mode is supported. Add a line
1072 * (3 << CSI_SENS_CONF_SENS_PRTCL_SHIFT) |
1073 * below and select the required mode when supporting other
1074 * synchronisation protocols.
1076 sens_conf
= csi_reg_read(mx3_cam
, CSI_SENS_CONF
) &
1077 ~((1 << CSI_SENS_CONF_VSYNC_POL_SHIFT
) |
1078 (1 << CSI_SENS_CONF_HSYNC_POL_SHIFT
) |
1079 (1 << CSI_SENS_CONF_DATA_POL_SHIFT
) |
1080 (1 << CSI_SENS_CONF_PIX_CLK_POL_SHIFT
) |
1081 (3 << CSI_SENS_CONF_DATA_FMT_SHIFT
) |
1082 (3 << CSI_SENS_CONF_DATA_WIDTH_SHIFT
));
1084 /* TODO: Support RGB and YUV formats */
1086 /* This has been set in mx3_camera_activate(), but we clear it above */
1087 sens_conf
|= CSI_SENS_CONF_DATA_FMT_BAYER
;
1089 if (common_flags
& V4L2_MBUS_PCLK_SAMPLE_FALLING
)
1090 sens_conf
|= 1 << CSI_SENS_CONF_PIX_CLK_POL_SHIFT
;
1091 if (common_flags
& V4L2_MBUS_HSYNC_ACTIVE_LOW
)
1092 sens_conf
|= 1 << CSI_SENS_CONF_HSYNC_POL_SHIFT
;
1093 if (common_flags
& V4L2_MBUS_VSYNC_ACTIVE_LOW
)
1094 sens_conf
|= 1 << CSI_SENS_CONF_VSYNC_POL_SHIFT
;
1095 if (common_flags
& V4L2_MBUS_DATA_ACTIVE_LOW
)
1096 sens_conf
|= 1 << CSI_SENS_CONF_DATA_POL_SHIFT
;
1098 /* Just do what we're asked to do */
1099 switch (xlate
->host_fmt
->bits_per_sample
) {
1101 dw
= 0 << CSI_SENS_CONF_DATA_WIDTH_SHIFT
;
1104 dw
= 1 << CSI_SENS_CONF_DATA_WIDTH_SHIFT
;
1107 dw
= 2 << CSI_SENS_CONF_DATA_WIDTH_SHIFT
;
1111 * Actually it can only be 15 now, default is just to silence
1115 dw
= 3 << CSI_SENS_CONF_DATA_WIDTH_SHIFT
;
1118 csi_reg_write(mx3_cam
, sens_conf
| dw
, CSI_SENS_CONF
);
1120 dev_dbg(dev
, "Set SENS_CONF to %x\n", sens_conf
| dw
);
1125 static struct soc_camera_host_ops mx3_soc_camera_host_ops
= {
1126 .owner
= THIS_MODULE
,
1127 .add
= mx3_camera_add_device
,
1128 .remove
= mx3_camera_remove_device
,
1129 .clock_start
= mx3_camera_clock_start
,
1130 .clock_stop
= mx3_camera_clock_stop
,
1131 .set_crop
= mx3_camera_set_crop
,
1132 .set_fmt
= mx3_camera_set_fmt
,
1133 .try_fmt
= mx3_camera_try_fmt
,
1134 .get_formats
= mx3_camera_get_formats
,
1135 .init_videobuf2
= mx3_camera_init_videobuf
,
1136 .reqbufs
= mx3_camera_reqbufs
,
1137 .poll
= mx3_camera_poll
,
1138 .querycap
= mx3_camera_querycap
,
1139 .set_bus_param
= mx3_camera_set_bus_param
,
1142 static int mx3_camera_probe(struct platform_device
*pdev
)
1144 struct mx3_camera_pdata
*pdata
= pdev
->dev
.platform_data
;
1145 struct mx3_camera_dev
*mx3_cam
;
1146 struct resource
*res
;
1149 struct soc_camera_host
*soc_host
;
1151 res
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
1152 base
= devm_ioremap_resource(&pdev
->dev
, res
);
1154 return PTR_ERR(base
);
1159 mx3_cam
= devm_kzalloc(&pdev
->dev
, sizeof(*mx3_cam
), GFP_KERNEL
);
1161 dev_err(&pdev
->dev
, "Could not allocate mx3 camera object\n");
1165 mx3_cam
->clk
= devm_clk_get(&pdev
->dev
, NULL
);
1166 if (IS_ERR(mx3_cam
->clk
))
1167 return PTR_ERR(mx3_cam
->clk
);
1169 mx3_cam
->pdata
= pdata
;
1170 mx3_cam
->platform_flags
= pdata
->flags
;
1171 if (!(mx3_cam
->platform_flags
& MX3_CAMERA_DATAWIDTH_MASK
)) {
1173 * Platform hasn't set available data widths. This is bad.
1174 * Warn and use a default.
1176 dev_warn(&pdev
->dev
, "WARNING! Platform hasn't set available "
1177 "data widths, using default 8 bit\n");
1178 mx3_cam
->platform_flags
|= MX3_CAMERA_DATAWIDTH_8
;
1180 if (mx3_cam
->platform_flags
& MX3_CAMERA_DATAWIDTH_4
)
1181 mx3_cam
->width_flags
= 1 << 3;
1182 if (mx3_cam
->platform_flags
& MX3_CAMERA_DATAWIDTH_8
)
1183 mx3_cam
->width_flags
|= 1 << 7;
1184 if (mx3_cam
->platform_flags
& MX3_CAMERA_DATAWIDTH_10
)
1185 mx3_cam
->width_flags
|= 1 << 9;
1186 if (mx3_cam
->platform_flags
& MX3_CAMERA_DATAWIDTH_15
)
1187 mx3_cam
->width_flags
|= 1 << 14;
1189 mx3_cam
->mclk
= pdata
->mclk_10khz
* 10000;
1190 if (!mx3_cam
->mclk
) {
1191 dev_warn(&pdev
->dev
,
1192 "mclk_10khz == 0! Please, fix your platform data. "
1193 "Using default 20MHz\n");
1194 mx3_cam
->mclk
= 20000000;
1197 /* list of video-buffers */
1198 INIT_LIST_HEAD(&mx3_cam
->capture
);
1199 spin_lock_init(&mx3_cam
->lock
);
1201 mx3_cam
->base
= base
;
1203 soc_host
= &mx3_cam
->soc_host
;
1204 soc_host
->drv_name
= MX3_CAM_DRV_NAME
;
1205 soc_host
->ops
= &mx3_soc_camera_host_ops
;
1206 soc_host
->priv
= mx3_cam
;
1207 soc_host
->v4l2_dev
.dev
= &pdev
->dev
;
1208 soc_host
->nr
= pdev
->id
;
1210 mx3_cam
->alloc_ctx
= vb2_dma_contig_init_ctx(&pdev
->dev
);
1211 if (IS_ERR(mx3_cam
->alloc_ctx
))
1212 return PTR_ERR(mx3_cam
->alloc_ctx
);
1214 if (pdata
->asd_sizes
) {
1215 soc_host
->asd
= pdata
->asd
;
1216 soc_host
->asd_sizes
= pdata
->asd_sizes
;
1219 err
= soc_camera_host_register(soc_host
);
1223 /* IDMAC interface */
1229 vb2_dma_contig_cleanup_ctx(mx3_cam
->alloc_ctx
);
1233 static int mx3_camera_remove(struct platform_device
*pdev
)
1235 struct soc_camera_host
*soc_host
= to_soc_camera_host(&pdev
->dev
);
1236 struct mx3_camera_dev
*mx3_cam
= container_of(soc_host
,
1237 struct mx3_camera_dev
, soc_host
);
1239 soc_camera_host_unregister(soc_host
);
1242 * The channel has either not been allocated,
1243 * or should have been released
1245 if (WARN_ON(mx3_cam
->idmac_channel
[0]))
1246 dma_release_channel(&mx3_cam
->idmac_channel
[0]->dma_chan
);
1248 vb2_dma_contig_cleanup_ctx(mx3_cam
->alloc_ctx
);
1255 static struct platform_driver mx3_camera_driver
= {
1257 .name
= MX3_CAM_DRV_NAME
,
1258 .owner
= THIS_MODULE
,
1260 .probe
= mx3_camera_probe
,
1261 .remove
= mx3_camera_remove
,
1264 module_platform_driver(mx3_camera_driver
);
1266 MODULE_DESCRIPTION("i.MX3x SoC Camera Host driver");
1267 MODULE_AUTHOR("Guennadi Liakhovetski <lg@denx.de>");
1268 MODULE_LICENSE("GPL v2");
1269 MODULE_VERSION("0.2.3");
1270 MODULE_ALIAS("platform:" MX3_CAM_DRV_NAME
);