2 * S5P/EXYNOS4 SoC series camera host interface media device driver
4 * Copyright (C) 2011 - 2013 Samsung Electronics Co., Ltd.
5 * Author: Sylwester Nawrocki <s.nawrocki@samsung.com>
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published
9 * by the Free Software Foundation, either version 2 of the License,
10 * or (at your option) any later version.
13 #include <linux/bug.h>
14 #include <linux/clk.h>
15 #include <linux/clk-provider.h>
16 #include <linux/device.h>
17 #include <linux/errno.h>
18 #include <linux/i2c.h>
19 #include <linux/kernel.h>
20 #include <linux/list.h>
21 #include <linux/module.h>
23 #include <linux/of_platform.h>
24 #include <linux/of_device.h>
25 #include <linux/of_graph.h>
26 #include <linux/platform_device.h>
27 #include <linux/pm_runtime.h>
28 #include <linux/types.h>
29 #include <linux/slab.h>
30 #include <media/v4l2-async.h>
31 #include <media/v4l2-ctrls.h>
32 #include <media/v4l2-of.h>
33 #include <media/media-device.h>
34 #include <media/drv-intf/exynos-fimc.h>
36 #include "media-dev.h"
37 #include "fimc-core.h"
39 #include "fimc-lite.h"
40 #include "mipi-csis.h"
42 /* Set up image sensor subdev -> FIMC capture node notifications. */
43 static void __setup_sensor_notification(struct fimc_md
*fmd
,
44 struct v4l2_subdev
*sensor
,
45 struct v4l2_subdev
*fimc_sd
)
47 struct fimc_source_info
*src_inf
;
48 struct fimc_sensor_info
*md_si
;
51 src_inf
= v4l2_get_subdev_hostdata(sensor
);
52 if (!src_inf
|| WARN_ON(fmd
== NULL
))
55 md_si
= source_to_sensor_info(src_inf
);
56 spin_lock_irqsave(&fmd
->slock
, flags
);
57 md_si
->host
= v4l2_get_subdevdata(fimc_sd
);
58 spin_unlock_irqrestore(&fmd
->slock
, flags
);
62 * fimc_pipeline_prepare - update pipeline information with subdevice pointers
63 * @me: media entity terminating the pipeline
65 * Caller holds the graph mutex.
67 static void fimc_pipeline_prepare(struct fimc_pipeline
*p
,
68 struct media_entity
*me
)
70 struct fimc_md
*fmd
= entity_to_fimc_mdev(me
);
71 struct v4l2_subdev
*sd
;
72 struct v4l2_subdev
*sensor
= NULL
;
75 for (i
= 0; i
< IDX_MAX
; i
++)
79 struct media_pad
*pad
= NULL
;
81 /* Find remote source pad */
82 for (i
= 0; i
< me
->num_pads
; i
++) {
83 struct media_pad
*spad
= &me
->pads
[i
];
84 if (!(spad
->flags
& MEDIA_PAD_FL_SINK
))
86 pad
= media_entity_remote_pad(spad
);
91 if (!pad
|| !is_media_entity_v4l2_subdev(pad
->entity
))
93 sd
= media_entity_to_v4l2_subdev(pad
->entity
);
99 case GRP_ID_FIMC_IS_SENSOR
:
100 p
->subdevs
[IDX_SENSOR
] = sd
;
103 p
->subdevs
[IDX_CSIS
] = sd
;
106 p
->subdevs
[IDX_FLITE
] = sd
;
109 p
->subdevs
[IDX_FIMC
] = sd
;
112 p
->subdevs
[IDX_IS_ISP
] = sd
;
118 if (me
->num_pads
== 1)
122 if (sensor
&& p
->subdevs
[IDX_FIMC
])
123 __setup_sensor_notification(fmd
, sensor
, p
->subdevs
[IDX_FIMC
]);
127 * __subdev_set_power - change power state of a single subdev
128 * @sd: subdevice to change power state for
129 * @on: 1 to enable power or 0 to disable
131 * Return result of s_power subdev operation or -ENXIO if sd argument
132 * is NULL. Return 0 if the subdevice does not implement s_power.
134 static int __subdev_set_power(struct v4l2_subdev
*sd
, int on
)
142 use_count
= &sd
->entity
.use_count
;
143 if (on
&& (*use_count
)++ > 0)
145 else if (!on
&& (*use_count
== 0 || --(*use_count
) > 0))
147 ret
= v4l2_subdev_call(sd
, core
, s_power
, on
);
149 return ret
!= -ENOIOCTLCMD
? ret
: 0;
153 * fimc_pipeline_s_power - change power state of all pipeline subdevs
154 * @fimc: fimc device terminating the pipeline
155 * @state: true to power on, false to power off
157 * Needs to be called with the graph mutex held.
159 static int fimc_pipeline_s_power(struct fimc_pipeline
*p
, bool on
)
161 static const u8 seq
[2][IDX_MAX
- 1] = {
162 { IDX_IS_ISP
, IDX_SENSOR
, IDX_CSIS
, IDX_FLITE
},
163 { IDX_CSIS
, IDX_FLITE
, IDX_SENSOR
, IDX_IS_ISP
},
167 if (p
->subdevs
[IDX_SENSOR
] == NULL
)
170 for (i
= 0; i
< IDX_MAX
- 1; i
++) {
171 unsigned int idx
= seq
[on
][i
];
173 ret
= __subdev_set_power(p
->subdevs
[idx
], on
);
176 if (ret
< 0 && ret
!= -ENXIO
)
181 for (; i
>= 0; i
--) {
182 unsigned int idx
= seq
[on
][i
];
183 __subdev_set_power(p
->subdevs
[idx
], !on
);
189 * __fimc_pipeline_open - update the pipeline information, enable power
190 * of all pipeline subdevs and the sensor clock
191 * @me: media entity to start graph walk with
192 * @prepare: true to walk the current pipeline and acquire all subdevs
194 * Called with the graph mutex held.
196 static int __fimc_pipeline_open(struct exynos_media_pipeline
*ep
,
197 struct media_entity
*me
, bool prepare
)
199 struct fimc_md
*fmd
= entity_to_fimc_mdev(me
);
200 struct fimc_pipeline
*p
= to_fimc_pipeline(ep
);
201 struct v4l2_subdev
*sd
;
204 if (WARN_ON(p
== NULL
|| me
== NULL
))
208 fimc_pipeline_prepare(p
, me
);
210 sd
= p
->subdevs
[IDX_SENSOR
];
214 /* Disable PXLASYNC clock if this pipeline includes FIMC-IS */
215 if (!IS_ERR(fmd
->wbclk
[CLK_IDX_WB_B
]) && p
->subdevs
[IDX_IS_ISP
]) {
216 ret
= clk_prepare_enable(fmd
->wbclk
[CLK_IDX_WB_B
]);
221 ret
= fimc_pipeline_s_power(p
, 1);
225 if (!IS_ERR(fmd
->wbclk
[CLK_IDX_WB_B
]) && p
->subdevs
[IDX_IS_ISP
])
226 clk_disable_unprepare(fmd
->wbclk
[CLK_IDX_WB_B
]);
232 * __fimc_pipeline_close - disable the sensor clock and pipeline power
233 * @fimc: fimc device terminating the pipeline
235 * Disable power of all subdevs and turn the external sensor clock off.
237 static int __fimc_pipeline_close(struct exynos_media_pipeline
*ep
)
239 struct fimc_pipeline
*p
= to_fimc_pipeline(ep
);
240 struct v4l2_subdev
*sd
= p
? p
->subdevs
[IDX_SENSOR
] : NULL
;
245 pr_warn("%s(): No sensor subdev\n", __func__
);
249 ret
= fimc_pipeline_s_power(p
, 0);
251 fmd
= entity_to_fimc_mdev(&sd
->entity
);
253 /* Disable PXLASYNC clock if this pipeline includes FIMC-IS */
254 if (!IS_ERR(fmd
->wbclk
[CLK_IDX_WB_B
]) && p
->subdevs
[IDX_IS_ISP
])
255 clk_disable_unprepare(fmd
->wbclk
[CLK_IDX_WB_B
]);
257 return ret
== -ENXIO
? 0 : ret
;
261 * __fimc_pipeline_s_stream - call s_stream() on pipeline subdevs
262 * @pipeline: video pipeline structure
263 * @on: passed as the s_stream() callback argument
265 static int __fimc_pipeline_s_stream(struct exynos_media_pipeline
*ep
, bool on
)
267 static const u8 seq
[2][IDX_MAX
] = {
268 { IDX_FIMC
, IDX_SENSOR
, IDX_IS_ISP
, IDX_CSIS
, IDX_FLITE
},
269 { IDX_CSIS
, IDX_FLITE
, IDX_FIMC
, IDX_SENSOR
, IDX_IS_ISP
},
271 struct fimc_pipeline
*p
= to_fimc_pipeline(ep
);
274 if (p
->subdevs
[IDX_SENSOR
] == NULL
)
277 for (i
= 0; i
< IDX_MAX
; i
++) {
278 unsigned int idx
= seq
[on
][i
];
280 ret
= v4l2_subdev_call(p
->subdevs
[idx
], video
, s_stream
, on
);
282 if (ret
< 0 && ret
!= -ENOIOCTLCMD
&& ret
!= -ENODEV
)
287 for (; i
>= 0; i
--) {
288 unsigned int idx
= seq
[on
][i
];
289 v4l2_subdev_call(p
->subdevs
[idx
], video
, s_stream
, !on
);
294 /* Media pipeline operations for the FIMC/FIMC-LITE video device driver */
295 static const struct exynos_media_pipeline_ops fimc_pipeline_ops
= {
296 .open
= __fimc_pipeline_open
,
297 .close
= __fimc_pipeline_close
,
298 .set_stream
= __fimc_pipeline_s_stream
,
301 static struct exynos_media_pipeline
*fimc_md_pipeline_create(
304 struct fimc_pipeline
*p
;
306 p
= kzalloc(sizeof(*p
), GFP_KERNEL
);
310 list_add_tail(&p
->list
, &fmd
->pipelines
);
312 p
->ep
.ops
= &fimc_pipeline_ops
;
316 static void fimc_md_pipelines_free(struct fimc_md
*fmd
)
318 while (!list_empty(&fmd
->pipelines
)) {
319 struct fimc_pipeline
*p
;
321 p
= list_entry(fmd
->pipelines
.next
, typeof(*p
), list
);
327 /* Parse port node and register as a sub-device any sensor specified there. */
328 static int fimc_md_parse_port_node(struct fimc_md
*fmd
,
329 struct device_node
*port
,
332 struct fimc_source_info
*pd
= &fmd
->sensor
[index
].pdata
;
333 struct device_node
*rem
, *ep
, *np
;
334 struct v4l2_of_endpoint endpoint
;
336 /* Assume here a port node can have only one endpoint node. */
337 ep
= of_get_next_child(port
, NULL
);
341 v4l2_of_parse_endpoint(ep
, &endpoint
);
342 if (WARN_ON(endpoint
.base
.port
== 0) || index
>= FIMC_MAX_SENSORS
)
345 pd
->mux_id
= (endpoint
.base
.port
- 1) & 0x1;
347 rem
= of_graph_get_remote_port_parent(ep
);
350 v4l2_info(&fmd
->v4l2_dev
, "Remote device at %s not found\n",
355 if (fimc_input_is_parallel(endpoint
.base
.port
)) {
356 if (endpoint
.bus_type
== V4L2_MBUS_PARALLEL
)
357 pd
->sensor_bus_type
= FIMC_BUS_TYPE_ITU_601
;
359 pd
->sensor_bus_type
= FIMC_BUS_TYPE_ITU_656
;
360 pd
->flags
= endpoint
.bus
.parallel
.flags
;
361 } else if (fimc_input_is_mipi_csi(endpoint
.base
.port
)) {
363 * MIPI CSI-2: only input mux selection and
364 * the sensor's clock frequency is needed.
366 pd
->sensor_bus_type
= FIMC_BUS_TYPE_MIPI_CSI2
;
368 v4l2_err(&fmd
->v4l2_dev
, "Wrong port id (%u) at node %s\n",
369 endpoint
.base
.port
, rem
->full_name
);
372 * For FIMC-IS handled sensors, that are placed under i2c-isp device
373 * node, FIMC is connected to the FIMC-IS through its ISP Writeback
374 * input. Sensors are attached to the FIMC-LITE hostdata interface
375 * directly or through MIPI-CSIS, depending on the external media bus
376 * used. This needs to be handled in a more reliable way, not by just
377 * checking parent's node name.
379 np
= of_get_parent(rem
);
381 if (np
&& !of_node_cmp(np
->name
, "i2c-isp"))
382 pd
->fimc_bus_type
= FIMC_BUS_TYPE_ISP_WRITEBACK
;
384 pd
->fimc_bus_type
= pd
->sensor_bus_type
;
386 if (WARN_ON(index
>= ARRAY_SIZE(fmd
->sensor
)))
389 fmd
->sensor
[index
].asd
.match_type
= V4L2_ASYNC_MATCH_OF
;
390 fmd
->sensor
[index
].asd
.match
.of
.node
= rem
;
391 fmd
->async_subdevs
[index
] = &fmd
->sensor
[index
].asd
;
399 /* Register all SoC external sub-devices */
400 static int fimc_md_register_sensor_entities(struct fimc_md
*fmd
)
402 struct device_node
*parent
= fmd
->pdev
->dev
.of_node
;
403 struct device_node
*node
, *ports
;
408 * Runtime resume one of the FIMC entities to make sure
409 * the sclk_cam clocks are not globally disabled.
414 ret
= pm_runtime_get_sync(fmd
->pmf
);
418 fmd
->num_sensors
= 0;
420 /* Attach sensors linked to MIPI CSI-2 receivers */
421 for_each_available_child_of_node(parent
, node
) {
422 struct device_node
*port
;
424 if (of_node_cmp(node
->name
, "csis"))
426 /* The csis node can have only port subnode. */
427 port
= of_get_next_child(node
, NULL
);
431 ret
= fimc_md_parse_port_node(fmd
, port
, index
);
437 /* Attach sensors listed in the parallel-ports node */
438 ports
= of_get_child_by_name(parent
, "parallel-ports");
442 for_each_child_of_node(ports
, node
) {
443 ret
= fimc_md_parse_port_node(fmd
, node
, index
);
449 pm_runtime_put(fmd
->pmf
);
453 static int __of_get_csis_id(struct device_node
*np
)
457 np
= of_get_child_by_name(np
, "port");
460 of_property_read_u32(np
, "reg", ®
);
461 return reg
- FIMC_INPUT_MIPI_CSI2_0
;
465 * MIPI-CSIS, FIMC and FIMC-LITE platform devices registration.
467 static int register_fimc_lite_entity(struct fimc_md
*fmd
,
468 struct fimc_lite
*fimc_lite
)
470 struct v4l2_subdev
*sd
;
471 struct exynos_media_pipeline
*ep
;
474 if (WARN_ON(fimc_lite
->index
>= FIMC_LITE_MAX_DEVS
||
475 fmd
->fimc_lite
[fimc_lite
->index
]))
478 sd
= &fimc_lite
->subdev
;
479 sd
->grp_id
= GRP_ID_FLITE
;
481 ep
= fimc_md_pipeline_create(fmd
);
485 v4l2_set_subdev_hostdata(sd
, ep
);
487 ret
= v4l2_device_register_subdev(&fmd
->v4l2_dev
, sd
);
489 fmd
->fimc_lite
[fimc_lite
->index
] = fimc_lite
;
491 v4l2_err(&fmd
->v4l2_dev
, "Failed to register FIMC.LITE%d\n",
496 static int register_fimc_entity(struct fimc_md
*fmd
, struct fimc_dev
*fimc
)
498 struct v4l2_subdev
*sd
;
499 struct exynos_media_pipeline
*ep
;
502 if (WARN_ON(fimc
->id
>= FIMC_MAX_DEVS
|| fmd
->fimc
[fimc
->id
]))
505 sd
= &fimc
->vid_cap
.subdev
;
506 sd
->grp_id
= GRP_ID_FIMC
;
508 ep
= fimc_md_pipeline_create(fmd
);
512 v4l2_set_subdev_hostdata(sd
, ep
);
514 ret
= v4l2_device_register_subdev(&fmd
->v4l2_dev
, sd
);
516 if (!fmd
->pmf
&& fimc
->pdev
)
517 fmd
->pmf
= &fimc
->pdev
->dev
;
518 fmd
->fimc
[fimc
->id
] = fimc
;
519 fimc
->vid_cap
.user_subdev_api
= fmd
->user_subdev_api
;
521 v4l2_err(&fmd
->v4l2_dev
, "Failed to register FIMC.%d (%d)\n",
527 static int register_csis_entity(struct fimc_md
*fmd
,
528 struct platform_device
*pdev
,
529 struct v4l2_subdev
*sd
)
531 struct device_node
*node
= pdev
->dev
.of_node
;
534 id
= node
? __of_get_csis_id(node
) : max(0, pdev
->id
);
536 if (WARN_ON(id
< 0 || id
>= CSIS_MAX_ENTITIES
))
539 if (WARN_ON(fmd
->csis
[id
].sd
))
542 sd
->grp_id
= GRP_ID_CSIS
;
543 ret
= v4l2_device_register_subdev(&fmd
->v4l2_dev
, sd
);
545 fmd
->csis
[id
].sd
= sd
;
547 v4l2_err(&fmd
->v4l2_dev
,
548 "Failed to register MIPI-CSIS.%d (%d)\n", id
, ret
);
552 static int register_fimc_is_entity(struct fimc_md
*fmd
, struct fimc_is
*is
)
554 struct v4l2_subdev
*sd
= &is
->isp
.subdev
;
555 struct exynos_media_pipeline
*ep
;
558 /* Allocate pipeline object for the ISP capture video node. */
559 ep
= fimc_md_pipeline_create(fmd
);
563 v4l2_set_subdev_hostdata(sd
, ep
);
565 ret
= v4l2_device_register_subdev(&fmd
->v4l2_dev
, sd
);
567 v4l2_err(&fmd
->v4l2_dev
,
568 "Failed to register FIMC-ISP (%d)\n", ret
);
576 static int fimc_md_register_platform_entity(struct fimc_md
*fmd
,
577 struct platform_device
*pdev
,
580 struct device
*dev
= &pdev
->dev
;
581 int ret
= -EPROBE_DEFER
;
584 /* Lock to ensure dev->driver won't change. */
587 if (!dev
->driver
|| !try_module_get(dev
->driver
->owner
))
590 drvdata
= dev_get_drvdata(dev
);
591 /* Some subdev didn't probe successfully id drvdata is NULL */
593 switch (plat_entity
) {
595 ret
= register_fimc_entity(fmd
, drvdata
);
598 ret
= register_fimc_lite_entity(fmd
, drvdata
);
601 ret
= register_csis_entity(fmd
, pdev
, drvdata
);
604 ret
= register_fimc_is_entity(fmd
, drvdata
);
611 module_put(dev
->driver
->owner
);
614 if (ret
== -EPROBE_DEFER
)
615 dev_info(&fmd
->pdev
->dev
, "deferring %s device registration\n",
618 dev_err(&fmd
->pdev
->dev
, "%s device registration failed (%d)\n",
623 /* Register FIMC, FIMC-LITE and CSIS media entities */
624 static int fimc_md_register_platform_entities(struct fimc_md
*fmd
,
625 struct device_node
*parent
)
627 struct device_node
*node
;
630 for_each_available_child_of_node(parent
, node
) {
631 struct platform_device
*pdev
;
632 int plat_entity
= -1;
634 pdev
= of_find_device_by_node(node
);
638 /* If driver of any entity isn't ready try all again later. */
639 if (!strcmp(node
->name
, CSIS_OF_NODE_NAME
))
640 plat_entity
= IDX_CSIS
;
641 else if (!strcmp(node
->name
, FIMC_IS_OF_NODE_NAME
))
642 plat_entity
= IDX_IS_ISP
;
643 else if (!strcmp(node
->name
, FIMC_LITE_OF_NODE_NAME
))
644 plat_entity
= IDX_FLITE
;
645 else if (!strcmp(node
->name
, FIMC_OF_NODE_NAME
) &&
646 !of_property_read_bool(node
, "samsung,lcd-wb"))
647 plat_entity
= IDX_FIMC
;
649 if (plat_entity
>= 0)
650 ret
= fimc_md_register_platform_entity(fmd
, pdev
,
652 put_device(&pdev
->dev
);
660 static void fimc_md_unregister_entities(struct fimc_md
*fmd
)
664 for (i
= 0; i
< FIMC_MAX_DEVS
; i
++) {
665 struct fimc_dev
*dev
= fmd
->fimc
[i
];
668 v4l2_device_unregister_subdev(&dev
->vid_cap
.subdev
);
669 dev
->vid_cap
.ve
.pipe
= NULL
;
672 for (i
= 0; i
< FIMC_LITE_MAX_DEVS
; i
++) {
673 struct fimc_lite
*dev
= fmd
->fimc_lite
[i
];
676 v4l2_device_unregister_subdev(&dev
->subdev
);
678 fmd
->fimc_lite
[i
] = NULL
;
680 for (i
= 0; i
< CSIS_MAX_ENTITIES
; i
++) {
681 if (fmd
->csis
[i
].sd
== NULL
)
683 v4l2_device_unregister_subdev(fmd
->csis
[i
].sd
);
684 fmd
->csis
[i
].sd
= NULL
;
688 v4l2_device_unregister_subdev(&fmd
->fimc_is
->isp
.subdev
);
690 v4l2_info(&fmd
->v4l2_dev
, "Unregistered all entities\n");
694 * __fimc_md_create_fimc_links - create links to all FIMC entities
695 * @fmd: fimc media device
696 * @source: the source entity to create links to all fimc entities from
697 * @sensor: sensor subdev linked to FIMC[fimc_id] entity, may be null
698 * @pad: the source entity pad index
699 * @link_mask: bitmask of the fimc devices for which link should be enabled
701 static int __fimc_md_create_fimc_sink_links(struct fimc_md
*fmd
,
702 struct media_entity
*source
,
703 struct v4l2_subdev
*sensor
,
704 int pad
, int link_mask
)
706 struct fimc_source_info
*si
= NULL
;
707 struct media_entity
*sink
;
708 unsigned int flags
= 0;
712 si
= v4l2_get_subdev_hostdata(sensor
);
713 /* Skip direct FIMC links in the logical FIMC-IS sensor path */
714 if (si
&& si
->fimc_bus_type
== FIMC_BUS_TYPE_ISP_WRITEBACK
)
718 for (i
= 0; !ret
&& i
< FIMC_MAX_DEVS
; i
++) {
722 * Some FIMC variants are not fitted with camera capture
723 * interface. Skip creating a link from sensor for those.
725 if (!fmd
->fimc
[i
]->variant
->has_cam_if
)
728 flags
= ((1 << i
) & link_mask
) ? MEDIA_LNK_FL_ENABLED
: 0;
730 sink
= &fmd
->fimc
[i
]->vid_cap
.subdev
.entity
;
731 ret
= media_create_pad_link(source
, pad
, sink
,
732 FIMC_SD_PAD_SINK_CAM
, flags
);
736 /* Notify FIMC capture subdev entity */
737 ret
= media_entity_call(sink
, link_setup
, &sink
->pads
[0],
738 &source
->pads
[pad
], flags
);
742 v4l2_info(&fmd
->v4l2_dev
, "created link [%s] %c> [%s]\n",
743 source
->name
, flags
? '=' : '-', sink
->name
);
746 for (i
= 0; i
< FIMC_LITE_MAX_DEVS
; i
++) {
747 if (!fmd
->fimc_lite
[i
])
750 sink
= &fmd
->fimc_lite
[i
]->subdev
.entity
;
751 ret
= media_create_pad_link(source
, pad
, sink
,
752 FLITE_SD_PAD_SINK
, 0);
756 /* Notify FIMC-LITE subdev entity */
757 ret
= media_entity_call(sink
, link_setup
, &sink
->pads
[0],
758 &source
->pads
[pad
], 0);
762 v4l2_info(&fmd
->v4l2_dev
, "created link [%s] -> [%s]\n",
763 source
->name
, sink
->name
);
768 /* Create links from FIMC-LITE source pads to other entities */
769 static int __fimc_md_create_flite_source_links(struct fimc_md
*fmd
)
771 struct media_entity
*source
, *sink
;
774 for (i
= 0; i
< FIMC_LITE_MAX_DEVS
; i
++) {
775 struct fimc_lite
*fimc
= fmd
->fimc_lite
[i
];
780 source
= &fimc
->subdev
.entity
;
781 sink
= &fimc
->ve
.vdev
.entity
;
782 /* FIMC-LITE's subdev and video node */
783 ret
= media_create_pad_link(source
, FLITE_SD_PAD_SOURCE_DMA
,
787 /* Link from FIMC-LITE to IS-ISP subdev */
788 sink
= &fmd
->fimc_is
->isp
.subdev
.entity
;
789 ret
= media_create_pad_link(source
, FLITE_SD_PAD_SOURCE_ISP
,
798 /* Create FIMC-IS links */
799 static int __fimc_md_create_fimc_is_links(struct fimc_md
*fmd
)
801 struct fimc_isp
*isp
= &fmd
->fimc_is
->isp
;
802 struct media_entity
*source
, *sink
;
805 source
= &isp
->subdev
.entity
;
807 for (i
= 0; i
< FIMC_MAX_DEVS
; i
++) {
808 if (fmd
->fimc
[i
] == NULL
)
811 /* Link from FIMC-IS-ISP subdev to FIMC */
812 sink
= &fmd
->fimc
[i
]->vid_cap
.subdev
.entity
;
813 ret
= media_create_pad_link(source
, FIMC_ISP_SD_PAD_SRC_FIFO
,
814 sink
, FIMC_SD_PAD_SINK_FIFO
, 0);
819 /* Link from FIMC-IS-ISP subdev to fimc-is-isp.capture video node */
820 sink
= &isp
->video_capture
.ve
.vdev
.entity
;
822 /* Skip this link if the fimc-is-isp video node driver isn't built-in */
823 if (sink
->num_pads
== 0)
826 return media_create_pad_link(source
, FIMC_ISP_SD_PAD_SRC_DMA
,
831 * fimc_md_create_links - create default links between registered entities
833 * Parallel interface sensor entities are connected directly to FIMC capture
834 * entities. The sensors using MIPI CSIS bus are connected through immutable
835 * link with CSI receiver entity specified by mux_id. Any registered CSIS
836 * entity has a link to each registered FIMC capture entity. Enabled links
837 * are created by default between each subsequent registered sensor and
838 * subsequent FIMC capture entity. The number of default active links is
839 * determined by the number of available sensors or FIMC entities,
842 static int fimc_md_create_links(struct fimc_md
*fmd
)
844 struct v4l2_subdev
*csi_sensors
[CSIS_MAX_ENTITIES
] = { NULL
};
845 struct v4l2_subdev
*sensor
, *csis
;
846 struct fimc_source_info
*pdata
;
847 struct media_entity
*source
, *sink
;
848 int i
, pad
, fimc_id
= 0, ret
= 0;
849 u32 flags
, link_mask
= 0;
851 for (i
= 0; i
< fmd
->num_sensors
; i
++) {
852 if (fmd
->sensor
[i
].subdev
== NULL
)
855 sensor
= fmd
->sensor
[i
].subdev
;
856 pdata
= v4l2_get_subdev_hostdata(sensor
);
862 switch (pdata
->sensor_bus_type
) {
863 case FIMC_BUS_TYPE_MIPI_CSI2
:
864 if (WARN(pdata
->mux_id
>= CSIS_MAX_ENTITIES
,
865 "Wrong CSI channel id: %d\n", pdata
->mux_id
))
868 csis
= fmd
->csis
[pdata
->mux_id
].sd
;
869 if (WARN(csis
== NULL
,
870 "MIPI-CSI interface specified "
871 "but s5p-csis module is not loaded!\n"))
874 pad
= sensor
->entity
.num_pads
- 1;
875 ret
= media_create_pad_link(&sensor
->entity
, pad
,
876 &csis
->entity
, CSIS_PAD_SINK
,
877 MEDIA_LNK_FL_IMMUTABLE
|
878 MEDIA_LNK_FL_ENABLED
);
882 v4l2_info(&fmd
->v4l2_dev
, "created link [%s] => [%s]\n",
883 sensor
->entity
.name
, csis
->entity
.name
);
886 csi_sensors
[pdata
->mux_id
] = sensor
;
889 case FIMC_BUS_TYPE_ITU_601
...FIMC_BUS_TYPE_ITU_656
:
890 source
= &sensor
->entity
;
895 v4l2_err(&fmd
->v4l2_dev
, "Wrong bus_type: %x\n",
896 pdata
->sensor_bus_type
);
902 link_mask
= 1 << fimc_id
++;
903 ret
= __fimc_md_create_fimc_sink_links(fmd
, source
, sensor
,
907 for (i
= 0; i
< CSIS_MAX_ENTITIES
; i
++) {
908 if (fmd
->csis
[i
].sd
== NULL
)
911 source
= &fmd
->csis
[i
].sd
->entity
;
912 pad
= CSIS_PAD_SOURCE
;
913 sensor
= csi_sensors
[i
];
915 link_mask
= 1 << fimc_id
++;
916 ret
= __fimc_md_create_fimc_sink_links(fmd
, source
, sensor
,
920 /* Create immutable links between each FIMC's subdev and video node */
921 flags
= MEDIA_LNK_FL_IMMUTABLE
| MEDIA_LNK_FL_ENABLED
;
922 for (i
= 0; i
< FIMC_MAX_DEVS
; i
++) {
926 source
= &fmd
->fimc
[i
]->vid_cap
.subdev
.entity
;
927 sink
= &fmd
->fimc
[i
]->vid_cap
.ve
.vdev
.entity
;
929 ret
= media_create_pad_link(source
, FIMC_SD_PAD_SOURCE
,
935 ret
= __fimc_md_create_flite_source_links(fmd
);
940 ret
= __fimc_md_create_fimc_is_links(fmd
);
946 * The peripheral sensor and CAM_BLK (PIXELASYNCMx) clocks management.
948 static void fimc_md_put_clocks(struct fimc_md
*fmd
)
950 int i
= FIMC_MAX_CAMCLKS
;
953 if (IS_ERR(fmd
->camclk
[i
].clock
))
955 clk_put(fmd
->camclk
[i
].clock
);
956 fmd
->camclk
[i
].clock
= ERR_PTR(-EINVAL
);
959 /* Writeback (PIXELASYNCMx) clocks */
960 for (i
= 0; i
< FIMC_MAX_WBCLKS
; i
++) {
961 if (IS_ERR(fmd
->wbclk
[i
]))
963 clk_put(fmd
->wbclk
[i
]);
964 fmd
->wbclk
[i
] = ERR_PTR(-EINVAL
);
968 static int fimc_md_get_clocks(struct fimc_md
*fmd
)
970 struct device
*dev
= &fmd
->pdev
->dev
;
975 for (i
= 0; i
< FIMC_MAX_CAMCLKS
; i
++)
976 fmd
->camclk
[i
].clock
= ERR_PTR(-EINVAL
);
978 for (i
= 0; i
< FIMC_MAX_CAMCLKS
; i
++) {
979 snprintf(clk_name
, sizeof(clk_name
), "sclk_cam%u", i
);
980 clock
= clk_get(dev
, clk_name
);
983 dev_err(dev
, "Failed to get clock: %s\n", clk_name
);
984 ret
= PTR_ERR(clock
);
987 fmd
->camclk
[i
].clock
= clock
;
990 fimc_md_put_clocks(fmd
);
995 * For now get only PIXELASYNCM1 clock (Writeback B/ISP),
996 * leave PIXELASYNCM0 out for the LCD Writeback driver.
998 fmd
->wbclk
[CLK_IDX_WB_A
] = ERR_PTR(-EINVAL
);
1000 for (i
= CLK_IDX_WB_B
; i
< FIMC_MAX_WBCLKS
; i
++) {
1001 snprintf(clk_name
, sizeof(clk_name
), "pxl_async%u", i
);
1002 clock
= clk_get(dev
, clk_name
);
1003 if (IS_ERR(clock
)) {
1004 v4l2_err(&fmd
->v4l2_dev
, "Failed to get clock: %s\n",
1006 ret
= PTR_ERR(clock
);
1009 fmd
->wbclk
[i
] = clock
;
1012 fimc_md_put_clocks(fmd
);
1017 static int __fimc_md_modify_pipeline(struct media_entity
*entity
, bool enable
)
1019 struct exynos_video_entity
*ve
;
1020 struct fimc_pipeline
*p
;
1021 struct video_device
*vdev
;
1024 vdev
= media_entity_to_video_device(entity
);
1025 if (vdev
->entity
.use_count
== 0)
1028 ve
= vdev_to_exynos_video_entity(vdev
);
1029 p
= to_fimc_pipeline(ve
->pipe
);
1031 * Nothing to do if we are disabling the pipeline, some link
1032 * has been disconnected and p->subdevs array is cleared now.
1034 if (!enable
&& p
->subdevs
[IDX_SENSOR
] == NULL
)
1038 ret
= __fimc_pipeline_open(ve
->pipe
, entity
, true);
1040 ret
= __fimc_pipeline_close(ve
->pipe
);
1042 if (ret
== 0 && !enable
)
1043 memset(p
->subdevs
, 0, sizeof(p
->subdevs
));
1048 /* Locking: called with entity->graph_obj.mdev->graph_mutex mutex held. */
1049 static int __fimc_md_modify_pipelines(struct media_entity
*entity
, bool enable
)
1051 struct media_entity
*entity_err
= entity
;
1052 struct media_entity_graph graph
;
1056 * Walk current graph and call the pipeline open/close routine for each
1057 * opened video node that belongs to the graph of entities connected
1058 * through active links. This is needed as we cannot power on/off the
1059 * subdevs in random order.
1061 media_entity_graph_walk_start(&graph
, entity
);
1063 while ((entity
= media_entity_graph_walk_next(&graph
))) {
1064 if (!is_media_entity_v4l2_io(entity
))
1067 ret
= __fimc_md_modify_pipeline(entity
, enable
);
1075 media_entity_graph_walk_start(&graph
, entity_err
);
1077 while ((entity_err
= media_entity_graph_walk_next(&graph
))) {
1078 if (!is_media_entity_v4l2_io(entity_err
))
1081 __fimc_md_modify_pipeline(entity_err
, !enable
);
1083 if (entity_err
== entity
)
1090 static int fimc_md_link_notify(struct media_link
*link
, unsigned int flags
,
1091 unsigned int notification
)
1093 struct media_entity
*sink
= link
->sink
->entity
;
1096 /* Before link disconnection */
1097 if (notification
== MEDIA_DEV_NOTIFY_PRE_LINK_CH
) {
1098 if (!(flags
& MEDIA_LNK_FL_ENABLED
))
1099 ret
= __fimc_md_modify_pipelines(sink
, false);
1102 /* TODO: Link state change validation */
1104 /* After link activation */
1105 } else if (notification
== MEDIA_DEV_NOTIFY_POST_LINK_CH
&&
1106 (link
->flags
& MEDIA_LNK_FL_ENABLED
)) {
1107 ret
= __fimc_md_modify_pipelines(sink
, true);
1110 return ret
? -EPIPE
: 0;
1113 static ssize_t
fimc_md_sysfs_show(struct device
*dev
,
1114 struct device_attribute
*attr
, char *buf
)
1116 struct platform_device
*pdev
= to_platform_device(dev
);
1117 struct fimc_md
*fmd
= platform_get_drvdata(pdev
);
1119 if (fmd
->user_subdev_api
)
1120 return strlcpy(buf
, "Sub-device API (sub-dev)\n", PAGE_SIZE
);
1122 return strlcpy(buf
, "V4L2 video node only API (vid-dev)\n", PAGE_SIZE
);
1125 static ssize_t
fimc_md_sysfs_store(struct device
*dev
,
1126 struct device_attribute
*attr
,
1127 const char *buf
, size_t count
)
1129 struct platform_device
*pdev
= to_platform_device(dev
);
1130 struct fimc_md
*fmd
= platform_get_drvdata(pdev
);
1134 if (!strcmp(buf
, "vid-dev\n"))
1136 else if (!strcmp(buf
, "sub-dev\n"))
1141 fmd
->user_subdev_api
= subdev_api
;
1142 for (i
= 0; i
< FIMC_MAX_DEVS
; i
++)
1144 fmd
->fimc
[i
]->vid_cap
.user_subdev_api
= subdev_api
;
1148 * This device attribute is to select video pipeline configuration method.
1149 * There are following valid values:
1150 * vid-dev - for V4L2 video node API only, subdevice will be configured
1151 * by the host driver.
1152 * sub-dev - for media controller API, subdevs must be configured in user
1153 * space before starting streaming.
1155 static DEVICE_ATTR(subdev_conf_mode
, S_IWUSR
| S_IRUGO
,
1156 fimc_md_sysfs_show
, fimc_md_sysfs_store
);
1158 static int fimc_md_get_pinctrl(struct fimc_md
*fmd
)
1160 struct device
*dev
= &fmd
->pdev
->dev
;
1161 struct fimc_pinctrl
*pctl
= &fmd
->pinctl
;
1163 pctl
->pinctrl
= devm_pinctrl_get(dev
);
1164 if (IS_ERR(pctl
->pinctrl
))
1165 return PTR_ERR(pctl
->pinctrl
);
1167 pctl
->state_default
= pinctrl_lookup_state(pctl
->pinctrl
,
1168 PINCTRL_STATE_DEFAULT
);
1169 if (IS_ERR(pctl
->state_default
))
1170 return PTR_ERR(pctl
->state_default
);
1172 pctl
->state_idle
= pinctrl_lookup_state(pctl
->pinctrl
,
1173 PINCTRL_STATE_IDLE
);
1177 static int cam_clk_prepare(struct clk_hw
*hw
)
1179 struct cam_clk
*camclk
= to_cam_clk(hw
);
1182 if (camclk
->fmd
->pmf
== NULL
)
1185 ret
= pm_runtime_get_sync(camclk
->fmd
->pmf
);
1186 return ret
< 0 ? ret
: 0;
1189 static void cam_clk_unprepare(struct clk_hw
*hw
)
1191 struct cam_clk
*camclk
= to_cam_clk(hw
);
1193 if (camclk
->fmd
->pmf
== NULL
)
1196 pm_runtime_put_sync(camclk
->fmd
->pmf
);
1199 static const struct clk_ops cam_clk_ops
= {
1200 .prepare
= cam_clk_prepare
,
1201 .unprepare
= cam_clk_unprepare
,
1204 static void fimc_md_unregister_clk_provider(struct fimc_md
*fmd
)
1206 struct cam_clk_provider
*cp
= &fmd
->clk_provider
;
1210 of_clk_del_provider(cp
->of_node
);
1212 for (i
= 0; i
< cp
->num_clocks
; i
++)
1213 clk_unregister(cp
->clks
[i
]);
1216 static int fimc_md_register_clk_provider(struct fimc_md
*fmd
)
1218 struct cam_clk_provider
*cp
= &fmd
->clk_provider
;
1219 struct device
*dev
= &fmd
->pdev
->dev
;
1222 for (i
= 0; i
< FIMC_MAX_CAMCLKS
; i
++) {
1223 struct cam_clk
*camclk
= &cp
->camclk
[i
];
1224 struct clk_init_data init
;
1227 ret
= of_property_read_string_index(dev
->of_node
,
1228 "clock-output-names", i
, &init
.name
);
1232 p_name
= __clk_get_name(fmd
->camclk
[i
].clock
);
1234 /* It's safe since clk_register() will duplicate the string. */
1235 init
.parent_names
= &p_name
;
1236 init
.num_parents
= 1;
1237 init
.ops
= &cam_clk_ops
;
1238 init
.flags
= CLK_SET_RATE_PARENT
;
1239 camclk
->hw
.init
= &init
;
1242 cp
->clks
[i
] = clk_register(NULL
, &camclk
->hw
);
1243 if (IS_ERR(cp
->clks
[i
])) {
1244 dev_err(dev
, "failed to register clock: %s (%ld)\n",
1245 init
.name
, PTR_ERR(cp
->clks
[i
]));
1246 ret
= PTR_ERR(cp
->clks
[i
]);
1252 if (cp
->num_clocks
== 0) {
1253 dev_warn(dev
, "clk provider not registered\n");
1257 cp
->clk_data
.clks
= cp
->clks
;
1258 cp
->clk_data
.clk_num
= cp
->num_clocks
;
1259 cp
->of_node
= dev
->of_node
;
1260 ret
= of_clk_add_provider(dev
->of_node
, of_clk_src_onecell_get
,
1265 fimc_md_unregister_clk_provider(fmd
);
1269 static int subdev_notifier_bound(struct v4l2_async_notifier
*notifier
,
1270 struct v4l2_subdev
*subdev
,
1271 struct v4l2_async_subdev
*asd
)
1273 struct fimc_md
*fmd
= notifier_to_fimc_md(notifier
);
1274 struct fimc_sensor_info
*si
= NULL
;
1277 /* Find platform data for this sensor subdev */
1278 for (i
= 0; i
< ARRAY_SIZE(fmd
->sensor
); i
++)
1279 if (fmd
->sensor
[i
].asd
.match
.of
.node
== subdev
->dev
->of_node
)
1280 si
= &fmd
->sensor
[i
];
1285 v4l2_set_subdev_hostdata(subdev
, &si
->pdata
);
1287 if (si
->pdata
.fimc_bus_type
== FIMC_BUS_TYPE_ISP_WRITEBACK
)
1288 subdev
->grp_id
= GRP_ID_FIMC_IS_SENSOR
;
1290 subdev
->grp_id
= GRP_ID_SENSOR
;
1292 si
->subdev
= subdev
;
1294 v4l2_info(&fmd
->v4l2_dev
, "Registered sensor subdevice: %s (%d)\n",
1295 subdev
->name
, fmd
->num_sensors
);
1302 static int subdev_notifier_complete(struct v4l2_async_notifier
*notifier
)
1304 struct fimc_md
*fmd
= notifier_to_fimc_md(notifier
);
1307 mutex_lock(&fmd
->media_dev
.graph_mutex
);
1309 ret
= fimc_md_create_links(fmd
);
1313 ret
= v4l2_device_register_subdev_nodes(&fmd
->v4l2_dev
);
1315 mutex_unlock(&fmd
->media_dev
.graph_mutex
);
1319 return media_device_register(&fmd
->media_dev
);
1322 static int fimc_md_probe(struct platform_device
*pdev
)
1324 struct device
*dev
= &pdev
->dev
;
1325 struct v4l2_device
*v4l2_dev
;
1326 struct fimc_md
*fmd
;
1329 fmd
= devm_kzalloc(dev
, sizeof(*fmd
), GFP_KERNEL
);
1333 spin_lock_init(&fmd
->slock
);
1334 INIT_LIST_HEAD(&fmd
->pipelines
);
1337 strlcpy(fmd
->media_dev
.model
, "SAMSUNG S5P FIMC",
1338 sizeof(fmd
->media_dev
.model
));
1339 fmd
->media_dev
.link_notify
= fimc_md_link_notify
;
1340 fmd
->media_dev
.dev
= dev
;
1342 v4l2_dev
= &fmd
->v4l2_dev
;
1343 v4l2_dev
->mdev
= &fmd
->media_dev
;
1344 v4l2_dev
->notify
= fimc_sensor_notify
;
1345 strlcpy(v4l2_dev
->name
, "s5p-fimc-md", sizeof(v4l2_dev
->name
));
1347 fmd
->use_isp
= fimc_md_is_isp_available(dev
->of_node
);
1348 fmd
->user_subdev_api
= true;
1350 ret
= v4l2_device_register(dev
, &fmd
->v4l2_dev
);
1352 v4l2_err(v4l2_dev
, "Failed to register v4l2_device: %d\n", ret
);
1356 media_device_init(&fmd
->media_dev
);
1358 ret
= fimc_md_get_clocks(fmd
);
1362 ret
= fimc_md_get_pinctrl(fmd
);
1364 if (ret
!= EPROBE_DEFER
)
1365 dev_err(dev
, "Failed to get pinctrl: %d\n", ret
);
1369 platform_set_drvdata(pdev
, fmd
);
1371 /* Protect the media graph while we're registering entities */
1372 mutex_lock(&fmd
->media_dev
.graph_mutex
);
1374 ret
= fimc_md_register_platform_entities(fmd
, dev
->of_node
);
1376 mutex_unlock(&fmd
->media_dev
.graph_mutex
);
1380 ret
= fimc_md_register_sensor_entities(fmd
);
1382 mutex_unlock(&fmd
->media_dev
.graph_mutex
);
1386 mutex_unlock(&fmd
->media_dev
.graph_mutex
);
1388 ret
= device_create_file(&pdev
->dev
, &dev_attr_subdev_conf_mode
);
1392 * FIMC platform devices need to be registered before the sclk_cam
1393 * clocks provider, as one of these devices needs to be activated
1394 * to enable the clock.
1396 ret
= fimc_md_register_clk_provider(fmd
);
1398 v4l2_err(v4l2_dev
, "clock provider registration failed\n");
1402 if (fmd
->num_sensors
> 0) {
1403 fmd
->subdev_notifier
.subdevs
= fmd
->async_subdevs
;
1404 fmd
->subdev_notifier
.num_subdevs
= fmd
->num_sensors
;
1405 fmd
->subdev_notifier
.bound
= subdev_notifier_bound
;
1406 fmd
->subdev_notifier
.complete
= subdev_notifier_complete
;
1407 fmd
->num_sensors
= 0;
1409 ret
= v4l2_async_notifier_register(&fmd
->v4l2_dev
,
1410 &fmd
->subdev_notifier
);
1418 fimc_md_unregister_clk_provider(fmd
);
1420 device_remove_file(&pdev
->dev
, &dev_attr_subdev_conf_mode
);
1422 fimc_md_put_clocks(fmd
);
1424 fimc_md_unregister_entities(fmd
);
1426 media_device_cleanup(&fmd
->media_dev
);
1427 v4l2_device_unregister(&fmd
->v4l2_dev
);
1431 static int fimc_md_remove(struct platform_device
*pdev
)
1433 struct fimc_md
*fmd
= platform_get_drvdata(pdev
);
1438 fimc_md_unregister_clk_provider(fmd
);
1439 v4l2_async_notifier_unregister(&fmd
->subdev_notifier
);
1441 v4l2_device_unregister(&fmd
->v4l2_dev
);
1442 device_remove_file(&pdev
->dev
, &dev_attr_subdev_conf_mode
);
1443 fimc_md_unregister_entities(fmd
);
1444 fimc_md_pipelines_free(fmd
);
1445 media_device_unregister(&fmd
->media_dev
);
1446 media_device_cleanup(&fmd
->media_dev
);
1447 fimc_md_put_clocks(fmd
);
1452 static const struct platform_device_id fimc_driver_ids
[] __always_unused
= {
1453 { .name
= "s5p-fimc-md" },
1456 MODULE_DEVICE_TABLE(platform
, fimc_driver_ids
);
1458 static const struct of_device_id fimc_md_of_match
[] = {
1459 { .compatible
= "samsung,fimc" },
1462 MODULE_DEVICE_TABLE(of
, fimc_md_of_match
);
1464 static struct platform_driver fimc_md_driver
= {
1465 .probe
= fimc_md_probe
,
1466 .remove
= fimc_md_remove
,
1468 .of_match_table
= of_match_ptr(fimc_md_of_match
),
1469 .name
= "s5p-fimc-md",
1473 static int __init
fimc_md_init(void)
1477 request_module("s5p-csis");
1478 ret
= fimc_register_driver();
1482 return platform_driver_register(&fimc_md_driver
);
1485 static void __exit
fimc_md_exit(void)
1487 platform_driver_unregister(&fimc_md_driver
);
1488 fimc_unregister_driver();
1491 module_init(fimc_md_init
);
1492 module_exit(fimc_md_exit
);
1494 MODULE_AUTHOR("Sylwester Nawrocki <s.nawrocki@samsung.com>");
1495 MODULE_DESCRIPTION("S5P FIMC camera host interface/video postprocessor driver");
1496 MODULE_LICENSE("GPL");
1497 MODULE_VERSION("2.0.1");