2 * S5P/EXYNOS4 SoC series camera host interface media device driver
4 * Copyright (C) 2011 - 2013 Samsung Electronics Co., Ltd.
5 * Author: Sylwester Nawrocki <s.nawrocki@samsung.com>
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published
9 * by the Free Software Foundation, either version 2 of the License,
10 * or (at your option) any later version.
13 #include <linux/bug.h>
14 #include <linux/clk.h>
15 #include <linux/clk-provider.h>
16 #include <linux/device.h>
17 #include <linux/errno.h>
18 #include <linux/i2c.h>
19 #include <linux/kernel.h>
20 #include <linux/list.h>
21 #include <linux/module.h>
23 #include <linux/of_platform.h>
24 #include <linux/of_device.h>
25 #include <linux/platform_device.h>
26 #include <linux/pm_runtime.h>
27 #include <linux/types.h>
28 #include <linux/slab.h>
29 #include <media/v4l2-async.h>
30 #include <media/v4l2-ctrls.h>
31 #include <media/v4l2-of.h>
32 #include <media/media-device.h>
33 #include <media/s5p_fimc.h>
35 #include "media-dev.h"
36 #include "fimc-core.h"
38 #include "fimc-lite.h"
39 #include "mipi-csis.h"
41 static int __fimc_md_set_camclk(struct fimc_md
*fmd
,
42 struct fimc_source_info
*si
,
45 /* Set up image sensor subdev -> FIMC capture node notifications. */
46 static void __setup_sensor_notification(struct fimc_md
*fmd
,
47 struct v4l2_subdev
*sensor
,
48 struct v4l2_subdev
*fimc_sd
)
50 struct fimc_source_info
*src_inf
;
51 struct fimc_sensor_info
*md_si
;
54 src_inf
= v4l2_get_subdev_hostdata(sensor
);
55 if (!src_inf
|| WARN_ON(fmd
== NULL
))
58 md_si
= source_to_sensor_info(src_inf
);
59 spin_lock_irqsave(&fmd
->slock
, flags
);
60 md_si
->host
= v4l2_get_subdevdata(fimc_sd
);
61 spin_unlock_irqrestore(&fmd
->slock
, flags
);
65 * fimc_pipeline_prepare - update pipeline information with subdevice pointers
66 * @me: media entity terminating the pipeline
68 * Caller holds the graph mutex.
70 static void fimc_pipeline_prepare(struct fimc_pipeline
*p
,
71 struct media_entity
*me
)
73 struct fimc_md
*fmd
= entity_to_fimc_mdev(me
);
74 struct v4l2_subdev
*sd
;
75 struct v4l2_subdev
*sensor
= NULL
;
78 for (i
= 0; i
< IDX_MAX
; i
++)
82 struct media_pad
*pad
= NULL
;
84 /* Find remote source pad */
85 for (i
= 0; i
< me
->num_pads
; i
++) {
86 struct media_pad
*spad
= &me
->pads
[i
];
87 if (!(spad
->flags
& MEDIA_PAD_FL_SINK
))
89 pad
= media_entity_remote_pad(spad
);
95 media_entity_type(pad
->entity
) != MEDIA_ENT_T_V4L2_SUBDEV
)
97 sd
= media_entity_to_v4l2_subdev(pad
->entity
);
103 case GRP_ID_FIMC_IS_SENSOR
:
104 p
->subdevs
[IDX_SENSOR
] = sd
;
107 p
->subdevs
[IDX_CSIS
] = sd
;
110 p
->subdevs
[IDX_FLITE
] = sd
;
113 p
->subdevs
[IDX_FIMC
] = sd
;
116 p
->subdevs
[IDX_IS_ISP
] = sd
;
122 if (me
->num_pads
== 1)
126 if (sensor
&& p
->subdevs
[IDX_FIMC
])
127 __setup_sensor_notification(fmd
, sensor
, p
->subdevs
[IDX_FIMC
]);
131 * __subdev_set_power - change power state of a single subdev
132 * @sd: subdevice to change power state for
133 * @on: 1 to enable power or 0 to disable
135 * Return result of s_power subdev operation or -ENXIO if sd argument
136 * is NULL. Return 0 if the subdevice does not implement s_power.
138 static int __subdev_set_power(struct v4l2_subdev
*sd
, int on
)
146 use_count
= &sd
->entity
.use_count
;
147 if (on
&& (*use_count
)++ > 0)
149 else if (!on
&& (*use_count
== 0 || --(*use_count
) > 0))
151 ret
= v4l2_subdev_call(sd
, core
, s_power
, on
);
153 return ret
!= -ENOIOCTLCMD
? ret
: 0;
157 * fimc_pipeline_s_power - change power state of all pipeline subdevs
158 * @fimc: fimc device terminating the pipeline
159 * @state: true to power on, false to power off
161 * Needs to be called with the graph mutex held.
163 static int fimc_pipeline_s_power(struct fimc_pipeline
*p
, bool on
)
165 static const u8 seq
[2][IDX_MAX
- 1] = {
166 { IDX_IS_ISP
, IDX_SENSOR
, IDX_CSIS
, IDX_FLITE
},
167 { IDX_CSIS
, IDX_FLITE
, IDX_SENSOR
, IDX_IS_ISP
},
171 if (p
->subdevs
[IDX_SENSOR
] == NULL
)
174 for (i
= 0; i
< IDX_MAX
- 1; i
++) {
175 unsigned int idx
= seq
[on
][i
];
177 ret
= __subdev_set_power(p
->subdevs
[idx
], on
);
180 if (ret
< 0 && ret
!= -ENXIO
)
185 for (; i
>= 0; i
--) {
186 unsigned int idx
= seq
[on
][i
];
187 __subdev_set_power(p
->subdevs
[idx
], !on
);
193 * __fimc_pipeline_open - update the pipeline information, enable power
194 * of all pipeline subdevs and the sensor clock
195 * @me: media entity to start graph walk with
196 * @prepare: true to walk the current pipeline and acquire all subdevs
198 * Called with the graph mutex held.
200 static int __fimc_pipeline_open(struct exynos_media_pipeline
*ep
,
201 struct media_entity
*me
, bool prepare
)
203 struct fimc_md
*fmd
= entity_to_fimc_mdev(me
);
204 struct fimc_pipeline
*p
= to_fimc_pipeline(ep
);
205 struct v4l2_subdev
*sd
;
208 if (WARN_ON(p
== NULL
|| me
== NULL
))
212 fimc_pipeline_prepare(p
, me
);
214 sd
= p
->subdevs
[IDX_SENSOR
];
218 /* Disable PXLASYNC clock if this pipeline includes FIMC-IS */
219 if (!IS_ERR(fmd
->wbclk
[CLK_IDX_WB_B
]) && p
->subdevs
[IDX_IS_ISP
]) {
220 ret
= clk_prepare_enable(fmd
->wbclk
[CLK_IDX_WB_B
]);
225 ret
= fimc_md_set_camclk(sd
, true);
229 ret
= fimc_pipeline_s_power(p
, 1);
233 fimc_md_set_camclk(sd
, false);
236 if (!IS_ERR(fmd
->wbclk
[CLK_IDX_WB_B
]) && p
->subdevs
[IDX_IS_ISP
])
237 clk_disable_unprepare(fmd
->wbclk
[CLK_IDX_WB_B
]);
243 * __fimc_pipeline_close - disable the sensor clock and pipeline power
244 * @fimc: fimc device terminating the pipeline
246 * Disable power of all subdevs and turn the external sensor clock off.
248 static int __fimc_pipeline_close(struct exynos_media_pipeline
*ep
)
250 struct fimc_pipeline
*p
= to_fimc_pipeline(ep
);
251 struct v4l2_subdev
*sd
= p
? p
->subdevs
[IDX_SENSOR
] : NULL
;
256 pr_warn("%s(): No sensor subdev\n", __func__
);
260 ret
= fimc_pipeline_s_power(p
, 0);
261 fimc_md_set_camclk(sd
, false);
263 fmd
= entity_to_fimc_mdev(&sd
->entity
);
265 /* Disable PXLASYNC clock if this pipeline includes FIMC-IS */
266 if (!IS_ERR(fmd
->wbclk
[CLK_IDX_WB_B
]) && p
->subdevs
[IDX_IS_ISP
])
267 clk_disable_unprepare(fmd
->wbclk
[CLK_IDX_WB_B
]);
269 return ret
== -ENXIO
? 0 : ret
;
273 * __fimc_pipeline_s_stream - call s_stream() on pipeline subdevs
274 * @pipeline: video pipeline structure
275 * @on: passed as the s_stream() callback argument
277 static int __fimc_pipeline_s_stream(struct exynos_media_pipeline
*ep
, bool on
)
279 static const u8 seq
[2][IDX_MAX
] = {
280 { IDX_FIMC
, IDX_SENSOR
, IDX_IS_ISP
, IDX_CSIS
, IDX_FLITE
},
281 { IDX_CSIS
, IDX_FLITE
, IDX_FIMC
, IDX_SENSOR
, IDX_IS_ISP
},
283 struct fimc_pipeline
*p
= to_fimc_pipeline(ep
);
286 if (p
->subdevs
[IDX_SENSOR
] == NULL
)
289 for (i
= 0; i
< IDX_MAX
; i
++) {
290 unsigned int idx
= seq
[on
][i
];
292 ret
= v4l2_subdev_call(p
->subdevs
[idx
], video
, s_stream
, on
);
294 if (ret
< 0 && ret
!= -ENOIOCTLCMD
&& ret
!= -ENODEV
)
299 for (; i
>= 0; i
--) {
300 unsigned int idx
= seq
[on
][i
];
301 v4l2_subdev_call(p
->subdevs
[idx
], video
, s_stream
, !on
);
306 /* Media pipeline operations for the FIMC/FIMC-LITE video device driver */
307 static const struct exynos_media_pipeline_ops fimc_pipeline_ops
= {
308 .open
= __fimc_pipeline_open
,
309 .close
= __fimc_pipeline_close
,
310 .set_stream
= __fimc_pipeline_s_stream
,
313 static struct exynos_media_pipeline
*fimc_md_pipeline_create(
316 struct fimc_pipeline
*p
;
318 p
= kzalloc(sizeof(*p
), GFP_KERNEL
);
322 list_add_tail(&p
->list
, &fmd
->pipelines
);
324 p
->ep
.ops
= &fimc_pipeline_ops
;
328 static void fimc_md_pipelines_free(struct fimc_md
*fmd
)
330 while (!list_empty(&fmd
->pipelines
)) {
331 struct fimc_pipeline
*p
;
333 p
= list_entry(fmd
->pipelines
.next
, typeof(*p
), list
);
340 * Sensor subdevice helper functions
342 static struct v4l2_subdev
*fimc_md_register_sensor(struct fimc_md
*fmd
,
343 struct fimc_source_info
*si
)
345 struct i2c_adapter
*adapter
;
346 struct v4l2_subdev
*sd
= NULL
;
351 * If FIMC bus type is not Writeback FIFO assume it is same
352 * as sensor_bus_type.
354 si
->fimc_bus_type
= si
->sensor_bus_type
;
356 adapter
= i2c_get_adapter(si
->i2c_bus_num
);
358 v4l2_warn(&fmd
->v4l2_dev
,
359 "Failed to get I2C adapter %d, deferring probe\n",
361 return ERR_PTR(-EPROBE_DEFER
);
363 sd
= v4l2_i2c_new_subdev_board(&fmd
->v4l2_dev
, adapter
,
364 si
->board_info
, NULL
);
365 if (IS_ERR_OR_NULL(sd
)) {
366 i2c_put_adapter(adapter
);
367 v4l2_warn(&fmd
->v4l2_dev
,
368 "Failed to acquire subdev %s, deferring probe\n",
369 si
->board_info
->type
);
370 return ERR_PTR(-EPROBE_DEFER
);
372 v4l2_set_subdev_hostdata(sd
, si
);
373 sd
->grp_id
= GRP_ID_SENSOR
;
375 v4l2_info(&fmd
->v4l2_dev
, "Registered sensor subdevice %s\n",
380 static void fimc_md_unregister_sensor(struct v4l2_subdev
*sd
)
382 struct i2c_client
*client
= v4l2_get_subdevdata(sd
);
383 struct i2c_adapter
*adapter
;
385 if (!client
|| client
->dev
.of_node
)
388 v4l2_device_unregister_subdev(sd
);
390 adapter
= client
->adapter
;
391 i2c_unregister_device(client
);
393 i2c_put_adapter(adapter
);
397 /* Parse port node and register as a sub-device any sensor specified there. */
398 static int fimc_md_parse_port_node(struct fimc_md
*fmd
,
399 struct device_node
*port
,
402 struct device_node
*rem
, *ep
, *np
;
403 struct fimc_source_info
*pd
;
404 struct v4l2_of_endpoint endpoint
;
407 pd
= &fmd
->sensor
[index
].pdata
;
409 /* Assume here a port node can have only one endpoint node. */
410 ep
= of_get_next_child(port
, NULL
);
414 v4l2_of_parse_endpoint(ep
, &endpoint
);
415 if (WARN_ON(endpoint
.port
== 0) || index
>= FIMC_MAX_SENSORS
)
418 pd
->mux_id
= (endpoint
.port
- 1) & 0x1;
420 rem
= v4l2_of_get_remote_port_parent(ep
);
423 v4l2_info(&fmd
->v4l2_dev
, "Remote device at %s not found\n",
427 if (!of_property_read_u32(rem
, "samsung,camclk-out", &val
))
430 if (!of_property_read_u32(rem
, "clock-frequency", &val
))
431 pd
->clk_frequency
= val
;
433 pd
->clk_frequency
= DEFAULT_SENSOR_CLK_FREQ
;
435 if (pd
->clk_frequency
== 0) {
436 v4l2_err(&fmd
->v4l2_dev
, "Wrong clock frequency at node %s\n",
442 if (fimc_input_is_parallel(endpoint
.port
)) {
443 if (endpoint
.bus_type
== V4L2_MBUS_PARALLEL
)
444 pd
->sensor_bus_type
= FIMC_BUS_TYPE_ITU_601
;
446 pd
->sensor_bus_type
= FIMC_BUS_TYPE_ITU_656
;
447 pd
->flags
= endpoint
.bus
.parallel
.flags
;
448 } else if (fimc_input_is_mipi_csi(endpoint
.port
)) {
450 * MIPI CSI-2: only input mux selection and
451 * the sensor's clock frequency is needed.
453 pd
->sensor_bus_type
= FIMC_BUS_TYPE_MIPI_CSI2
;
455 v4l2_err(&fmd
->v4l2_dev
, "Wrong port id (%u) at node %s\n",
456 endpoint
.port
, rem
->full_name
);
459 * For FIMC-IS handled sensors, that are placed under i2c-isp device
460 * node, FIMC is connected to the FIMC-IS through its ISP Writeback
461 * input. Sensors are attached to the FIMC-LITE hostdata interface
462 * directly or through MIPI-CSIS, depending on the external media bus
463 * used. This needs to be handled in a more reliable way, not by just
464 * checking parent's node name.
466 np
= of_get_parent(rem
);
468 if (np
&& !of_node_cmp(np
->name
, "i2c-isp"))
469 pd
->fimc_bus_type
= FIMC_BUS_TYPE_ISP_WRITEBACK
;
471 pd
->fimc_bus_type
= pd
->sensor_bus_type
;
473 if (WARN_ON(index
>= ARRAY_SIZE(fmd
->sensor
)))
476 fmd
->sensor
[index
].asd
.match_type
= V4L2_ASYNC_MATCH_OF
;
477 fmd
->sensor
[index
].asd
.match
.of
.node
= rem
;
478 fmd
->async_subdevs
[index
] = &fmd
->sensor
[index
].asd
;
486 /* Register all SoC external sub-devices */
487 static int fimc_md_of_sensors_register(struct fimc_md
*fmd
,
488 struct device_node
*np
)
490 struct device_node
*parent
= fmd
->pdev
->dev
.of_node
;
491 struct device_node
*node
, *ports
;
495 /* Attach sensors linked to MIPI CSI-2 receivers */
496 for_each_available_child_of_node(parent
, node
) {
497 struct device_node
*port
;
499 if (of_node_cmp(node
->name
, "csis"))
501 /* The csis node can have only port subnode. */
502 port
= of_get_next_child(node
, NULL
);
506 ret
= fimc_md_parse_port_node(fmd
, port
, index
);
512 /* Attach sensors listed in the parallel-ports node */
513 ports
= of_get_child_by_name(parent
, "parallel-ports");
517 for_each_child_of_node(ports
, node
) {
518 ret
= fimc_md_parse_port_node(fmd
, node
, index
);
527 static int __of_get_csis_id(struct device_node
*np
)
531 np
= of_get_child_by_name(np
, "port");
534 of_property_read_u32(np
, "reg", ®
);
535 return reg
- FIMC_INPUT_MIPI_CSI2_0
;
538 #define fimc_md_of_sensors_register(fmd, np) (-ENOSYS)
539 #define __of_get_csis_id(np) (-ENOSYS)
542 static int fimc_md_register_sensor_entities(struct fimc_md
*fmd
)
544 struct s5p_platform_fimc
*pdata
= fmd
->pdev
->dev
.platform_data
;
545 struct device_node
*of_node
= fmd
->pdev
->dev
.of_node
;
550 * Runtime resume one of the FIMC entities to make sure
551 * the sclk_cam clocks are not globally disabled.
556 ret
= pm_runtime_get_sync(fmd
->pmf
);
561 fmd
->num_sensors
= 0;
562 ret
= fimc_md_of_sensors_register(fmd
, of_node
);
564 WARN_ON(pdata
->num_clients
> ARRAY_SIZE(fmd
->sensor
));
565 num_clients
= min_t(u32
, pdata
->num_clients
,
566 ARRAY_SIZE(fmd
->sensor
));
567 fmd
->num_sensors
= num_clients
;
569 for (i
= 0; i
< num_clients
; i
++) {
570 struct fimc_sensor_info
*si
= &fmd
->sensor
[i
];
571 struct v4l2_subdev
*sd
;
573 si
->pdata
= pdata
->source_info
[i
];
574 ret
= __fimc_md_set_camclk(fmd
, &si
->pdata
, true);
577 sd
= fimc_md_register_sensor(fmd
, &si
->pdata
);
578 ret
= __fimc_md_set_camclk(fmd
, &si
->pdata
, false);
591 pm_runtime_put(fmd
->pmf
);
596 * MIPI-CSIS, FIMC and FIMC-LITE platform devices registration.
599 static int register_fimc_lite_entity(struct fimc_md
*fmd
,
600 struct fimc_lite
*fimc_lite
)
602 struct v4l2_subdev
*sd
;
603 struct exynos_media_pipeline
*ep
;
606 if (WARN_ON(fimc_lite
->index
>= FIMC_LITE_MAX_DEVS
||
607 fmd
->fimc_lite
[fimc_lite
->index
]))
610 sd
= &fimc_lite
->subdev
;
611 sd
->grp_id
= GRP_ID_FLITE
;
613 ep
= fimc_md_pipeline_create(fmd
);
617 v4l2_set_subdev_hostdata(sd
, ep
);
619 ret
= v4l2_device_register_subdev(&fmd
->v4l2_dev
, sd
);
621 fmd
->fimc_lite
[fimc_lite
->index
] = fimc_lite
;
623 v4l2_err(&fmd
->v4l2_dev
, "Failed to register FIMC.LITE%d\n",
628 static int register_fimc_entity(struct fimc_md
*fmd
, struct fimc_dev
*fimc
)
630 struct v4l2_subdev
*sd
;
631 struct exynos_media_pipeline
*ep
;
634 if (WARN_ON(fimc
->id
>= FIMC_MAX_DEVS
|| fmd
->fimc
[fimc
->id
]))
637 sd
= &fimc
->vid_cap
.subdev
;
638 sd
->grp_id
= GRP_ID_FIMC
;
640 ep
= fimc_md_pipeline_create(fmd
);
644 v4l2_set_subdev_hostdata(sd
, ep
);
646 ret
= v4l2_device_register_subdev(&fmd
->v4l2_dev
, sd
);
648 if (!fmd
->pmf
&& fimc
->pdev
)
649 fmd
->pmf
= &fimc
->pdev
->dev
;
650 fmd
->fimc
[fimc
->id
] = fimc
;
651 fimc
->vid_cap
.user_subdev_api
= fmd
->user_subdev_api
;
653 v4l2_err(&fmd
->v4l2_dev
, "Failed to register FIMC.%d (%d)\n",
659 static int register_csis_entity(struct fimc_md
*fmd
,
660 struct platform_device
*pdev
,
661 struct v4l2_subdev
*sd
)
663 struct device_node
*node
= pdev
->dev
.of_node
;
666 id
= node
? __of_get_csis_id(node
) : max(0, pdev
->id
);
668 if (WARN_ON(id
< 0 || id
>= CSIS_MAX_ENTITIES
))
671 if (WARN_ON(fmd
->csis
[id
].sd
))
674 sd
->grp_id
= GRP_ID_CSIS
;
675 ret
= v4l2_device_register_subdev(&fmd
->v4l2_dev
, sd
);
677 fmd
->csis
[id
].sd
= sd
;
679 v4l2_err(&fmd
->v4l2_dev
,
680 "Failed to register MIPI-CSIS.%d (%d)\n", id
, ret
);
684 static int register_fimc_is_entity(struct fimc_md
*fmd
, struct fimc_is
*is
)
686 struct v4l2_subdev
*sd
= &is
->isp
.subdev
;
687 struct exynos_media_pipeline
*ep
;
690 /* Allocate pipeline object for the ISP capture video node. */
691 ep
= fimc_md_pipeline_create(fmd
);
695 v4l2_set_subdev_hostdata(sd
, ep
);
697 ret
= v4l2_device_register_subdev(&fmd
->v4l2_dev
, sd
);
699 v4l2_err(&fmd
->v4l2_dev
,
700 "Failed to register FIMC-ISP (%d)\n", ret
);
708 static int fimc_md_register_platform_entity(struct fimc_md
*fmd
,
709 struct platform_device
*pdev
,
712 struct device
*dev
= &pdev
->dev
;
713 int ret
= -EPROBE_DEFER
;
716 /* Lock to ensure dev->driver won't change. */
719 if (!dev
->driver
|| !try_module_get(dev
->driver
->owner
))
722 drvdata
= dev_get_drvdata(dev
);
723 /* Some subdev didn't probe successfully id drvdata is NULL */
725 switch (plat_entity
) {
727 ret
= register_fimc_entity(fmd
, drvdata
);
730 ret
= register_fimc_lite_entity(fmd
, drvdata
);
733 ret
= register_csis_entity(fmd
, pdev
, drvdata
);
736 ret
= register_fimc_is_entity(fmd
, drvdata
);
743 module_put(dev
->driver
->owner
);
746 if (ret
== -EPROBE_DEFER
)
747 dev_info(&fmd
->pdev
->dev
, "deferring %s device registration\n",
750 dev_err(&fmd
->pdev
->dev
, "%s device registration failed (%d)\n",
755 static int fimc_md_pdev_match(struct device
*dev
, void *data
)
757 struct platform_device
*pdev
= to_platform_device(dev
);
758 int plat_entity
= -1;
762 if (!get_device(dev
))
765 if (!strcmp(pdev
->name
, CSIS_DRIVER_NAME
)) {
766 plat_entity
= IDX_CSIS
;
768 p
= strstr(pdev
->name
, "fimc");
769 if (p
&& *(p
+ 4) == 0)
770 plat_entity
= IDX_FIMC
;
773 if (plat_entity
>= 0)
774 ret
= fimc_md_register_platform_entity(data
, pdev
,
780 /* Register FIMC, FIMC-LITE and CSIS media entities */
782 static int fimc_md_register_of_platform_entities(struct fimc_md
*fmd
,
783 struct device_node
*parent
)
785 struct device_node
*node
;
788 for_each_available_child_of_node(parent
, node
) {
789 struct platform_device
*pdev
;
790 int plat_entity
= -1;
792 pdev
= of_find_device_by_node(node
);
796 /* If driver of any entity isn't ready try all again later. */
797 if (!strcmp(node
->name
, CSIS_OF_NODE_NAME
))
798 plat_entity
= IDX_CSIS
;
799 else if (!strcmp(node
->name
, FIMC_IS_OF_NODE_NAME
))
800 plat_entity
= IDX_IS_ISP
;
801 else if (!strcmp(node
->name
, FIMC_LITE_OF_NODE_NAME
))
802 plat_entity
= IDX_FLITE
;
803 else if (!strcmp(node
->name
, FIMC_OF_NODE_NAME
) &&
804 !of_property_read_bool(node
, "samsung,lcd-wb"))
805 plat_entity
= IDX_FIMC
;
807 if (plat_entity
>= 0)
808 ret
= fimc_md_register_platform_entity(fmd
, pdev
,
810 put_device(&pdev
->dev
);
818 #define fimc_md_register_of_platform_entities(fmd, node) (-ENOSYS)
821 static void fimc_md_unregister_entities(struct fimc_md
*fmd
)
825 for (i
= 0; i
< FIMC_MAX_DEVS
; i
++) {
826 struct fimc_dev
*dev
= fmd
->fimc
[i
];
829 v4l2_device_unregister_subdev(&dev
->vid_cap
.subdev
);
830 dev
->vid_cap
.ve
.pipe
= NULL
;
833 for (i
= 0; i
< FIMC_LITE_MAX_DEVS
; i
++) {
834 struct fimc_lite
*dev
= fmd
->fimc_lite
[i
];
837 v4l2_device_unregister_subdev(&dev
->subdev
);
839 fmd
->fimc_lite
[i
] = NULL
;
841 for (i
= 0; i
< CSIS_MAX_ENTITIES
; i
++) {
842 if (fmd
->csis
[i
].sd
== NULL
)
844 v4l2_device_unregister_subdev(fmd
->csis
[i
].sd
);
845 fmd
->csis
[i
].sd
= NULL
;
847 if (fmd
->pdev
->dev
.of_node
== NULL
) {
848 for (i
= 0; i
< fmd
->num_sensors
; i
++) {
849 if (fmd
->sensor
[i
].subdev
== NULL
)
851 fimc_md_unregister_sensor(fmd
->sensor
[i
].subdev
);
852 fmd
->sensor
[i
].subdev
= NULL
;
857 v4l2_device_unregister_subdev(&fmd
->fimc_is
->isp
.subdev
);
859 v4l2_info(&fmd
->v4l2_dev
, "Unregistered all entities\n");
863 * __fimc_md_create_fimc_links - create links to all FIMC entities
864 * @fmd: fimc media device
865 * @source: the source entity to create links to all fimc entities from
866 * @sensor: sensor subdev linked to FIMC[fimc_id] entity, may be null
867 * @pad: the source entity pad index
868 * @link_mask: bitmask of the fimc devices for which link should be enabled
870 static int __fimc_md_create_fimc_sink_links(struct fimc_md
*fmd
,
871 struct media_entity
*source
,
872 struct v4l2_subdev
*sensor
,
873 int pad
, int link_mask
)
875 struct fimc_source_info
*si
= NULL
;
876 struct media_entity
*sink
;
877 unsigned int flags
= 0;
881 si
= v4l2_get_subdev_hostdata(sensor
);
882 /* Skip direct FIMC links in the logical FIMC-IS sensor path */
883 if (si
&& si
->fimc_bus_type
== FIMC_BUS_TYPE_ISP_WRITEBACK
)
887 for (i
= 0; !ret
&& i
< FIMC_MAX_DEVS
; i
++) {
891 * Some FIMC variants are not fitted with camera capture
892 * interface. Skip creating a link from sensor for those.
894 if (!fmd
->fimc
[i
]->variant
->has_cam_if
)
897 flags
= ((1 << i
) & link_mask
) ? MEDIA_LNK_FL_ENABLED
: 0;
899 sink
= &fmd
->fimc
[i
]->vid_cap
.subdev
.entity
;
900 ret
= media_entity_create_link(source
, pad
, sink
,
901 FIMC_SD_PAD_SINK_CAM
, flags
);
905 /* Notify FIMC capture subdev entity */
906 ret
= media_entity_call(sink
, link_setup
, &sink
->pads
[0],
907 &source
->pads
[pad
], flags
);
911 v4l2_info(&fmd
->v4l2_dev
, "created link [%s] %c> [%s]\n",
912 source
->name
, flags
? '=' : '-', sink
->name
);
915 for (i
= 0; i
< FIMC_LITE_MAX_DEVS
; i
++) {
916 if (!fmd
->fimc_lite
[i
])
919 sink
= &fmd
->fimc_lite
[i
]->subdev
.entity
;
920 ret
= media_entity_create_link(source
, pad
, sink
,
921 FLITE_SD_PAD_SINK
, 0);
925 /* Notify FIMC-LITE subdev entity */
926 ret
= media_entity_call(sink
, link_setup
, &sink
->pads
[0],
927 &source
->pads
[pad
], 0);
931 v4l2_info(&fmd
->v4l2_dev
, "created link [%s] -> [%s]\n",
932 source
->name
, sink
->name
);
937 /* Create links from FIMC-LITE source pads to other entities */
938 static int __fimc_md_create_flite_source_links(struct fimc_md
*fmd
)
940 struct media_entity
*source
, *sink
;
943 for (i
= 0; i
< FIMC_LITE_MAX_DEVS
; i
++) {
944 struct fimc_lite
*fimc
= fmd
->fimc_lite
[i
];
949 source
= &fimc
->subdev
.entity
;
950 sink
= &fimc
->ve
.vdev
.entity
;
951 /* FIMC-LITE's subdev and video node */
952 ret
= media_entity_create_link(source
, FLITE_SD_PAD_SOURCE_DMA
,
956 /* Link from FIMC-LITE to IS-ISP subdev */
957 sink
= &fmd
->fimc_is
->isp
.subdev
.entity
;
958 ret
= media_entity_create_link(source
, FLITE_SD_PAD_SOURCE_ISP
,
967 /* Create FIMC-IS links */
968 static int __fimc_md_create_fimc_is_links(struct fimc_md
*fmd
)
970 struct fimc_isp
*isp
= &fmd
->fimc_is
->isp
;
971 struct media_entity
*source
, *sink
;
974 source
= &isp
->subdev
.entity
;
976 for (i
= 0; i
< FIMC_MAX_DEVS
; i
++) {
977 if (fmd
->fimc
[i
] == NULL
)
980 /* Link from FIMC-IS-ISP subdev to FIMC */
981 sink
= &fmd
->fimc
[i
]->vid_cap
.subdev
.entity
;
982 ret
= media_entity_create_link(source
, FIMC_ISP_SD_PAD_SRC_FIFO
,
983 sink
, FIMC_SD_PAD_SINK_FIFO
, 0);
988 /* Link from FIMC-IS-ISP subdev to fimc-is-isp.capture video node */
989 sink
= &isp
->video_capture
.ve
.vdev
.entity
;
991 /* Skip this link if the fimc-is-isp video node driver isn't built-in */
992 if (sink
->num_pads
== 0)
995 return media_entity_create_link(source
, FIMC_ISP_SD_PAD_SRC_DMA
,
1000 * fimc_md_create_links - create default links between registered entities
1002 * Parallel interface sensor entities are connected directly to FIMC capture
1003 * entities. The sensors using MIPI CSIS bus are connected through immutable
1004 * link with CSI receiver entity specified by mux_id. Any registered CSIS
1005 * entity has a link to each registered FIMC capture entity. Enabled links
1006 * are created by default between each subsequent registered sensor and
1007 * subsequent FIMC capture entity. The number of default active links is
1008 * determined by the number of available sensors or FIMC entities,
1009 * whichever is less.
1011 static int fimc_md_create_links(struct fimc_md
*fmd
)
1013 struct v4l2_subdev
*csi_sensors
[CSIS_MAX_ENTITIES
] = { NULL
};
1014 struct v4l2_subdev
*sensor
, *csis
;
1015 struct fimc_source_info
*pdata
;
1016 struct media_entity
*source
, *sink
;
1017 int i
, pad
, fimc_id
= 0, ret
= 0;
1018 u32 flags
, link_mask
= 0;
1020 for (i
= 0; i
< fmd
->num_sensors
; i
++) {
1021 if (fmd
->sensor
[i
].subdev
== NULL
)
1024 sensor
= fmd
->sensor
[i
].subdev
;
1025 pdata
= v4l2_get_subdev_hostdata(sensor
);
1031 switch (pdata
->sensor_bus_type
) {
1032 case FIMC_BUS_TYPE_MIPI_CSI2
:
1033 if (WARN(pdata
->mux_id
>= CSIS_MAX_ENTITIES
,
1034 "Wrong CSI channel id: %d\n", pdata
->mux_id
))
1037 csis
= fmd
->csis
[pdata
->mux_id
].sd
;
1038 if (WARN(csis
== NULL
,
1039 "MIPI-CSI interface specified "
1040 "but s5p-csis module is not loaded!\n"))
1043 pad
= sensor
->entity
.num_pads
- 1;
1044 ret
= media_entity_create_link(&sensor
->entity
, pad
,
1045 &csis
->entity
, CSIS_PAD_SINK
,
1046 MEDIA_LNK_FL_IMMUTABLE
|
1047 MEDIA_LNK_FL_ENABLED
);
1051 v4l2_info(&fmd
->v4l2_dev
, "created link [%s] => [%s]\n",
1052 sensor
->entity
.name
, csis
->entity
.name
);
1055 csi_sensors
[pdata
->mux_id
] = sensor
;
1058 case FIMC_BUS_TYPE_ITU_601
...FIMC_BUS_TYPE_ITU_656
:
1059 source
= &sensor
->entity
;
1064 v4l2_err(&fmd
->v4l2_dev
, "Wrong bus_type: %x\n",
1065 pdata
->sensor_bus_type
);
1071 link_mask
= 1 << fimc_id
++;
1072 ret
= __fimc_md_create_fimc_sink_links(fmd
, source
, sensor
,
1076 for (i
= 0; i
< CSIS_MAX_ENTITIES
; i
++) {
1077 if (fmd
->csis
[i
].sd
== NULL
)
1080 source
= &fmd
->csis
[i
].sd
->entity
;
1081 pad
= CSIS_PAD_SOURCE
;
1082 sensor
= csi_sensors
[i
];
1084 link_mask
= 1 << fimc_id
++;
1085 ret
= __fimc_md_create_fimc_sink_links(fmd
, source
, sensor
,
1089 /* Create immutable links between each FIMC's subdev and video node */
1090 flags
= MEDIA_LNK_FL_IMMUTABLE
| MEDIA_LNK_FL_ENABLED
;
1091 for (i
= 0; i
< FIMC_MAX_DEVS
; i
++) {
1095 source
= &fmd
->fimc
[i
]->vid_cap
.subdev
.entity
;
1096 sink
= &fmd
->fimc
[i
]->vid_cap
.ve
.vdev
.entity
;
1098 ret
= media_entity_create_link(source
, FIMC_SD_PAD_SOURCE
,
1104 ret
= __fimc_md_create_flite_source_links(fmd
);
1109 ret
= __fimc_md_create_fimc_is_links(fmd
);
1115 * The peripheral sensor and CAM_BLK (PIXELASYNCMx) clocks management.
1117 static void fimc_md_put_clocks(struct fimc_md
*fmd
)
1119 int i
= FIMC_MAX_CAMCLKS
;
1122 if (IS_ERR(fmd
->camclk
[i
].clock
))
1124 clk_put(fmd
->camclk
[i
].clock
);
1125 fmd
->camclk
[i
].clock
= ERR_PTR(-EINVAL
);
1128 /* Writeback (PIXELASYNCMx) clocks */
1129 for (i
= 0; i
< FIMC_MAX_WBCLKS
; i
++) {
1130 if (IS_ERR(fmd
->wbclk
[i
]))
1132 clk_put(fmd
->wbclk
[i
]);
1133 fmd
->wbclk
[i
] = ERR_PTR(-EINVAL
);
1137 static int fimc_md_get_clocks(struct fimc_md
*fmd
)
1139 struct device
*dev
= NULL
;
1144 for (i
= 0; i
< FIMC_MAX_CAMCLKS
; i
++)
1145 fmd
->camclk
[i
].clock
= ERR_PTR(-EINVAL
);
1147 if (fmd
->pdev
->dev
.of_node
)
1148 dev
= &fmd
->pdev
->dev
;
1150 for (i
= 0; i
< FIMC_MAX_CAMCLKS
; i
++) {
1151 snprintf(clk_name
, sizeof(clk_name
), "sclk_cam%u", i
);
1152 clock
= clk_get(dev
, clk_name
);
1154 if (IS_ERR(clock
)) {
1155 dev_err(&fmd
->pdev
->dev
, "Failed to get clock: %s\n",
1157 ret
= PTR_ERR(clock
);
1160 fmd
->camclk
[i
].clock
= clock
;
1163 fimc_md_put_clocks(fmd
);
1168 * For now get only PIXELASYNCM1 clock (Writeback B/ISP),
1169 * leave PIXELASYNCM0 out for the LCD Writeback driver.
1171 fmd
->wbclk
[CLK_IDX_WB_A
] = ERR_PTR(-EINVAL
);
1173 for (i
= CLK_IDX_WB_B
; i
< FIMC_MAX_WBCLKS
; i
++) {
1174 snprintf(clk_name
, sizeof(clk_name
), "pxl_async%u", i
);
1175 clock
= clk_get(dev
, clk_name
);
1176 if (IS_ERR(clock
)) {
1177 v4l2_err(&fmd
->v4l2_dev
, "Failed to get clock: %s\n",
1179 ret
= PTR_ERR(clock
);
1182 fmd
->wbclk
[i
] = clock
;
1185 fimc_md_put_clocks(fmd
);
1190 static int __fimc_md_set_camclk(struct fimc_md
*fmd
,
1191 struct fimc_source_info
*si
,
1194 struct fimc_camclk_info
*camclk
;
1198 * When device tree is used the sensor drivers are supposed to
1199 * control the clock themselves. This whole function will be
1200 * removed once S5PV210 platform is converted to the device tree.
1202 if (fmd
->pdev
->dev
.of_node
)
1205 if (WARN_ON(si
->clk_id
>= FIMC_MAX_CAMCLKS
) || !fmd
|| !fmd
->pmf
)
1208 camclk
= &fmd
->camclk
[si
->clk_id
];
1210 dbg("camclk %d, f: %lu, use_count: %d, on: %d",
1211 si
->clk_id
, si
->clk_frequency
, camclk
->use_count
, on
);
1214 if (camclk
->use_count
> 0 &&
1215 camclk
->frequency
!= si
->clk_frequency
)
1218 if (camclk
->use_count
++ == 0) {
1219 clk_set_rate(camclk
->clock
, si
->clk_frequency
);
1220 camclk
->frequency
= si
->clk_frequency
;
1221 ret
= pm_runtime_get_sync(fmd
->pmf
);
1224 ret
= clk_prepare_enable(camclk
->clock
);
1225 dbg("Enabled camclk %d: f: %lu", si
->clk_id
,
1226 clk_get_rate(camclk
->clock
));
1231 if (WARN_ON(camclk
->use_count
== 0))
1234 if (--camclk
->use_count
== 0) {
1235 clk_disable_unprepare(camclk
->clock
);
1236 pm_runtime_put(fmd
->pmf
);
1237 dbg("Disabled camclk %d", si
->clk_id
);
1243 * fimc_md_set_camclk - peripheral sensor clock setup
1244 * @sd: sensor subdev to configure sclk_cam clock for
1245 * @on: 1 to enable or 0 to disable the clock
1247 * There are 2 separate clock outputs available in the SoC for external
1248 * image processors. These clocks are shared between all registered FIMC
1249 * devices to which sensors can be attached, either directly or through
1250 * the MIPI CSI receiver. The clock is allowed here to be used by
1251 * multiple sensors concurrently if they use same frequency.
1252 * This function should only be called when the graph mutex is held.
1254 int fimc_md_set_camclk(struct v4l2_subdev
*sd
, bool on
)
1256 struct fimc_source_info
*si
= v4l2_get_subdev_hostdata(sd
);
1257 struct fimc_md
*fmd
= entity_to_fimc_mdev(&sd
->entity
);
1260 * If there is a clock provider registered the sensors will
1261 * handle their clock themselves, no need to control it on
1262 * the host interface side.
1264 if (fmd
->clk_provider
.num_clocks
> 0)
1267 return __fimc_md_set_camclk(fmd
, si
, on
);
1270 static int __fimc_md_modify_pipeline(struct media_entity
*entity
, bool enable
)
1272 struct exynos_video_entity
*ve
;
1273 struct fimc_pipeline
*p
;
1274 struct video_device
*vdev
;
1277 vdev
= media_entity_to_video_device(entity
);
1278 if (vdev
->entity
.use_count
== 0)
1281 ve
= vdev_to_exynos_video_entity(vdev
);
1282 p
= to_fimc_pipeline(ve
->pipe
);
1284 * Nothing to do if we are disabling the pipeline, some link
1285 * has been disconnected and p->subdevs array is cleared now.
1287 if (!enable
&& p
->subdevs
[IDX_SENSOR
] == NULL
)
1291 ret
= __fimc_pipeline_open(ve
->pipe
, entity
, true);
1293 ret
= __fimc_pipeline_close(ve
->pipe
);
1295 if (ret
== 0 && !enable
)
1296 memset(p
->subdevs
, 0, sizeof(p
->subdevs
));
1301 /* Locking: called with entity->parent->graph_mutex mutex held. */
1302 static int __fimc_md_modify_pipelines(struct media_entity
*entity
, bool enable
)
1304 struct media_entity
*entity_err
= entity
;
1305 struct media_entity_graph graph
;
1309 * Walk current graph and call the pipeline open/close routine for each
1310 * opened video node that belongs to the graph of entities connected
1311 * through active links. This is needed as we cannot power on/off the
1312 * subdevs in random order.
1314 media_entity_graph_walk_start(&graph
, entity
);
1316 while ((entity
= media_entity_graph_walk_next(&graph
))) {
1317 if (media_entity_type(entity
) != MEDIA_ENT_T_DEVNODE
)
1320 ret
= __fimc_md_modify_pipeline(entity
, enable
);
1328 media_entity_graph_walk_start(&graph
, entity_err
);
1330 while ((entity_err
= media_entity_graph_walk_next(&graph
))) {
1331 if (media_entity_type(entity_err
) != MEDIA_ENT_T_DEVNODE
)
1334 __fimc_md_modify_pipeline(entity_err
, !enable
);
1336 if (entity_err
== entity
)
1343 static int fimc_md_link_notify(struct media_link
*link
, unsigned int flags
,
1344 unsigned int notification
)
1346 struct media_entity
*sink
= link
->sink
->entity
;
1349 /* Before link disconnection */
1350 if (notification
== MEDIA_DEV_NOTIFY_PRE_LINK_CH
) {
1351 if (!(flags
& MEDIA_LNK_FL_ENABLED
))
1352 ret
= __fimc_md_modify_pipelines(sink
, false);
1354 ; /* TODO: Link state change validation */
1355 /* After link activation */
1356 } else if (notification
== MEDIA_DEV_NOTIFY_POST_LINK_CH
&&
1357 (link
->flags
& MEDIA_LNK_FL_ENABLED
)) {
1358 ret
= __fimc_md_modify_pipelines(sink
, true);
1361 return ret
? -EPIPE
: 0;
1364 static ssize_t
fimc_md_sysfs_show(struct device
*dev
,
1365 struct device_attribute
*attr
, char *buf
)
1367 struct platform_device
*pdev
= to_platform_device(dev
);
1368 struct fimc_md
*fmd
= platform_get_drvdata(pdev
);
1370 if (fmd
->user_subdev_api
)
1371 return strlcpy(buf
, "Sub-device API (sub-dev)\n", PAGE_SIZE
);
1373 return strlcpy(buf
, "V4L2 video node only API (vid-dev)\n", PAGE_SIZE
);
1376 static ssize_t
fimc_md_sysfs_store(struct device
*dev
,
1377 struct device_attribute
*attr
,
1378 const char *buf
, size_t count
)
1380 struct platform_device
*pdev
= to_platform_device(dev
);
1381 struct fimc_md
*fmd
= platform_get_drvdata(pdev
);
1385 if (!strcmp(buf
, "vid-dev\n"))
1387 else if (!strcmp(buf
, "sub-dev\n"))
1392 fmd
->user_subdev_api
= subdev_api
;
1393 for (i
= 0; i
< FIMC_MAX_DEVS
; i
++)
1395 fmd
->fimc
[i
]->vid_cap
.user_subdev_api
= subdev_api
;
1399 * This device attribute is to select video pipeline configuration method.
1400 * There are following valid values:
1401 * vid-dev - for V4L2 video node API only, subdevice will be configured
1402 * by the host driver.
1403 * sub-dev - for media controller API, subdevs must be configured in user
1404 * space before starting streaming.
1406 static DEVICE_ATTR(subdev_conf_mode
, S_IWUSR
| S_IRUGO
,
1407 fimc_md_sysfs_show
, fimc_md_sysfs_store
);
1409 static int fimc_md_get_pinctrl(struct fimc_md
*fmd
)
1411 struct device
*dev
= &fmd
->pdev
->dev
;
1412 struct fimc_pinctrl
*pctl
= &fmd
->pinctl
;
1414 pctl
->pinctrl
= devm_pinctrl_get(dev
);
1415 if (IS_ERR(pctl
->pinctrl
))
1416 return PTR_ERR(pctl
->pinctrl
);
1418 pctl
->state_default
= pinctrl_lookup_state(pctl
->pinctrl
,
1419 PINCTRL_STATE_DEFAULT
);
1420 if (IS_ERR(pctl
->state_default
))
1421 return PTR_ERR(pctl
->state_default
);
1423 pctl
->state_idle
= pinctrl_lookup_state(pctl
->pinctrl
,
1424 PINCTRL_STATE_IDLE
);
1429 static int cam_clk_prepare(struct clk_hw
*hw
)
1431 struct cam_clk
*camclk
= to_cam_clk(hw
);
1434 if (camclk
->fmd
->pmf
== NULL
)
1437 ret
= pm_runtime_get_sync(camclk
->fmd
->pmf
);
1438 return ret
< 0 ? ret
: 0;
1441 static void cam_clk_unprepare(struct clk_hw
*hw
)
1443 struct cam_clk
*camclk
= to_cam_clk(hw
);
1445 if (camclk
->fmd
->pmf
== NULL
)
1448 pm_runtime_put_sync(camclk
->fmd
->pmf
);
1451 static const struct clk_ops cam_clk_ops
= {
1452 .prepare
= cam_clk_prepare
,
1453 .unprepare
= cam_clk_unprepare
,
1456 static void fimc_md_unregister_clk_provider(struct fimc_md
*fmd
)
1458 struct cam_clk_provider
*cp
= &fmd
->clk_provider
;
1462 of_clk_del_provider(cp
->of_node
);
1464 for (i
= 0; i
< cp
->num_clocks
; i
++)
1465 clk_unregister(cp
->clks
[i
]);
1468 static int fimc_md_register_clk_provider(struct fimc_md
*fmd
)
1470 struct cam_clk_provider
*cp
= &fmd
->clk_provider
;
1471 struct device
*dev
= &fmd
->pdev
->dev
;
1474 for (i
= 0; i
< FIMC_MAX_CAMCLKS
; i
++) {
1475 struct cam_clk
*camclk
= &cp
->camclk
[i
];
1476 struct clk_init_data init
;
1479 ret
= of_property_read_string_index(dev
->of_node
,
1480 "clock-output-names", i
, &init
.name
);
1484 p_name
= __clk_get_name(fmd
->camclk
[i
].clock
);
1486 /* It's safe since clk_register() will duplicate the string. */
1487 init
.parent_names
= &p_name
;
1488 init
.num_parents
= 1;
1489 init
.ops
= &cam_clk_ops
;
1490 init
.flags
= CLK_SET_RATE_PARENT
;
1491 camclk
->hw
.init
= &init
;
1494 cp
->clks
[i
] = clk_register(NULL
, &camclk
->hw
);
1495 if (IS_ERR(cp
->clks
[i
])) {
1496 dev_err(dev
, "failed to register clock: %s (%ld)\n",
1497 init
.name
, PTR_ERR(cp
->clks
[i
]));
1498 ret
= PTR_ERR(cp
->clks
[i
]);
1504 if (cp
->num_clocks
== 0) {
1505 dev_warn(dev
, "clk provider not registered\n");
1509 cp
->clk_data
.clks
= cp
->clks
;
1510 cp
->clk_data
.clk_num
= cp
->num_clocks
;
1511 cp
->of_node
= dev
->of_node
;
1512 ret
= of_clk_add_provider(dev
->of_node
, of_clk_src_onecell_get
,
1517 fimc_md_unregister_clk_provider(fmd
);
1521 #define fimc_md_register_clk_provider(fmd) (0)
1522 #define fimc_md_unregister_clk_provider(fmd) (0)
1525 static int subdev_notifier_bound(struct v4l2_async_notifier
*notifier
,
1526 struct v4l2_subdev
*subdev
,
1527 struct v4l2_async_subdev
*asd
)
1529 struct fimc_md
*fmd
= notifier_to_fimc_md(notifier
);
1530 struct fimc_sensor_info
*si
= NULL
;
1533 /* Find platform data for this sensor subdev */
1534 for (i
= 0; i
< ARRAY_SIZE(fmd
->sensor
); i
++)
1535 if (fmd
->sensor
[i
].asd
.match
.of
.node
== subdev
->dev
->of_node
)
1536 si
= &fmd
->sensor
[i
];
1541 v4l2_set_subdev_hostdata(subdev
, &si
->pdata
);
1543 if (si
->pdata
.fimc_bus_type
== FIMC_BUS_TYPE_ISP_WRITEBACK
)
1544 subdev
->grp_id
= GRP_ID_FIMC_IS_SENSOR
;
1546 subdev
->grp_id
= GRP_ID_SENSOR
;
1548 si
->subdev
= subdev
;
1550 v4l2_info(&fmd
->v4l2_dev
, "Registered sensor subdevice: %s (%d)\n",
1551 subdev
->name
, fmd
->num_sensors
);
1558 static int subdev_notifier_complete(struct v4l2_async_notifier
*notifier
)
1560 struct fimc_md
*fmd
= notifier_to_fimc_md(notifier
);
1563 mutex_lock(&fmd
->media_dev
.graph_mutex
);
1565 ret
= fimc_md_create_links(fmd
);
1569 ret
= v4l2_device_register_subdev_nodes(&fmd
->v4l2_dev
);
1571 mutex_unlock(&fmd
->media_dev
.graph_mutex
);
1575 static int fimc_md_probe(struct platform_device
*pdev
)
1577 struct device
*dev
= &pdev
->dev
;
1578 struct v4l2_device
*v4l2_dev
;
1579 struct fimc_md
*fmd
;
1582 fmd
= devm_kzalloc(dev
, sizeof(*fmd
), GFP_KERNEL
);
1586 spin_lock_init(&fmd
->slock
);
1588 INIT_LIST_HEAD(&fmd
->pipelines
);
1590 strlcpy(fmd
->media_dev
.model
, "SAMSUNG S5P FIMC",
1591 sizeof(fmd
->media_dev
.model
));
1592 fmd
->media_dev
.link_notify
= fimc_md_link_notify
;
1593 fmd
->media_dev
.dev
= dev
;
1595 v4l2_dev
= &fmd
->v4l2_dev
;
1596 v4l2_dev
->mdev
= &fmd
->media_dev
;
1597 v4l2_dev
->notify
= fimc_sensor_notify
;
1598 strlcpy(v4l2_dev
->name
, "s5p-fimc-md", sizeof(v4l2_dev
->name
));
1600 fmd
->use_isp
= fimc_md_is_isp_available(dev
->of_node
);
1602 ret
= v4l2_device_register(dev
, &fmd
->v4l2_dev
);
1604 v4l2_err(v4l2_dev
, "Failed to register v4l2_device: %d\n", ret
);
1608 ret
= media_device_register(&fmd
->media_dev
);
1610 v4l2_err(v4l2_dev
, "Failed to register media device: %d\n", ret
);
1614 ret
= fimc_md_get_clocks(fmd
);
1618 fmd
->user_subdev_api
= (dev
->of_node
!= NULL
);
1620 ret
= fimc_md_get_pinctrl(fmd
);
1622 if (ret
!= EPROBE_DEFER
)
1623 dev_err(dev
, "Failed to get pinctrl: %d\n", ret
);
1627 platform_set_drvdata(pdev
, fmd
);
1629 /* Protect the media graph while we're registering entities */
1630 mutex_lock(&fmd
->media_dev
.graph_mutex
);
1633 ret
= fimc_md_register_of_platform_entities(fmd
, dev
->of_node
);
1635 ret
= bus_for_each_dev(&platform_bus_type
, NULL
, fmd
,
1636 fimc_md_pdev_match
);
1638 mutex_unlock(&fmd
->media_dev
.graph_mutex
);
1642 if (dev
->platform_data
|| dev
->of_node
) {
1643 ret
= fimc_md_register_sensor_entities(fmd
);
1645 mutex_unlock(&fmd
->media_dev
.graph_mutex
);
1650 mutex_unlock(&fmd
->media_dev
.graph_mutex
);
1652 ret
= device_create_file(&pdev
->dev
, &dev_attr_subdev_conf_mode
);
1656 * FIMC platform devices need to be registered before the sclk_cam
1657 * clocks provider, as one of these devices needs to be activated
1658 * to enable the clock.
1660 ret
= fimc_md_register_clk_provider(fmd
);
1662 v4l2_err(v4l2_dev
, "clock provider registration failed\n");
1666 if (fmd
->num_sensors
> 0) {
1667 fmd
->subdev_notifier
.subdevs
= fmd
->async_subdevs
;
1668 fmd
->subdev_notifier
.num_subdevs
= fmd
->num_sensors
;
1669 fmd
->subdev_notifier
.bound
= subdev_notifier_bound
;
1670 fmd
->subdev_notifier
.complete
= subdev_notifier_complete
;
1671 fmd
->num_sensors
= 0;
1673 ret
= v4l2_async_notifier_register(&fmd
->v4l2_dev
,
1674 &fmd
->subdev_notifier
);
1682 fimc_md_unregister_clk_provider(fmd
);
1684 device_remove_file(&pdev
->dev
, &dev_attr_subdev_conf_mode
);
1686 fimc_md_put_clocks(fmd
);
1688 fimc_md_unregister_entities(fmd
);
1690 media_device_unregister(&fmd
->media_dev
);
1692 v4l2_device_unregister(&fmd
->v4l2_dev
);
1696 static int fimc_md_remove(struct platform_device
*pdev
)
1698 struct fimc_md
*fmd
= platform_get_drvdata(pdev
);
1703 fimc_md_unregister_clk_provider(fmd
);
1704 v4l2_async_notifier_unregister(&fmd
->subdev_notifier
);
1706 v4l2_device_unregister(&fmd
->v4l2_dev
);
1707 device_remove_file(&pdev
->dev
, &dev_attr_subdev_conf_mode
);
1708 fimc_md_unregister_entities(fmd
);
1709 fimc_md_pipelines_free(fmd
);
1710 media_device_unregister(&fmd
->media_dev
);
1711 fimc_md_put_clocks(fmd
);
1716 static struct platform_device_id fimc_driver_ids
[] __always_unused
= {
1717 { .name
= "s5p-fimc-md" },
1720 MODULE_DEVICE_TABLE(platform
, fimc_driver_ids
);
1722 static const struct of_device_id fimc_md_of_match
[] = {
1723 { .compatible
= "samsung,fimc" },
1726 MODULE_DEVICE_TABLE(of
, fimc_md_of_match
);
1728 static struct platform_driver fimc_md_driver
= {
1729 .probe
= fimc_md_probe
,
1730 .remove
= fimc_md_remove
,
1732 .of_match_table
= of_match_ptr(fimc_md_of_match
),
1733 .name
= "s5p-fimc-md",
1734 .owner
= THIS_MODULE
,
1738 static int __init
fimc_md_init(void)
1742 request_module("s5p-csis");
1743 ret
= fimc_register_driver();
1747 return platform_driver_register(&fimc_md_driver
);
1750 static void __exit
fimc_md_exit(void)
1752 platform_driver_unregister(&fimc_md_driver
);
1753 fimc_unregister_driver();
1756 module_init(fimc_md_init
);
1757 module_exit(fimc_md_exit
);
1759 MODULE_AUTHOR("Sylwester Nawrocki <s.nawrocki@samsung.com>");
1760 MODULE_DESCRIPTION("S5P FIMC camera host interface/video postprocessor driver");
1761 MODULE_LICENSE("GPL");
1762 MODULE_VERSION("2.0.1");