[deliverable/linux.git] / drivers / media / platform / vsp1 / vsp1_pipe.c

/*
 * vsp1_pipe.c  --  R-Car VSP1 Pipeline
 *
 * Copyright (C) 2013-2015 Renesas Electronics Corporation
 *
 * Contact: Laurent Pinchart (laurent.pinchart@ideasonboard.com)
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 */

#include <linux/delay.h>
#include <linux/list.h>
#include <linux/sched.h>
#include <linux/wait.h>

#include <media/media-entity.h>
#include <media/v4l2-subdev.h>

#include "vsp1.h"
#include "vsp1_bru.h"
#include "vsp1_dl.h"
#include "vsp1_entity.h"
#include "vsp1_pipe.h"
#include "vsp1_rwpf.h"
#include "vsp1_uds.h"

/* -----------------------------------------------------------------------------
 * Helper Functions
 */

static const struct vsp1_format_info vsp1_video_formats[] = {
	{ V4L2_PIX_FMT_RGB332, MEDIA_BUS_FMT_ARGB8888_1X32,
	  VI6_FMT_RGB_332, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  1, { 8, 0, 0 }, false, false, 1, 1, false },
	{ V4L2_PIX_FMT_ARGB444, MEDIA_BUS_FMT_ARGB8888_1X32,
	  VI6_FMT_ARGB_4444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS,
	  1, { 16, 0, 0 }, false, false, 1, 1, true },
	{ V4L2_PIX_FMT_XRGB444, MEDIA_BUS_FMT_ARGB8888_1X32,
	  VI6_FMT_XRGB_4444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS,
	  1, { 16, 0, 0 }, false, false, 1, 1, true },
	{ V4L2_PIX_FMT_ARGB555, MEDIA_BUS_FMT_ARGB8888_1X32,
	  VI6_FMT_ARGB_1555, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS,
	  1, { 16, 0, 0 }, false, false, 1, 1, true },
	{ V4L2_PIX_FMT_XRGB555, MEDIA_BUS_FMT_ARGB8888_1X32,
	  VI6_FMT_XRGB_1555, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS,
	  1, { 16, 0, 0 }, false, false, 1, 1, false },
	{ V4L2_PIX_FMT_RGB565, MEDIA_BUS_FMT_ARGB8888_1X32,
	  VI6_FMT_RGB_565, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS,
	  1, { 16, 0, 0 }, false, false, 1, 1, false },
	{ V4L2_PIX_FMT_BGR24, MEDIA_BUS_FMT_ARGB8888_1X32,
	  VI6_FMT_BGR_888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  1, { 24, 0, 0 }, false, false, 1, 1, false },
	{ V4L2_PIX_FMT_RGB24, MEDIA_BUS_FMT_ARGB8888_1X32,
	  VI6_FMT_RGB_888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  1, { 24, 0, 0 }, false, false, 1, 1, false },
	{ V4L2_PIX_FMT_ABGR32, MEDIA_BUS_FMT_ARGB8888_1X32,
	  VI6_FMT_ARGB_8888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS,
	  1, { 32, 0, 0 }, false, false, 1, 1, true },
	{ V4L2_PIX_FMT_XBGR32, MEDIA_BUS_FMT_ARGB8888_1X32,
	  VI6_FMT_ARGB_8888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS,
	  1, { 32, 0, 0 }, false, false, 1, 1, false },
	{ V4L2_PIX_FMT_ARGB32, MEDIA_BUS_FMT_ARGB8888_1X32,
	  VI6_FMT_ARGB_8888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  1, { 32, 0, 0 }, false, false, 1, 1, true },
	{ V4L2_PIX_FMT_XRGB32, MEDIA_BUS_FMT_ARGB8888_1X32,
	  VI6_FMT_ARGB_8888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  1, { 32, 0, 0 }, false, false, 1, 1, false },
	{ V4L2_PIX_FMT_UYVY, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_YUYV_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  1, { 16, 0, 0 }, false, false, 2, 1, false },
	{ V4L2_PIX_FMT_VYUY, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_YUYV_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  1, { 16, 0, 0 }, false, true, 2, 1, false },
	{ V4L2_PIX_FMT_YUYV, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_YUYV_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  1, { 16, 0, 0 }, true, false, 2, 1, false },
	{ V4L2_PIX_FMT_YVYU, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_YUYV_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  1, { 16, 0, 0 }, true, true, 2, 1, false },
	{ V4L2_PIX_FMT_NV12M, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_Y_UV_420, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  2, { 8, 16, 0 }, false, false, 2, 2, false },
	{ V4L2_PIX_FMT_NV21M, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_Y_UV_420, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  2, { 8, 16, 0 }, false, true, 2, 2, false },
	{ V4L2_PIX_FMT_NV16M, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_Y_UV_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  2, { 8, 16, 0 }, false, false, 2, 1, false },
	{ V4L2_PIX_FMT_NV61M, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_Y_UV_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  2, { 8, 16, 0 }, false, true, 2, 1, false },
	{ V4L2_PIX_FMT_YUV420M, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_Y_U_V_420, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  3, { 8, 8, 8 }, false, false, 2, 2, false },
	{ V4L2_PIX_FMT_YVU420M, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_Y_U_V_420, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  3, { 8, 8, 8 }, false, true, 2, 2, false },
	{ V4L2_PIX_FMT_YUV422M, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_Y_U_V_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  3, { 8, 8, 8 }, false, false, 2, 1, false },
	{ V4L2_PIX_FMT_YVU422M, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_Y_U_V_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  3, { 8, 8, 8 }, false, true, 2, 1, false },
	{ V4L2_PIX_FMT_YUV444M, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_Y_U_V_444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  3, { 8, 8, 8 }, false, false, 1, 1, false },
	{ V4L2_PIX_FMT_YVU444M, MEDIA_BUS_FMT_AYUV8_1X32,
	  VI6_FMT_Y_U_V_444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
	  3, { 8, 8, 8 }, false, true, 1, 1, false },
};

/*
 * vsp1_get_format_info - Retrieve format information for a 4CC
 * @fourcc: the format 4CC
 *
 * Return a pointer to the format information structure corresponding to the
 * given V4L2 format 4CC, or NULL if no corresponding format can be found.
 */
const struct vsp1_format_info *vsp1_get_format_info(u32 fourcc)
{
	unsigned int i;

	for (i = 0; i < ARRAY_SIZE(vsp1_video_formats); ++i) {
		const struct vsp1_format_info *info = &vsp1_video_formats[i];

		if (info->fourcc == fourcc)
			return info;
	}

	return NULL;
}

/* -----------------------------------------------------------------------------
 * Pipeline Management
 */

void vsp1_pipeline_reset(struct vsp1_pipeline *pipe)
{
	unsigned int i;

	if (pipe->bru) {
		struct vsp1_bru *bru = to_bru(&pipe->bru->subdev);

		for (i = 0; i < ARRAY_SIZE(bru->inputs); ++i)
			bru->inputs[i].rpf = NULL;
	}

	for (i = 0; i < ARRAY_SIZE(pipe->inputs); ++i)
		pipe->inputs[i] = NULL;

	INIT_LIST_HEAD(&pipe->entities);
	pipe->state = VSP1_PIPELINE_STOPPED;
	pipe->buffers_ready = 0;
	pipe->num_inputs = 0;
	pipe->output = NULL;
	pipe->bru = NULL;
	pipe->lif = NULL;
	pipe->uds = NULL;
}

void vsp1_pipeline_init(struct vsp1_pipeline *pipe)
{
	mutex_init(&pipe->lock);
	spin_lock_init(&pipe->irqlock);
	init_waitqueue_head(&pipe->wq);

	INIT_LIST_HEAD(&pipe->entities);
	pipe->state = VSP1_PIPELINE_STOPPED;
}

void vsp1_pipeline_run(struct vsp1_pipeline *pipe)
{
	struct vsp1_device *vsp1 = pipe->output->entity.vsp1;

	if (pipe->state == VSP1_PIPELINE_STOPPED) {
		vsp1_write(vsp1, VI6_CMD(pipe->output->entity.index),
			   VI6_CMD_STRCMD);
		pipe->state = VSP1_PIPELINE_RUNNING;
	}

	pipe->buffers_ready = 0;
}

bool vsp1_pipeline_stopped(struct vsp1_pipeline *pipe)
{
	unsigned long flags;
	bool stopped;

	spin_lock_irqsave(&pipe->irqlock, flags);
	stopped = pipe->state == VSP1_PIPELINE_STOPPED;
	spin_unlock_irqrestore(&pipe->irqlock, flags);

	return stopped;
}

int vsp1_pipeline_stop(struct vsp1_pipeline *pipe)
{
	struct vsp1_entity *entity;
	unsigned long flags;
	int ret;

	if (pipe->dl) {
		/* When using display lists in continuous frame mode the only
		 * way to stop the pipeline is to reset the hardware.
		 */
		ret = vsp1_reset_wpf(pipe->output->entity.vsp1,
				     pipe->output->entity.index);
		if (ret == 0) {
			spin_lock_irqsave(&pipe->irqlock, flags);
			pipe->state = VSP1_PIPELINE_STOPPED;
			spin_unlock_irqrestore(&pipe->irqlock, flags);
		}
	} else {
		/* Otherwise just request a stop and wait. */
		spin_lock_irqsave(&pipe->irqlock, flags);
		if (pipe->state == VSP1_PIPELINE_RUNNING)
			pipe->state = VSP1_PIPELINE_STOPPING;
		spin_unlock_irqrestore(&pipe->irqlock, flags);

		ret = wait_event_timeout(pipe->wq, vsp1_pipeline_stopped(pipe),
					 msecs_to_jiffies(500));
		ret = ret == 0 ? -ETIMEDOUT : 0;
	}

	list_for_each_entry(entity, &pipe->entities, list_pipe) {
		if (entity->route && entity->route->reg)
			vsp1_write(entity->vsp1, entity->route->reg,
				   VI6_DPR_NODE_UNUSED);

		v4l2_subdev_call(&entity->subdev, video, s_stream, 0);
	}

	return ret;
}

bool vsp1_pipeline_ready(struct vsp1_pipeline *pipe)
{
	unsigned int mask;

	mask = ((1 << pipe->num_inputs) - 1) << 1;
	if (!pipe->lif)
		mask |= 1 << 0;

	return pipe->buffers_ready == mask;
}

void vsp1_pipeline_display_start(struct vsp1_pipeline *pipe)
{
	if (pipe->dl)
		vsp1_dl_irq_display_start(pipe->dl);
}

void vsp1_pipeline_frame_end(struct vsp1_pipeline *pipe)
{
	enum vsp1_pipeline_state state;
	unsigned long flags;

	if (pipe == NULL)
		return;

	if (pipe->dl)
		vsp1_dl_irq_frame_end(pipe->dl);

	/* Signal frame end to the pipeline handler. */
	if (pipe->frame_end)
		pipe->frame_end(pipe);

	spin_lock_irqsave(&pipe->irqlock, flags);

	state = pipe->state;

	/* When using display lists in continuous frame mode the pipeline is
	 * automatically restarted by the hardware.
	 */
	if (pipe->dl)
		goto done;

	pipe->state = VSP1_PIPELINE_STOPPED;

	/* If a stop has been requested, mark the pipeline as stopped and
	 * return.
	 */
	if (state == VSP1_PIPELINE_STOPPING) {
		wake_up(&pipe->wq);
		goto done;
	}

	/* Restart the pipeline if ready. */
	if (vsp1_pipeline_ready(pipe))
		vsp1_pipeline_run(pipe);

done:
	spin_unlock_irqrestore(&pipe->irqlock, flags);
}

/*
 * Propagate the alpha value through the pipeline.
 *
 * As the UDS has restricted scaling capabilities when the alpha component needs
 * to be scaled, we disable alpha scaling when the UDS input has a fixed alpha
 * value. The UDS then outputs a fixed alpha value which needs to be programmed
 * from the input RPF alpha.
 */
void vsp1_pipeline_propagate_alpha(struct vsp1_pipeline *pipe,
				   struct vsp1_entity *input,
				   unsigned int alpha)
{
	struct vsp1_entity *entity;
	struct media_pad *pad;

	pad = media_entity_remote_pad(&input->pads[RWPF_PAD_SOURCE]);

	while (pad) {
		if (!is_media_entity_v4l2_subdev(pad->entity))
			break;

		entity = to_vsp1_entity(media_entity_to_v4l2_subdev(pad->entity));

		/* The BRU background color has a fixed alpha value set to 255,
		 * the output alpha value is thus always equal to 255.
		 */
		if (entity->type == VSP1_ENTITY_BRU)
			alpha = 255;

		if (entity->type == VSP1_ENTITY_UDS) {
			struct vsp1_uds *uds = to_uds(&entity->subdev);

			vsp1_uds_set_alpha(uds, alpha);
			break;
		}

		pad = &entity->pads[entity->source_pad];
		pad = media_entity_remote_pad(pad);
	}
}

void vsp1_pipelines_suspend(struct vsp1_device *vsp1)
{
	unsigned long flags;
	unsigned int i;
	int ret;

	/* To avoid increasing the system suspend time needlessly, loop over the
	 * pipelines twice, first to set them all to the stopping state, and
	 * then to wait for the stop to complete.
	 */
	for (i = 0; i < vsp1->info->wpf_count; ++i) {
		struct vsp1_rwpf *wpf = vsp1->wpf[i];
		struct vsp1_pipeline *pipe;

		if (wpf == NULL)
			continue;

		pipe = to_vsp1_pipeline(&wpf->entity.subdev.entity);
		if (pipe == NULL)
			continue;

		spin_lock_irqsave(&pipe->irqlock, flags);
		if (pipe->state == VSP1_PIPELINE_RUNNING)
			pipe->state = VSP1_PIPELINE_STOPPING;
		spin_unlock_irqrestore(&pipe->irqlock, flags);
	}

	for (i = 0; i < vsp1->info->wpf_count; ++i) {
		struct vsp1_rwpf *wpf = vsp1->wpf[i];
		struct vsp1_pipeline *pipe;

		if (wpf == NULL)
			continue;

		pipe = to_vsp1_pipeline(&wpf->entity.subdev.entity);
		if (pipe == NULL)
			continue;

		ret = wait_event_timeout(pipe->wq, vsp1_pipeline_stopped(pipe),
					 msecs_to_jiffies(500));
		if (ret == 0)
			dev_warn(vsp1->dev, "pipeline %u stop timeout\n",
				 wpf->entity.index);
	}
}

void vsp1_pipelines_resume(struct vsp1_device *vsp1)
{
	unsigned int i;

	/* Resume pipeline all running pipelines. */
	for (i = 0; i < vsp1->info->wpf_count; ++i) {
		struct vsp1_rwpf *wpf = vsp1->wpf[i];
		struct vsp1_pipeline *pipe;

		if (wpf == NULL)
			continue;

		pipe = to_vsp1_pipeline(&wpf->entity.subdev.entity);
		if (pipe == NULL)
			continue;

		if (vsp1_pipeline_ready(pipe))
			vsp1_pipeline_run(pipe);
	}
}
Commit	Line	Data
dba4a180 LP	1	/*
	2	* vsp1_pipe.c -- R-Car VSP1 Pipeline
	3	*
	4	* Copyright (C) 2013-2015 Renesas Electronics Corporation
	5	*
	6	* Contact: Laurent Pinchart (laurent.pinchart@ideasonboard.com)
	7	*
	8	* This program is free software; you can redistribute it and/or modify
	9	* it under the terms of the GNU General Public License as published by
	10	* the Free Software Foundation; either version 2 of the License, or
	11	* (at your option) any later version.
	12	*/
	13
1517b039	14	#include <linux/delay.h>
dba4a180 LP	15	#include <linux/list.h>
	16	#include <linux/sched.h>
	17	#include <linux/wait.h>
	18
	19	#include <media/media-entity.h>
	20	#include <media/v4l2-subdev.h>
	21
	22	#include "vsp1.h"
	23	#include "vsp1_bru.h"
1517b039	24	#include "vsp1_dl.h"
dba4a180 LP	25	#include "vsp1_entity.h"
	26	#include "vsp1_pipe.h"
	27	#include "vsp1_rwpf.h"
	28	#include "vsp1_uds.h"
	29
c618b185 LP	30	/* -----------------------------------------------------------------------------
	31	* Helper Functions
	32	*/
	33
	34	static const struct vsp1_format_info vsp1_video_formats[] = {
	35	{ V4L2_PIX_FMT_RGB332, MEDIA_BUS_FMT_ARGB8888_1X32,
	36	VI6_FMT_RGB_332, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
	37	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
	38	1, { 8, 0, 0 }, false, false, 1, 1, false },
	39	{ V4L2_PIX_FMT_ARGB444, MEDIA_BUS_FMT_ARGB8888_1X32,
	40	VI6_FMT_ARGB_4444, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
	41	VI6_RPF_DSWAP_P_WDS,
	42	1, { 16, 0, 0 }, false, false, 1, 1, true },
	43	{ V4L2_PIX_FMT_XRGB444, MEDIA_BUS_FMT_ARGB8888_1X32,
	44	VI6_FMT_XRGB_4444, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
	45	VI6_RPF_DSWAP_P_WDS,
	46	1, { 16, 0, 0 }, false, false, 1, 1, true },
	47	{ V4L2_PIX_FMT_ARGB555, MEDIA_BUS_FMT_ARGB8888_1X32,
	48	VI6_FMT_ARGB_1555, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
	49	VI6_RPF_DSWAP_P_WDS,
	50	1, { 16, 0, 0 }, false, false, 1, 1, true },
	51	{ V4L2_PIX_FMT_XRGB555, MEDIA_BUS_FMT_ARGB8888_1X32,
	52	VI6_FMT_XRGB_1555, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
	53	VI6_RPF_DSWAP_P_WDS,
	54	1, { 16, 0, 0 }, false, false, 1, 1, false },
	55	{ V4L2_PIX_FMT_RGB565, MEDIA_BUS_FMT_ARGB8888_1X32,
	56	VI6_FMT_RGB_565, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
	57	VI6_RPF_DSWAP_P_WDS,
	58	1, { 16, 0, 0 }, false, false, 1, 1, false },
	59	{ V4L2_PIX_FMT_BGR24, MEDIA_BUS_FMT_ARGB8888_1X32,
	60	VI6_FMT_BGR_888, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
	61	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
	62	1, { 24, 0, 0 }, false, false, 1, 1, false },
	63	{ V4L2_PIX_FMT_RGB24, MEDIA_BUS_FMT_ARGB8888_1X32,
	64	VI6_FMT_RGB_888, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
	65	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
	66	1, { 24, 0, 0 }, false, false, 1, 1, false },
	67	{ V4L2_PIX_FMT_ABGR32, MEDIA_BUS_FMT_ARGB8888_1X32,
	68	VI6_FMT_ARGB_8888, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS,
	69	1, { 32, 0, 0 }, false, false, 1, 1, true },
	70	{ V4L2_PIX_FMT_XBGR32, MEDIA_BUS_FMT_ARGB8888_1X32,
	71	VI6_FMT_ARGB_8888, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS,
	72	1, { 32, 0, 0 }, false, false, 1, 1, false },
	73	{ V4L2_PIX_FMT_ARGB32, MEDIA_BUS_FMT_ARGB8888_1X32,
	74	VI6_FMT_ARGB_8888, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
	75	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
	76	1, { 32, 0, 0 }, false, false, 1, 1, true },
	77	{ V4L2_PIX_FMT_XRGB32, MEDIA_BUS_FMT_ARGB8888_1X32,
	78	VI6_FMT_ARGB_8888, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
	79	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
	80	1, { 32, 0, 0 }, false, false, 1, 1, false },
	81	{ V4L2_PIX_FMT_UYVY, MEDIA_BUS_FMT_AYUV8_1X32,
	82	VI6_FMT_YUYV_422, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
	83	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
	84	1, { 16, 0, 0 }, false, false, 2, 1, false },
	85	{ V4L2_PIX_FMT_VYUY, MEDIA_BUS_FMT_AYUV8_1X32,
	86	VI6_FMT_YUYV_422, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
	87	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
	88	1, { 16, 0, 0 }, false, true, 2, 1, false },
	89	{ V4L2_PIX_FMT_YUYV, MEDIA_BUS_FMT_AYUV8_1X32,
	90	VI6_FMT_YUYV_422, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
	91	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
	92	1, { 16, 0, 0 }, true, false, 2, 1, false },
	93	{ V4L2_PIX_FMT_YVYU, MEDIA_BUS_FMT_AYUV8_1X32,
94	VI6_FMT_YUYV_422, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
95	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
96	1, { 16, 0, 0 }, true, true, 2, 1, false },
97	{ V4L2_PIX_FMT_NV12M, MEDIA_BUS_FMT_AYUV8_1X32,
98	VI6_FMT_Y_UV_420, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
99	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
100	2, { 8, 16, 0 }, false, false, 2, 2, false },
101	{ V4L2_PIX_FMT_NV21M, MEDIA_BUS_FMT_AYUV8_1X32,
102	VI6_FMT_Y_UV_420, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
103	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
104	2, { 8, 16, 0 }, false, true, 2, 2, false },
105	{ V4L2_PIX_FMT_NV16M, MEDIA_BUS_FMT_AYUV8_1X32,
106	VI6_FMT_Y_UV_422, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
107	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
108	2, { 8, 16, 0 }, false, false, 2, 1, false },
109	{ V4L2_PIX_FMT_NV61M, MEDIA_BUS_FMT_AYUV8_1X32,
110	VI6_FMT_Y_UV_422, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
111	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
112	2, { 8, 16, 0 }, false, true, 2, 1, false },
113	{ V4L2_PIX_FMT_YUV420M, MEDIA_BUS_FMT_AYUV8_1X32,
114	VI6_FMT_Y_U_V_420, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
115	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
116	3, { 8, 8, 8 }, false, false, 2, 2, false },
117	{ V4L2_PIX_FMT_YVU420M, MEDIA_BUS_FMT_AYUV8_1X32,
118	VI6_FMT_Y_U_V_420, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
119	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
120	3, { 8, 8, 8 }, false, true, 2, 2, false },
121	{ V4L2_PIX_FMT_YUV422M, MEDIA_BUS_FMT_AYUV8_1X32,
122	VI6_FMT_Y_U_V_422, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
123	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
124	3, { 8, 8, 8 }, false, false, 2, 1, false },
125	{ V4L2_PIX_FMT_YVU422M, MEDIA_BUS_FMT_AYUV8_1X32,
126	VI6_FMT_Y_U_V_422, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
127	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
128	3, { 8, 8, 8 }, false, true, 2, 1, false },
129	{ V4L2_PIX_FMT_YUV444M, MEDIA_BUS_FMT_AYUV8_1X32,
130	VI6_FMT_Y_U_V_444, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
131	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
132	3, { 8, 8, 8 }, false, false, 1, 1, false },
133	{ V4L2_PIX_FMT_YVU444M, MEDIA_BUS_FMT_AYUV8_1X32,
134	VI6_FMT_Y_U_V_444, VI6_RPF_DSWAP_P_LLS \| VI6_RPF_DSWAP_P_LWS \|
135	VI6_RPF_DSWAP_P_WDS \| VI6_RPF_DSWAP_P_BTS,
136	3, { 8, 8, 8 }, false, true, 1, 1, false },
137	};
138
139	/*
140	* vsp1_get_format_info - Retrieve format information for a 4CC
141	* @fourcc: the format 4CC
142	*
143	* Return a pointer to the format information structure corresponding to the
144	* given V4L2 format 4CC, or NULL if no corresponding format can be found.
145	*/
146	const struct vsp1_format_info *vsp1_get_format_info(u32 fourcc)
147	{
148	unsigned int i;
149
150	for (i = 0; i < ARRAY_SIZE(vsp1_video_formats); ++i) {
151	const struct vsp1_format_info *info = &vsp1_video_formats[i];
152
153	if (info->fourcc == fourcc)
154	return info;
155	}
156
157	return NULL;
158	}
159
dba4a180 LP	160	/* -----------------------------------------------------------------------------
	161	* Pipeline Management
	162	*/
	163
	164	void vsp1_pipeline_reset(struct vsp1_pipeline *pipe)
	165	{
96bfa6a5 LP	166	unsigned int i;
96bfa6a5 LP	167
dba4a180 LP	168	if (pipe->bru) {
dba4a180 LP	169	struct vsp1_bru *bru = to_bru(&pipe->bru->subdev);
dba4a180 LP	170
	171	for (i = 0; i < ARRAY_SIZE(bru->inputs); ++i)
	172	bru->inputs[i].rpf = NULL;
	173	}
	174
96bfa6a5 LP	175	for (i = 0; i < ARRAY_SIZE(pipe->inputs); ++i)
	176	pipe->inputs[i] = NULL;
	177
dba4a180 LP	178	INIT_LIST_HEAD(&pipe->entities);
	179	pipe->state = VSP1_PIPELINE_STOPPED;
	180	pipe->buffers_ready = 0;
	181	pipe->num_inputs = 0;
	182	pipe->output = NULL;
	183	pipe->bru = NULL;
	184	pipe->lif = NULL;
	185	pipe->uds = NULL;
	186	}
	187
f294c2f7 LP	188	void vsp1_pipeline_init(struct vsp1_pipeline *pipe)
	189	{
	190	mutex_init(&pipe->lock);
	191	spin_lock_init(&pipe->irqlock);
	192	init_waitqueue_head(&pipe->wq);
	193
	194	INIT_LIST_HEAD(&pipe->entities);
	195	pipe->state = VSP1_PIPELINE_STOPPED;
	196	}
	197
dba4a180 LP	198	void vsp1_pipeline_run(struct vsp1_pipeline *pipe)
	199	{
	200	struct vsp1_device *vsp1 = pipe->output->entity.vsp1;
	201
1517b039 TS	202	if (pipe->state == VSP1_PIPELINE_STOPPED) {
	203	vsp1_write(vsp1, VI6_CMD(pipe->output->entity.index),
	204	VI6_CMD_STRCMD);
	205	pipe->state = VSP1_PIPELINE_RUNNING;
	206	}
	207
dba4a180 LP	208	pipe->buffers_ready = 0;
	209	}
	210
	211	bool vsp1_pipeline_stopped(struct vsp1_pipeline *pipe)
	212	{
	213	unsigned long flags;
	214	bool stopped;
	215
	216	spin_lock_irqsave(&pipe->irqlock, flags);
	217	stopped = pipe->state == VSP1_PIPELINE_STOPPED;
	218	spin_unlock_irqrestore(&pipe->irqlock, flags);
	219
	220	return stopped;
	221	}
	222
	223	int vsp1_pipeline_stop(struct vsp1_pipeline *pipe)
	224	{
	225	struct vsp1_entity *entity;
	226	unsigned long flags;
	227	int ret;
	228
1517b039 TS	229	if (pipe->dl) {
	230	/* When using display lists in continuous frame mode the only
	231	* way to stop the pipeline is to reset the hardware.
	232	*/
	233	ret = vsp1_reset_wpf(pipe->output->entity.vsp1,
	234	pipe->output->entity.index);
	235	if (ret == 0) {
	236	spin_lock_irqsave(&pipe->irqlock, flags);
	237	pipe->state = VSP1_PIPELINE_STOPPED;
	238	spin_unlock_irqrestore(&pipe->irqlock, flags);
	239	}
	240	} else {
	241	/* Otherwise just request a stop and wait. */
	242	spin_lock_irqsave(&pipe->irqlock, flags);
	243	if (pipe->state == VSP1_PIPELINE_RUNNING)
	244	pipe->state = VSP1_PIPELINE_STOPPING;
	245	spin_unlock_irqrestore(&pipe->irqlock, flags);
	246
	247	ret = wait_event_timeout(pipe->wq, vsp1_pipeline_stopped(pipe),
	248	msecs_to_jiffies(500));
	249	ret = ret == 0 ? -ETIMEDOUT : 0;
	250	}
dba4a180 LP	251
	252	list_for_each_entry(entity, &pipe->entities, list_pipe) {
	253	if (entity->route && entity->route->reg)
	254	vsp1_write(entity->vsp1, entity->route->reg,
	255	VI6_DPR_NODE_UNUSED);
	256
	257	v4l2_subdev_call(&entity->subdev, video, s_stream, 0);
	258	}
	259
	260	return ret;
	261	}
	262
	263	bool vsp1_pipeline_ready(struct vsp1_pipeline *pipe)
	264	{
	265	unsigned int mask;
	266
	267	mask = ((1 << pipe->num_inputs) - 1) << 1;
	268	if (!pipe->lif)
	269	mask \|= 1 << 0;
	270
	271	return pipe->buffers_ready == mask;
	272	}
	273
1517b039 TS	274	void vsp1_pipeline_display_start(struct vsp1_pipeline *pipe)
	275	{
	276	if (pipe->dl)
	277	vsp1_dl_irq_display_start(pipe->dl);
	278	}
	279
dba4a180 LP	280	void vsp1_pipeline_frame_end(struct vsp1_pipeline *pipe)
	281	{
	282	enum vsp1_pipeline_state state;
	283	unsigned long flags;
	284
	285	if (pipe == NULL)
	286	return;
	287
1517b039 TS	288	if (pipe->dl)
	289	vsp1_dl_irq_frame_end(pipe->dl);
	290
dba4a180	291	/* Signal frame end to the pipeline handler. */
f9df34f8 LP	292	if (pipe->frame_end)
f9df34f8 LP	293	pipe->frame_end(pipe);
dba4a180 LP	294
	295	spin_lock_irqsave(&pipe->irqlock, flags);
	296
	297	state = pipe->state;
1517b039 TS	298
	299	/* When using display lists in continuous frame mode the pipeline is
	300	* automatically restarted by the hardware.
	301	*/
f9df34f8 LP	302	if (pipe->dl)
	303	goto done;
	304
	305	pipe->state = VSP1_PIPELINE_STOPPED;
dba4a180 LP	306
	307	/* If a stop has been requested, mark the pipeline as stopped and
	308	* return.
	309	*/
	310	if (state == VSP1_PIPELINE_STOPPING) {
	311	wake_up(&pipe->wq);
	312	goto done;
	313	}
	314
	315	/* Restart the pipeline if ready. */
	316	if (vsp1_pipeline_ready(pipe))
	317	vsp1_pipeline_run(pipe);
	318
	319	done:
	320	spin_unlock_irqrestore(&pipe->irqlock, flags);
	321	}
	322
	323	/*
	324	* Propagate the alpha value through the pipeline.
	325	*
	326	* As the UDS has restricted scaling capabilities when the alpha component needs
	327	* to be scaled, we disable alpha scaling when the UDS input has a fixed alpha
	328	* value. The UDS then outputs a fixed alpha value which needs to be programmed
	329	* from the input RPF alpha.
	330	*/
	331	void vsp1_pipeline_propagate_alpha(struct vsp1_pipeline *pipe,
	332	struct vsp1_entity *input,
	333	unsigned int alpha)
	334	{
	335	struct vsp1_entity *entity;
	336	struct media_pad *pad;
	337
	338	pad = media_entity_remote_pad(&input->pads[RWPF_PAD_SOURCE]);
	339
	340	while (pad) {
	341	if (!is_media_entity_v4l2_subdev(pad->entity))
	342	break;
	343
	344	entity = to_vsp1_entity(media_entity_to_v4l2_subdev(pad->entity));
	345
	346	/* The BRU background color has a fixed alpha value set to 255,
	347	* the output alpha value is thus always equal to 255.
	348	*/
	349	if (entity->type == VSP1_ENTITY_BRU)
	350	alpha = 255;
	351
	352	if (entity->type == VSP1_ENTITY_UDS) {
	353	struct vsp1_uds *uds = to_uds(&entity->subdev);
	354
	355	vsp1_uds_set_alpha(uds, alpha);
	356	break;
	357	}
	358
	359	pad = &entity->pads[entity->source_pad];
	360	pad = media_entity_remote_pad(pad);
	361	}
	362	}
	363
	364	void vsp1_pipelines_suspend(struct vsp1_device *vsp1)
	365	{
	366	unsigned long flags;
	367	unsigned int i;
	368	int ret;
	369
370	/* To avoid increasing the system suspend time needlessly, loop over the
371	* pipelines twice, first to set them all to the stopping state, and
372	* then to wait for the stop to complete.
373	*/
5aa2eb3c	374	for (i = 0; i < vsp1->info->wpf_count; ++i) {
dba4a180 LP	375	struct vsp1_rwpf *wpf = vsp1->wpf[i];
	376	struct vsp1_pipeline *pipe;
	377
	378	if (wpf == NULL)
	379	continue;
	380
	381	pipe = to_vsp1_pipeline(&wpf->entity.subdev.entity);
	382	if (pipe == NULL)
	383	continue;
	384
	385	spin_lock_irqsave(&pipe->irqlock, flags);
	386	if (pipe->state == VSP1_PIPELINE_RUNNING)
	387	pipe->state = VSP1_PIPELINE_STOPPING;
	388	spin_unlock_irqrestore(&pipe->irqlock, flags);
	389	}
	390
5aa2eb3c	391	for (i = 0; i < vsp1->info->wpf_count; ++i) {
dba4a180 LP	392	struct vsp1_rwpf *wpf = vsp1->wpf[i];
	393	struct vsp1_pipeline *pipe;
	394
	395	if (wpf == NULL)
	396	continue;
	397
	398	pipe = to_vsp1_pipeline(&wpf->entity.subdev.entity);
	399	if (pipe == NULL)
	400	continue;
	401
	402	ret = wait_event_timeout(pipe->wq, vsp1_pipeline_stopped(pipe),
	403	msecs_to_jiffies(500));
	404	if (ret == 0)
	405	dev_warn(vsp1->dev, "pipeline %u stop timeout\n",
	406	wpf->entity.index);
	407	}
	408	}
	409
	410	void vsp1_pipelines_resume(struct vsp1_device *vsp1)
	411	{
	412	unsigned int i;
	413
	414	/* Resume pipeline all running pipelines. */
5aa2eb3c	415	for (i = 0; i < vsp1->info->wpf_count; ++i) {
dba4a180 LP	416	struct vsp1_rwpf *wpf = vsp1->wpf[i];
	417	struct vsp1_pipeline *pipe;
	418
	419	if (wpf == NULL)
	420	continue;
	421
	422	pipe = to_vsp1_pipeline(&wpf->entity.subdev.entity);
	423	if (pipe == NULL)
	424	continue;
	425
	426	if (vsp1_pipeline_ready(pipe))
	427	vsp1_pipeline_run(pipe);
	428	}
	429	}