[deliverable/linux.git] / drivers / gpu / drm / amd / amdgpu / amdgpu_sched.c

/*
 * Copyright 2015 Advanced Micro Devices, Inc.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 * OTHER DEALINGS IN THE SOFTWARE.
 *
 *
 */
#include <linux/kthread.h>
#include <linux/wait.h>
#include <linux/sched.h>
#include <drm/drmP.h>
#include "amdgpu.h"

static int amdgpu_sched_prepare_job(struct amd_gpu_scheduler *sched,
				    struct amd_context_entity *c_entity,
				    void *job)
{
	int r = 0;
	struct amdgpu_cs_parser *sched_job = (struct amdgpu_cs_parser *)job;
	if (sched_job->prepare_job)
		r = sched_job->prepare_job(sched_job);
	if (r) {
		DRM_ERROR("Prepare job error\n");
		schedule_work(&sched_job->job_work);
	}
	return r;
}

static void amdgpu_sched_run_job(struct amd_gpu_scheduler *sched,
				 struct amd_context_entity *c_entity,
				 void *job)
{
	int r = 0;
	struct amdgpu_cs_parser *sched_job = (struct amdgpu_cs_parser *)job;

	mutex_lock(&sched_job->job_lock);
	r = amdgpu_ib_schedule(sched_job->adev,
			       sched_job->num_ibs,
			       sched_job->ibs,
			       sched_job->filp);
	if (r)
		goto err;
	if (sched_job->run_job) {
		r = sched_job->run_job(sched_job);
		if (r)
			goto err;
	}
	atomic64_set(&c_entity->last_emitted_v_seq,
		     sched_job->ibs[sched_job->num_ibs - 1].sequence);
	wake_up_all(&c_entity->wait_emit);

	mutex_unlock(&sched_job->job_lock);
	return;
err:
	DRM_ERROR("Run job error\n");
	mutex_unlock(&sched_job->job_lock);
	schedule_work(&sched_job->job_work);
}

static void amdgpu_sched_process_job(struct amd_gpu_scheduler *sched, void *job)
{
	struct amdgpu_cs_parser *sched_job = NULL;
	struct amdgpu_fence *fence = NULL;
	struct amdgpu_ring *ring = NULL;
	struct amdgpu_device *adev = NULL;
	struct amd_context_entity *c_entity = NULL;

	if (!job)
		return;
	sched_job = (struct amdgpu_cs_parser *)job;
	fence = sched_job->ibs[sched_job->num_ibs - 1].fence;
	if (!fence)
		return;
	ring = fence->ring;
	adev = ring->adev;

	if (sched_job->ctx) {
		c_entity = &sched_job->ctx->rings[ring->idx].c_entity;
		atomic64_set(&c_entity->last_signaled_v_seq,
			     sched_job->ibs[sched_job->num_ibs - 1].sequence);
	}

	/* wake up users waiting for time stamp */
	wake_up_all(&c_entity->wait_queue);

	schedule_work(&sched_job->job_work);
}

struct amd_sched_backend_ops amdgpu_sched_ops = {
	.prepare_job = amdgpu_sched_prepare_job,
	.run_job = amdgpu_sched_run_job,
	.process_job = amdgpu_sched_process_job
};
Commit	Line	Data
c1b69ed0 CZ	1	/*
	2	* Copyright 2015 Advanced Micro Devices, Inc.
	3	*
	4	* Permission is hereby granted, free of charge, to any person obtaining a
	5	* copy of this software and associated documentation files (the "Software"),
	6	* to deal in the Software without restriction, including without limitation
	7	* the rights to use, copy, modify, merge, publish, distribute, sublicense,
	8	* and/or sell copies of the Software, and to permit persons to whom the
	9	* Software is furnished to do so, subject to the following conditions:
	10	*
	11	* The above copyright notice and this permission notice shall be included in
	12	* all copies or substantial portions of the Software.
	13	*
	14	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	15	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	16	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
	17	* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
	18	* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
	19	* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
	20	* OTHER DEALINGS IN THE SOFTWARE.
	21	*
	22	*
	23	*/
	24	#include <linux/kthread.h>
	25	#include <linux/wait.h>
	26	#include <linux/sched.h>
	27	#include <drm/drmP.h>
	28	#include "amdgpu.h"
	29
	30	static int amdgpu_sched_prepare_job(struct amd_gpu_scheduler *sched,
	31	struct amd_context_entity *c_entity,
	32	void *job)
	33	{
	34	int r = 0;
	35	struct amdgpu_cs_parser sched_job = (struct amdgpu_cs_parser )job;
	36	if (sched_job->prepare_job)
	37	r = sched_job->prepare_job(sched_job);
	38	if (r) {
	39	DRM_ERROR("Prepare job error\n");
	40	schedule_work(&sched_job->job_work);
	41	}
	42	return r;
	43	}
	44
	45	static void amdgpu_sched_run_job(struct amd_gpu_scheduler *sched,
	46	struct amd_context_entity *c_entity,
	47	void *job)
	48	{
	49	int r = 0;
	50	struct amdgpu_cs_parser sched_job = (struct amdgpu_cs_parser )job;
	51
	52	mutex_lock(&sched_job->job_lock);
	53	r = amdgpu_ib_schedule(sched_job->adev,
	54	sched_job->num_ibs,
	55	sched_job->ibs,
	56	sched_job->filp);
	57	if (r)
	58	goto err;
c1b69ed0 CZ	59	if (sched_job->run_job) {
	60	r = sched_job->run_job(sched_job);
	61	if (r)
	62	goto err;
	63	}
4b559c90	64	atomic64_set(&c_entity->last_emitted_v_seq,
d1ff9086	65	sched_job->ibs[sched_job->num_ibs - 1].sequence);
4b559c90 CZ	66	wake_up_all(&c_entity->wait_emit);
4b559c90 CZ	67
c1b69ed0 CZ	68	mutex_unlock(&sched_job->job_lock);
	69	return;
	70	err:
	71	DRM_ERROR("Run job error\n");
	72	mutex_unlock(&sched_job->job_lock);
	73	schedule_work(&sched_job->job_work);
	74	}
	75
	76	static void amdgpu_sched_process_job(struct amd_gpu_scheduler sched, void job)
	77	{
	78	struct amdgpu_cs_parser *sched_job = NULL;
	79	struct amdgpu_fence *fence = NULL;
	80	struct amdgpu_ring *ring = NULL;
	81	struct amdgpu_device *adev = NULL;
	82	struct amd_context_entity *c_entity = NULL;
	83
	84	if (!job)
	85	return;
	86	sched_job = (struct amdgpu_cs_parser *)job;
	87	fence = sched_job->ibs[sched_job->num_ibs - 1].fence;
	88	if (!fence)
	89	return;
	90	ring = fence->ring;
	91	adev = ring->adev;
	92
	93	if (sched_job->ctx) {
	94	c_entity = &sched_job->ctx->rings[ring->idx].c_entity;
	95	atomic64_set(&c_entity->last_signaled_v_seq,
d1ff9086	96	sched_job->ibs[sched_job->num_ibs - 1].sequence);
c1b69ed0 CZ	97	}
	98
	99	/* wake up users waiting for time stamp */
	100	wake_up_all(&c_entity->wait_queue);
	101
	102	schedule_work(&sched_job->job_work);
	103	}
	104
	105	struct amd_sched_backend_ops amdgpu_sched_ops = {
	106	.prepare_job = amdgpu_sched_prepare_job,
	107	.run_job = amdgpu_sched_run_job,
	108	.process_job = amdgpu_sched_process_job
	109	};
	110