[deliverable/linux.git] / drivers / gpu / drm / amd / amdgpu / amdgpu_sched.c

/*
 * Copyright 2015 Advanced Micro Devices, Inc.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 * OTHER DEALINGS IN THE SOFTWARE.
 *
 *
 */
#include <linux/kthread.h>
#include <linux/wait.h>
#include <linux/sched.h>
#include <drm/drmP.h>
#include "amdgpu.h"

static struct fence *amdgpu_sched_dependency(struct amd_sched_job *sched_job)
{
	struct amdgpu_job *job = to_amdgpu_job(sched_job);
	return amdgpu_sync_get_fence(&job->ibs->sync);
}

static struct fence *amdgpu_sched_run_job(struct amd_sched_job *sched_job)
{
	struct amdgpu_fence *fence = NULL;
	struct amdgpu_job *job;
	int r;

	if (!sched_job) {
		DRM_ERROR("job is null\n");
		return NULL;
	}
	job = to_amdgpu_job(sched_job);
	mutex_lock(&job->job_lock);
	r = amdgpu_ib_schedule(job->adev,
			       job->num_ibs,
			       job->ibs,
			       job->base.owner);
	if (r) {
		DRM_ERROR("Error scheduling IBs (%d)\n", r);
		goto err;
	}

	fence = amdgpu_fence_ref(job->ibs[job->num_ibs - 1].fence);

err:
	if (job->free_job)
		job->free_job(job);

	mutex_unlock(&job->job_lock);
	fence_put(&job->base.s_fence->base);
	kfree(job);
	return fence ? &fence->base : NULL;
}

struct amd_sched_backend_ops amdgpu_sched_ops = {
	.dependency = amdgpu_sched_dependency,
	.run_job = amdgpu_sched_run_job,
};

int amdgpu_sched_ib_submit_kernel_helper(struct amdgpu_device *adev,
					 struct amdgpu_ring *ring,
					 struct amdgpu_ib *ibs,
					 unsigned num_ibs,
					 int (*free_job)(struct amdgpu_job *),
					 void *owner,
					 struct fence **f)
{
	int r = 0;
	if (amdgpu_enable_scheduler) {
		struct amdgpu_job *job =
			kzalloc(sizeof(struct amdgpu_job), GFP_KERNEL);
		if (!job)
			return -ENOMEM;
		job->base.sched = &ring->sched;
		job->base.s_entity = &adev->kernel_ctx.rings[ring->idx].entity;
		job->adev = adev;
		job->ibs = ibs;
		job->num_ibs = num_ibs;
		job->base.owner = owner;
		mutex_init(&job->job_lock);
		job->free_job = free_job;
		mutex_lock(&job->job_lock);
		r = amd_sched_entity_push_job(&job->base);
		if (r) {
			mutex_unlock(&job->job_lock);
			kfree(job);
			return r;
		}
		*f = fence_get(&job->base.s_fence->base);
		mutex_unlock(&job->job_lock);
	} else {
		r = amdgpu_ib_schedule(adev, num_ibs, ibs, owner);
		if (r)
			return r;
		*f = fence_get(&ibs[num_ibs - 1].fence->base);
	}

	return 0;
}
Commit	Line	Data
c1b69ed0 CZ	1	/*
	2	* Copyright 2015 Advanced Micro Devices, Inc.
	3	*
	4	* Permission is hereby granted, free of charge, to any person obtaining a
	5	* copy of this software and associated documentation files (the "Software"),
	6	* to deal in the Software without restriction, including without limitation
	7	* the rights to use, copy, modify, merge, publish, distribute, sublicense,
	8	* and/or sell copies of the Software, and to permit persons to whom the
	9	* Software is furnished to do so, subject to the following conditions:
	10	*
	11	* The above copyright notice and this permission notice shall be included in
	12	* all copies or substantial portions of the Software.
	13	*
	14	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	15	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	16	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
	17	* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
	18	* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
	19	* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
	20	* OTHER DEALINGS IN THE SOFTWARE.
	21	*
	22	*
	23	*/
	24	#include <linux/kthread.h>
	25	#include <linux/wait.h>
	26	#include <linux/sched.h>
	27	#include <drm/drmP.h>
	28	#include "amdgpu.h"
	29
4c7eb91c	30	static struct fence amdgpu_sched_dependency(struct amd_sched_job sched_job)
e61235db	31	{
a6db8a33	32	struct amdgpu_job *job = to_amdgpu_job(sched_job);
4c7eb91c	33	return amdgpu_sync_get_fence(&job->ibs->sync);
e61235db CK	34	}
e61235db CK	35
4c7eb91c	36	static struct fence amdgpu_sched_run_job(struct amd_sched_job sched_job)
c1b69ed0	37	{
1886d1a9	38	struct amdgpu_fence *fence = NULL;
4c7eb91c	39	struct amdgpu_job *job;
bd755d08	40	int r;
c1b69ed0	41
4c7eb91c	42	if (!sched_job) {
4cef9267	43	DRM_ERROR("job is null\n");
6f0e54a9	44	return NULL;
4cef9267	45	}
a6db8a33	46	job = to_amdgpu_job(sched_job);
4c7eb91c JZ	47	mutex_lock(&job->job_lock);
	48	r = amdgpu_ib_schedule(job->adev,
	49	job->num_ibs,
	50	job->ibs,
	51	job->base.owner);
1886d1a9 CK	52	if (r) {
1886d1a9 CK	53	DRM_ERROR("Error scheduling IBs (%d)\n", r);
c1b69ed0	54	goto err;
1886d1a9 CK	55	}
1886d1a9 CK	56
4c7eb91c	57	fence = amdgpu_fence_ref(job->ibs[job->num_ibs - 1].fence);
7484667c	58
1886d1a9	59	err:
4c7eb91c JZ	60	if (job->free_job)
4c7eb91c JZ	61	job->free_job(job);
bf7ebaee	62
4c7eb91c JZ	63	mutex_unlock(&job->job_lock);
	64	fence_put(&job->base.s_fence->base);
	65	kfree(job);
1886d1a9	66	return fence ? &fence->base : NULL;
c1b69ed0 CZ	67	}
	68
	69	struct amd_sched_backend_ops amdgpu_sched_ops = {
e61235db	70	.dependency = amdgpu_sched_dependency,
c1b69ed0	71	.run_job = amdgpu_sched_run_job,
c1b69ed0 CZ	72	};
c1b69ed0 CZ	73
3c704e93 CZ	74	int amdgpu_sched_ib_submit_kernel_helper(struct amdgpu_device *adev,
	75	struct amdgpu_ring *ring,
	76	struct amdgpu_ib *ibs,
	77	unsigned num_ibs,
bb977d37	78	int (free_job)(struct amdgpu_job ),
1763552e CZ	79	void *owner,
1763552e CZ	80	struct fence **f)
3c704e93 CZ	81	{
	82	int r = 0;
	83	if (amdgpu_enable_scheduler) {
bb977d37 CZ	84	struct amdgpu_job *job =
	85	kzalloc(sizeof(struct amdgpu_job), GFP_KERNEL);
	86	if (!job)
3c704e93	87	return -ENOMEM;
4f839a24	88	job->base.sched = &ring->sched;
bb977d37 CZ	89	job->base.s_entity = &adev->kernel_ctx.rings[ring->idx].entity;
	90	job->adev = adev;
	91	job->ibs = ibs;
	92	job->num_ibs = num_ibs;
84f76ea6	93	job->base.owner = owner;
bb977d37 CZ	94	mutex_init(&job->job_lock);
	95	job->free_job = free_job;
	96	mutex_lock(&job->job_lock);
a6db8a33	97	r = amd_sched_entity_push_job(&job->base);
f556cb0c	98	if (r) {
bb977d37 CZ	99	mutex_unlock(&job->job_lock);
bb977d37 CZ	100	kfree(job);
f556cb0c CZ	101	return r;
f556cb0c CZ	102	}
bb977d37 CZ	103	*f = fence_get(&job->base.s_fence->base);
bb977d37 CZ	104	mutex_unlock(&job->job_lock);
f556cb0c	105	} else {
4af9f07c	106	r = amdgpu_ib_schedule(adev, num_ibs, ibs, owner);
f556cb0c CZ	107	if (r)
f556cb0c CZ	108	return r;
281b4223	109	*f = fence_get(&ibs[num_ibs - 1].fence->base);
f556cb0c	110	}
3c62338c	111
1763552e	112	return 0;
3c704e93	113	}