blob: f93fb35414884dff65126e98d3b01dd281824507 [file] [log] [blame]
Chunming Zhouc1b69ed2015-07-21 13:45:14 +08001/*
2 * Copyright 2015 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 *
23 */
24#include <linux/kthread.h>
25#include <linux/wait.h>
26#include <linux/sched.h>
27#include <drm/drmP.h>
28#include "amdgpu.h"
29
Christian Königbd755d02015-08-24 14:57:26 +020030static struct fence *amdgpu_sched_run_job(struct amd_sched_job *job)
Chunming Zhouc1b69ed2015-07-21 13:45:14 +080031{
Chunming Zhoubb977d32015-08-18 15:16:40 +080032 struct amdgpu_job *sched_job;
Chunming Zhou74846672015-08-04 11:30:09 +080033 struct amdgpu_fence *fence;
Christian Königbd755d02015-08-24 14:57:26 +020034 int r;
Chunming Zhouc1b69ed2015-07-21 13:45:14 +080035
Chunming Zhoubb977d32015-08-18 15:16:40 +080036 if (!job) {
Chunming Zhou4cef9262015-08-05 19:52:14 +080037 DRM_ERROR("job is null\n");
Christian König6f0e54a2015-08-05 21:22:10 +020038 return NULL;
Chunming Zhou4cef9262015-08-05 19:52:14 +080039 }
Chunming Zhoubb977d32015-08-18 15:16:40 +080040 sched_job = (struct amdgpu_job *)job;
Chunming Zhouc1b69ed2015-07-21 13:45:14 +080041 mutex_lock(&sched_job->job_lock);
42 r = amdgpu_ib_schedule(sched_job->adev,
43 sched_job->num_ibs,
44 sched_job->ibs,
Chunming Zhou84f76ea2015-08-24 12:47:36 +080045 sched_job->base.owner);
Chunming Zhouc1b69ed2015-07-21 13:45:14 +080046 if (r)
47 goto err;
Christian König6f0e54a2015-08-05 21:22:10 +020048 fence = amdgpu_fence_ref(sched_job->ibs[sched_job->num_ibs - 1].fence);
Chunming Zhou74846672015-08-04 11:30:09 +080049
Christian Königbf7ebae2015-08-18 15:30:26 +020050 if (sched_job->free_job)
51 sched_job->free_job(sched_job);
52
Chunming Zhouc1b69ed2015-07-21 13:45:14 +080053 mutex_unlock(&sched_job->job_lock);
Christian König6f0e54a2015-08-05 21:22:10 +020054 return &fence->base;
55
Chunming Zhouc1b69ed2015-07-21 13:45:14 +080056err:
57 DRM_ERROR("Run job error\n");
58 mutex_unlock(&sched_job->job_lock);
Christian Königbd755d02015-08-24 14:57:26 +020059 job->sched->ops->process_job(job);
Christian König6f0e54a2015-08-05 21:22:10 +020060 return NULL;
Chunming Zhouc1b69ed2015-07-21 13:45:14 +080061}
62
Christian Königbd755d02015-08-24 14:57:26 +020063static void amdgpu_sched_process_job(struct amd_sched_job *job)
Chunming Zhouc1b69ed2015-07-21 13:45:14 +080064{
Chunming Zhoubb977d32015-08-18 15:16:40 +080065 struct amdgpu_job *sched_job;
Chunming Zhouc1b69ed2015-07-21 13:45:14 +080066
Chunming Zhoubb977d32015-08-18 15:16:40 +080067 if (!job) {
Chunming Zhou953e8fd2015-08-06 15:19:12 +080068 DRM_ERROR("job is null\n");
Chunming Zhouc1b69ed2015-07-21 13:45:14 +080069 return;
Chunming Zhou953e8fd2015-08-06 15:19:12 +080070 }
Chunming Zhoubb977d32015-08-18 15:16:40 +080071 sched_job = (struct amdgpu_job *)job;
Chunming Zhoubb977d32015-08-18 15:16:40 +080072 /* after processing job, free memory */
73 fence_put(&sched_job->base.s_fence->base);
74 kfree(sched_job);
Chunming Zhouc1b69ed2015-07-21 13:45:14 +080075}
76
77struct amd_sched_backend_ops amdgpu_sched_ops = {
Chunming Zhouc1b69ed2015-07-21 13:45:14 +080078 .run_job = amdgpu_sched_run_job,
79 .process_job = amdgpu_sched_process_job
80};
81
Chunming Zhou3c704e92015-07-29 10:33:14 +080082int amdgpu_sched_ib_submit_kernel_helper(struct amdgpu_device *adev,
83 struct amdgpu_ring *ring,
84 struct amdgpu_ib *ibs,
85 unsigned num_ibs,
Chunming Zhoubb977d32015-08-18 15:16:40 +080086 int (*free_job)(struct amdgpu_job *),
Chunming Zhou17635522015-08-03 11:43:19 +080087 void *owner,
88 struct fence **f)
Chunming Zhou3c704e92015-07-29 10:33:14 +080089{
90 int r = 0;
91 if (amdgpu_enable_scheduler) {
Chunming Zhoubb977d32015-08-18 15:16:40 +080092 struct amdgpu_job *job =
93 kzalloc(sizeof(struct amdgpu_job), GFP_KERNEL);
94 if (!job)
Chunming Zhou3c704e92015-07-29 10:33:14 +080095 return -ENOMEM;
Chunming Zhoubb977d32015-08-18 15:16:40 +080096 job->base.sched = ring->scheduler;
97 job->base.s_entity = &adev->kernel_ctx.rings[ring->idx].entity;
98 job->adev = adev;
99 job->ibs = ibs;
100 job->num_ibs = num_ibs;
Chunming Zhou84f76ea2015-08-24 12:47:36 +0800101 job->base.owner = owner;
Chunming Zhoubb977d32015-08-18 15:16:40 +0800102 mutex_init(&job->job_lock);
103 job->free_job = free_job;
104 mutex_lock(&job->job_lock);
Christian König6c859272015-08-20 16:12:50 +0200105 r = amd_sched_entity_push_job((struct amd_sched_job *)job);
Chunming Zhouf556cb0c2015-08-02 11:18:04 +0800106 if (r) {
Chunming Zhoubb977d32015-08-18 15:16:40 +0800107 mutex_unlock(&job->job_lock);
108 kfree(job);
Chunming Zhouf556cb0c2015-08-02 11:18:04 +0800109 return r;
110 }
Chunming Zhoubb977d32015-08-18 15:16:40 +0800111 *f = fence_get(&job->base.s_fence->base);
112 mutex_unlock(&job->job_lock);
Chunming Zhouf556cb0c2015-08-02 11:18:04 +0800113 } else {
Chunming Zhou4af9f072015-08-03 12:57:31 +0800114 r = amdgpu_ib_schedule(adev, num_ibs, ibs, owner);
Chunming Zhouf556cb0c2015-08-02 11:18:04 +0800115 if (r)
116 return r;
Chunming Zhou281b4222015-08-12 12:58:31 +0800117 *f = fence_get(&ibs[num_ibs - 1].fence->base);
Chunming Zhouf556cb0c2015-08-02 11:18:04 +0800118 }
Chunming Zhou3c623382015-08-20 18:33:59 +0800119
Chunming Zhou17635522015-08-03 11:43:19 +0800120 return 0;
Chunming Zhou3c704e92015-07-29 10:33:14 +0800121}