blob: c36321bc87148864db09bd0af4fc38a39cb182f9 [file] [log] [blame]
Rob Clark667ce332016-09-28 19:58:32 -04001/*
2 * Copyright (C) 2016 Red Hat
3 * Author: Rob Clark <robdclark@gmail.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 as published by
7 * the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program. If not, see <http://www.gnu.org/licenses/>.
16 */
17
18#include "msm_drv.h"
19#include "msm_gem.h"
20#include "msm_mmu.h"
21
Jordan Crouseee546cd2017-03-07 10:02:52 -070022static void
23msm_gem_address_space_destroy(struct kref *kref)
24{
25 struct msm_gem_address_space *aspace = container_of(kref,
26 struct msm_gem_address_space, kref);
27
28 drm_mm_takedown(&aspace->mm);
29 if (aspace->mmu)
30 aspace->mmu->funcs->destroy(aspace->mmu);
31 kfree(aspace);
32}
33
34
35void msm_gem_address_space_put(struct msm_gem_address_space *aspace)
36{
37 if (aspace)
38 kref_put(&aspace->kref, msm_gem_address_space_destroy);
39}
40
Rob Clark667ce332016-09-28 19:58:32 -040041void
42msm_gem_unmap_vma(struct msm_gem_address_space *aspace,
43 struct msm_gem_vma *vma, struct sg_table *sgt)
44{
45 if (!vma->iova)
46 return;
47
48 if (aspace->mmu) {
49 unsigned size = vma->node.size << PAGE_SHIFT;
50 aspace->mmu->funcs->unmap(aspace->mmu, vma->iova, sgt, size);
51 }
52
Sushmita Susheelendra0e082702017-06-13 16:52:54 -060053 spin_lock(&aspace->lock);
Rob Clark667ce332016-09-28 19:58:32 -040054 drm_mm_remove_node(&vma->node);
Sushmita Susheelendra0e082702017-06-13 16:52:54 -060055 spin_unlock(&aspace->lock);
Rob Clark667ce332016-09-28 19:58:32 -040056
57 vma->iova = 0;
Jordan Crouseee546cd2017-03-07 10:02:52 -070058
59 msm_gem_address_space_put(aspace);
Rob Clark667ce332016-09-28 19:58:32 -040060}
61
62int
63msm_gem_map_vma(struct msm_gem_address_space *aspace,
64 struct msm_gem_vma *vma, struct sg_table *sgt, int npages)
65{
66 int ret;
67
Sushmita Susheelendra0e082702017-06-13 16:52:54 -060068 spin_lock(&aspace->lock);
69 if (WARN_ON(drm_mm_node_allocated(&vma->node))) {
70 spin_unlock(&aspace->lock);
Rob Clark667ce332016-09-28 19:58:32 -040071 return 0;
Sushmita Susheelendra0e082702017-06-13 16:52:54 -060072 }
Rob Clark667ce332016-09-28 19:58:32 -040073
Chris Wilson4e64e552017-02-02 21:04:38 +000074 ret = drm_mm_insert_node(&aspace->mm, &vma->node, npages);
Sushmita Susheelendra0e082702017-06-13 16:52:54 -060075 spin_unlock(&aspace->lock);
76
Rob Clark667ce332016-09-28 19:58:32 -040077 if (ret)
78 return ret;
79
80 vma->iova = vma->node.start << PAGE_SHIFT;
81
82 if (aspace->mmu) {
83 unsigned size = npages << PAGE_SHIFT;
84 ret = aspace->mmu->funcs->map(aspace->mmu, vma->iova, sgt,
85 size, IOMMU_READ | IOMMU_WRITE);
86 }
87
Jordan Crouseee546cd2017-03-07 10:02:52 -070088 /* Get a reference to the aspace to keep it around */
89 kref_get(&aspace->kref);
Rob Clark667ce332016-09-28 19:58:32 -040090
Jordan Crouseee546cd2017-03-07 10:02:52 -070091 return ret;
Rob Clark667ce332016-09-28 19:58:32 -040092}
93
94struct msm_gem_address_space *
95msm_gem_address_space_create(struct device *dev, struct iommu_domain *domain,
96 const char *name)
97{
98 struct msm_gem_address_space *aspace;
99
100 aspace = kzalloc(sizeof(*aspace), GFP_KERNEL);
101 if (!aspace)
102 return ERR_PTR(-ENOMEM);
103
Sushmita Susheelendra0e082702017-06-13 16:52:54 -0600104 spin_lock_init(&aspace->lock);
Rob Clark667ce332016-09-28 19:58:32 -0400105 aspace->name = name;
106 aspace->mmu = msm_iommu_new(dev, domain);
107
108 drm_mm_init(&aspace->mm, (domain->geometry.aperture_start >> PAGE_SHIFT),
109 (domain->geometry.aperture_end >> PAGE_SHIFT) - 1);
110
Jordan Crouseee546cd2017-03-07 10:02:52 -0700111 kref_init(&aspace->kref);
112
Rob Clark667ce332016-09-28 19:58:32 -0400113 return aspace;
114}