blob: f2630dc0db8919f8e28b6e021f2206f78618c1dc [file] [log] [blame]
Arnd Bergmann67207b92005-11-15 15:53:48 -05001/*
2 * SPU file system -- SPU context management
3 *
4 * (C) Copyright IBM Deutschland Entwicklung GmbH 2005
5 *
6 * Author: Arnd Bergmann <arndb@de.ibm.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2, or (at your option)
11 * any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
21 */
22
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050023#include <linux/fs.h>
24#include <linux/mm.h>
Arnd Bergmann67207b92005-11-15 15:53:48 -050025#include <linux/slab.h>
26#include <asm/spu.h>
Mark Nutter5473af02005-11-15 15:53:49 -050027#include <asm/spu_csa.h>
Arnd Bergmann67207b92005-11-15 15:53:48 -050028#include "spufs.h"
29
Arnd Bergmann62632032006-10-04 17:26:15 +020030struct spu_context *alloc_spu_context(struct spu_gang *gang)
Arnd Bergmann67207b92005-11-15 15:53:48 -050031{
32 struct spu_context *ctx;
Jeremy Kerrc5c45912006-04-28 16:37:47 +080033 ctx = kzalloc(sizeof *ctx, GFP_KERNEL);
Arnd Bergmann67207b92005-11-15 15:53:48 -050034 if (!ctx)
35 goto out;
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050036 /* Binding to physical processor deferred
37 * until spu_activate().
Mark Nutter5473af02005-11-15 15:53:49 -050038 */
Mark Nutter5473af02005-11-15 15:53:49 -050039 spu_init_csa(&ctx->csa);
40 if (!ctx->csa.lscsa) {
Mark Nutter5473af02005-11-15 15:53:49 -050041 goto out_free;
42 }
Arnd Bergmann67207b92005-11-15 15:53:48 -050043 spin_lock_init(&ctx->mmio_lock);
44 kref_init(&ctx->kref);
Christoph Hellwig650f8b02007-02-13 21:36:50 +010045 mutex_init(&ctx->state_mutex);
Arnd Bergmann5ef82242006-01-04 20:31:24 +010046 init_MUTEX(&ctx->run_sema);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050047 init_waitqueue_head(&ctx->ibox_wq);
48 init_waitqueue_head(&ctx->wbox_wq);
Arnd Bergmann51104592005-12-05 22:52:25 -050049 init_waitqueue_head(&ctx->stop_wq);
Arnd Bergmanna33a7d72006-03-23 00:00:11 +010050 init_waitqueue_head(&ctx->mfc_wq);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050051 ctx->state = SPU_STATE_SAVED;
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050052 ctx->ops = &spu_backing_ops;
53 ctx->owner = get_task_mm(current);
Arnd Bergmann62632032006-10-04 17:26:15 +020054 if (gang)
55 spu_gang_add_ctx(gang, ctx);
Arnd Bergmann67207b92005-11-15 15:53:48 -050056 goto out;
57out_free:
58 kfree(ctx);
59 ctx = NULL;
60out:
61 return ctx;
62}
63
64void destroy_spu_context(struct kref *kref)
65{
66 struct spu_context *ctx;
67 ctx = container_of(kref, struct spu_context, kref);
Christoph Hellwig650f8b02007-02-13 21:36:50 +010068 mutex_lock(&ctx->state_mutex);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050069 spu_deactivate(ctx);
Christoph Hellwig650f8b02007-02-13 21:36:50 +010070 mutex_unlock(&ctx->state_mutex);
Mark Nutter5473af02005-11-15 15:53:49 -050071 spu_fini_csa(&ctx->csa);
Arnd Bergmann62632032006-10-04 17:26:15 +020072 if (ctx->gang)
73 spu_gang_remove_ctx(ctx->gang, ctx);
Arnd Bergmann67207b92005-11-15 15:53:48 -050074 kfree(ctx);
75}
76
77struct spu_context * get_spu_context(struct spu_context *ctx)
78{
79 kref_get(&ctx->kref);
80 return ctx;
81}
82
83int put_spu_context(struct spu_context *ctx)
84{
85 return kref_put(&ctx->kref, &destroy_spu_context);
86}
87
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050088/* give up the mm reference when the context is about to be destroyed */
89void spu_forget(struct spu_context *ctx)
90{
91 struct mm_struct *mm;
92 spu_acquire_saved(ctx);
93 mm = ctx->owner;
94 ctx->owner = NULL;
95 mmput(mm);
96 spu_release(ctx);
97}
Arnd Bergmann67207b92005-11-15 15:53:48 -050098
Arnd Bergmann51104592005-12-05 22:52:25 -050099void spu_unmap_mappings(struct spu_context *ctx)
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500100{
Mark Nutter6df10a82006-03-23 00:00:12 +0100101 if (ctx->local_store)
102 unmap_mapping_range(ctx->local_store, 0, LS_SIZE, 1);
103 if (ctx->mfc)
Benjamin Herrenschmidt17e0e272007-02-13 11:46:08 +1100104 unmap_mapping_range(ctx->mfc, 0, 0x1000, 1);
Mark Nutter6df10a82006-03-23 00:00:12 +0100105 if (ctx->cntl)
Benjamin Herrenschmidt17e0e272007-02-13 11:46:08 +1100106 unmap_mapping_range(ctx->cntl, 0, 0x1000, 1);
Mark Nutter6df10a82006-03-23 00:00:12 +0100107 if (ctx->signal1)
Benjamin Herrenschmidt17e0e272007-02-13 11:46:08 +1100108 unmap_mapping_range(ctx->signal1, 0, PAGE_SIZE, 1);
Mark Nutter6df10a82006-03-23 00:00:12 +0100109 if (ctx->signal2)
Benjamin Herrenschmidt17e0e272007-02-13 11:46:08 +1100110 unmap_mapping_range(ctx->signal2, 0, PAGE_SIZE, 1);
111 if (ctx->mss)
112 unmap_mapping_range(ctx->mss, 0, 0x1000, 1);
113 if (ctx->psmap)
114 unmap_mapping_range(ctx->psmap, 0, 0x20000, 1);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500115}
116
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100117/**
118 * spu_acquire_exclusive - lock spu contex and protect against userspace access
119 * @ctx: spu contex to lock
120 *
121 * Note:
122 * Returns 0 and with the context locked on success
123 * Returns negative error and with the context _unlocked_ on failure.
124 */
Jeremy Kerr099814b2006-10-24 18:31:19 +0200125int spu_acquire_exclusive(struct spu_context *ctx)
126{
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100127 int ret = -EINVAL;
Jeremy Kerr099814b2006-10-24 18:31:19 +0200128
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100129 spu_acquire(ctx);
130 /*
131 * Context is about to be freed, so we can't acquire it anymore.
132 */
133 if (!ctx->owner)
134 goto out_unlock;
Jeremy Kerr099814b2006-10-24 18:31:19 +0200135
Arnd Bergmannee2d7342006-11-20 18:45:08 +0100136 if (ctx->state == SPU_STATE_SAVED) {
137 ret = spu_activate(ctx, 0);
138 if (ret)
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100139 goto out_unlock;
Arnd Bergmannee2d7342006-11-20 18:45:08 +0100140 } else {
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100141 /*
142 * We need to exclude userspace access to the context.
143 *
144 * To protect against memory access we invalidate all ptes
145 * and make sure the pagefault handlers block on the mutex.
146 */
Arnd Bergmannee2d7342006-11-20 18:45:08 +0100147 spu_unmap_mappings(ctx);
148 }
Jeremy Kerr099814b2006-10-24 18:31:19 +0200149
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100150 return 0;
151
152 out_unlock:
153 spu_release(ctx);
Arnd Bergmannee2d7342006-11-20 18:45:08 +0100154 return ret;
Jeremy Kerr099814b2006-10-24 18:31:19 +0200155}
156
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100157/**
158 * spu_acquire_runnable - lock spu contex and make sure it is in runnable state
159 * @ctx: spu contex to lock
160 *
161 * Note:
162 * Returns 0 and with the context locked on success
163 * Returns negative error and with the context _unlocked_ on failure.
164 */
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500165int spu_acquire_runnable(struct spu_context *ctx)
166{
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100167 int ret = -EINVAL;
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500168
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100169 spu_acquire(ctx);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500170 if (ctx->state == SPU_STATE_SAVED) {
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100171 /*
172 * Context is about to be freed, so we can't acquire it anymore.
173 */
174 if (!ctx->owner)
175 goto out_unlock;
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500176 ret = spu_activate(ctx, 0);
Arnd Bergmann01062462006-01-04 20:31:25 +0100177 if (ret)
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100178 goto out_unlock;
179 } else
180 ctx->spu->prio = current->prio;
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500181
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100182 return 0;
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500183
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100184 out_unlock:
185 spu_release(ctx);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500186 return ret;
187}
188
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100189/**
190 * spu_acquire_saved - lock spu contex and make sure it is in saved state
191 * @ctx: spu contex to lock
192 */
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500193void spu_acquire_saved(struct spu_context *ctx)
194{
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100195 spu_acquire(ctx);
196 if (ctx->state != SPU_STATE_SAVED)
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500197 spu_deactivate(ctx);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500198}