blob: 04ad2e364e977350643d89087b06e2c5c8163478 [file] [log] [blame]
Arnd Bergmann67207b92005-11-15 15:53:48 -05001/*
2 * SPU file system -- SPU context management
3 *
4 * (C) Copyright IBM Deutschland Entwicklung GmbH 2005
5 *
6 * Author: Arnd Bergmann <arndb@de.ibm.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2, or (at your option)
11 * any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
21 */
22
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050023#include <linux/fs.h>
24#include <linux/mm.h>
Arnd Bergmann67207b92005-11-15 15:53:48 -050025#include <linux/slab.h>
26#include <asm/spu.h>
Mark Nutter5473af02005-11-15 15:53:49 -050027#include <asm/spu_csa.h>
Arnd Bergmann67207b92005-11-15 15:53:48 -050028#include "spufs.h"
29
Arnd Bergmann62632032006-10-04 17:26:15 +020030struct spu_context *alloc_spu_context(struct spu_gang *gang)
Arnd Bergmann67207b92005-11-15 15:53:48 -050031{
32 struct spu_context *ctx;
Jeremy Kerrc5c45912006-04-28 16:37:47 +080033 ctx = kzalloc(sizeof *ctx, GFP_KERNEL);
Arnd Bergmann67207b92005-11-15 15:53:48 -050034 if (!ctx)
35 goto out;
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050036 /* Binding to physical processor deferred
37 * until spu_activate().
Mark Nutter5473af02005-11-15 15:53:49 -050038 */
Mark Nutter5473af02005-11-15 15:53:49 -050039 spu_init_csa(&ctx->csa);
40 if (!ctx->csa.lscsa) {
Mark Nutter5473af02005-11-15 15:53:49 -050041 goto out_free;
42 }
Arnd Bergmann67207b92005-11-15 15:53:48 -050043 spin_lock_init(&ctx->mmio_lock);
44 kref_init(&ctx->kref);
Christoph Hellwig650f8b02007-02-13 21:36:50 +010045 mutex_init(&ctx->state_mutex);
Arnd Bergmann5ef82242006-01-04 20:31:24 +010046 init_MUTEX(&ctx->run_sema);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050047 init_waitqueue_head(&ctx->ibox_wq);
48 init_waitqueue_head(&ctx->wbox_wq);
Arnd Bergmann51104592005-12-05 22:52:25 -050049 init_waitqueue_head(&ctx->stop_wq);
Arnd Bergmanna33a7d72006-03-23 00:00:11 +010050 init_waitqueue_head(&ctx->mfc_wq);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050051 ctx->state = SPU_STATE_SAVED;
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050052 ctx->ops = &spu_backing_ops;
53 ctx->owner = get_task_mm(current);
Arnd Bergmann62632032006-10-04 17:26:15 +020054 if (gang)
55 spu_gang_add_ctx(gang, ctx);
Christoph Hellwig52f04fc2007-02-13 21:54:27 +010056 ctx->rt_priority = current->rt_priority;
Christoph Hellwig2eb1b122007-02-13 21:54:29 +010057 ctx->policy = current->policy;
Christoph Hellwig83899982007-02-13 21:54:22 +010058 ctx->prio = current->prio;
Christoph Hellwig2eb1b122007-02-13 21:54:29 +010059 INIT_DELAYED_WORK(&ctx->sched_work, spu_sched_tick);
Arnd Bergmann67207b92005-11-15 15:53:48 -050060 goto out;
61out_free:
62 kfree(ctx);
63 ctx = NULL;
64out:
65 return ctx;
66}
67
68void destroy_spu_context(struct kref *kref)
69{
70 struct spu_context *ctx;
71 ctx = container_of(kref, struct spu_context, kref);
Christoph Hellwig650f8b02007-02-13 21:36:50 +010072 mutex_lock(&ctx->state_mutex);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050073 spu_deactivate(ctx);
Christoph Hellwig650f8b02007-02-13 21:36:50 +010074 mutex_unlock(&ctx->state_mutex);
Mark Nutter5473af02005-11-15 15:53:49 -050075 spu_fini_csa(&ctx->csa);
Arnd Bergmann62632032006-10-04 17:26:15 +020076 if (ctx->gang)
77 spu_gang_remove_ctx(ctx->gang, ctx);
Arnd Bergmann67207b92005-11-15 15:53:48 -050078 kfree(ctx);
79}
80
81struct spu_context * get_spu_context(struct spu_context *ctx)
82{
83 kref_get(&ctx->kref);
84 return ctx;
85}
86
87int put_spu_context(struct spu_context *ctx)
88{
89 return kref_put(&ctx->kref, &destroy_spu_context);
90}
91
Arnd Bergmann8b3d6662005-11-15 15:53:52 -050092/* give up the mm reference when the context is about to be destroyed */
93void spu_forget(struct spu_context *ctx)
94{
95 struct mm_struct *mm;
96 spu_acquire_saved(ctx);
97 mm = ctx->owner;
98 ctx->owner = NULL;
99 mmput(mm);
100 spu_release(ctx);
101}
Arnd Bergmann67207b92005-11-15 15:53:48 -0500102
Arnd Bergmann51104592005-12-05 22:52:25 -0500103void spu_unmap_mappings(struct spu_context *ctx)
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500104{
Mark Nutter6df10a82006-03-23 00:00:12 +0100105 if (ctx->local_store)
106 unmap_mapping_range(ctx->local_store, 0, LS_SIZE, 1);
107 if (ctx->mfc)
Benjamin Herrenschmidt17e0e272007-02-13 11:46:08 +1100108 unmap_mapping_range(ctx->mfc, 0, 0x1000, 1);
Mark Nutter6df10a82006-03-23 00:00:12 +0100109 if (ctx->cntl)
Benjamin Herrenschmidt17e0e272007-02-13 11:46:08 +1100110 unmap_mapping_range(ctx->cntl, 0, 0x1000, 1);
Mark Nutter6df10a82006-03-23 00:00:12 +0100111 if (ctx->signal1)
Benjamin Herrenschmidt17e0e272007-02-13 11:46:08 +1100112 unmap_mapping_range(ctx->signal1, 0, PAGE_SIZE, 1);
Mark Nutter6df10a82006-03-23 00:00:12 +0100113 if (ctx->signal2)
Benjamin Herrenschmidt17e0e272007-02-13 11:46:08 +1100114 unmap_mapping_range(ctx->signal2, 0, PAGE_SIZE, 1);
115 if (ctx->mss)
116 unmap_mapping_range(ctx->mss, 0, 0x1000, 1);
117 if (ctx->psmap)
118 unmap_mapping_range(ctx->psmap, 0, 0x20000, 1);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500119}
120
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100121/**
122 * spu_acquire_exclusive - lock spu contex and protect against userspace access
123 * @ctx: spu contex to lock
124 *
125 * Note:
126 * Returns 0 and with the context locked on success
127 * Returns negative error and with the context _unlocked_ on failure.
128 */
Jeremy Kerr099814b2006-10-24 18:31:19 +0200129int spu_acquire_exclusive(struct spu_context *ctx)
130{
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100131 int ret = -EINVAL;
Jeremy Kerr099814b2006-10-24 18:31:19 +0200132
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100133 spu_acquire(ctx);
134 /*
135 * Context is about to be freed, so we can't acquire it anymore.
136 */
137 if (!ctx->owner)
138 goto out_unlock;
Jeremy Kerr099814b2006-10-24 18:31:19 +0200139
Arnd Bergmannee2d7342006-11-20 18:45:08 +0100140 if (ctx->state == SPU_STATE_SAVED) {
141 ret = spu_activate(ctx, 0);
142 if (ret)
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100143 goto out_unlock;
Arnd Bergmannee2d7342006-11-20 18:45:08 +0100144 } else {
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100145 /*
146 * We need to exclude userspace access to the context.
147 *
148 * To protect against memory access we invalidate all ptes
149 * and make sure the pagefault handlers block on the mutex.
150 */
Arnd Bergmannee2d7342006-11-20 18:45:08 +0100151 spu_unmap_mappings(ctx);
152 }
Jeremy Kerr099814b2006-10-24 18:31:19 +0200153
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100154 return 0;
155
156 out_unlock:
157 spu_release(ctx);
Arnd Bergmannee2d7342006-11-20 18:45:08 +0100158 return ret;
Jeremy Kerr099814b2006-10-24 18:31:19 +0200159}
160
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100161/**
162 * spu_acquire_runnable - lock spu contex and make sure it is in runnable state
163 * @ctx: spu contex to lock
164 *
165 * Note:
166 * Returns 0 and with the context locked on success
167 * Returns negative error and with the context _unlocked_ on failure.
168 */
Christoph Hellwig26bec672007-02-13 21:54:24 +0100169int spu_acquire_runnable(struct spu_context *ctx, unsigned long flags)
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500170{
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100171 int ret = -EINVAL;
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500172
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100173 spu_acquire(ctx);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500174 if (ctx->state == SPU_STATE_SAVED) {
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100175 /*
176 * Context is about to be freed, so we can't acquire it anymore.
177 */
178 if (!ctx->owner)
179 goto out_unlock;
Christoph Hellwig26bec672007-02-13 21:54:24 +0100180 ret = spu_activate(ctx, flags);
Arnd Bergmann01062462006-01-04 20:31:25 +0100181 if (ret)
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100182 goto out_unlock;
Christoph Hellwig83899982007-02-13 21:54:22 +0100183 }
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500184
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100185 return 0;
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500186
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100187 out_unlock:
188 spu_release(ctx);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500189 return ret;
190}
191
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100192/**
193 * spu_acquire_saved - lock spu contex and make sure it is in saved state
194 * @ctx: spu contex to lock
195 */
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500196void spu_acquire_saved(struct spu_context *ctx)
197{
Christoph Hellwig6a0641e52007-02-13 21:54:21 +0100198 spu_acquire(ctx);
199 if (ctx->state != SPU_STATE_SAVED)
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500200 spu_deactivate(ctx);
Arnd Bergmann8b3d6662005-11-15 15:53:52 -0500201}