blob: 5732da25ee2d9fb95ac138b204c251378c761faf [file] [log] [blame]
Bryan Wu1394f032007-05-06 14:50:22 -07001/*
Robin Getz96f10502009-09-24 14:11:24 +00002 * SRAM allocator for Blackfin on-chip memory
Bryan Wu1394f032007-05-06 14:50:22 -07003 *
Robin Getz96f10502009-09-24 14:11:24 +00004 * Copyright 2004-2009 Analog Devices Inc.
Bryan Wu1394f032007-05-06 14:50:22 -07005 *
Robin Getz96f10502009-09-24 14:11:24 +00006 * Licensed under the GPL-2 or later.
Bryan Wu1394f032007-05-06 14:50:22 -07007 */
8
Bryan Wu1394f032007-05-06 14:50:22 -07009#include <linux/module.h>
10#include <linux/kernel.h>
11#include <linux/types.h>
12#include <linux/miscdevice.h>
13#include <linux/ioport.h>
14#include <linux/fcntl.h>
15#include <linux/init.h>
16#include <linux/poll.h>
17#include <linux/proc_fs.h>
18#include <linux/spinlock.h>
19#include <linux/rtc.h>
20#include <asm/blackfin.h>
Graf Yangdbc895f2009-01-07 23:14:39 +080021#include <asm/mem_map.h>
Bryan Wu1394f032007-05-06 14:50:22 -070022#include "blackfin_sram.h"
23
Bryan Wu1394f032007-05-06 14:50:22 -070024/* the data structure for L1 scratchpad and DATA SRAM */
Sonic Zhang5d481f42008-07-19 14:51:31 +080025struct sram_piece {
Bryan Wu1394f032007-05-06 14:50:22 -070026 void *paddr;
27 int size;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +080028 pid_t pid;
Sonic Zhang5d481f42008-07-19 14:51:31 +080029 struct sram_piece *next;
Bryan Wu1394f032007-05-06 14:50:22 -070030};
31
Mike Frysinger81c969a2009-07-01 15:42:13 +000032static DEFINE_PER_CPU_SHARED_ALIGNED(spinlock_t, l1sram_lock);
Graf Yang8f658732008-11-18 17:48:22 +080033static DEFINE_PER_CPU(struct sram_piece, free_l1_ssram_head);
34static DEFINE_PER_CPU(struct sram_piece, used_l1_ssram_head);
Bryan Wu1394f032007-05-06 14:50:22 -070035
36#if L1_DATA_A_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +080037static DEFINE_PER_CPU(struct sram_piece, free_l1_data_A_sram_head);
38static DEFINE_PER_CPU(struct sram_piece, used_l1_data_A_sram_head);
Bryan Wu1394f032007-05-06 14:50:22 -070039#endif
40
41#if L1_DATA_B_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +080042static DEFINE_PER_CPU(struct sram_piece, free_l1_data_B_sram_head);
43static DEFINE_PER_CPU(struct sram_piece, used_l1_data_B_sram_head);
Bryan Wu1394f032007-05-06 14:50:22 -070044#endif
45
Mike Frysinger81c969a2009-07-01 15:42:13 +000046#if L1_DATA_A_LENGTH || L1_DATA_B_LENGTH
47static DEFINE_PER_CPU_SHARED_ALIGNED(spinlock_t, l1_data_sram_lock);
48#endif
49
Bryan Wu1394f032007-05-06 14:50:22 -070050#if L1_CODE_LENGTH != 0
Mike Frysinger81c969a2009-07-01 15:42:13 +000051static DEFINE_PER_CPU_SHARED_ALIGNED(spinlock_t, l1_inst_sram_lock);
Graf Yang8f658732008-11-18 17:48:22 +080052static DEFINE_PER_CPU(struct sram_piece, free_l1_inst_sram_head);
53static DEFINE_PER_CPU(struct sram_piece, used_l1_inst_sram_head);
Bryan Wu1394f032007-05-06 14:50:22 -070054#endif
55
Mike Frysinger07aa7be2008-08-13 16:16:11 +080056#if L2_LENGTH != 0
Mike Frysinger81c969a2009-07-01 15:42:13 +000057static spinlock_t l2_sram_lock ____cacheline_aligned_in_smp;
Sonic Zhang262c3822008-07-19 15:42:41 +080058static struct sram_piece free_l2_sram_head, used_l2_sram_head;
59#endif
60
Sonic Zhang5d481f42008-07-19 14:51:31 +080061static struct kmem_cache *sram_piece_cache;
Bryan Wu1394f032007-05-06 14:50:22 -070062
Sonic Zhang5d481f42008-07-19 14:51:31 +080063/* L1 Scratchpad SRAM initialization function */
64static void __init l1sram_init(void)
65{
Graf Yang8f658732008-11-18 17:48:22 +080066 unsigned int cpu;
Graf Yang89ecd502009-05-25 06:40:42 +000067 unsigned long reserve;
68
69#ifdef CONFIG_SMP
70 reserve = 0;
71#else
72 reserve = sizeof(struct l1_scratch_task_info);
73#endif
74
Graf Yang8f658732008-11-18 17:48:22 +080075 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
76 per_cpu(free_l1_ssram_head, cpu).next =
77 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
78 if (!per_cpu(free_l1_ssram_head, cpu).next) {
79 printk(KERN_INFO "Fail to initialize Scratchpad data SRAM.\n");
80 return;
81 }
82
Graf Yang89ecd502009-05-25 06:40:42 +000083 per_cpu(free_l1_ssram_head, cpu).next->paddr = (void *)get_l1_scratch_start_cpu(cpu) + reserve;
84 per_cpu(free_l1_ssram_head, cpu).next->size = L1_SCRATCH_LENGTH - reserve;
Graf Yang8f658732008-11-18 17:48:22 +080085 per_cpu(free_l1_ssram_head, cpu).next->pid = 0;
86 per_cpu(free_l1_ssram_head, cpu).next->next = NULL;
87
88 per_cpu(used_l1_ssram_head, cpu).next = NULL;
89
90 /* mutex initialize */
91 spin_lock_init(&per_cpu(l1sram_lock, cpu));
92 printk(KERN_INFO "Blackfin Scratchpad data SRAM: %d KB\n",
93 L1_SCRATCH_LENGTH >> 10);
Sonic Zhang5d481f42008-07-19 14:51:31 +080094 }
Bryan Wu1394f032007-05-06 14:50:22 -070095}
96
Sonic Zhang5d481f42008-07-19 14:51:31 +080097static void __init l1_data_sram_init(void)
Bryan Wu1394f032007-05-06 14:50:22 -070098{
Mike Frysinger0b82e272008-11-18 17:48:22 +080099#if L1_DATA_A_LENGTH != 0 || L1_DATA_B_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800100 unsigned int cpu;
Mike Frysinger0b82e272008-11-18 17:48:22 +0800101#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700102#if L1_DATA_A_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800103 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
104 per_cpu(free_l1_data_A_sram_head, cpu).next =
105 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
106 if (!per_cpu(free_l1_data_A_sram_head, cpu).next) {
107 printk(KERN_INFO "Fail to initialize L1 Data A SRAM.\n");
108 return;
109 }
110
111 per_cpu(free_l1_data_A_sram_head, cpu).next->paddr =
112 (void *)get_l1_data_a_start_cpu(cpu) + (_ebss_l1 - _sdata_l1);
113 per_cpu(free_l1_data_A_sram_head, cpu).next->size =
114 L1_DATA_A_LENGTH - (_ebss_l1 - _sdata_l1);
115 per_cpu(free_l1_data_A_sram_head, cpu).next->pid = 0;
116 per_cpu(free_l1_data_A_sram_head, cpu).next->next = NULL;
117
118 per_cpu(used_l1_data_A_sram_head, cpu).next = NULL;
119
120 printk(KERN_INFO "Blackfin L1 Data A SRAM: %d KB (%d KB free)\n",
121 L1_DATA_A_LENGTH >> 10,
122 per_cpu(free_l1_data_A_sram_head, cpu).next->size >> 10);
Sonic Zhang5d481f42008-07-19 14:51:31 +0800123 }
Bryan Wu1394f032007-05-06 14:50:22 -0700124#endif
125#if L1_DATA_B_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800126 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
127 per_cpu(free_l1_data_B_sram_head, cpu).next =
128 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
129 if (!per_cpu(free_l1_data_B_sram_head, cpu).next) {
130 printk(KERN_INFO "Fail to initialize L1 Data B SRAM.\n");
131 return;
132 }
133
134 per_cpu(free_l1_data_B_sram_head, cpu).next->paddr =
135 (void *)get_l1_data_b_start_cpu(cpu) + (_ebss_b_l1 - _sdata_b_l1);
136 per_cpu(free_l1_data_B_sram_head, cpu).next->size =
137 L1_DATA_B_LENGTH - (_ebss_b_l1 - _sdata_b_l1);
138 per_cpu(free_l1_data_B_sram_head, cpu).next->pid = 0;
139 per_cpu(free_l1_data_B_sram_head, cpu).next->next = NULL;
140
141 per_cpu(used_l1_data_B_sram_head, cpu).next = NULL;
142
143 printk(KERN_INFO "Blackfin L1 Data B SRAM: %d KB (%d KB free)\n",
144 L1_DATA_B_LENGTH >> 10,
145 per_cpu(free_l1_data_B_sram_head, cpu).next->size >> 10);
146 /* mutex initialize */
Sonic Zhang5d481f42008-07-19 14:51:31 +0800147 }
Bryan Wu1394f032007-05-06 14:50:22 -0700148#endif
149
Graf Yang8f658732008-11-18 17:48:22 +0800150#if L1_DATA_A_LENGTH != 0 || L1_DATA_B_LENGTH != 0
151 for (cpu = 0; cpu < num_possible_cpus(); ++cpu)
152 spin_lock_init(&per_cpu(l1_data_sram_lock, cpu));
153#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700154}
155
Sonic Zhang5d481f42008-07-19 14:51:31 +0800156static void __init l1_inst_sram_init(void)
Bryan Wu1394f032007-05-06 14:50:22 -0700157{
158#if L1_CODE_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800159 unsigned int cpu;
160 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
161 per_cpu(free_l1_inst_sram_head, cpu).next =
162 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
163 if (!per_cpu(free_l1_inst_sram_head, cpu).next) {
164 printk(KERN_INFO "Failed to initialize L1 Instruction SRAM\n");
165 return;
166 }
167
168 per_cpu(free_l1_inst_sram_head, cpu).next->paddr =
169 (void *)get_l1_code_start_cpu(cpu) + (_etext_l1 - _stext_l1);
170 per_cpu(free_l1_inst_sram_head, cpu).next->size =
171 L1_CODE_LENGTH - (_etext_l1 - _stext_l1);
172 per_cpu(free_l1_inst_sram_head, cpu).next->pid = 0;
173 per_cpu(free_l1_inst_sram_head, cpu).next->next = NULL;
174
175 per_cpu(used_l1_inst_sram_head, cpu).next = NULL;
176
177 printk(KERN_INFO "Blackfin L1 Instruction SRAM: %d KB (%d KB free)\n",
178 L1_CODE_LENGTH >> 10,
179 per_cpu(free_l1_inst_sram_head, cpu).next->size >> 10);
180
181 /* mutex initialize */
182 spin_lock_init(&per_cpu(l1_inst_sram_lock, cpu));
Sonic Zhang5d481f42008-07-19 14:51:31 +0800183 }
Bryan Wu1394f032007-05-06 14:50:22 -0700184#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700185}
186
Sonic Zhang262c3822008-07-19 15:42:41 +0800187static void __init l2_sram_init(void)
188{
Mike Frysinger07aa7be2008-08-13 16:16:11 +0800189#if L2_LENGTH != 0
Sonic Zhang262c3822008-07-19 15:42:41 +0800190 free_l2_sram_head.next =
191 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
192 if (!free_l2_sram_head.next) {
Graf Yang8f658732008-11-18 17:48:22 +0800193 printk(KERN_INFO "Fail to initialize L2 SRAM.\n");
Sonic Zhang262c3822008-07-19 15:42:41 +0800194 return;
195 }
196
Jie Zhangb2c2f302008-10-28 15:57:49 +0800197 free_l2_sram_head.next->paddr =
198 (void *)L2_START + (_ebss_l2 - _stext_l2);
199 free_l2_sram_head.next->size =
200 L2_LENGTH - (_ebss_l2 - _stext_l2);
Sonic Zhang262c3822008-07-19 15:42:41 +0800201 free_l2_sram_head.next->pid = 0;
202 free_l2_sram_head.next->next = NULL;
203
204 used_l2_sram_head.next = NULL;
205
206 printk(KERN_INFO "Blackfin L2 SRAM: %d KB (%d KB free)\n",
207 L2_LENGTH >> 10,
208 free_l2_sram_head.next->size >> 10);
Sonic Zhang262c3822008-07-19 15:42:41 +0800209
210 /* mutex initialize */
211 spin_lock_init(&l2_sram_lock);
Mike Frysinger81c969a2009-07-01 15:42:13 +0000212#endif
Sonic Zhang262c3822008-07-19 15:42:41 +0800213}
Graf Yang8f658732008-11-18 17:48:22 +0800214
Graf Yangc72aa072009-05-25 04:44:00 +0000215static int __init bfin_sram_init(void)
Bryan Wu1394f032007-05-06 14:50:22 -0700216{
Sonic Zhang5d481f42008-07-19 14:51:31 +0800217 sram_piece_cache = kmem_cache_create("sram_piece_cache",
218 sizeof(struct sram_piece),
219 0, SLAB_PANIC, NULL);
Bryan Wu1394f032007-05-06 14:50:22 -0700220
Sonic Zhang5d481f42008-07-19 14:51:31 +0800221 l1sram_init();
222 l1_data_sram_init();
223 l1_inst_sram_init();
Sonic Zhang262c3822008-07-19 15:42:41 +0800224 l2_sram_init();
Graf Yangc72aa072009-05-25 04:44:00 +0000225
226 return 0;
Sonic Zhang5d481f42008-07-19 14:51:31 +0800227}
Graf Yangc72aa072009-05-25 04:44:00 +0000228pure_initcall(bfin_sram_init);
Sonic Zhang5d481f42008-07-19 14:51:31 +0800229
Sonic Zhang262c3822008-07-19 15:42:41 +0800230/* SRAM allocate function */
231static void *_sram_alloc(size_t size, struct sram_piece *pfree_head,
Sonic Zhang5d481f42008-07-19 14:51:31 +0800232 struct sram_piece *pused_head)
233{
234 struct sram_piece *pslot, *plast, *pavail;
235
236 if (size <= 0 || !pfree_head || !pused_head)
Bryan Wu1394f032007-05-06 14:50:22 -0700237 return NULL;
238
239 /* Align the size */
240 size = (size + 3) & ~3;
241
Sonic Zhang5d481f42008-07-19 14:51:31 +0800242 pslot = pfree_head->next;
243 plast = pfree_head;
244
245 /* search an available piece slot */
246 while (pslot != NULL && size > pslot->size) {
247 plast = pslot;
248 pslot = pslot->next;
Bryan Wu1394f032007-05-06 14:50:22 -0700249 }
Sonic Zhang5d481f42008-07-19 14:51:31 +0800250
251 if (!pslot)
Bryan Wu1394f032007-05-06 14:50:22 -0700252 return NULL;
253
Sonic Zhang5d481f42008-07-19 14:51:31 +0800254 if (pslot->size == size) {
255 plast->next = pslot->next;
256 pavail = pslot;
257 } else {
258 pavail = kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
259
260 if (!pavail)
261 return NULL;
262
263 pavail->paddr = pslot->paddr;
264 pavail->size = size;
265 pslot->paddr += size;
266 pslot->size -= size;
Bryan Wu1394f032007-05-06 14:50:22 -0700267 }
268
Sonic Zhang5d481f42008-07-19 14:51:31 +0800269 pavail->pid = current->pid;
270
271 pslot = pused_head->next;
272 plast = pused_head;
273
274 /* insert new piece into used piece list !!! */
275 while (pslot != NULL && pavail->paddr < pslot->paddr) {
276 plast = pslot;
277 pslot = pslot->next;
278 }
279
280 pavail->next = pslot;
281 plast->next = pavail;
282
283 return pavail->paddr;
Bryan Wu1394f032007-05-06 14:50:22 -0700284}
285
286/* Allocate the largest available block. */
Sonic Zhang262c3822008-07-19 15:42:41 +0800287static void *_sram_alloc_max(struct sram_piece *pfree_head,
Sonic Zhang5d481f42008-07-19 14:51:31 +0800288 struct sram_piece *pused_head,
Bryan Wu1394f032007-05-06 14:50:22 -0700289 unsigned long *psize)
290{
Sonic Zhang5d481f42008-07-19 14:51:31 +0800291 struct sram_piece *pslot, *pmax;
Bryan Wu1394f032007-05-06 14:50:22 -0700292
Sonic Zhang5d481f42008-07-19 14:51:31 +0800293 if (!pfree_head || !pused_head)
Bryan Wu1394f032007-05-06 14:50:22 -0700294 return NULL;
Bryan Wu1394f032007-05-06 14:50:22 -0700295
Sonic Zhang5d481f42008-07-19 14:51:31 +0800296 pmax = pslot = pfree_head->next;
297
298 /* search an available piece slot */
299 while (pslot != NULL) {
300 if (pslot->size > pmax->size)
301 pmax = pslot;
302 pslot = pslot->next;
303 }
304
305 if (!pmax)
306 return NULL;
307
308 *psize = pmax->size;
309
Sonic Zhang262c3822008-07-19 15:42:41 +0800310 return _sram_alloc(*psize, pfree_head, pused_head);
Bryan Wu1394f032007-05-06 14:50:22 -0700311}
312
Sonic Zhang262c3822008-07-19 15:42:41 +0800313/* SRAM free function */
314static int _sram_free(const void *addr,
Sonic Zhang5d481f42008-07-19 14:51:31 +0800315 struct sram_piece *pfree_head,
316 struct sram_piece *pused_head)
Bryan Wu1394f032007-05-06 14:50:22 -0700317{
Sonic Zhang5d481f42008-07-19 14:51:31 +0800318 struct sram_piece *pslot, *plast, *pavail;
Bryan Wu1394f032007-05-06 14:50:22 -0700319
Sonic Zhang5d481f42008-07-19 14:51:31 +0800320 if (!pfree_head || !pused_head)
Bryan Wu1394f032007-05-06 14:50:22 -0700321 return -1;
322
Sonic Zhang5d481f42008-07-19 14:51:31 +0800323 /* search the relevant memory slot */
324 pslot = pused_head->next;
325 plast = pused_head;
Bryan Wu1394f032007-05-06 14:50:22 -0700326
Sonic Zhang5d481f42008-07-19 14:51:31 +0800327 /* search an available piece slot */
328 while (pslot != NULL && pslot->paddr != addr) {
329 plast = pslot;
330 pslot = pslot->next;
Bryan Wu1394f032007-05-06 14:50:22 -0700331 }
332
Sonic Zhang5d481f42008-07-19 14:51:31 +0800333 if (!pslot)
334 return -1;
335
336 plast->next = pslot->next;
337 pavail = pslot;
338 pavail->pid = 0;
339
340 /* insert free pieces back to the free list */
341 pslot = pfree_head->next;
342 plast = pfree_head;
343
344 while (pslot != NULL && addr > pslot->paddr) {
345 plast = pslot;
346 pslot = pslot->next;
347 }
348
349 if (plast != pfree_head && plast->paddr + plast->size == pavail->paddr) {
350 plast->size += pavail->size;
351 kmem_cache_free(sram_piece_cache, pavail);
352 } else {
Sonic Zhang225f7e12008-08-25 18:00:45 +0800353 pavail->next = plast->next;
Sonic Zhang5d481f42008-07-19 14:51:31 +0800354 plast->next = pavail;
355 plast = pavail;
356 }
357
358 if (pslot && plast->paddr + plast->size == pslot->paddr) {
359 plast->size += pslot->size;
360 plast->next = pslot->next;
361 kmem_cache_free(sram_piece_cache, pslot);
Bryan Wu1394f032007-05-06 14:50:22 -0700362 }
363
364 return 0;
365}
366
367int sram_free(const void *addr)
368{
Robin Getz5e953202008-10-08 17:22:49 +0800369
Bryan Wu1394f032007-05-06 14:50:22 -0700370#if L1_CODE_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800371 if (addr >= (void *)get_l1_code_start()
372 && addr < (void *)(get_l1_code_start() + L1_CODE_LENGTH))
Bryan Wu1394f032007-05-06 14:50:22 -0700373 return l1_inst_sram_free(addr);
Robin Getz5e953202008-10-08 17:22:49 +0800374 else
Bryan Wu1394f032007-05-06 14:50:22 -0700375#endif
376#if L1_DATA_A_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800377 if (addr >= (void *)get_l1_data_a_start()
378 && addr < (void *)(get_l1_data_a_start() + L1_DATA_A_LENGTH))
Bryan Wu1394f032007-05-06 14:50:22 -0700379 return l1_data_A_sram_free(addr);
Robin Getz5e953202008-10-08 17:22:49 +0800380 else
Bryan Wu1394f032007-05-06 14:50:22 -0700381#endif
382#if L1_DATA_B_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800383 if (addr >= (void *)get_l1_data_b_start()
384 && addr < (void *)(get_l1_data_b_start() + L1_DATA_B_LENGTH))
Bryan Wu1394f032007-05-06 14:50:22 -0700385 return l1_data_B_sram_free(addr);
Robin Getz5e953202008-10-08 17:22:49 +0800386 else
Bryan Wu1394f032007-05-06 14:50:22 -0700387#endif
Mike Frysinger07aa7be2008-08-13 16:16:11 +0800388#if L2_LENGTH != 0
Robin Getz5e953202008-10-08 17:22:49 +0800389 if (addr >= (void *)L2_START
Sonic Zhang262c3822008-07-19 15:42:41 +0800390 && addr < (void *)(L2_START + L2_LENGTH))
391 return l2_sram_free(addr);
Bryan Wu1394f032007-05-06 14:50:22 -0700392 else
Robin Getz5e953202008-10-08 17:22:49 +0800393#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700394 return -1;
395}
396EXPORT_SYMBOL(sram_free);
397
398void *l1_data_A_sram_alloc(size_t size)
399{
Mike Frysinger81c969a2009-07-01 15:42:13 +0000400#if L1_DATA_A_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800401 unsigned long flags;
Mike Frysinger81c969a2009-07-01 15:42:13 +0000402 void *addr;
Graf Yang8f658732008-11-18 17:48:22 +0800403 unsigned int cpu;
Bryan Wu1394f032007-05-06 14:50:22 -0700404
Yi Li54536c52009-12-30 04:04:07 +0000405 cpu = smp_processor_id();
Bryan Wu1394f032007-05-06 14:50:22 -0700406 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800407 spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700408
Graf Yang8f658732008-11-18 17:48:22 +0800409 addr = _sram_alloc(size, &per_cpu(free_l1_data_A_sram_head, cpu),
410 &per_cpu(used_l1_data_A_sram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700411
412 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800413 spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700414
415 pr_debug("Allocated address in l1_data_A_sram_alloc is 0x%lx+0x%lx\n",
416 (long unsigned int)addr, size);
417
418 return addr;
Mike Frysinger81c969a2009-07-01 15:42:13 +0000419#else
420 return NULL;
421#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700422}
423EXPORT_SYMBOL(l1_data_A_sram_alloc);
424
425int l1_data_A_sram_free(const void *addr)
426{
Mike Frysinger81c969a2009-07-01 15:42:13 +0000427#if L1_DATA_A_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800428 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700429 int ret;
Graf Yang8f658732008-11-18 17:48:22 +0800430 unsigned int cpu;
Bryan Wu1394f032007-05-06 14:50:22 -0700431
Yi Li54536c52009-12-30 04:04:07 +0000432 cpu = smp_processor_id();
Bryan Wu1394f032007-05-06 14:50:22 -0700433 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800434 spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700435
Graf Yang8f658732008-11-18 17:48:22 +0800436 ret = _sram_free(addr, &per_cpu(free_l1_data_A_sram_head, cpu),
437 &per_cpu(used_l1_data_A_sram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700438
439 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800440 spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700441
442 return ret;
Mike Frysinger81c969a2009-07-01 15:42:13 +0000443#else
444 return -1;
445#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700446}
447EXPORT_SYMBOL(l1_data_A_sram_free);
448
449void *l1_data_B_sram_alloc(size_t size)
450{
451#if L1_DATA_B_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800452 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700453 void *addr;
Graf Yang8f658732008-11-18 17:48:22 +0800454 unsigned int cpu;
455
Yi Li54536c52009-12-30 04:04:07 +0000456 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800457 /* add mutex operation */
458 spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
459
460 addr = _sram_alloc(size, &per_cpu(free_l1_data_B_sram_head, cpu),
461 &per_cpu(used_l1_data_B_sram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700462
463 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800464 spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700465
466 pr_debug("Allocated address in l1_data_B_sram_alloc is 0x%lx+0x%lx\n",
467 (long unsigned int)addr, size);
468
469 return addr;
470#else
471 return NULL;
472#endif
473}
474EXPORT_SYMBOL(l1_data_B_sram_alloc);
475
476int l1_data_B_sram_free(const void *addr)
477{
478#if L1_DATA_B_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800479 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700480 int ret;
Graf Yang8f658732008-11-18 17:48:22 +0800481 unsigned int cpu;
482
Yi Li54536c52009-12-30 04:04:07 +0000483 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800484 /* add mutex operation */
485 spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
486
487 ret = _sram_free(addr, &per_cpu(free_l1_data_B_sram_head, cpu),
488 &per_cpu(used_l1_data_B_sram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700489
490 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800491 spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700492
493 return ret;
494#else
495 return -1;
496#endif
497}
498EXPORT_SYMBOL(l1_data_B_sram_free);
499
500void *l1_data_sram_alloc(size_t size)
501{
502 void *addr = l1_data_A_sram_alloc(size);
503
504 if (!addr)
505 addr = l1_data_B_sram_alloc(size);
506
507 return addr;
508}
509EXPORT_SYMBOL(l1_data_sram_alloc);
510
511void *l1_data_sram_zalloc(size_t size)
512{
513 void *addr = l1_data_sram_alloc(size);
514
515 if (addr)
516 memset(addr, 0x00, size);
517
518 return addr;
519}
520EXPORT_SYMBOL(l1_data_sram_zalloc);
521
522int l1_data_sram_free(const void *addr)
523{
524 int ret;
525 ret = l1_data_A_sram_free(addr);
526 if (ret == -1)
527 ret = l1_data_B_sram_free(addr);
528 return ret;
529}
530EXPORT_SYMBOL(l1_data_sram_free);
531
532void *l1_inst_sram_alloc(size_t size)
533{
Meihui Fanc5b50df2008-04-23 08:55:26 +0800534#if L1_CODE_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800535 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700536 void *addr;
Graf Yang8f658732008-11-18 17:48:22 +0800537 unsigned int cpu;
538
Yi Li54536c52009-12-30 04:04:07 +0000539 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800540 /* add mutex operation */
541 spin_lock_irqsave(&per_cpu(l1_inst_sram_lock, cpu), flags);
542
543 addr = _sram_alloc(size, &per_cpu(free_l1_inst_sram_head, cpu),
544 &per_cpu(used_l1_inst_sram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700545
546 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800547 spin_unlock_irqrestore(&per_cpu(l1_inst_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700548
549 pr_debug("Allocated address in l1_inst_sram_alloc is 0x%lx+0x%lx\n",
550 (long unsigned int)addr, size);
551
552 return addr;
553#else
554 return NULL;
555#endif
556}
557EXPORT_SYMBOL(l1_inst_sram_alloc);
558
559int l1_inst_sram_free(const void *addr)
560{
561#if L1_CODE_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800562 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700563 int ret;
Graf Yang8f658732008-11-18 17:48:22 +0800564 unsigned int cpu;
565
Yi Li54536c52009-12-30 04:04:07 +0000566 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800567 /* add mutex operation */
568 spin_lock_irqsave(&per_cpu(l1_inst_sram_lock, cpu), flags);
569
570 ret = _sram_free(addr, &per_cpu(free_l1_inst_sram_head, cpu),
571 &per_cpu(used_l1_inst_sram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700572
573 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800574 spin_unlock_irqrestore(&per_cpu(l1_inst_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700575
576 return ret;
577#else
578 return -1;
579#endif
580}
581EXPORT_SYMBOL(l1_inst_sram_free);
582
583/* L1 Scratchpad memory allocate function */
584void *l1sram_alloc(size_t size)
585{
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800586 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700587 void *addr;
Graf Yang8f658732008-11-18 17:48:22 +0800588 unsigned int cpu;
589
Yi Li54536c52009-12-30 04:04:07 +0000590 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800591 /* add mutex operation */
592 spin_lock_irqsave(&per_cpu(l1sram_lock, cpu), flags);
593
594 addr = _sram_alloc(size, &per_cpu(free_l1_ssram_head, cpu),
595 &per_cpu(used_l1_ssram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700596
597 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800598 spin_unlock_irqrestore(&per_cpu(l1sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700599
600 return addr;
601}
602
603/* L1 Scratchpad memory allocate function */
604void *l1sram_alloc_max(size_t *psize)
605{
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800606 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700607 void *addr;
Graf Yang8f658732008-11-18 17:48:22 +0800608 unsigned int cpu;
609
Yi Li54536c52009-12-30 04:04:07 +0000610 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800611 /* add mutex operation */
612 spin_lock_irqsave(&per_cpu(l1sram_lock, cpu), flags);
613
614 addr = _sram_alloc_max(&per_cpu(free_l1_ssram_head, cpu),
615 &per_cpu(used_l1_ssram_head, cpu), psize);
Bryan Wu1394f032007-05-06 14:50:22 -0700616
617 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800618 spin_unlock_irqrestore(&per_cpu(l1sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700619
620 return addr;
621}
622
623/* L1 Scratchpad memory free function */
624int l1sram_free(const void *addr)
625{
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800626 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700627 int ret;
Graf Yang8f658732008-11-18 17:48:22 +0800628 unsigned int cpu;
629
Yi Li54536c52009-12-30 04:04:07 +0000630 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800631 /* add mutex operation */
632 spin_lock_irqsave(&per_cpu(l1sram_lock, cpu), flags);
633
634 ret = _sram_free(addr, &per_cpu(free_l1_ssram_head, cpu),
635 &per_cpu(used_l1_ssram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700636
637 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800638 spin_unlock_irqrestore(&per_cpu(l1sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700639
640 return ret;
641}
642
Sonic Zhang262c3822008-07-19 15:42:41 +0800643void *l2_sram_alloc(size_t size)
644{
Mike Frysinger07aa7be2008-08-13 16:16:11 +0800645#if L2_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800646 unsigned long flags;
Sonic Zhang262c3822008-07-19 15:42:41 +0800647 void *addr;
648
649 /* add mutex operation */
650 spin_lock_irqsave(&l2_sram_lock, flags);
651
652 addr = _sram_alloc(size, &free_l2_sram_head,
653 &used_l2_sram_head);
654
655 /* add mutex operation */
656 spin_unlock_irqrestore(&l2_sram_lock, flags);
657
658 pr_debug("Allocated address in l2_sram_alloc is 0x%lx+0x%lx\n",
659 (long unsigned int)addr, size);
660
661 return addr;
662#else
663 return NULL;
664#endif
665}
666EXPORT_SYMBOL(l2_sram_alloc);
667
668void *l2_sram_zalloc(size_t size)
669{
670 void *addr = l2_sram_alloc(size);
671
672 if (addr)
673 memset(addr, 0x00, size);
674
675 return addr;
676}
677EXPORT_SYMBOL(l2_sram_zalloc);
678
679int l2_sram_free(const void *addr)
680{
Mike Frysinger07aa7be2008-08-13 16:16:11 +0800681#if L2_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800682 unsigned long flags;
Sonic Zhang262c3822008-07-19 15:42:41 +0800683 int ret;
684
685 /* add mutex operation */
686 spin_lock_irqsave(&l2_sram_lock, flags);
687
688 ret = _sram_free(addr, &free_l2_sram_head,
689 &used_l2_sram_head);
690
691 /* add mutex operation */
692 spin_unlock_irqrestore(&l2_sram_lock, flags);
693
694 return ret;
695#else
696 return -1;
697#endif
698}
699EXPORT_SYMBOL(l2_sram_free);
700
Bryan Wu1394f032007-05-06 14:50:22 -0700701int sram_free_with_lsl(const void *addr)
702{
703 struct sram_list_struct *lsl, **tmp;
704 struct mm_struct *mm = current->mm;
705
706 for (tmp = &mm->context.sram_list; *tmp; tmp = &(*tmp)->next)
707 if ((*tmp)->addr == addr)
708 goto found;
709 return -1;
710found:
711 lsl = *tmp;
712 sram_free(addr);
713 *tmp = lsl->next;
714 kfree(lsl);
715
716 return 0;
717}
718EXPORT_SYMBOL(sram_free_with_lsl);
719
Mike Frysingerf1db88d2009-06-02 08:46:35 +0000720/* Allocate memory and keep in L1 SRAM List (lsl) so that the resources are
721 * tracked. These are designed for userspace so that when a process exits,
722 * we can safely reap their resources.
723 */
Bryan Wu1394f032007-05-06 14:50:22 -0700724void *sram_alloc_with_lsl(size_t size, unsigned long flags)
725{
726 void *addr = NULL;
727 struct sram_list_struct *lsl = NULL;
728 struct mm_struct *mm = current->mm;
729
Yoann Padioleaudd00cc42007-07-19 01:49:03 -0700730 lsl = kzalloc(sizeof(struct sram_list_struct), GFP_KERNEL);
Bryan Wu1394f032007-05-06 14:50:22 -0700731 if (!lsl)
732 return NULL;
Bryan Wu1394f032007-05-06 14:50:22 -0700733
734 if (flags & L1_INST_SRAM)
735 addr = l1_inst_sram_alloc(size);
736
737 if (addr == NULL && (flags & L1_DATA_A_SRAM))
738 addr = l1_data_A_sram_alloc(size);
739
740 if (addr == NULL && (flags & L1_DATA_B_SRAM))
741 addr = l1_data_B_sram_alloc(size);
742
Sonic Zhang262c3822008-07-19 15:42:41 +0800743 if (addr == NULL && (flags & L2_SRAM))
744 addr = l2_sram_alloc(size);
745
Bryan Wu1394f032007-05-06 14:50:22 -0700746 if (addr == NULL) {
747 kfree(lsl);
748 return NULL;
749 }
750 lsl->addr = addr;
751 lsl->length = size;
752 lsl->next = mm->context.sram_list;
753 mm->context.sram_list = lsl;
754 return addr;
755}
756EXPORT_SYMBOL(sram_alloc_with_lsl);
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800757
758#ifdef CONFIG_PROC_FS
759/* Once we get a real allocator, we'll throw all of this away.
760 * Until then, we need some sort of visibility into the L1 alloc.
761 */
Mike Frysinger260d5d32008-07-14 16:34:05 +0800762/* Need to keep line of output the same. Currently, that is 44 bytes
763 * (including newline).
764 */
Sonic Zhang262c3822008-07-19 15:42:41 +0800765static int _sram_proc_read(char *buf, int *len, int count, const char *desc,
Sonic Zhang5d481f42008-07-19 14:51:31 +0800766 struct sram_piece *pfree_head,
767 struct sram_piece *pused_head)
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800768{
Sonic Zhang5d481f42008-07-19 14:51:31 +0800769 struct sram_piece *pslot;
770
771 if (!pfree_head || !pused_head)
772 return -1;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800773
Sonic Zhang262c3822008-07-19 15:42:41 +0800774 *len += sprintf(&buf[*len], "--- SRAM %-14s Size PID State \n", desc);
Sonic Zhang5d481f42008-07-19 14:51:31 +0800775
776 /* search the relevant memory slot */
777 pslot = pused_head->next;
778
779 while (pslot != NULL) {
Sonic Zhang262c3822008-07-19 15:42:41 +0800780 *len += sprintf(&buf[*len], "%p-%p %10i %5i %-10s\n",
Sonic Zhang5d481f42008-07-19 14:51:31 +0800781 pslot->paddr, pslot->paddr + pslot->size,
782 pslot->size, pslot->pid, "ALLOCATED");
783
784 pslot = pslot->next;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800785 }
Sonic Zhang5d481f42008-07-19 14:51:31 +0800786
787 pslot = pfree_head->next;
788
789 while (pslot != NULL) {
Sonic Zhang262c3822008-07-19 15:42:41 +0800790 *len += sprintf(&buf[*len], "%p-%p %10i %5i %-10s\n",
Sonic Zhang5d481f42008-07-19 14:51:31 +0800791 pslot->paddr, pslot->paddr + pslot->size,
792 pslot->size, pslot->pid, "FREE");
793
794 pslot = pslot->next;
795 }
796
797 return 0;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800798}
Sonic Zhang262c3822008-07-19 15:42:41 +0800799static int sram_proc_read(char *buf, char **start, off_t offset, int count,
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800800 int *eof, void *data)
801{
802 int len = 0;
Graf Yang8f658732008-11-18 17:48:22 +0800803 unsigned int cpu;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800804
Graf Yang8f658732008-11-18 17:48:22 +0800805 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
806 if (_sram_proc_read(buf, &len, count, "Scratchpad",
807 &per_cpu(free_l1_ssram_head, cpu), &per_cpu(used_l1_ssram_head, cpu)))
808 goto not_done;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800809#if L1_DATA_A_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800810 if (_sram_proc_read(buf, &len, count, "L1 Data A",
811 &per_cpu(free_l1_data_A_sram_head, cpu),
812 &per_cpu(used_l1_data_A_sram_head, cpu)))
813 goto not_done;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800814#endif
815#if L1_DATA_B_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800816 if (_sram_proc_read(buf, &len, count, "L1 Data B",
817 &per_cpu(free_l1_data_B_sram_head, cpu),
818 &per_cpu(used_l1_data_B_sram_head, cpu)))
819 goto not_done;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800820#endif
821#if L1_CODE_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800822 if (_sram_proc_read(buf, &len, count, "L1 Instruction",
823 &per_cpu(free_l1_inst_sram_head, cpu),
824 &per_cpu(used_l1_inst_sram_head, cpu)))
825 goto not_done;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800826#endif
Graf Yang8f658732008-11-18 17:48:22 +0800827 }
Mike Frysinger07aa7be2008-08-13 16:16:11 +0800828#if L2_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800829 if (_sram_proc_read(buf, &len, count, "L2", &free_l2_sram_head,
830 &used_l2_sram_head))
Sonic Zhang262c3822008-07-19 15:42:41 +0800831 goto not_done;
832#endif
Mike Frysinger260d5d32008-07-14 16:34:05 +0800833 *eof = 1;
834 not_done:
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800835 return len;
836}
837
Sonic Zhang262c3822008-07-19 15:42:41 +0800838static int __init sram_proc_init(void)
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800839{
840 struct proc_dir_entry *ptr;
841 ptr = create_proc_entry("sram", S_IFREG | S_IRUGO, NULL);
842 if (!ptr) {
843 printk(KERN_WARNING "unable to create /proc/sram\n");
844 return -1;
845 }
Sonic Zhang262c3822008-07-19 15:42:41 +0800846 ptr->read_proc = sram_proc_read;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800847 return 0;
848}
Sonic Zhang262c3822008-07-19 15:42:41 +0800849late_initcall(sram_proc_init);
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800850#endif