blob: 627e04b5ba9a8979be2149ecff27e52f6bb05458 [file] [log] [blame]
Bryan Wu1394f032007-05-06 14:50:22 -07001/*
Robin Getz96f10502009-09-24 14:11:24 +00002 * SRAM allocator for Blackfin on-chip memory
Bryan Wu1394f032007-05-06 14:50:22 -07003 *
Robin Getz96f10502009-09-24 14:11:24 +00004 * Copyright 2004-2009 Analog Devices Inc.
Bryan Wu1394f032007-05-06 14:50:22 -07005 *
Robin Getz96f10502009-09-24 14:11:24 +00006 * Licensed under the GPL-2 or later.
Bryan Wu1394f032007-05-06 14:50:22 -07007 */
8
Bryan Wu1394f032007-05-06 14:50:22 -07009#include <linux/module.h>
10#include <linux/kernel.h>
11#include <linux/types.h>
12#include <linux/miscdevice.h>
13#include <linux/ioport.h>
14#include <linux/fcntl.h>
15#include <linux/init.h>
16#include <linux/poll.h>
17#include <linux/proc_fs.h>
18#include <linux/spinlock.h>
19#include <linux/rtc.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090020#include <linux/slab.h>
Bryan Wu1394f032007-05-06 14:50:22 -070021#include <asm/blackfin.h>
Graf Yangdbc895f2009-01-07 23:14:39 +080022#include <asm/mem_map.h>
Bryan Wu1394f032007-05-06 14:50:22 -070023#include "blackfin_sram.h"
24
Bryan Wu1394f032007-05-06 14:50:22 -070025/* the data structure for L1 scratchpad and DATA SRAM */
Sonic Zhang5d481f42008-07-19 14:51:31 +080026struct sram_piece {
Bryan Wu1394f032007-05-06 14:50:22 -070027 void *paddr;
28 int size;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +080029 pid_t pid;
Sonic Zhang5d481f42008-07-19 14:51:31 +080030 struct sram_piece *next;
Bryan Wu1394f032007-05-06 14:50:22 -070031};
32
Mike Frysinger81c969a2009-07-01 15:42:13 +000033static DEFINE_PER_CPU_SHARED_ALIGNED(spinlock_t, l1sram_lock);
Graf Yang8f658732008-11-18 17:48:22 +080034static DEFINE_PER_CPU(struct sram_piece, free_l1_ssram_head);
35static DEFINE_PER_CPU(struct sram_piece, used_l1_ssram_head);
Bryan Wu1394f032007-05-06 14:50:22 -070036
37#if L1_DATA_A_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +080038static DEFINE_PER_CPU(struct sram_piece, free_l1_data_A_sram_head);
39static DEFINE_PER_CPU(struct sram_piece, used_l1_data_A_sram_head);
Bryan Wu1394f032007-05-06 14:50:22 -070040#endif
41
42#if L1_DATA_B_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +080043static DEFINE_PER_CPU(struct sram_piece, free_l1_data_B_sram_head);
44static DEFINE_PER_CPU(struct sram_piece, used_l1_data_B_sram_head);
Bryan Wu1394f032007-05-06 14:50:22 -070045#endif
46
Mike Frysinger81c969a2009-07-01 15:42:13 +000047#if L1_DATA_A_LENGTH || L1_DATA_B_LENGTH
48static DEFINE_PER_CPU_SHARED_ALIGNED(spinlock_t, l1_data_sram_lock);
49#endif
50
Bryan Wu1394f032007-05-06 14:50:22 -070051#if L1_CODE_LENGTH != 0
Mike Frysinger81c969a2009-07-01 15:42:13 +000052static DEFINE_PER_CPU_SHARED_ALIGNED(spinlock_t, l1_inst_sram_lock);
Graf Yang8f658732008-11-18 17:48:22 +080053static DEFINE_PER_CPU(struct sram_piece, free_l1_inst_sram_head);
54static DEFINE_PER_CPU(struct sram_piece, used_l1_inst_sram_head);
Bryan Wu1394f032007-05-06 14:50:22 -070055#endif
56
Mike Frysinger07aa7be2008-08-13 16:16:11 +080057#if L2_LENGTH != 0
Mike Frysinger81c969a2009-07-01 15:42:13 +000058static spinlock_t l2_sram_lock ____cacheline_aligned_in_smp;
Sonic Zhang262c3822008-07-19 15:42:41 +080059static struct sram_piece free_l2_sram_head, used_l2_sram_head;
60#endif
61
Sonic Zhang5d481f42008-07-19 14:51:31 +080062static struct kmem_cache *sram_piece_cache;
Bryan Wu1394f032007-05-06 14:50:22 -070063
Sonic Zhang5d481f42008-07-19 14:51:31 +080064/* L1 Scratchpad SRAM initialization function */
65static void __init l1sram_init(void)
66{
Graf Yang8f658732008-11-18 17:48:22 +080067 unsigned int cpu;
Graf Yang89ecd502009-05-25 06:40:42 +000068 unsigned long reserve;
69
70#ifdef CONFIG_SMP
71 reserve = 0;
72#else
73 reserve = sizeof(struct l1_scratch_task_info);
74#endif
75
Graf Yang8f658732008-11-18 17:48:22 +080076 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
77 per_cpu(free_l1_ssram_head, cpu).next =
78 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
79 if (!per_cpu(free_l1_ssram_head, cpu).next) {
80 printk(KERN_INFO "Fail to initialize Scratchpad data SRAM.\n");
81 return;
82 }
83
Graf Yang89ecd502009-05-25 06:40:42 +000084 per_cpu(free_l1_ssram_head, cpu).next->paddr = (void *)get_l1_scratch_start_cpu(cpu) + reserve;
85 per_cpu(free_l1_ssram_head, cpu).next->size = L1_SCRATCH_LENGTH - reserve;
Graf Yang8f658732008-11-18 17:48:22 +080086 per_cpu(free_l1_ssram_head, cpu).next->pid = 0;
87 per_cpu(free_l1_ssram_head, cpu).next->next = NULL;
88
89 per_cpu(used_l1_ssram_head, cpu).next = NULL;
90
91 /* mutex initialize */
92 spin_lock_init(&per_cpu(l1sram_lock, cpu));
93 printk(KERN_INFO "Blackfin Scratchpad data SRAM: %d KB\n",
94 L1_SCRATCH_LENGTH >> 10);
Sonic Zhang5d481f42008-07-19 14:51:31 +080095 }
Bryan Wu1394f032007-05-06 14:50:22 -070096}
97
Sonic Zhang5d481f42008-07-19 14:51:31 +080098static void __init l1_data_sram_init(void)
Bryan Wu1394f032007-05-06 14:50:22 -070099{
Mike Frysinger0b82e272008-11-18 17:48:22 +0800100#if L1_DATA_A_LENGTH != 0 || L1_DATA_B_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800101 unsigned int cpu;
Mike Frysinger0b82e272008-11-18 17:48:22 +0800102#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700103#if L1_DATA_A_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800104 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
105 per_cpu(free_l1_data_A_sram_head, cpu).next =
106 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
107 if (!per_cpu(free_l1_data_A_sram_head, cpu).next) {
108 printk(KERN_INFO "Fail to initialize L1 Data A SRAM.\n");
109 return;
110 }
111
112 per_cpu(free_l1_data_A_sram_head, cpu).next->paddr =
113 (void *)get_l1_data_a_start_cpu(cpu) + (_ebss_l1 - _sdata_l1);
114 per_cpu(free_l1_data_A_sram_head, cpu).next->size =
115 L1_DATA_A_LENGTH - (_ebss_l1 - _sdata_l1);
116 per_cpu(free_l1_data_A_sram_head, cpu).next->pid = 0;
117 per_cpu(free_l1_data_A_sram_head, cpu).next->next = NULL;
118
119 per_cpu(used_l1_data_A_sram_head, cpu).next = NULL;
120
121 printk(KERN_INFO "Blackfin L1 Data A SRAM: %d KB (%d KB free)\n",
122 L1_DATA_A_LENGTH >> 10,
123 per_cpu(free_l1_data_A_sram_head, cpu).next->size >> 10);
Sonic Zhang5d481f42008-07-19 14:51:31 +0800124 }
Bryan Wu1394f032007-05-06 14:50:22 -0700125#endif
126#if L1_DATA_B_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800127 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
128 per_cpu(free_l1_data_B_sram_head, cpu).next =
129 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
130 if (!per_cpu(free_l1_data_B_sram_head, cpu).next) {
131 printk(KERN_INFO "Fail to initialize L1 Data B SRAM.\n");
132 return;
133 }
134
135 per_cpu(free_l1_data_B_sram_head, cpu).next->paddr =
136 (void *)get_l1_data_b_start_cpu(cpu) + (_ebss_b_l1 - _sdata_b_l1);
137 per_cpu(free_l1_data_B_sram_head, cpu).next->size =
138 L1_DATA_B_LENGTH - (_ebss_b_l1 - _sdata_b_l1);
139 per_cpu(free_l1_data_B_sram_head, cpu).next->pid = 0;
140 per_cpu(free_l1_data_B_sram_head, cpu).next->next = NULL;
141
142 per_cpu(used_l1_data_B_sram_head, cpu).next = NULL;
143
144 printk(KERN_INFO "Blackfin L1 Data B SRAM: %d KB (%d KB free)\n",
145 L1_DATA_B_LENGTH >> 10,
146 per_cpu(free_l1_data_B_sram_head, cpu).next->size >> 10);
147 /* mutex initialize */
Sonic Zhang5d481f42008-07-19 14:51:31 +0800148 }
Bryan Wu1394f032007-05-06 14:50:22 -0700149#endif
150
Graf Yang8f658732008-11-18 17:48:22 +0800151#if L1_DATA_A_LENGTH != 0 || L1_DATA_B_LENGTH != 0
152 for (cpu = 0; cpu < num_possible_cpus(); ++cpu)
153 spin_lock_init(&per_cpu(l1_data_sram_lock, cpu));
154#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700155}
156
Sonic Zhang5d481f42008-07-19 14:51:31 +0800157static void __init l1_inst_sram_init(void)
Bryan Wu1394f032007-05-06 14:50:22 -0700158{
159#if L1_CODE_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800160 unsigned int cpu;
161 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
162 per_cpu(free_l1_inst_sram_head, cpu).next =
163 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
164 if (!per_cpu(free_l1_inst_sram_head, cpu).next) {
165 printk(KERN_INFO "Failed to initialize L1 Instruction SRAM\n");
166 return;
167 }
168
169 per_cpu(free_l1_inst_sram_head, cpu).next->paddr =
170 (void *)get_l1_code_start_cpu(cpu) + (_etext_l1 - _stext_l1);
171 per_cpu(free_l1_inst_sram_head, cpu).next->size =
172 L1_CODE_LENGTH - (_etext_l1 - _stext_l1);
173 per_cpu(free_l1_inst_sram_head, cpu).next->pid = 0;
174 per_cpu(free_l1_inst_sram_head, cpu).next->next = NULL;
175
176 per_cpu(used_l1_inst_sram_head, cpu).next = NULL;
177
178 printk(KERN_INFO "Blackfin L1 Instruction SRAM: %d KB (%d KB free)\n",
179 L1_CODE_LENGTH >> 10,
180 per_cpu(free_l1_inst_sram_head, cpu).next->size >> 10);
181
182 /* mutex initialize */
183 spin_lock_init(&per_cpu(l1_inst_sram_lock, cpu));
Sonic Zhang5d481f42008-07-19 14:51:31 +0800184 }
Bryan Wu1394f032007-05-06 14:50:22 -0700185#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700186}
187
Sonic Zhang262c3822008-07-19 15:42:41 +0800188static void __init l2_sram_init(void)
189{
Mike Frysinger07aa7be2008-08-13 16:16:11 +0800190#if L2_LENGTH != 0
Sonic Zhang262c3822008-07-19 15:42:41 +0800191 free_l2_sram_head.next =
192 kmem_cache_alloc(sram_piece_cache, GFP_KERNEL);
193 if (!free_l2_sram_head.next) {
Graf Yang8f658732008-11-18 17:48:22 +0800194 printk(KERN_INFO "Fail to initialize L2 SRAM.\n");
Sonic Zhang262c3822008-07-19 15:42:41 +0800195 return;
196 }
197
Jie Zhangb2c2f302008-10-28 15:57:49 +0800198 free_l2_sram_head.next->paddr =
199 (void *)L2_START + (_ebss_l2 - _stext_l2);
200 free_l2_sram_head.next->size =
201 L2_LENGTH - (_ebss_l2 - _stext_l2);
Sonic Zhang262c3822008-07-19 15:42:41 +0800202 free_l2_sram_head.next->pid = 0;
203 free_l2_sram_head.next->next = NULL;
204
205 used_l2_sram_head.next = NULL;
206
207 printk(KERN_INFO "Blackfin L2 SRAM: %d KB (%d KB free)\n",
208 L2_LENGTH >> 10,
209 free_l2_sram_head.next->size >> 10);
Sonic Zhang262c3822008-07-19 15:42:41 +0800210
211 /* mutex initialize */
212 spin_lock_init(&l2_sram_lock);
Mike Frysinger81c969a2009-07-01 15:42:13 +0000213#endif
Sonic Zhang262c3822008-07-19 15:42:41 +0800214}
Graf Yang8f658732008-11-18 17:48:22 +0800215
Graf Yangc72aa072009-05-25 04:44:00 +0000216static int __init bfin_sram_init(void)
Bryan Wu1394f032007-05-06 14:50:22 -0700217{
Sonic Zhang5d481f42008-07-19 14:51:31 +0800218 sram_piece_cache = kmem_cache_create("sram_piece_cache",
219 sizeof(struct sram_piece),
220 0, SLAB_PANIC, NULL);
Bryan Wu1394f032007-05-06 14:50:22 -0700221
Sonic Zhang5d481f42008-07-19 14:51:31 +0800222 l1sram_init();
223 l1_data_sram_init();
224 l1_inst_sram_init();
Sonic Zhang262c3822008-07-19 15:42:41 +0800225 l2_sram_init();
Graf Yangc72aa072009-05-25 04:44:00 +0000226
227 return 0;
Sonic Zhang5d481f42008-07-19 14:51:31 +0800228}
Graf Yangc72aa072009-05-25 04:44:00 +0000229pure_initcall(bfin_sram_init);
Sonic Zhang5d481f42008-07-19 14:51:31 +0800230
Sonic Zhang262c3822008-07-19 15:42:41 +0800231/* SRAM allocate function */
232static void *_sram_alloc(size_t size, struct sram_piece *pfree_head,
Sonic Zhang5d481f42008-07-19 14:51:31 +0800233 struct sram_piece *pused_head)
234{
235 struct sram_piece *pslot, *plast, *pavail;
236
237 if (size <= 0 || !pfree_head || !pused_head)
Bryan Wu1394f032007-05-06 14:50:22 -0700238 return NULL;
239
240 /* Align the size */
241 size = (size + 3) & ~3;
242
Sonic Zhang5d481f42008-07-19 14:51:31 +0800243 pslot = pfree_head->next;
244 plast = pfree_head;
245
246 /* search an available piece slot */
247 while (pslot != NULL && size > pslot->size) {
248 plast = pslot;
249 pslot = pslot->next;
Bryan Wu1394f032007-05-06 14:50:22 -0700250 }
Sonic Zhang5d481f42008-07-19 14:51:31 +0800251
252 if (!pslot)
Bryan Wu1394f032007-05-06 14:50:22 -0700253 return NULL;
254
Sonic Zhang5d481f42008-07-19 14:51:31 +0800255 if (pslot->size == size) {
256 plast->next = pslot->next;
257 pavail = pslot;
258 } else {
Mike Frysingereb5400b2010-05-11 04:43:19 +0000259 /* use atomic so our L1 allocator can be used atomically */
260 pavail = kmem_cache_alloc(sram_piece_cache, GFP_ATOMIC);
Sonic Zhang5d481f42008-07-19 14:51:31 +0800261
262 if (!pavail)
263 return NULL;
264
265 pavail->paddr = pslot->paddr;
266 pavail->size = size;
267 pslot->paddr += size;
268 pslot->size -= size;
Bryan Wu1394f032007-05-06 14:50:22 -0700269 }
270
Sonic Zhang5d481f42008-07-19 14:51:31 +0800271 pavail->pid = current->pid;
272
273 pslot = pused_head->next;
274 plast = pused_head;
275
276 /* insert new piece into used piece list !!! */
277 while (pslot != NULL && pavail->paddr < pslot->paddr) {
278 plast = pslot;
279 pslot = pslot->next;
280 }
281
282 pavail->next = pslot;
283 plast->next = pavail;
284
285 return pavail->paddr;
Bryan Wu1394f032007-05-06 14:50:22 -0700286}
287
288/* Allocate the largest available block. */
Sonic Zhang262c3822008-07-19 15:42:41 +0800289static void *_sram_alloc_max(struct sram_piece *pfree_head,
Sonic Zhang5d481f42008-07-19 14:51:31 +0800290 struct sram_piece *pused_head,
Bryan Wu1394f032007-05-06 14:50:22 -0700291 unsigned long *psize)
292{
Sonic Zhang5d481f42008-07-19 14:51:31 +0800293 struct sram_piece *pslot, *pmax;
Bryan Wu1394f032007-05-06 14:50:22 -0700294
Sonic Zhang5d481f42008-07-19 14:51:31 +0800295 if (!pfree_head || !pused_head)
Bryan Wu1394f032007-05-06 14:50:22 -0700296 return NULL;
Bryan Wu1394f032007-05-06 14:50:22 -0700297
Sonic Zhang5d481f42008-07-19 14:51:31 +0800298 pmax = pslot = pfree_head->next;
299
300 /* search an available piece slot */
301 while (pslot != NULL) {
302 if (pslot->size > pmax->size)
303 pmax = pslot;
304 pslot = pslot->next;
305 }
306
307 if (!pmax)
308 return NULL;
309
310 *psize = pmax->size;
311
Sonic Zhang262c3822008-07-19 15:42:41 +0800312 return _sram_alloc(*psize, pfree_head, pused_head);
Bryan Wu1394f032007-05-06 14:50:22 -0700313}
314
Sonic Zhang262c3822008-07-19 15:42:41 +0800315/* SRAM free function */
316static int _sram_free(const void *addr,
Sonic Zhang5d481f42008-07-19 14:51:31 +0800317 struct sram_piece *pfree_head,
318 struct sram_piece *pused_head)
Bryan Wu1394f032007-05-06 14:50:22 -0700319{
Sonic Zhang5d481f42008-07-19 14:51:31 +0800320 struct sram_piece *pslot, *plast, *pavail;
Bryan Wu1394f032007-05-06 14:50:22 -0700321
Sonic Zhang5d481f42008-07-19 14:51:31 +0800322 if (!pfree_head || !pused_head)
Bryan Wu1394f032007-05-06 14:50:22 -0700323 return -1;
324
Sonic Zhang5d481f42008-07-19 14:51:31 +0800325 /* search the relevant memory slot */
326 pslot = pused_head->next;
327 plast = pused_head;
Bryan Wu1394f032007-05-06 14:50:22 -0700328
Sonic Zhang5d481f42008-07-19 14:51:31 +0800329 /* search an available piece slot */
330 while (pslot != NULL && pslot->paddr != addr) {
331 plast = pslot;
332 pslot = pslot->next;
Bryan Wu1394f032007-05-06 14:50:22 -0700333 }
334
Sonic Zhang5d481f42008-07-19 14:51:31 +0800335 if (!pslot)
336 return -1;
337
338 plast->next = pslot->next;
339 pavail = pslot;
340 pavail->pid = 0;
341
342 /* insert free pieces back to the free list */
343 pslot = pfree_head->next;
344 plast = pfree_head;
345
346 while (pslot != NULL && addr > pslot->paddr) {
347 plast = pslot;
348 pslot = pslot->next;
349 }
350
351 if (plast != pfree_head && plast->paddr + plast->size == pavail->paddr) {
352 plast->size += pavail->size;
353 kmem_cache_free(sram_piece_cache, pavail);
354 } else {
Sonic Zhang225f7e12008-08-25 18:00:45 +0800355 pavail->next = plast->next;
Sonic Zhang5d481f42008-07-19 14:51:31 +0800356 plast->next = pavail;
357 plast = pavail;
358 }
359
360 if (pslot && plast->paddr + plast->size == pslot->paddr) {
361 plast->size += pslot->size;
362 plast->next = pslot->next;
363 kmem_cache_free(sram_piece_cache, pslot);
Bryan Wu1394f032007-05-06 14:50:22 -0700364 }
365
366 return 0;
367}
368
369int sram_free(const void *addr)
370{
Robin Getz5e953202008-10-08 17:22:49 +0800371
Bryan Wu1394f032007-05-06 14:50:22 -0700372#if L1_CODE_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800373 if (addr >= (void *)get_l1_code_start()
374 && addr < (void *)(get_l1_code_start() + L1_CODE_LENGTH))
Bryan Wu1394f032007-05-06 14:50:22 -0700375 return l1_inst_sram_free(addr);
Robin Getz5e953202008-10-08 17:22:49 +0800376 else
Bryan Wu1394f032007-05-06 14:50:22 -0700377#endif
378#if L1_DATA_A_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800379 if (addr >= (void *)get_l1_data_a_start()
380 && addr < (void *)(get_l1_data_a_start() + L1_DATA_A_LENGTH))
Bryan Wu1394f032007-05-06 14:50:22 -0700381 return l1_data_A_sram_free(addr);
Robin Getz5e953202008-10-08 17:22:49 +0800382 else
Bryan Wu1394f032007-05-06 14:50:22 -0700383#endif
384#if L1_DATA_B_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800385 if (addr >= (void *)get_l1_data_b_start()
386 && addr < (void *)(get_l1_data_b_start() + L1_DATA_B_LENGTH))
Bryan Wu1394f032007-05-06 14:50:22 -0700387 return l1_data_B_sram_free(addr);
Robin Getz5e953202008-10-08 17:22:49 +0800388 else
Bryan Wu1394f032007-05-06 14:50:22 -0700389#endif
Mike Frysinger07aa7be2008-08-13 16:16:11 +0800390#if L2_LENGTH != 0
Robin Getz5e953202008-10-08 17:22:49 +0800391 if (addr >= (void *)L2_START
Sonic Zhang262c3822008-07-19 15:42:41 +0800392 && addr < (void *)(L2_START + L2_LENGTH))
393 return l2_sram_free(addr);
Bryan Wu1394f032007-05-06 14:50:22 -0700394 else
Robin Getz5e953202008-10-08 17:22:49 +0800395#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700396 return -1;
397}
398EXPORT_SYMBOL(sram_free);
399
400void *l1_data_A_sram_alloc(size_t size)
401{
Mike Frysinger81c969a2009-07-01 15:42:13 +0000402#if L1_DATA_A_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800403 unsigned long flags;
Mike Frysinger81c969a2009-07-01 15:42:13 +0000404 void *addr;
Graf Yang8f658732008-11-18 17:48:22 +0800405 unsigned int cpu;
Bryan Wu1394f032007-05-06 14:50:22 -0700406
Yi Li54536c52009-12-30 04:04:07 +0000407 cpu = smp_processor_id();
Bryan Wu1394f032007-05-06 14:50:22 -0700408 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800409 spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700410
Graf Yang8f658732008-11-18 17:48:22 +0800411 addr = _sram_alloc(size, &per_cpu(free_l1_data_A_sram_head, cpu),
412 &per_cpu(used_l1_data_A_sram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700413
414 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800415 spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700416
417 pr_debug("Allocated address in l1_data_A_sram_alloc is 0x%lx+0x%lx\n",
418 (long unsigned int)addr, size);
419
420 return addr;
Mike Frysinger81c969a2009-07-01 15:42:13 +0000421#else
422 return NULL;
423#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700424}
425EXPORT_SYMBOL(l1_data_A_sram_alloc);
426
427int l1_data_A_sram_free(const void *addr)
428{
Mike Frysinger81c969a2009-07-01 15:42:13 +0000429#if L1_DATA_A_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800430 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700431 int ret;
Graf Yang8f658732008-11-18 17:48:22 +0800432 unsigned int cpu;
Bryan Wu1394f032007-05-06 14:50:22 -0700433
Yi Li54536c52009-12-30 04:04:07 +0000434 cpu = smp_processor_id();
Bryan Wu1394f032007-05-06 14:50:22 -0700435 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800436 spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700437
Graf Yang8f658732008-11-18 17:48:22 +0800438 ret = _sram_free(addr, &per_cpu(free_l1_data_A_sram_head, cpu),
439 &per_cpu(used_l1_data_A_sram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700440
441 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800442 spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700443
444 return ret;
Mike Frysinger81c969a2009-07-01 15:42:13 +0000445#else
446 return -1;
447#endif
Bryan Wu1394f032007-05-06 14:50:22 -0700448}
449EXPORT_SYMBOL(l1_data_A_sram_free);
450
451void *l1_data_B_sram_alloc(size_t size)
452{
453#if L1_DATA_B_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800454 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700455 void *addr;
Graf Yang8f658732008-11-18 17:48:22 +0800456 unsigned int cpu;
457
Yi Li54536c52009-12-30 04:04:07 +0000458 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800459 /* add mutex operation */
460 spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
461
462 addr = _sram_alloc(size, &per_cpu(free_l1_data_B_sram_head, cpu),
463 &per_cpu(used_l1_data_B_sram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700464
465 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800466 spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700467
468 pr_debug("Allocated address in l1_data_B_sram_alloc is 0x%lx+0x%lx\n",
469 (long unsigned int)addr, size);
470
471 return addr;
472#else
473 return NULL;
474#endif
475}
476EXPORT_SYMBOL(l1_data_B_sram_alloc);
477
478int l1_data_B_sram_free(const void *addr)
479{
480#if L1_DATA_B_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800481 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700482 int ret;
Graf Yang8f658732008-11-18 17:48:22 +0800483 unsigned int cpu;
484
Yi Li54536c52009-12-30 04:04:07 +0000485 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800486 /* add mutex operation */
487 spin_lock_irqsave(&per_cpu(l1_data_sram_lock, cpu), flags);
488
489 ret = _sram_free(addr, &per_cpu(free_l1_data_B_sram_head, cpu),
490 &per_cpu(used_l1_data_B_sram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700491
492 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800493 spin_unlock_irqrestore(&per_cpu(l1_data_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700494
495 return ret;
496#else
497 return -1;
498#endif
499}
500EXPORT_SYMBOL(l1_data_B_sram_free);
501
502void *l1_data_sram_alloc(size_t size)
503{
504 void *addr = l1_data_A_sram_alloc(size);
505
506 if (!addr)
507 addr = l1_data_B_sram_alloc(size);
508
509 return addr;
510}
511EXPORT_SYMBOL(l1_data_sram_alloc);
512
513void *l1_data_sram_zalloc(size_t size)
514{
515 void *addr = l1_data_sram_alloc(size);
516
517 if (addr)
518 memset(addr, 0x00, size);
519
520 return addr;
521}
522EXPORT_SYMBOL(l1_data_sram_zalloc);
523
524int l1_data_sram_free(const void *addr)
525{
526 int ret;
527 ret = l1_data_A_sram_free(addr);
528 if (ret == -1)
529 ret = l1_data_B_sram_free(addr);
530 return ret;
531}
532EXPORT_SYMBOL(l1_data_sram_free);
533
534void *l1_inst_sram_alloc(size_t size)
535{
Meihui Fanc5b50df2008-04-23 08:55:26 +0800536#if L1_CODE_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800537 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700538 void *addr;
Graf Yang8f658732008-11-18 17:48:22 +0800539 unsigned int cpu;
540
Yi Li54536c52009-12-30 04:04:07 +0000541 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800542 /* add mutex operation */
543 spin_lock_irqsave(&per_cpu(l1_inst_sram_lock, cpu), flags);
544
545 addr = _sram_alloc(size, &per_cpu(free_l1_inst_sram_head, cpu),
546 &per_cpu(used_l1_inst_sram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700547
548 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800549 spin_unlock_irqrestore(&per_cpu(l1_inst_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700550
551 pr_debug("Allocated address in l1_inst_sram_alloc is 0x%lx+0x%lx\n",
552 (long unsigned int)addr, size);
553
554 return addr;
555#else
556 return NULL;
557#endif
558}
559EXPORT_SYMBOL(l1_inst_sram_alloc);
560
561int l1_inst_sram_free(const void *addr)
562{
563#if L1_CODE_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800564 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700565 int ret;
Graf Yang8f658732008-11-18 17:48:22 +0800566 unsigned int cpu;
567
Yi Li54536c52009-12-30 04:04:07 +0000568 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800569 /* add mutex operation */
570 spin_lock_irqsave(&per_cpu(l1_inst_sram_lock, cpu), flags);
571
572 ret = _sram_free(addr, &per_cpu(free_l1_inst_sram_head, cpu),
573 &per_cpu(used_l1_inst_sram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700574
575 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800576 spin_unlock_irqrestore(&per_cpu(l1_inst_sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700577
578 return ret;
579#else
580 return -1;
581#endif
582}
583EXPORT_SYMBOL(l1_inst_sram_free);
584
585/* L1 Scratchpad memory allocate function */
586void *l1sram_alloc(size_t size)
587{
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800588 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700589 void *addr;
Graf Yang8f658732008-11-18 17:48:22 +0800590 unsigned int cpu;
591
Yi Li54536c52009-12-30 04:04:07 +0000592 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800593 /* add mutex operation */
594 spin_lock_irqsave(&per_cpu(l1sram_lock, cpu), flags);
595
596 addr = _sram_alloc(size, &per_cpu(free_l1_ssram_head, cpu),
597 &per_cpu(used_l1_ssram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700598
599 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800600 spin_unlock_irqrestore(&per_cpu(l1sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700601
602 return addr;
603}
604
605/* L1 Scratchpad memory allocate function */
606void *l1sram_alloc_max(size_t *psize)
607{
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800608 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700609 void *addr;
Graf Yang8f658732008-11-18 17:48:22 +0800610 unsigned int cpu;
611
Yi Li54536c52009-12-30 04:04:07 +0000612 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800613 /* add mutex operation */
614 spin_lock_irqsave(&per_cpu(l1sram_lock, cpu), flags);
615
616 addr = _sram_alloc_max(&per_cpu(free_l1_ssram_head, cpu),
617 &per_cpu(used_l1_ssram_head, cpu), psize);
Bryan Wu1394f032007-05-06 14:50:22 -0700618
619 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800620 spin_unlock_irqrestore(&per_cpu(l1sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700621
622 return addr;
623}
624
625/* L1 Scratchpad memory free function */
626int l1sram_free(const void *addr)
627{
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800628 unsigned long flags;
Bryan Wu1394f032007-05-06 14:50:22 -0700629 int ret;
Graf Yang8f658732008-11-18 17:48:22 +0800630 unsigned int cpu;
631
Yi Li54536c52009-12-30 04:04:07 +0000632 cpu = smp_processor_id();
Graf Yang8f658732008-11-18 17:48:22 +0800633 /* add mutex operation */
634 spin_lock_irqsave(&per_cpu(l1sram_lock, cpu), flags);
635
636 ret = _sram_free(addr, &per_cpu(free_l1_ssram_head, cpu),
637 &per_cpu(used_l1_ssram_head, cpu));
Bryan Wu1394f032007-05-06 14:50:22 -0700638
639 /* add mutex operation */
Graf Yang8f658732008-11-18 17:48:22 +0800640 spin_unlock_irqrestore(&per_cpu(l1sram_lock, cpu), flags);
Bryan Wu1394f032007-05-06 14:50:22 -0700641
642 return ret;
643}
644
Sonic Zhang262c3822008-07-19 15:42:41 +0800645void *l2_sram_alloc(size_t size)
646{
Mike Frysinger07aa7be2008-08-13 16:16:11 +0800647#if L2_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800648 unsigned long flags;
Sonic Zhang262c3822008-07-19 15:42:41 +0800649 void *addr;
650
651 /* add mutex operation */
652 spin_lock_irqsave(&l2_sram_lock, flags);
653
654 addr = _sram_alloc(size, &free_l2_sram_head,
655 &used_l2_sram_head);
656
657 /* add mutex operation */
658 spin_unlock_irqrestore(&l2_sram_lock, flags);
659
660 pr_debug("Allocated address in l2_sram_alloc is 0x%lx+0x%lx\n",
661 (long unsigned int)addr, size);
662
663 return addr;
664#else
665 return NULL;
666#endif
667}
668EXPORT_SYMBOL(l2_sram_alloc);
669
670void *l2_sram_zalloc(size_t size)
671{
672 void *addr = l2_sram_alloc(size);
673
674 if (addr)
675 memset(addr, 0x00, size);
676
677 return addr;
678}
679EXPORT_SYMBOL(l2_sram_zalloc);
680
681int l2_sram_free(const void *addr)
682{
Mike Frysinger07aa7be2008-08-13 16:16:11 +0800683#if L2_LENGTH != 0
Vegard Nossum226a6ec2008-08-28 17:28:46 +0800684 unsigned long flags;
Sonic Zhang262c3822008-07-19 15:42:41 +0800685 int ret;
686
687 /* add mutex operation */
688 spin_lock_irqsave(&l2_sram_lock, flags);
689
690 ret = _sram_free(addr, &free_l2_sram_head,
691 &used_l2_sram_head);
692
693 /* add mutex operation */
694 spin_unlock_irqrestore(&l2_sram_lock, flags);
695
696 return ret;
697#else
698 return -1;
699#endif
700}
701EXPORT_SYMBOL(l2_sram_free);
702
Bryan Wu1394f032007-05-06 14:50:22 -0700703int sram_free_with_lsl(const void *addr)
704{
705 struct sram_list_struct *lsl, **tmp;
706 struct mm_struct *mm = current->mm;
707
708 for (tmp = &mm->context.sram_list; *tmp; tmp = &(*tmp)->next)
709 if ((*tmp)->addr == addr)
710 goto found;
711 return -1;
712found:
713 lsl = *tmp;
714 sram_free(addr);
715 *tmp = lsl->next;
716 kfree(lsl);
717
718 return 0;
719}
720EXPORT_SYMBOL(sram_free_with_lsl);
721
Mike Frysingerf1db88d2009-06-02 08:46:35 +0000722/* Allocate memory and keep in L1 SRAM List (lsl) so that the resources are
723 * tracked. These are designed for userspace so that when a process exits,
724 * we can safely reap their resources.
725 */
Bryan Wu1394f032007-05-06 14:50:22 -0700726void *sram_alloc_with_lsl(size_t size, unsigned long flags)
727{
728 void *addr = NULL;
729 struct sram_list_struct *lsl = NULL;
730 struct mm_struct *mm = current->mm;
731
Yoann Padioleaudd00cc42007-07-19 01:49:03 -0700732 lsl = kzalloc(sizeof(struct sram_list_struct), GFP_KERNEL);
Bryan Wu1394f032007-05-06 14:50:22 -0700733 if (!lsl)
734 return NULL;
Bryan Wu1394f032007-05-06 14:50:22 -0700735
736 if (flags & L1_INST_SRAM)
737 addr = l1_inst_sram_alloc(size);
738
739 if (addr == NULL && (flags & L1_DATA_A_SRAM))
740 addr = l1_data_A_sram_alloc(size);
741
742 if (addr == NULL && (flags & L1_DATA_B_SRAM))
743 addr = l1_data_B_sram_alloc(size);
744
Sonic Zhang262c3822008-07-19 15:42:41 +0800745 if (addr == NULL && (flags & L2_SRAM))
746 addr = l2_sram_alloc(size);
747
Bryan Wu1394f032007-05-06 14:50:22 -0700748 if (addr == NULL) {
749 kfree(lsl);
750 return NULL;
751 }
752 lsl->addr = addr;
753 lsl->length = size;
754 lsl->next = mm->context.sram_list;
755 mm->context.sram_list = lsl;
756 return addr;
757}
758EXPORT_SYMBOL(sram_alloc_with_lsl);
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800759
760#ifdef CONFIG_PROC_FS
761/* Once we get a real allocator, we'll throw all of this away.
762 * Until then, we need some sort of visibility into the L1 alloc.
763 */
Mike Frysinger260d5d32008-07-14 16:34:05 +0800764/* Need to keep line of output the same. Currently, that is 44 bytes
765 * (including newline).
766 */
Sonic Zhang262c3822008-07-19 15:42:41 +0800767static int _sram_proc_read(char *buf, int *len, int count, const char *desc,
Sonic Zhang5d481f42008-07-19 14:51:31 +0800768 struct sram_piece *pfree_head,
769 struct sram_piece *pused_head)
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800770{
Sonic Zhang5d481f42008-07-19 14:51:31 +0800771 struct sram_piece *pslot;
772
773 if (!pfree_head || !pused_head)
774 return -1;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800775
Sonic Zhang262c3822008-07-19 15:42:41 +0800776 *len += sprintf(&buf[*len], "--- SRAM %-14s Size PID State \n", desc);
Sonic Zhang5d481f42008-07-19 14:51:31 +0800777
778 /* search the relevant memory slot */
779 pslot = pused_head->next;
780
781 while (pslot != NULL) {
Sonic Zhang262c3822008-07-19 15:42:41 +0800782 *len += sprintf(&buf[*len], "%p-%p %10i %5i %-10s\n",
Sonic Zhang5d481f42008-07-19 14:51:31 +0800783 pslot->paddr, pslot->paddr + pslot->size,
784 pslot->size, pslot->pid, "ALLOCATED");
785
786 pslot = pslot->next;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800787 }
Sonic Zhang5d481f42008-07-19 14:51:31 +0800788
789 pslot = pfree_head->next;
790
791 while (pslot != NULL) {
Sonic Zhang262c3822008-07-19 15:42:41 +0800792 *len += sprintf(&buf[*len], "%p-%p %10i %5i %-10s\n",
Sonic Zhang5d481f42008-07-19 14:51:31 +0800793 pslot->paddr, pslot->paddr + pslot->size,
794 pslot->size, pslot->pid, "FREE");
795
796 pslot = pslot->next;
797 }
798
799 return 0;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800800}
Sonic Zhang262c3822008-07-19 15:42:41 +0800801static int sram_proc_read(char *buf, char **start, off_t offset, int count,
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800802 int *eof, void *data)
803{
804 int len = 0;
Graf Yang8f658732008-11-18 17:48:22 +0800805 unsigned int cpu;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800806
Graf Yang8f658732008-11-18 17:48:22 +0800807 for (cpu = 0; cpu < num_possible_cpus(); ++cpu) {
808 if (_sram_proc_read(buf, &len, count, "Scratchpad",
809 &per_cpu(free_l1_ssram_head, cpu), &per_cpu(used_l1_ssram_head, cpu)))
810 goto not_done;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800811#if L1_DATA_A_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800812 if (_sram_proc_read(buf, &len, count, "L1 Data A",
813 &per_cpu(free_l1_data_A_sram_head, cpu),
814 &per_cpu(used_l1_data_A_sram_head, cpu)))
815 goto not_done;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800816#endif
817#if L1_DATA_B_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800818 if (_sram_proc_read(buf, &len, count, "L1 Data B",
819 &per_cpu(free_l1_data_B_sram_head, cpu),
820 &per_cpu(used_l1_data_B_sram_head, cpu)))
821 goto not_done;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800822#endif
823#if L1_CODE_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800824 if (_sram_proc_read(buf, &len, count, "L1 Instruction",
825 &per_cpu(free_l1_inst_sram_head, cpu),
826 &per_cpu(used_l1_inst_sram_head, cpu)))
827 goto not_done;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800828#endif
Graf Yang8f658732008-11-18 17:48:22 +0800829 }
Mike Frysinger07aa7be2008-08-13 16:16:11 +0800830#if L2_LENGTH != 0
Graf Yang8f658732008-11-18 17:48:22 +0800831 if (_sram_proc_read(buf, &len, count, "L2", &free_l2_sram_head,
832 &used_l2_sram_head))
Sonic Zhang262c3822008-07-19 15:42:41 +0800833 goto not_done;
834#endif
Mike Frysinger260d5d32008-07-14 16:34:05 +0800835 *eof = 1;
836 not_done:
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800837 return len;
838}
839
Sonic Zhang262c3822008-07-19 15:42:41 +0800840static int __init sram_proc_init(void)
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800841{
842 struct proc_dir_entry *ptr;
843 ptr = create_proc_entry("sram", S_IFREG | S_IRUGO, NULL);
844 if (!ptr) {
845 printk(KERN_WARNING "unable to create /proc/sram\n");
846 return -1;
847 }
Sonic Zhang262c3822008-07-19 15:42:41 +0800848 ptr->read_proc = sram_proc_read;
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800849 return 0;
850}
Sonic Zhang262c3822008-07-19 15:42:41 +0800851late_initcall(sram_proc_init);
Mike Frysingerbc61b4e2007-06-14 13:21:08 +0800852#endif