blob: 3a000145ac6ed235741cf75a5b6a42b5be15094b [file] [log] [blame]
Dimitris Papastamos28644c802011-09-19 14:34:02 +01001/*
2 * Register cache access API - rbtree caching support
3 *
4 * Copyright 2011 Wolfson Microelectronics plc
5 *
6 * Author: Dimitris Papastamos <dp@opensource.wolfsonmicro.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License version 2 as
10 * published by the Free Software Foundation.
11 */
12
13#include <linux/slab.h>
Paul Gortmaker51990e82012-01-22 11:23:42 -050014#include <linux/device.h>
Mark Brownbad2ab42011-11-21 19:44:44 +000015#include <linux/debugfs.h>
Dimitris Papastamos28644c802011-09-19 14:34:02 +010016#include <linux/rbtree.h>
Mark Brownbad2ab42011-11-21 19:44:44 +000017#include <linux/seq_file.h>
Dimitris Papastamos28644c802011-09-19 14:34:02 +010018
19#include "internal.h"
20
21static int regcache_rbtree_write(struct regmap *map, unsigned int reg,
22 unsigned int value);
Lars-Peter Clausen462a1852011-11-15 13:34:40 +010023static int regcache_rbtree_exit(struct regmap *map);
Dimitris Papastamos28644c802011-09-19 14:34:02 +010024
25struct regcache_rbtree_node {
26 /* the actual rbtree node holding this block */
27 struct rb_node node;
28 /* base register handled by this block */
29 unsigned int base_reg;
Dimitris Papastamos28644c802011-09-19 14:34:02 +010030 /* block of adjacent registers */
31 void *block;
32 /* number of registers available in the block */
33 unsigned int blklen;
34} __attribute__ ((packed));
35
36struct regcache_rbtree_ctx {
37 struct rb_root root;
38 struct regcache_rbtree_node *cached_rbnode;
39};
40
41static inline void regcache_rbtree_get_base_top_reg(
Stephen Warrenf01ee602012-04-09 13:40:24 -060042 struct regmap *map,
Dimitris Papastamos28644c802011-09-19 14:34:02 +010043 struct regcache_rbtree_node *rbnode,
44 unsigned int *base, unsigned int *top)
45{
46 *base = rbnode->base_reg;
Stephen Warrenf01ee602012-04-09 13:40:24 -060047 *top = rbnode->base_reg + ((rbnode->blklen - 1) * map->reg_stride);
Dimitris Papastamos28644c802011-09-19 14:34:02 +010048}
49
Mark Brown879082c2013-02-21 18:03:13 +000050static unsigned int regcache_rbtree_get_register(struct regmap *map,
51 struct regcache_rbtree_node *rbnode, unsigned int idx)
Dimitris Papastamos28644c802011-09-19 14:34:02 +010052{
Mark Brown879082c2013-02-21 18:03:13 +000053 return regcache_get_val(map, rbnode->block, idx);
Dimitris Papastamos28644c802011-09-19 14:34:02 +010054}
55
Mark Brown879082c2013-02-21 18:03:13 +000056static void regcache_rbtree_set_register(struct regmap *map,
57 struct regcache_rbtree_node *rbnode,
58 unsigned int idx, unsigned int val)
Dimitris Papastamos28644c802011-09-19 14:34:02 +010059{
Mark Brown879082c2013-02-21 18:03:13 +000060 regcache_set_val(map, rbnode->block, idx, val);
Dimitris Papastamos28644c802011-09-19 14:34:02 +010061}
62
Lars-Peter Clausen3405add2011-09-27 20:15:38 +020063static struct regcache_rbtree_node *regcache_rbtree_lookup(struct regmap *map,
Mark Brown879082c2013-02-21 18:03:13 +000064 unsigned int reg)
Dimitris Papastamos28644c802011-09-19 14:34:02 +010065{
Lars-Peter Clausen3405add2011-09-27 20:15:38 +020066 struct regcache_rbtree_ctx *rbtree_ctx = map->cache;
Dimitris Papastamos28644c802011-09-19 14:34:02 +010067 struct rb_node *node;
68 struct regcache_rbtree_node *rbnode;
69 unsigned int base_reg, top_reg;
70
Lars-Peter Clausen3405add2011-09-27 20:15:38 +020071 rbnode = rbtree_ctx->cached_rbnode;
72 if (rbnode) {
Stephen Warrenf01ee602012-04-09 13:40:24 -060073 regcache_rbtree_get_base_top_reg(map, rbnode, &base_reg,
74 &top_reg);
Dimitris Papastamos28644c802011-09-19 14:34:02 +010075 if (reg >= base_reg && reg <= top_reg)
76 return rbnode;
Lars-Peter Clausen3405add2011-09-27 20:15:38 +020077 }
78
79 node = rbtree_ctx->root.rb_node;
80 while (node) {
81 rbnode = container_of(node, struct regcache_rbtree_node, node);
Stephen Warrenf01ee602012-04-09 13:40:24 -060082 regcache_rbtree_get_base_top_reg(map, rbnode, &base_reg,
83 &top_reg);
Lars-Peter Clausen3405add2011-09-27 20:15:38 +020084 if (reg >= base_reg && reg <= top_reg) {
85 rbtree_ctx->cached_rbnode = rbnode;
86 return rbnode;
87 } else if (reg > top_reg) {
Dimitris Papastamos28644c802011-09-19 14:34:02 +010088 node = node->rb_right;
Lars-Peter Clausen3405add2011-09-27 20:15:38 +020089 } else if (reg < base_reg) {
Dimitris Papastamos28644c802011-09-19 14:34:02 +010090 node = node->rb_left;
Lars-Peter Clausen3405add2011-09-27 20:15:38 +020091 }
Dimitris Papastamos28644c802011-09-19 14:34:02 +010092 }
93
94 return NULL;
95}
96
Stephen Warrenf01ee602012-04-09 13:40:24 -060097static int regcache_rbtree_insert(struct regmap *map, struct rb_root *root,
Dimitris Papastamos28644c802011-09-19 14:34:02 +010098 struct regcache_rbtree_node *rbnode)
99{
100 struct rb_node **new, *parent;
101 struct regcache_rbtree_node *rbnode_tmp;
102 unsigned int base_reg_tmp, top_reg_tmp;
103 unsigned int base_reg;
104
105 parent = NULL;
106 new = &root->rb_node;
107 while (*new) {
108 rbnode_tmp = container_of(*new, struct regcache_rbtree_node,
109 node);
110 /* base and top registers of the current rbnode */
Stephen Warrenf01ee602012-04-09 13:40:24 -0600111 regcache_rbtree_get_base_top_reg(map, rbnode_tmp, &base_reg_tmp,
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100112 &top_reg_tmp);
113 /* base register of the rbnode to be added */
114 base_reg = rbnode->base_reg;
115 parent = *new;
116 /* if this register has already been inserted, just return */
117 if (base_reg >= base_reg_tmp &&
118 base_reg <= top_reg_tmp)
119 return 0;
120 else if (base_reg > top_reg_tmp)
121 new = &((*new)->rb_right);
122 else if (base_reg < base_reg_tmp)
123 new = &((*new)->rb_left);
124 }
125
126 /* insert the node into the rbtree */
127 rb_link_node(&rbnode->node, parent, new);
128 rb_insert_color(&rbnode->node, root);
129
130 return 1;
131}
132
Mark Brownbad2ab42011-11-21 19:44:44 +0000133#ifdef CONFIG_DEBUG_FS
134static int rbtree_show(struct seq_file *s, void *ignored)
135{
136 struct regmap *map = s->private;
137 struct regcache_rbtree_ctx *rbtree_ctx = map->cache;
138 struct regcache_rbtree_node *n;
139 struct rb_node *node;
140 unsigned int base, top;
Dimitris Papastamosa42277c2013-03-12 17:26:49 +0000141 size_t mem_size;
Mark Brownbad2ab42011-11-21 19:44:44 +0000142 int nodes = 0;
143 int registers = 0;
Stephen Warrenf01ee602012-04-09 13:40:24 -0600144 int this_registers, average;
Mark Brownbad2ab42011-11-21 19:44:44 +0000145
Stephen Warrenbacdbe02012-04-04 15:48:28 -0600146 map->lock(map);
Mark Brownbad2ab42011-11-21 19:44:44 +0000147
Dimitris Papastamosa42277c2013-03-12 17:26:49 +0000148 mem_size = sizeof(*rbtree_ctx);
Mark Brown78493f22013-03-29 19:18:59 +0000149 mem_size += BITS_TO_LONGS(map->cache_present_nbits) * sizeof(long);
Dimitris Papastamosa42277c2013-03-12 17:26:49 +0000150
Mark Brownbad2ab42011-11-21 19:44:44 +0000151 for (node = rb_first(&rbtree_ctx->root); node != NULL;
152 node = rb_next(node)) {
153 n = container_of(node, struct regcache_rbtree_node, node);
Dimitris Papastamosa42277c2013-03-12 17:26:49 +0000154 mem_size += sizeof(*n);
155 mem_size += (n->blklen * map->cache_word_size);
Mark Brownbad2ab42011-11-21 19:44:44 +0000156
Stephen Warrenf01ee602012-04-09 13:40:24 -0600157 regcache_rbtree_get_base_top_reg(map, n, &base, &top);
158 this_registers = ((top - base) / map->reg_stride) + 1;
159 seq_printf(s, "%x-%x (%d)\n", base, top, this_registers);
Mark Brownbad2ab42011-11-21 19:44:44 +0000160
161 nodes++;
Stephen Warrenf01ee602012-04-09 13:40:24 -0600162 registers += this_registers;
Mark Brownbad2ab42011-11-21 19:44:44 +0000163 }
164
Stephen Warrenc04c1b92012-04-04 15:48:33 -0600165 if (nodes)
166 average = registers / nodes;
167 else
168 average = 0;
169
Dimitris Papastamosa42277c2013-03-12 17:26:49 +0000170 seq_printf(s, "%d nodes, %d registers, average %d registers, used %zu bytes\n",
171 nodes, registers, average, mem_size);
Mark Brownbad2ab42011-11-21 19:44:44 +0000172
Stephen Warrenbacdbe02012-04-04 15:48:28 -0600173 map->unlock(map);
Mark Brownbad2ab42011-11-21 19:44:44 +0000174
175 return 0;
176}
177
178static int rbtree_open(struct inode *inode, struct file *file)
179{
180 return single_open(file, rbtree_show, inode->i_private);
181}
182
183static const struct file_operations rbtree_fops = {
184 .open = rbtree_open,
185 .read = seq_read,
186 .llseek = seq_lseek,
187 .release = single_release,
188};
Mark Browncce585c2011-11-22 11:33:31 +0000189
190static void rbtree_debugfs_init(struct regmap *map)
191{
192 debugfs_create_file("rbtree", 0400, map->debugfs, map, &rbtree_fops);
193}
194#else
195static void rbtree_debugfs_init(struct regmap *map)
196{
197}
Mark Brownbad2ab42011-11-21 19:44:44 +0000198#endif
199
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100200static int regcache_rbtree_init(struct regmap *map)
201{
202 struct regcache_rbtree_ctx *rbtree_ctx;
203 int i;
204 int ret;
205
206 map->cache = kmalloc(sizeof *rbtree_ctx, GFP_KERNEL);
207 if (!map->cache)
208 return -ENOMEM;
209
210 rbtree_ctx = map->cache;
211 rbtree_ctx->root = RB_ROOT;
212 rbtree_ctx->cached_rbnode = NULL;
213
214 for (i = 0; i < map->num_reg_defaults; i++) {
215 ret = regcache_rbtree_write(map,
216 map->reg_defaults[i].reg,
217 map->reg_defaults[i].def);
218 if (ret)
219 goto err;
220 }
221
Mark Browncce585c2011-11-22 11:33:31 +0000222 rbtree_debugfs_init(map);
Mark Brownbad2ab42011-11-21 19:44:44 +0000223
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100224 return 0;
225
226err:
Lars-Peter Clausen462a1852011-11-15 13:34:40 +0100227 regcache_rbtree_exit(map);
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100228 return ret;
229}
230
231static int regcache_rbtree_exit(struct regmap *map)
232{
233 struct rb_node *next;
234 struct regcache_rbtree_ctx *rbtree_ctx;
235 struct regcache_rbtree_node *rbtree_node;
236
237 /* if we've already been called then just return */
238 rbtree_ctx = map->cache;
239 if (!rbtree_ctx)
240 return 0;
241
242 /* free up the rbtree */
243 next = rb_first(&rbtree_ctx->root);
244 while (next) {
245 rbtree_node = rb_entry(next, struct regcache_rbtree_node, node);
246 next = rb_next(&rbtree_node->node);
247 rb_erase(&rbtree_node->node, &rbtree_ctx->root);
248 kfree(rbtree_node->block);
249 kfree(rbtree_node);
250 }
251
252 /* release the resources */
253 kfree(map->cache);
254 map->cache = NULL;
255
256 return 0;
257}
258
259static int regcache_rbtree_read(struct regmap *map,
260 unsigned int reg, unsigned int *value)
261{
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100262 struct regcache_rbtree_node *rbnode;
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100263 unsigned int reg_tmp;
264
Lars-Peter Clausen3405add2011-09-27 20:15:38 +0200265 rbnode = regcache_rbtree_lookup(map, reg);
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100266 if (rbnode) {
Stephen Warrenf01ee602012-04-09 13:40:24 -0600267 reg_tmp = (reg - rbnode->base_reg) / map->reg_stride;
Dimitris Papastamos0c7ed8562013-03-15 14:54:35 +0000268 if (!regcache_reg_present(map, reg))
269 return -ENOENT;
Mark Brown879082c2013-02-21 18:03:13 +0000270 *value = regcache_rbtree_get_register(map, rbnode, reg_tmp);
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100271 } else {
Mark Brown6e6ace02011-10-09 13:23:31 +0100272 return -ENOENT;
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100273 }
274
275 return 0;
276}
277
278
Mark Brown879082c2013-02-21 18:03:13 +0000279static int regcache_rbtree_insert_to_block(struct regmap *map,
280 struct regcache_rbtree_node *rbnode,
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100281 unsigned int pos, unsigned int reg,
Mark Brown879082c2013-02-21 18:03:13 +0000282 unsigned int value)
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100283{
284 u8 *blk;
285
286 blk = krealloc(rbnode->block,
Mark Brown879082c2013-02-21 18:03:13 +0000287 (rbnode->blklen + 1) * map->cache_word_size,
288 GFP_KERNEL);
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100289 if (!blk)
290 return -ENOMEM;
291
292 /* insert the register value in the correct place in the rbnode block */
Mark Brown879082c2013-02-21 18:03:13 +0000293 memmove(blk + (pos + 1) * map->cache_word_size,
294 blk + pos * map->cache_word_size,
295 (rbnode->blklen - pos) * map->cache_word_size);
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100296
297 /* update the rbnode block, its size and the base register */
298 rbnode->block = blk;
299 rbnode->blklen++;
300 if (!pos)
301 rbnode->base_reg = reg;
302
Mark Brown879082c2013-02-21 18:03:13 +0000303 regcache_rbtree_set_register(map, rbnode, pos, value);
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100304 return 0;
305}
306
Mark Brown01866452013-05-08 13:55:24 +0100307static struct regcache_rbtree_node *
308regcache_rbtree_node_alloc(struct regmap *map, unsigned int reg)
309{
310 struct regcache_rbtree_node *rbnode;
311
312 rbnode = kzalloc(sizeof(*rbnode), GFP_KERNEL);
313 if (!rbnode)
314 return NULL;
315
316 rbnode->blklen = sizeof(*rbnode);
317 rbnode->base_reg = reg;
318 rbnode->block = kmalloc(rbnode->blklen * map->cache_word_size,
319 GFP_KERNEL);
320 if (!rbnode->block) {
321 kfree(rbnode);
322 return NULL;
323 }
324
325 return rbnode;
326}
327
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100328static int regcache_rbtree_write(struct regmap *map, unsigned int reg,
329 unsigned int value)
330{
331 struct regcache_rbtree_ctx *rbtree_ctx;
332 struct regcache_rbtree_node *rbnode, *rbnode_tmp;
333 struct rb_node *node;
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100334 unsigned int reg_tmp;
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100335 unsigned int pos;
336 int i;
337 int ret;
338
339 rbtree_ctx = map->cache;
Dimitris Papastamos0c7ed8562013-03-15 14:54:35 +0000340 /* update the reg_present bitmap, make space if necessary */
Mark Brown78493f22013-03-29 19:18:59 +0000341 ret = regcache_set_reg_present(map, reg);
Dimitris Papastamos0c7ed8562013-03-15 14:54:35 +0000342 if (ret < 0)
343 return ret;
Dimitris Papastamos0c7ed8562013-03-15 14:54:35 +0000344
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100345 /* if we can't locate it in the cached rbnode we'll have
346 * to traverse the rbtree looking for it.
347 */
Lars-Peter Clausen3405add2011-09-27 20:15:38 +0200348 rbnode = regcache_rbtree_lookup(map, reg);
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100349 if (rbnode) {
Stephen Warrenf01ee602012-04-09 13:40:24 -0600350 reg_tmp = (reg - rbnode->base_reg) / map->reg_stride;
Mark Brown879082c2013-02-21 18:03:13 +0000351 regcache_rbtree_set_register(map, rbnode, reg_tmp, value);
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100352 } else {
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100353 /* look for an adjacent register to the one we are about to add */
354 for (node = rb_first(&rbtree_ctx->root); node;
355 node = rb_next(node)) {
Stephen Warrenf01ee602012-04-09 13:40:24 -0600356 rbnode_tmp = rb_entry(node, struct regcache_rbtree_node,
357 node);
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100358 for (i = 0; i < rbnode_tmp->blklen; i++) {
Stephen Warrenf01ee602012-04-09 13:40:24 -0600359 reg_tmp = rbnode_tmp->base_reg +
360 (i * map->reg_stride);
361 if (abs(reg_tmp - reg) != map->reg_stride)
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100362 continue;
363 /* decide where in the block to place our register */
Stephen Warrenf01ee602012-04-09 13:40:24 -0600364 if (reg_tmp + map->reg_stride == reg)
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100365 pos = i + 1;
366 else
367 pos = i;
Mark Brown879082c2013-02-21 18:03:13 +0000368 ret = regcache_rbtree_insert_to_block(map,
369 rbnode_tmp,
370 pos, reg,
371 value);
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100372 if (ret)
373 return ret;
374 rbtree_ctx->cached_rbnode = rbnode_tmp;
375 return 0;
376 }
377 }
Mark Brown01866452013-05-08 13:55:24 +0100378
379 /* We did not manage to find a place to insert it in
380 * an existing block so create a new rbnode.
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100381 */
Mark Brown01866452013-05-08 13:55:24 +0100382 rbnode = regcache_rbtree_node_alloc(map, reg);
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100383 if (!rbnode)
384 return -ENOMEM;
Mark Brown01866452013-05-08 13:55:24 +0100385 regcache_rbtree_set_register(map, rbnode,
386 reg - rbnode->base_reg, value);
Stephen Warrenf01ee602012-04-09 13:40:24 -0600387 regcache_rbtree_insert(map, &rbtree_ctx->root, rbnode);
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100388 rbtree_ctx->cached_rbnode = rbnode;
389 }
390
391 return 0;
392}
393
Mark Brownac8d91c2012-02-23 19:31:04 +0000394static int regcache_rbtree_sync(struct regmap *map, unsigned int min,
395 unsigned int max)
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100396{
397 struct regcache_rbtree_ctx *rbtree_ctx;
398 struct rb_node *node;
399 struct regcache_rbtree_node *rbnode;
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100400 int ret;
Mark Brownf8bd8222013-03-29 19:32:28 +0000401 int base, end;
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100402
403 rbtree_ctx = map->cache;
404 for (node = rb_first(&rbtree_ctx->root); node; node = rb_next(node)) {
405 rbnode = rb_entry(node, struct regcache_rbtree_node, node);
Mark Brownac8d91c2012-02-23 19:31:04 +0000406
407 if (rbnode->base_reg < min)
408 continue;
409 if (rbnode->base_reg > max)
410 break;
411 if (rbnode->base_reg + rbnode->blklen < min)
412 continue;
413
Mark Brownf9353e72012-03-05 23:28:49 +0000414 if (min > rbnode->base_reg)
Mark Brownac8d91c2012-02-23 19:31:04 +0000415 base = min - rbnode->base_reg;
416 else
417 base = 0;
418
419 if (max < rbnode->base_reg + rbnode->blklen)
Lars-Peter Clausen8abac3b2013-03-13 16:38:33 +0100420 end = max - rbnode->base_reg + 1;
Mark Brownac8d91c2012-02-23 19:31:04 +0000421 else
422 end = rbnode->blklen;
423
Mark Brownf8bd8222013-03-29 19:32:28 +0000424 ret = regcache_sync_block(map, rbnode->block, rbnode->base_reg,
425 base, end);
426 if (ret != 0)
427 return ret;
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100428 }
429
Mark Brownf8bd8222013-03-29 19:32:28 +0000430 return regmap_async_complete(map);
Dimitris Papastamos28644c802011-09-19 14:34:02 +0100431}
432
433struct regcache_ops regcache_rbtree_ops = {
434 .type = REGCACHE_RBTREE,
435 .name = "rbtree",
436 .init = regcache_rbtree_init,
437 .exit = regcache_rbtree_exit,
438 .read = regcache_rbtree_read,
439 .write = regcache_rbtree_write,
440 .sync = regcache_rbtree_sync
441};