Naveen Ramaraj | 51f5e8b | 2012-04-09 15:58:40 -0700 | [diff] [blame] | 1 | /* Copyright (c) 2012, Code Aurora Forum. All rights reserved. |
| 2 | * |
| 3 | * This program is free software; you can redistribute it and/or modify |
| 4 | * it under the terms of the GNU General Public License version 2 and |
| 5 | * only version 2 as published by the Free Software Foundation. |
| 6 | * |
| 7 | * This program is distributed in the hope that it will be useful, |
| 8 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 9 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 10 | * GNU General Public License for more details. |
| 11 | */ |
| 12 | |
| 13 | #include <mach/ocmem_priv.h> |
| 14 | #include <linux/kernel.h> |
| 15 | #include <linux/module.h> |
| 16 | #include <linux/slab.h> |
| 17 | #include <linux/mm.h> |
| 18 | #include <linux/rbtree.h> |
| 19 | #include <linux/genalloc.h> |
| 20 | #include <linux/of.h> |
| 21 | #include <linux/io.h> |
| 22 | #include <linux/platform_device.h> |
| 23 | #include <linux/debugfs.h> |
| 24 | #include <linux/seq_file.h> |
| 25 | |
Naveen Ramaraj | 5b0982b | 2012-06-20 23:02:33 -0700 | [diff] [blame^] | 26 | /* This code is to temporarily work around the default state of OCMEM |
| 27 | regions in Virtio. These registers will be read from DT in a subsequent |
| 28 | patch which initializes the regions to appropriate default state. |
| 29 | */ |
| 30 | |
| 31 | #define OCMEM_REGION_CTL_BASE 0xFDD0003C |
| 32 | #define OCMEM_REGION_CTL_SIZE 0xC |
| 33 | #define REGION_ENABLE 0x00003333 |
| 34 | |
Naveen Ramaraj | 51f5e8b | 2012-04-09 15:58:40 -0700 | [diff] [blame] | 35 | struct ocmem_partition { |
| 36 | const char *name; |
| 37 | int id; |
| 38 | unsigned long p_start; |
| 39 | unsigned long p_size; |
| 40 | unsigned long p_min; |
Naveen Ramaraj | 135cd67 | 2012-04-23 12:13:28 -0700 | [diff] [blame] | 41 | unsigned int p_tail; |
Naveen Ramaraj | 51f5e8b | 2012-04-09 15:58:40 -0700 | [diff] [blame] | 42 | }; |
| 43 | |
| 44 | struct ocmem_plat_data { |
| 45 | void __iomem *vbase; |
| 46 | unsigned long size; |
| 47 | unsigned long base; |
| 48 | struct ocmem_partition *parts; |
Naveen Ramaraj | e653c2b | 2012-05-30 12:59:25 -0700 | [diff] [blame] | 49 | unsigned nr_parts; |
Naveen Ramaraj | 51f5e8b | 2012-04-09 15:58:40 -0700 | [diff] [blame] | 50 | }; |
| 51 | |
| 52 | struct ocmem_zone zones[OCMEM_CLIENT_MAX]; |
| 53 | |
| 54 | struct ocmem_zone *get_zone(unsigned id) |
| 55 | { |
| 56 | if (id < OCMEM_GRAPHICS || id >= OCMEM_CLIENT_MAX) |
| 57 | return NULL; |
| 58 | else |
| 59 | return &zones[id]; |
| 60 | } |
| 61 | |
| 62 | static struct ocmem_plat_data *ocmem_pdata; |
| 63 | |
| 64 | #define CLIENT_NAME_MAX 10 |
| 65 | /* Must be in sync with enum ocmem_client */ |
| 66 | static const char *client_names[OCMEM_CLIENT_MAX] = { |
| 67 | "graphics", |
| 68 | "video", |
| 69 | "camera", |
| 70 | "hp_audio", |
| 71 | "voice", |
| 72 | "lp_audio", |
| 73 | "sensors", |
| 74 | "blast", |
| 75 | }; |
| 76 | |
| 77 | struct ocmem_quota_table { |
| 78 | const char *name; |
| 79 | int id; |
| 80 | unsigned long start; |
| 81 | unsigned long size; |
| 82 | unsigned long min; |
Naveen Ramaraj | 135cd67 | 2012-04-23 12:13:28 -0700 | [diff] [blame] | 83 | unsigned int tail; |
Naveen Ramaraj | 51f5e8b | 2012-04-09 15:58:40 -0700 | [diff] [blame] | 84 | }; |
| 85 | |
| 86 | /* This static table will go away with device tree support */ |
| 87 | static struct ocmem_quota_table qt[OCMEM_CLIENT_MAX] = { |
Naveen Ramaraj | 135cd67 | 2012-04-23 12:13:28 -0700 | [diff] [blame] | 88 | /* name, id, start, size, min, tail */ |
| 89 | { "graphics", OCMEM_GRAPHICS, 0x0, 0x100000, 0x80000, 0}, |
| 90 | { "video", OCMEM_VIDEO, 0x100000, 0x80000, 0x55000, 1}, |
| 91 | { "camera", OCMEM_CAMERA, 0x0, 0x0, 0x0, 0}, |
| 92 | { "voice", OCMEM_VOICE, 0x0, 0x0, 0x0, 0 }, |
| 93 | { "hp_audio", OCMEM_HP_AUDIO, 0x0, 0x0, 0x0, 0}, |
| 94 | { "lp_audio", OCMEM_LP_AUDIO, 0x80000, 0xA0000, 0xA0000, 0}, |
| 95 | { "blast", OCMEM_BLAST, 0x120000, 0x20000, 0x20000, 0}, |
| 96 | { "sensors", OCMEM_SENSORS, 0x140000, 0x40000, 0x40000, 0}, |
Naveen Ramaraj | 51f5e8b | 2012-04-09 15:58:40 -0700 | [diff] [blame] | 97 | }; |
| 98 | |
| 99 | static inline int get_id(const char *name) |
| 100 | { |
| 101 | int i = 0; |
| 102 | for (i = 0 ; i < OCMEM_CLIENT_MAX; i++) { |
| 103 | if (strncmp(name, client_names[i], CLIENT_NAME_MAX) == 0) |
| 104 | return i; |
| 105 | } |
| 106 | return -EINVAL; |
| 107 | } |
| 108 | |
Naveen Ramaraj | b9da0578 | 2012-05-07 09:07:35 -0700 | [diff] [blame] | 109 | inline unsigned long phys_to_offset(unsigned long addr) |
| 110 | { |
| 111 | if (!ocmem_pdata) |
| 112 | return 0; |
| 113 | if (addr < ocmem_pdata->base || |
| 114 | addr > (ocmem_pdata->base + ocmem_pdata->size)) |
| 115 | return 0; |
| 116 | return addr - ocmem_pdata->base; |
| 117 | } |
| 118 | |
| 119 | inline unsigned long offset_to_phys(unsigned long offset) |
| 120 | { |
| 121 | if (!ocmem_pdata) |
| 122 | return 0; |
| 123 | if (offset > ocmem_pdata->size) |
| 124 | return 0; |
| 125 | return offset + ocmem_pdata->base; |
| 126 | } |
| 127 | |
Naveen Ramaraj | 51f5e8b | 2012-04-09 15:58:40 -0700 | [diff] [blame] | 128 | static struct ocmem_plat_data *parse_static_config(struct platform_device *pdev) |
| 129 | { |
| 130 | struct ocmem_plat_data *pdata = NULL; |
| 131 | struct ocmem_partition *parts = NULL; |
| 132 | struct device *dev = &pdev->dev; |
Naveen Ramaraj | e653c2b | 2012-05-30 12:59:25 -0700 | [diff] [blame] | 133 | unsigned nr_parts = 0; |
Naveen Ramaraj | 51f5e8b | 2012-04-09 15:58:40 -0700 | [diff] [blame] | 134 | int i; |
| 135 | int j; |
| 136 | |
| 137 | pdata = devm_kzalloc(dev, sizeof(struct ocmem_plat_data), |
| 138 | GFP_KERNEL); |
| 139 | |
| 140 | if (!pdata) { |
| 141 | dev_err(dev, "Unable to allocate memory for" |
| 142 | " platform data\n"); |
| 143 | return NULL; |
| 144 | } |
| 145 | |
| 146 | for (i = 0 ; i < ARRAY_SIZE(qt); i++) |
| 147 | if (qt[i].size != 0x0) |
| 148 | nr_parts++; |
| 149 | |
| 150 | if (nr_parts == 0x0) { |
| 151 | dev_err(dev, "No valid ocmem partitions\n"); |
| 152 | return NULL; |
| 153 | } else |
| 154 | dev_info(dev, "Total partitions = %d\n", nr_parts); |
| 155 | |
| 156 | parts = devm_kzalloc(dev, sizeof(struct ocmem_partition) * nr_parts, |
| 157 | GFP_KERNEL); |
| 158 | |
| 159 | if (!parts) { |
| 160 | dev_err(dev, "Unable to allocate memory for" |
| 161 | " partition data\n"); |
| 162 | return NULL; |
| 163 | } |
| 164 | |
| 165 | for (i = 0, j = 0; i < ARRAY_SIZE(qt); i++) { |
| 166 | if (qt[i].size == 0x0) { |
| 167 | dev_dbg(dev, "Skipping creation of pool for %s\n", |
| 168 | qt[i].name); |
| 169 | continue; |
| 170 | } |
| 171 | parts[j].id = qt[i].id; |
| 172 | parts[j].p_size = qt[i].size; |
| 173 | parts[j].p_start = qt[i].start; |
| 174 | parts[j].p_min = qt[i].min; |
Naveen Ramaraj | 135cd67 | 2012-04-23 12:13:28 -0700 | [diff] [blame] | 175 | parts[j].p_tail = qt[i].tail; |
Naveen Ramaraj | 51f5e8b | 2012-04-09 15:58:40 -0700 | [diff] [blame] | 176 | j++; |
| 177 | } |
| 178 | BUG_ON(j != nr_parts); |
| 179 | pdata->nr_parts = nr_parts; |
| 180 | pdata->parts = parts; |
| 181 | pdata->base = OCMEM_PHYS_BASE; |
| 182 | pdata->size = OCMEM_PHYS_SIZE; |
| 183 | return pdata; |
| 184 | } |
| 185 | |
| 186 | static struct ocmem_plat_data *parse_dt_config(struct platform_device *pdev) |
| 187 | { |
| 188 | return NULL; |
| 189 | } |
| 190 | |
| 191 | static int ocmem_zone_init(struct platform_device *pdev) |
| 192 | { |
| 193 | |
| 194 | int ret = -1; |
| 195 | int i = 0; |
| 196 | unsigned active_zones = 0; |
| 197 | |
| 198 | struct ocmem_zone *zone = NULL; |
| 199 | struct ocmem_zone_ops *z_ops = NULL; |
| 200 | struct device *dev = &pdev->dev; |
| 201 | unsigned long start; |
| 202 | struct ocmem_plat_data *pdata = NULL; |
| 203 | |
| 204 | pdata = platform_get_drvdata(pdev); |
| 205 | |
| 206 | for (i = 0; i < pdata->nr_parts; i++) { |
| 207 | struct ocmem_partition *part = &pdata->parts[i]; |
| 208 | zone = get_zone(part->id); |
| 209 | |
| 210 | dev_dbg(dev, "Partition %d, start %lx, size %lx for %s\n", |
| 211 | i, part->p_start, part->p_size, |
| 212 | client_names[part->id]); |
| 213 | |
| 214 | if (part->p_size > pdata->size) { |
| 215 | dev_alert(dev, "Quota > ocmem_size for id:%d\n", |
| 216 | part->id); |
| 217 | continue; |
| 218 | } |
| 219 | |
| 220 | zone->z_pool = gen_pool_create(PAGE_SHIFT, -1); |
| 221 | |
| 222 | if (!zone->z_pool) { |
| 223 | dev_alert(dev, "Creating pool failed for id:%d\n", |
| 224 | part->id); |
| 225 | return -EBUSY; |
| 226 | } |
| 227 | |
| 228 | start = pdata->base + part->p_start; |
| 229 | ret = gen_pool_add(zone->z_pool, start, |
| 230 | part->p_size, -1); |
| 231 | |
| 232 | if (ret < 0) { |
| 233 | gen_pool_destroy(zone->z_pool); |
| 234 | dev_alert(dev, "Unable to back pool %d with " |
| 235 | "buffer:%lx\n", part->id, part->p_size); |
| 236 | return -EBUSY; |
| 237 | } |
| 238 | |
| 239 | /* Initialize zone allocators */ |
| 240 | z_ops = devm_kzalloc(dev, sizeof(struct ocmem_zone_ops), |
| 241 | GFP_KERNEL); |
| 242 | if (!z_ops) { |
| 243 | pr_alert("ocmem: Unable to allocate memory for" |
| 244 | "zone ops:%d\n", i); |
| 245 | return -EBUSY; |
| 246 | } |
| 247 | |
| 248 | /* Initialize zone parameters */ |
| 249 | zone->z_start = start; |
| 250 | zone->z_head = zone->z_start; |
| 251 | zone->z_end = start + part->p_size; |
| 252 | zone->z_tail = zone->z_end; |
| 253 | zone->z_free = part->p_size; |
| 254 | zone->owner = part->id; |
| 255 | zone->active_regions = 0; |
| 256 | zone->max_regions = 0; |
| 257 | INIT_LIST_HEAD(&zone->region_list); |
| 258 | zone->z_ops = z_ops; |
Naveen Ramaraj | 135cd67 | 2012-04-23 12:13:28 -0700 | [diff] [blame] | 259 | if (part->p_tail) { |
| 260 | z_ops->allocate = allocate_tail; |
| 261 | z_ops->free = free_tail; |
| 262 | } else { |
| 263 | z_ops->allocate = allocate_head; |
| 264 | z_ops->free = free_head; |
| 265 | } |
Naveen Ramaraj | 51f5e8b | 2012-04-09 15:58:40 -0700 | [diff] [blame] | 266 | active_zones++; |
| 267 | |
| 268 | if (active_zones == 1) |
| 269 | pr_info("Physical OCMEM zone layout:\n"); |
| 270 | |
| 271 | pr_info(" zone %s\t: 0x%08lx - 0x%08lx (%4ld KB)\n", |
| 272 | client_names[part->id], zone->z_start, |
| 273 | zone->z_end, part->p_size/SZ_1K); |
| 274 | } |
| 275 | |
| 276 | dev_info(dev, "Total active zones = %d\n", active_zones); |
| 277 | return 0; |
| 278 | } |
| 279 | |
| 280 | static int __devinit msm_ocmem_probe(struct platform_device *pdev) |
| 281 | { |
| 282 | struct device *dev = &pdev->dev; |
Naveen Ramaraj | 5b0982b | 2012-06-20 23:02:33 -0700 | [diff] [blame^] | 283 | void *ocmem_region_vbase = NULL; |
Naveen Ramaraj | 51f5e8b | 2012-04-09 15:58:40 -0700 | [diff] [blame] | 284 | |
| 285 | if (!pdev->dev.of_node->child) { |
| 286 | dev_info(dev, "Missing Configuration in Device Tree\n"); |
| 287 | ocmem_pdata = parse_static_config(pdev); |
| 288 | } else { |
| 289 | ocmem_pdata = parse_dt_config(pdev); |
| 290 | } |
| 291 | |
| 292 | /* Check if we have some configuration data to start */ |
| 293 | if (!ocmem_pdata) |
| 294 | return -ENODEV; |
| 295 | |
| 296 | /* Sanity Checks */ |
| 297 | BUG_ON(!IS_ALIGNED(ocmem_pdata->size, PAGE_SIZE)); |
| 298 | BUG_ON(!IS_ALIGNED(ocmem_pdata->base, PAGE_SIZE)); |
| 299 | |
| 300 | platform_set_drvdata(pdev, ocmem_pdata); |
| 301 | |
| 302 | if (ocmem_zone_init(pdev)) |
| 303 | return -EBUSY; |
| 304 | |
Naveen Ramaraj | bdf4dfe | 2012-04-23 14:09:50 -0700 | [diff] [blame] | 305 | if (ocmem_notifier_init()) |
| 306 | return -EBUSY; |
| 307 | |
Naveen Ramaraj | b9da0578 | 2012-05-07 09:07:35 -0700 | [diff] [blame] | 308 | if (ocmem_sched_init()) |
| 309 | return -EBUSY; |
Naveen Ramaraj | 5b0982b | 2012-06-20 23:02:33 -0700 | [diff] [blame^] | 310 | |
| 311 | ocmem_region_vbase = devm_ioremap_nocache(dev, OCMEM_REGION_CTL_BASE, |
| 312 | OCMEM_REGION_CTL_SIZE); |
| 313 | if (!ocmem_region_vbase) |
| 314 | return -EBUSY; |
| 315 | /* Enable all the 3 regions until we have support for power features */ |
| 316 | writel_relaxed(REGION_ENABLE, ocmem_region_vbase); |
| 317 | writel_relaxed(REGION_ENABLE, ocmem_region_vbase + 4); |
| 318 | writel_relaxed(REGION_ENABLE, ocmem_region_vbase + 8); |
Naveen Ramaraj | 51f5e8b | 2012-04-09 15:58:40 -0700 | [diff] [blame] | 319 | dev_info(dev, "initialized successfully\n"); |
| 320 | return 0; |
| 321 | } |
| 322 | |
| 323 | static int __devexit msm_ocmem_remove(struct platform_device *pdev) |
| 324 | { |
| 325 | return 0; |
| 326 | } |
| 327 | |
| 328 | static struct of_device_id msm_ocmem_dt_match[] = { |
| 329 | { .compatible = "qcom,msm_ocmem", |
| 330 | }, |
| 331 | {} |
| 332 | }; |
| 333 | |
| 334 | static struct platform_driver msm_ocmem_driver = { |
| 335 | .probe = msm_ocmem_probe, |
| 336 | .remove = __devexit_p(msm_ocmem_remove), |
| 337 | .driver = { |
| 338 | .name = "msm_ocmem", |
| 339 | .owner = THIS_MODULE, |
| 340 | .of_match_table = msm_ocmem_dt_match, |
| 341 | }, |
| 342 | }; |
| 343 | |
| 344 | static int __init ocmem_init(void) |
| 345 | { |
| 346 | return platform_driver_register(&msm_ocmem_driver); |
| 347 | } |
| 348 | subsys_initcall(ocmem_init); |
| 349 | |
| 350 | static void __exit ocmem_exit(void) |
| 351 | { |
| 352 | platform_driver_unregister(&msm_ocmem_driver); |
| 353 | } |
| 354 | module_exit(ocmem_exit); |
| 355 | |
| 356 | MODULE_LICENSE("GPL v2"); |
| 357 | MODULE_DESCRIPTION("Support for On-Chip Memory on MSM"); |