blob: dc540ea92e9d8649de0ef405eca6a146b452a886 [file] [log] [blame]
Bjorn Anderssonc97c4092015-09-24 18:25:02 -07001/*
2 * Copyright (c) 2015, Sony Mobile Communications Inc.
3 * Copyright (c) 2012-2013, The Linux Foundation. All rights reserved.
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License version 2 and
7 * only version 2 as published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 */
14
15#include <linux/interrupt.h>
16#include <linux/mfd/syscon.h>
17#include <linux/module.h>
18#include <linux/of_irq.h>
19#include <linux/platform_device.h>
20#include <linux/spinlock.h>
21#include <linux/regmap.h>
22#include <linux/soc/qcom/smem.h>
23#include <linux/soc/qcom/smem_state.h>
24
25/*
26 * This driver implements the Qualcomm Shared Memory State Machine, a mechanism
27 * for communicating single bit state information to remote processors.
28 *
29 * The implementation is based on two sections of shared memory; the first
30 * holding the state bits and the second holding a matrix of subscription bits.
31 *
32 * The state bits are structured in entries of 32 bits, each belonging to one
33 * system in the SoC. The entry belonging to the local system is considered
34 * read-write, while the rest should be considered read-only.
35 *
36 * The subscription matrix consists of N bitmaps per entry, denoting interest
37 * in updates of the entry for each of the N hosts. Upon updating a state bit
38 * each host's subscription bitmap should be queried and the remote system
39 * should be interrupted if they request so.
40 *
41 * The subscription matrix is laid out in entry-major order:
42 * entry0: [host0 ... hostN]
43 * .
44 * .
45 * entryM: [host0 ... hostN]
46 *
47 * A third, optional, shared memory region might contain information regarding
48 * the number of entries in the state bitmap as well as number of columns in
49 * the subscription matrix.
50 */
51
52/*
53 * Shared memory identifiers, used to acquire handles to respective memory
54 * region.
55 */
56#define SMEM_SMSM_SHARED_STATE 85
57#define SMEM_SMSM_CPU_INTR_MASK 333
58#define SMEM_SMSM_SIZE_INFO 419
59
60/*
61 * Default sizes, in case SMEM_SMSM_SIZE_INFO is not found.
62 */
63#define SMSM_DEFAULT_NUM_ENTRIES 8
64#define SMSM_DEFAULT_NUM_HOSTS 3
65
66struct smsm_entry;
67struct smsm_host;
68
69/**
70 * struct qcom_smsm - smsm driver context
71 * @dev: smsm device pointer
72 * @local_host: column in the subscription matrix representing this system
73 * @num_hosts: number of columns in the subscription matrix
74 * @num_entries: number of entries in the state map and rows in the subscription
75 * matrix
76 * @local_state: pointer to the local processor's state bits
77 * @subscription: pointer to local processor's row in subscription matrix
78 * @state: smem state handle
79 * @lock: spinlock for read-modify-write of the outgoing state
80 * @entries: context for each of the entries
81 * @hosts: context for each of the hosts
82 */
83struct qcom_smsm {
84 struct device *dev;
85
86 u32 local_host;
87
88 u32 num_hosts;
89 u32 num_entries;
90
91 u32 *local_state;
92 u32 *subscription;
93 struct qcom_smem_state *state;
94
95 spinlock_t lock;
96
97 struct smsm_entry *entries;
98 struct smsm_host *hosts;
99};
100
101/**
102 * struct smsm_entry - per remote processor entry context
103 * @smsm: back-reference to driver context
104 * @domain: IRQ domain for this entry, if representing a remote system
105 * @irq_enabled: bitmap of which state bits IRQs are enabled
106 * @irq_rising: bitmap tracking if rising bits should be propagated
107 * @irq_falling: bitmap tracking if falling bits should be propagated
108 * @last_value: snapshot of state bits last time the interrupts where propagated
109 * @remote_state: pointer to this entry's state bits
110 * @subscription: pointer to a row in the subscription matrix representing this
111 * entry
112 */
113struct smsm_entry {
114 struct qcom_smsm *smsm;
115
116 struct irq_domain *domain;
117 DECLARE_BITMAP(irq_enabled, 32);
118 DECLARE_BITMAP(irq_rising, 32);
119 DECLARE_BITMAP(irq_falling, 32);
120 u32 last_value;
121
122 u32 *remote_state;
123 u32 *subscription;
124};
125
126/**
127 * struct smsm_host - representation of a remote host
128 * @ipc_regmap: regmap for outgoing interrupt
129 * @ipc_offset: offset in @ipc_regmap for outgoing interrupt
130 * @ipc_bit: bit in @ipc_regmap + @ipc_offset for outgoing interrupt
131 */
132struct smsm_host {
133 struct regmap *ipc_regmap;
134 int ipc_offset;
135 int ipc_bit;
136};
137
138/**
139 * smsm_update_bits() - change bit in outgoing entry and inform subscribers
140 * @data: smsm context pointer
141 * @offset: bit in the entry
142 * @value: new value
143 *
144 * Used to set and clear the bits in the outgoing/local entry and inform
145 * subscribers about the change.
146 */
147static int smsm_update_bits(void *data, u32 mask, u32 value)
148{
149 struct qcom_smsm *smsm = data;
150 struct smsm_host *hostp;
151 unsigned long flags;
152 u32 changes;
153 u32 host;
154 u32 orig;
155 u32 val;
156
157 spin_lock_irqsave(&smsm->lock, flags);
158
159 /* Update the entry */
160 val = orig = readl(smsm->local_state);
161 val &= ~mask;
162 val |= value;
163
164 /* Don't signal if we didn't change the value */
165 changes = val ^ orig;
166 if (!changes) {
167 spin_unlock_irqrestore(&smsm->lock, flags);
168 goto done;
169 }
170
171 /* Write out the new value */
172 writel(val, smsm->local_state);
173 spin_unlock_irqrestore(&smsm->lock, flags);
174
175 /* Make sure the value update is ordered before any kicks */
176 wmb();
177
178 /* Iterate over all hosts to check whom wants a kick */
179 for (host = 0; host < smsm->num_hosts; host++) {
180 hostp = &smsm->hosts[host];
181
182 val = readl(smsm->subscription + host);
183 if (val & changes && hostp->ipc_regmap) {
184 regmap_write(hostp->ipc_regmap,
185 hostp->ipc_offset,
186 BIT(hostp->ipc_bit));
187 }
188 }
189
190done:
191 return 0;
192}
193
194static const struct qcom_smem_state_ops smsm_state_ops = {
195 .update_bits = smsm_update_bits,
196};
197
198/**
199 * smsm_intr() - cascading IRQ handler for SMSM
200 * @irq: unused
201 * @data: entry related to this IRQ
202 *
203 * This function cascades an incoming interrupt from a remote system, based on
204 * the state bits and configuration.
205 */
206static irqreturn_t smsm_intr(int irq, void *data)
207{
208 struct smsm_entry *entry = data;
209 unsigned i;
210 int irq_pin;
211 u32 changed;
212 u32 val;
213
214 val = readl(entry->remote_state);
215 changed = val ^ entry->last_value;
216 entry->last_value = val;
217
218 for_each_set_bit(i, entry->irq_enabled, 32) {
219 if (!(changed & BIT(i)))
220 continue;
221
222 if (val & BIT(i)) {
223 if (test_bit(i, entry->irq_rising)) {
224 irq_pin = irq_find_mapping(entry->domain, i);
225 handle_nested_irq(irq_pin);
226 }
227 } else {
228 if (test_bit(i, entry->irq_falling)) {
229 irq_pin = irq_find_mapping(entry->domain, i);
230 handle_nested_irq(irq_pin);
231 }
232 }
233 }
234
235 return IRQ_HANDLED;
236}
237
238/**
239 * smsm_mask_irq() - un-subscribe from cascades of IRQs of a certain staus bit
240 * @irqd: IRQ handle to be masked
241 *
242 * This un-subscribes the local CPU from interrupts upon changes to the defines
243 * status bit. The bit is also cleared from cascading.
244 */
245static void smsm_mask_irq(struct irq_data *irqd)
246{
247 struct smsm_entry *entry = irq_data_get_irq_chip_data(irqd);
248 irq_hw_number_t irq = irqd_to_hwirq(irqd);
249 struct qcom_smsm *smsm = entry->smsm;
250 u32 val;
251
252 if (entry->subscription) {
253 val = readl(entry->subscription + smsm->local_host);
254 val &= ~BIT(irq);
255 writel(val, entry->subscription + smsm->local_host);
256 }
257
258 clear_bit(irq, entry->irq_enabled);
259}
260
261/**
262 * smsm_unmask_irq() - subscribe to cascades of IRQs of a certain status bit
263 * @irqd: IRQ handle to be unmasked
264 *
265
266 * This subscribes the local CPU to interrupts upon changes to the defined
267 * status bit. The bit is also marked for cascading.
268
269 */
270static void smsm_unmask_irq(struct irq_data *irqd)
271{
272 struct smsm_entry *entry = irq_data_get_irq_chip_data(irqd);
273 irq_hw_number_t irq = irqd_to_hwirq(irqd);
274 struct qcom_smsm *smsm = entry->smsm;
275 u32 val;
276
277 set_bit(irq, entry->irq_enabled);
278
279 if (entry->subscription) {
280 val = readl(entry->subscription + smsm->local_host);
281 val |= BIT(irq);
282 writel(val, entry->subscription + smsm->local_host);
283 }
284}
285
286/**
287 * smsm_set_irq_type() - updates the requested IRQ type for the cascading
288 * @irqd: consumer interrupt handle
289 * @type: requested flags
290 */
291static int smsm_set_irq_type(struct irq_data *irqd, unsigned int type)
292{
293 struct smsm_entry *entry = irq_data_get_irq_chip_data(irqd);
294 irq_hw_number_t irq = irqd_to_hwirq(irqd);
295
296 if (!(type & IRQ_TYPE_EDGE_BOTH))
297 return -EINVAL;
298
299 if (type & IRQ_TYPE_EDGE_RISING)
300 set_bit(irq, entry->irq_rising);
301 else
302 clear_bit(irq, entry->irq_rising);
303
304 if (type & IRQ_TYPE_EDGE_FALLING)
305 set_bit(irq, entry->irq_falling);
306 else
307 clear_bit(irq, entry->irq_falling);
308
309 return 0;
310}
311
312static struct irq_chip smsm_irq_chip = {
313 .name = "smsm",
314 .irq_mask = smsm_mask_irq,
315 .irq_unmask = smsm_unmask_irq,
316 .irq_set_type = smsm_set_irq_type,
317};
318
319/**
320 * smsm_irq_map() - sets up a mapping for a cascaded IRQ
321 * @d: IRQ domain representing an entry
322 * @irq: IRQ to set up
323 * @hw: unused
324 */
325static int smsm_irq_map(struct irq_domain *d,
326 unsigned int irq,
327 irq_hw_number_t hw)
328{
329 struct smsm_entry *entry = d->host_data;
330
331 irq_set_chip_and_handler(irq, &smsm_irq_chip, handle_level_irq);
332 irq_set_chip_data(irq, entry);
333 irq_set_nested_thread(irq, 1);
334
335 return 0;
336}
337
338static const struct irq_domain_ops smsm_irq_ops = {
339 .map = smsm_irq_map,
340 .xlate = irq_domain_xlate_twocell,
341};
342
343/**
344 * smsm_parse_ipc() - parses a qcom,ipc-%d device tree property
345 * @smsm: smsm driver context
346 * @host_id: index of the remote host to be resolved
347 *
348 * Parses device tree to acquire the information needed for sending the
349 * outgoing interrupts to a remote host - identified by @host_id.
350 */
351static int smsm_parse_ipc(struct qcom_smsm *smsm, unsigned host_id)
352{
353 struct device_node *syscon;
354 struct device_node *node = smsm->dev->of_node;
355 struct smsm_host *host = &smsm->hosts[host_id];
356 char key[16];
357 int ret;
358
359 snprintf(key, sizeof(key), "qcom,ipc-%d", host_id);
360 syscon = of_parse_phandle(node, key, 0);
361 if (!syscon)
362 return 0;
363
364 host->ipc_regmap = syscon_node_to_regmap(syscon);
365 if (IS_ERR(host->ipc_regmap))
366 return PTR_ERR(host->ipc_regmap);
367
368 ret = of_property_read_u32_index(node, key, 1, &host->ipc_offset);
369 if (ret < 0) {
370 dev_err(smsm->dev, "no offset in %s\n", key);
371 return -EINVAL;
372 }
373
374 ret = of_property_read_u32_index(node, key, 2, &host->ipc_bit);
375 if (ret < 0) {
376 dev_err(smsm->dev, "no bit in %s\n", key);
377 return -EINVAL;
378 }
379
380 return 0;
381}
382
383/**
384 * smsm_inbound_entry() - parse DT and set up an entry representing a remote system
385 * @smsm: smsm driver context
386 * @entry: entry context to be set up
387 * @node: dt node containing the entry's properties
388 */
389static int smsm_inbound_entry(struct qcom_smsm *smsm,
390 struct smsm_entry *entry,
391 struct device_node *node)
392{
393 int ret;
394 int irq;
395
396 irq = irq_of_parse_and_map(node, 0);
397 if (!irq) {
398 dev_err(smsm->dev, "failed to parse smsm interrupt\n");
399 return -EINVAL;
400 }
401
402 ret = devm_request_threaded_irq(smsm->dev, irq,
403 NULL, smsm_intr,
404 IRQF_ONESHOT,
405 "smsm", (void *)entry);
406 if (ret) {
407 dev_err(smsm->dev, "failed to request interrupt\n");
408 return ret;
409 }
410
411 entry->domain = irq_domain_add_linear(node, 32, &smsm_irq_ops, entry);
412 if (!entry->domain) {
413 dev_err(smsm->dev, "failed to add irq_domain\n");
414 return -ENOMEM;
415 }
416
417 return 0;
418}
419
420/**
421 * smsm_get_size_info() - parse the optional memory segment for sizes
422 * @smsm: smsm driver context
423 *
424 * Attempt to acquire the number of hosts and entries from the optional shared
425 * memory location. Not being able to find this segment should indicate that
426 * we're on a older system where these values was hard coded to
427 * SMSM_DEFAULT_NUM_ENTRIES and SMSM_DEFAULT_NUM_HOSTS.
428 *
429 * Returns 0 on success, negative errno on failure.
430 */
431static int smsm_get_size_info(struct qcom_smsm *smsm)
432{
433 size_t size;
434 struct {
435 u32 num_hosts;
436 u32 num_entries;
437 u32 reserved0;
438 u32 reserved1;
439 } *info;
440
441 info = qcom_smem_get(QCOM_SMEM_HOST_ANY, SMEM_SMSM_SIZE_INFO, &size);
Jonathan Neuschäfer35dfa3e2017-04-05 14:10:48 +0200442 if (IS_ERR(info) && PTR_ERR(info) != -ENOENT) {
443 if (PTR_ERR(info) != -EPROBE_DEFER)
444 dev_err(smsm->dev, "unable to retrieve smsm size info\n");
445 return PTR_ERR(info);
446 } else if (IS_ERR(info) || size != sizeof(*info)) {
Bjorn Anderssonc97c4092015-09-24 18:25:02 -0700447 dev_warn(smsm->dev, "no smsm size info, using defaults\n");
448 smsm->num_entries = SMSM_DEFAULT_NUM_ENTRIES;
449 smsm->num_hosts = SMSM_DEFAULT_NUM_HOSTS;
450 return 0;
Bjorn Anderssonc97c4092015-09-24 18:25:02 -0700451 }
452
453 smsm->num_entries = info->num_entries;
454 smsm->num_hosts = info->num_hosts;
455
456 dev_dbg(smsm->dev,
457 "found custom size of smsm: %d entries %d hosts\n",
458 smsm->num_entries, smsm->num_hosts);
459
460 return 0;
461}
462
463static int qcom_smsm_probe(struct platform_device *pdev)
464{
465 struct device_node *local_node;
466 struct device_node *node;
467 struct smsm_entry *entry;
468 struct qcom_smsm *smsm;
469 u32 *intr_mask;
470 size_t size;
471 u32 *states;
472 u32 id;
473 int ret;
474
475 smsm = devm_kzalloc(&pdev->dev, sizeof(*smsm), GFP_KERNEL);
476 if (!smsm)
477 return -ENOMEM;
478 smsm->dev = &pdev->dev;
479 spin_lock_init(&smsm->lock);
480
481 ret = smsm_get_size_info(smsm);
482 if (ret)
483 return ret;
484
485 smsm->entries = devm_kcalloc(&pdev->dev,
486 smsm->num_entries,
487 sizeof(struct smsm_entry),
488 GFP_KERNEL);
489 if (!smsm->entries)
490 return -ENOMEM;
491
492 smsm->hosts = devm_kcalloc(&pdev->dev,
493 smsm->num_hosts,
494 sizeof(struct smsm_host),
495 GFP_KERNEL);
496 if (!smsm->hosts)
497 return -ENOMEM;
498
Bjorn Andersson3680a4a2016-06-09 21:11:22 -0700499 local_node = of_find_node_with_property(pdev->dev.of_node, "#qcom,smem-state-cells");
Bjorn Anderssonc97c4092015-09-24 18:25:02 -0700500 if (!local_node) {
501 dev_err(&pdev->dev, "no state entry\n");
502 return -EINVAL;
503 }
504
505 of_property_read_u32(pdev->dev.of_node,
506 "qcom,local-host",
507 &smsm->local_host);
508
509 /* Parse the host properties */
510 for (id = 0; id < smsm->num_hosts; id++) {
511 ret = smsm_parse_ipc(smsm, id);
512 if (ret < 0)
513 return ret;
514 }
515
516 /* Acquire the main SMSM state vector */
517 ret = qcom_smem_alloc(QCOM_SMEM_HOST_ANY, SMEM_SMSM_SHARED_STATE,
518 smsm->num_entries * sizeof(u32));
519 if (ret < 0 && ret != -EEXIST) {
520 dev_err(&pdev->dev, "unable to allocate shared state entry\n");
521 return ret;
522 }
523
524 states = qcom_smem_get(QCOM_SMEM_HOST_ANY, SMEM_SMSM_SHARED_STATE, NULL);
525 if (IS_ERR(states)) {
526 dev_err(&pdev->dev, "Unable to acquire shared state entry\n");
527 return PTR_ERR(states);
528 }
529
530 /* Acquire the list of interrupt mask vectors */
531 size = smsm->num_entries * smsm->num_hosts * sizeof(u32);
532 ret = qcom_smem_alloc(QCOM_SMEM_HOST_ANY, SMEM_SMSM_CPU_INTR_MASK, size);
533 if (ret < 0 && ret != -EEXIST) {
534 dev_err(&pdev->dev, "unable to allocate smsm interrupt mask\n");
535 return ret;
536 }
537
538 intr_mask = qcom_smem_get(QCOM_SMEM_HOST_ANY, SMEM_SMSM_CPU_INTR_MASK, NULL);
539 if (IS_ERR(intr_mask)) {
540 dev_err(&pdev->dev, "unable to acquire shared memory interrupt mask\n");
541 return PTR_ERR(intr_mask);
542 }
543
544 /* Setup the reference to the local state bits */
545 smsm->local_state = states + smsm->local_host;
546 smsm->subscription = intr_mask + smsm->local_host * smsm->num_hosts;
547
548 /* Register the outgoing state */
549 smsm->state = qcom_smem_state_register(local_node, &smsm_state_ops, smsm);
550 if (IS_ERR(smsm->state)) {
551 dev_err(smsm->dev, "failed to register qcom_smem_state\n");
552 return PTR_ERR(smsm->state);
553 }
554
555 /* Register handlers for remote processor entries of interest. */
556 for_each_available_child_of_node(pdev->dev.of_node, node) {
557 if (!of_property_read_bool(node, "interrupt-controller"))
558 continue;
559
560 ret = of_property_read_u32(node, "reg", &id);
561 if (ret || id >= smsm->num_entries) {
562 dev_err(&pdev->dev, "invalid reg of entry\n");
563 if (!ret)
564 ret = -EINVAL;
565 goto unwind_interfaces;
566 }
567 entry = &smsm->entries[id];
568
569 entry->smsm = smsm;
570 entry->remote_state = states + id;
571
572 /* Setup subscription pointers and unsubscribe to any kicks */
573 entry->subscription = intr_mask + id * smsm->num_hosts;
574 writel(0, entry->subscription + smsm->local_host);
575
576 ret = smsm_inbound_entry(smsm, entry, node);
577 if (ret < 0)
578 goto unwind_interfaces;
579 }
580
581 platform_set_drvdata(pdev, smsm);
582
583 return 0;
584
585unwind_interfaces:
586 for (id = 0; id < smsm->num_entries; id++)
587 if (smsm->entries[id].domain)
588 irq_domain_remove(smsm->entries[id].domain);
589
590 qcom_smem_state_unregister(smsm->state);
591
592 return ret;
593}
594
595static int qcom_smsm_remove(struct platform_device *pdev)
596{
597 struct qcom_smsm *smsm = platform_get_drvdata(pdev);
598 unsigned id;
599
600 for (id = 0; id < smsm->num_entries; id++)
601 if (smsm->entries[id].domain)
602 irq_domain_remove(smsm->entries[id].domain);
603
604 qcom_smem_state_unregister(smsm->state);
605
606 return 0;
607}
608
609static const struct of_device_id qcom_smsm_of_match[] = {
610 { .compatible = "qcom,smsm" },
611 {}
612};
613MODULE_DEVICE_TABLE(of, qcom_smsm_of_match);
614
615static struct platform_driver qcom_smsm_driver = {
616 .probe = qcom_smsm_probe,
617 .remove = qcom_smsm_remove,
618 .driver = {
619 .name = "qcom-smsm",
620 .of_match_table = qcom_smsm_of_match,
621 },
622};
623module_platform_driver(qcom_smsm_driver);
624
625MODULE_DESCRIPTION("Qualcomm Shared Memory State Machine driver");
626MODULE_LICENSE("GPL v2");