Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 1 | /* |
| 2 | * File: htirq.c |
| 3 | * Purpose: Hypertransport Interrupt Capability |
| 4 | * |
| 5 | * Copyright (C) 2006 Linux Networx |
| 6 | * Copyright (C) Eric Biederman <ebiederman@lnxi.com> |
| 7 | */ |
| 8 | |
| 9 | #include <linux/irq.h> |
| 10 | #include <linux/pci.h> |
| 11 | #include <linux/spinlock.h> |
Paul Gortmaker | 363c75d | 2011-05-27 09:37:25 -0400 | [diff] [blame] | 12 | #include <linux/export.h> |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 13 | #include <linux/slab.h> |
Eric W. Biederman | 95d7788 | 2006-10-04 02:17:01 -0700 | [diff] [blame] | 14 | #include <linux/htirq.h> |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 15 | |
| 16 | /* Global ht irq lock. |
| 17 | * |
| 18 | * This is needed to serialize access to the data port in hypertransport |
| 19 | * irq capability. |
| 20 | * |
| 21 | * With multiple simultaneous hypertransport irq devices it might pay |
| 22 | * to make this more fine grained. But start with simple, stupid, and correct. |
| 23 | */ |
| 24 | static DEFINE_SPINLOCK(ht_irq_lock); |
| 25 | |
| 26 | struct ht_irq_cfg { |
| 27 | struct pci_dev *dev; |
Eric W. Biederman | 43539c38 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 28 | /* Update callback used to cope with buggy hardware */ |
| 29 | ht_irq_update_t *update; |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 30 | unsigned pos; |
| 31 | unsigned idx; |
Eric W. Biederman | ec68307 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 32 | struct ht_irq_msg msg; |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 33 | }; |
| 34 | |
Eric W. Biederman | ec68307 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 35 | |
| 36 | void write_ht_irq_msg(unsigned int irq, struct ht_irq_msg *msg) |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 37 | { |
Thomas Gleixner | dced35a | 2011-03-28 17:49:12 +0200 | [diff] [blame] | 38 | struct ht_irq_cfg *cfg = irq_get_handler_data(irq); |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 39 | unsigned long flags; |
| 40 | spin_lock_irqsave(&ht_irq_lock, flags); |
Eric W. Biederman | ec68307 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 41 | if (cfg->msg.address_lo != msg->address_lo) { |
| 42 | pci_write_config_byte(cfg->dev, cfg->pos + 2, cfg->idx); |
| 43 | pci_write_config_dword(cfg->dev, cfg->pos + 4, msg->address_lo); |
| 44 | } |
| 45 | if (cfg->msg.address_hi != msg->address_hi) { |
| 46 | pci_write_config_byte(cfg->dev, cfg->pos + 2, cfg->idx + 1); |
| 47 | pci_write_config_dword(cfg->dev, cfg->pos + 4, msg->address_hi); |
| 48 | } |
Eric W. Biederman | 43539c38 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 49 | if (cfg->update) |
| 50 | cfg->update(cfg->dev, irq, msg); |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 51 | spin_unlock_irqrestore(&ht_irq_lock, flags); |
Eric W. Biederman | ec68307 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 52 | cfg->msg = *msg; |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 53 | } |
| 54 | |
Eric W. Biederman | ec68307 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 55 | void fetch_ht_irq_msg(unsigned int irq, struct ht_irq_msg *msg) |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 56 | { |
Thomas Gleixner | dced35a | 2011-03-28 17:49:12 +0200 | [diff] [blame] | 57 | struct ht_irq_cfg *cfg = irq_get_handler_data(irq); |
Eric W. Biederman | ec68307 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 58 | *msg = cfg->msg; |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 59 | } |
| 60 | |
Thomas Gleixner | e9f7ac6 | 2010-09-28 17:22:09 +0200 | [diff] [blame] | 61 | void mask_ht_irq(struct irq_data *data) |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 62 | { |
Thomas Gleixner | dced35a | 2011-03-28 17:49:12 +0200 | [diff] [blame] | 63 | struct ht_irq_cfg *cfg = irq_data_get_irq_handler_data(data); |
Thomas Gleixner | e9f7ac6 | 2010-09-28 17:22:09 +0200 | [diff] [blame] | 64 | struct ht_irq_msg msg = cfg->msg; |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 65 | |
Eric W. Biederman | ec68307 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 66 | msg.address_lo |= 1; |
Thomas Gleixner | e9f7ac6 | 2010-09-28 17:22:09 +0200 | [diff] [blame] | 67 | write_ht_irq_msg(data->irq, &msg); |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 68 | } |
| 69 | |
Thomas Gleixner | e9f7ac6 | 2010-09-28 17:22:09 +0200 | [diff] [blame] | 70 | void unmask_ht_irq(struct irq_data *data) |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 71 | { |
Thomas Gleixner | dced35a | 2011-03-28 17:49:12 +0200 | [diff] [blame] | 72 | struct ht_irq_cfg *cfg = irq_data_get_irq_handler_data(data); |
Thomas Gleixner | e9f7ac6 | 2010-09-28 17:22:09 +0200 | [diff] [blame] | 73 | struct ht_irq_msg msg = cfg->msg; |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 74 | |
Eric W. Biederman | ec68307 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 75 | msg.address_lo &= ~1; |
Thomas Gleixner | e9f7ac6 | 2010-09-28 17:22:09 +0200 | [diff] [blame] | 76 | write_ht_irq_msg(data->irq, &msg); |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 77 | } |
| 78 | |
| 79 | /** |
Eric W. Biederman | 43539c38 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 80 | * __ht_create_irq - create an irq and attach it to a device. |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 81 | * @dev: The hypertransport device to find the irq capability on. |
| 82 | * @idx: Which of the possible irqs to attach to. |
Eric W. Biederman | 43539c38 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 83 | * @update: Function to be called when changing the htirq message |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 84 | * |
| 85 | * The irq number of the new irq or a negative error value is returned. |
| 86 | */ |
Eric W. Biederman | 43539c38 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 87 | int __ht_create_irq(struct pci_dev *dev, int idx, ht_irq_update_t *update) |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 88 | { |
| 89 | struct ht_irq_cfg *cfg; |
Thomas Gleixner | 59b47dd | 2014-05-07 15:44:08 +0000 | [diff] [blame] | 90 | int max_irq, pos, irq; |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 91 | unsigned long flags; |
| 92 | u32 data; |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 93 | |
Michael Ellerman | 120a50d | 2006-11-22 18:26:19 +1100 | [diff] [blame] | 94 | pos = pci_find_ht_capability(dev, HT_CAPTYPE_IRQ); |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 95 | if (!pos) |
| 96 | return -EINVAL; |
| 97 | |
| 98 | /* Verify the idx I want to use is in range */ |
| 99 | spin_lock_irqsave(&ht_irq_lock, flags); |
| 100 | pci_write_config_byte(dev, pos + 2, 1); |
| 101 | pci_read_config_dword(dev, pos + 4, &data); |
| 102 | spin_unlock_irqrestore(&ht_irq_lock, flags); |
| 103 | |
| 104 | max_irq = (data >> 16) & 0xff; |
Ryan Desfosses | 3c78bc6 | 2014-04-18 20:13:49 -0400 | [diff] [blame] | 105 | if (idx > max_irq) |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 106 | return -EINVAL; |
| 107 | |
| 108 | cfg = kmalloc(sizeof(*cfg), GFP_KERNEL); |
| 109 | if (!cfg) |
| 110 | return -ENOMEM; |
| 111 | |
| 112 | cfg->dev = dev; |
Eric W. Biederman | 43539c38 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 113 | cfg->update = update; |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 114 | cfg->pos = pos; |
| 115 | cfg->idx = 0x10 + (idx * 2); |
Eric W. Biederman | ec68307 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 116 | /* Initialize msg to a value that will never match the first write. */ |
| 117 | cfg->msg.address_lo = 0xffffffff; |
| 118 | cfg->msg.address_hi = 0xffffffff; |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 119 | |
Thomas Gleixner | 59b47dd | 2014-05-07 15:44:08 +0000 | [diff] [blame] | 120 | irq = irq_alloc_hwirq(dev_to_node(&dev->dev)); |
| 121 | if (!irq) { |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 122 | kfree(cfg); |
| 123 | return -EBUSY; |
| 124 | } |
Thomas Gleixner | dced35a | 2011-03-28 17:49:12 +0200 | [diff] [blame] | 125 | irq_set_handler_data(irq, cfg); |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 126 | |
| 127 | if (arch_setup_ht_irq(irq, dev) < 0) { |
| 128 | ht_destroy_irq(irq); |
| 129 | return -EBUSY; |
| 130 | } |
| 131 | |
| 132 | return irq; |
| 133 | } |
Ryan Desfosses | b7fe943 | 2014-04-25 14:32:25 -0600 | [diff] [blame] | 134 | EXPORT_SYMBOL(__ht_create_irq); |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 135 | |
| 136 | /** |
Eric W. Biederman | 43539c38 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 137 | * ht_create_irq - create an irq and attach it to a device. |
| 138 | * @dev: The hypertransport device to find the irq capability on. |
| 139 | * @idx: Which of the possible irqs to attach to. |
| 140 | * |
| 141 | * ht_create_irq needs to be called for all hypertransport devices |
| 142 | * that generate irqs. |
| 143 | * |
| 144 | * The irq number of the new irq or a negative error value is returned. |
| 145 | */ |
| 146 | int ht_create_irq(struct pci_dev *dev, int idx) |
| 147 | { |
| 148 | return __ht_create_irq(dev, idx, NULL); |
| 149 | } |
Ryan Desfosses | b7fe943 | 2014-04-25 14:32:25 -0600 | [diff] [blame] | 150 | EXPORT_SYMBOL(ht_create_irq); |
Eric W. Biederman | 43539c38 | 2006-11-08 17:44:57 -0800 | [diff] [blame] | 151 | |
| 152 | /** |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 153 | * ht_destroy_irq - destroy an irq created with ht_create_irq |
Randy Dunlap | cffb2fa | 2009-04-10 15:17:50 -0700 | [diff] [blame] | 154 | * @irq: irq to be destroyed |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 155 | * |
| 156 | * This reverses ht_create_irq removing the specified irq from |
| 157 | * existence. The irq should be free before this happens. |
| 158 | */ |
| 159 | void ht_destroy_irq(unsigned int irq) |
| 160 | { |
| 161 | struct ht_irq_cfg *cfg; |
| 162 | |
Thomas Gleixner | dced35a | 2011-03-28 17:49:12 +0200 | [diff] [blame] | 163 | cfg = irq_get_handler_data(irq); |
| 164 | irq_set_chip(irq, NULL); |
| 165 | irq_set_handler_data(irq, NULL); |
Thomas Gleixner | 59b47dd | 2014-05-07 15:44:08 +0000 | [diff] [blame] | 166 | irq_free_hwirq(irq); |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 167 | |
| 168 | kfree(cfg); |
| 169 | } |
Eric W. Biederman | 8b955b0 | 2006-10-04 02:16:55 -0700 | [diff] [blame] | 170 | EXPORT_SYMBOL(ht_destroy_irq); |