Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 1 | /* |
| 2 | * This file is provided under a dual BSD/GPLv2 license. When using or |
| 3 | * redistributing this file, you may do so under either license. |
| 4 | * |
| 5 | * GPL LICENSE SUMMARY |
| 6 | * |
| 7 | * Copyright(c) 2012 Intel Corporation. All rights reserved. |
| 8 | * |
| 9 | * This program is free software; you can redistribute it and/or modify |
| 10 | * it under the terms of version 2 of the GNU General Public License as |
| 11 | * published by the Free Software Foundation. |
| 12 | * |
| 13 | * BSD LICENSE |
| 14 | * |
| 15 | * Copyright(c) 2012 Intel Corporation. All rights reserved. |
| 16 | * |
| 17 | * Redistribution and use in source and binary forms, with or without |
| 18 | * modification, are permitted provided that the following conditions |
| 19 | * are met: |
| 20 | * |
| 21 | * * Redistributions of source code must retain the above copyright |
| 22 | * notice, this list of conditions and the following disclaimer. |
| 23 | * * Redistributions in binary form must reproduce the above copy |
| 24 | * notice, this list of conditions and the following disclaimer in |
| 25 | * the documentation and/or other materials provided with the |
| 26 | * distribution. |
| 27 | * * Neither the name of Intel Corporation nor the names of its |
| 28 | * contributors may be used to endorse or promote products derived |
| 29 | * from this software without specific prior written permission. |
| 30 | * |
| 31 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 32 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 33 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 34 | * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 35 | * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 36 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 37 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 38 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 39 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 40 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 41 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 42 | * |
| 43 | * Intel PCIe NTB Linux driver |
| 44 | * |
| 45 | * Contact Information: |
| 46 | * Jon Mason <jon.mason@intel.com> |
| 47 | */ |
Jon Mason | 403c63c | 2013-07-29 16:31:18 -0700 | [diff] [blame] | 48 | #include <linux/ntb.h> |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 49 | |
| 50 | #define PCI_DEVICE_ID_INTEL_NTB_B2B_JSF 0x3725 |
Jon Mason | be4dac0 | 2012-09-28 11:38:48 -0700 | [diff] [blame] | 51 | #define PCI_DEVICE_ID_INTEL_NTB_PS_JSF 0x3726 |
| 52 | #define PCI_DEVICE_ID_INTEL_NTB_SS_JSF 0x3727 |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 53 | #define PCI_DEVICE_ID_INTEL_NTB_B2B_SNB 0x3C0D |
Jon Mason | be4dac0 | 2012-09-28 11:38:48 -0700 | [diff] [blame] | 54 | #define PCI_DEVICE_ID_INTEL_NTB_PS_SNB 0x3C0E |
| 55 | #define PCI_DEVICE_ID_INTEL_NTB_SS_SNB 0x3C0F |
| 56 | #define PCI_DEVICE_ID_INTEL_NTB_B2B_IVT 0x0E0D |
| 57 | #define PCI_DEVICE_ID_INTEL_NTB_PS_IVT 0x0E0E |
| 58 | #define PCI_DEVICE_ID_INTEL_NTB_SS_IVT 0x0E0F |
| 59 | #define PCI_DEVICE_ID_INTEL_NTB_B2B_HSX 0x2F0D |
| 60 | #define PCI_DEVICE_ID_INTEL_NTB_PS_HSX 0x2F0E |
| 61 | #define PCI_DEVICE_ID_INTEL_NTB_SS_HSX 0x2F0F |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 62 | #define PCI_DEVICE_ID_INTEL_NTB_B2B_BWD 0x0C4E |
| 63 | |
Jon Mason | ac477af | 2013-01-21 16:40:39 -0700 | [diff] [blame] | 64 | #ifndef readq |
| 65 | static inline u64 readq(void __iomem *addr) |
| 66 | { |
| 67 | return readl(addr) | (((u64) readl(addr + 4)) << 32LL); |
| 68 | } |
| 69 | #endif |
| 70 | |
| 71 | #ifndef writeq |
| 72 | static inline void writeq(u64 val, void __iomem *addr) |
| 73 | { |
| 74 | writel(val & 0xffffffff, addr); |
| 75 | writel(val >> 32, addr + 4); |
| 76 | } |
| 77 | #endif |
| 78 | |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 79 | #define NTB_BAR_MMIO 0 |
| 80 | #define NTB_BAR_23 2 |
Dave Jiang | ab760a0 | 2014-08-28 13:53:23 -0700 | [diff] [blame] | 81 | #define NTB_BAR_4 4 |
| 82 | #define NTB_BAR_5 5 |
| 83 | |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 84 | #define NTB_BAR_MASK ((1 << NTB_BAR_MMIO) | (1 << NTB_BAR_23) |\ |
Dave Jiang | ab760a0 | 2014-08-28 13:53:23 -0700 | [diff] [blame] | 85 | (1 << NTB_BAR_4)) |
| 86 | #define NTB_SPLITBAR_MASK ((1 << NTB_BAR_MMIO) | (1 << NTB_BAR_23) |\ |
| 87 | (1 << NTB_BAR_4) | (1 << NTB_BAR_5)) |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 88 | |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 89 | #define NTB_HB_TIMEOUT msecs_to_jiffies(1000) |
| 90 | |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 91 | enum ntb_hw_event { |
| 92 | NTB_EVENT_SW_EVENT0 = 0, |
| 93 | NTB_EVENT_SW_EVENT1, |
| 94 | NTB_EVENT_SW_EVENT2, |
| 95 | NTB_EVENT_HW_ERROR, |
| 96 | NTB_EVENT_HW_LINK_UP, |
| 97 | NTB_EVENT_HW_LINK_DOWN, |
| 98 | }; |
| 99 | |
| 100 | struct ntb_mw { |
| 101 | dma_addr_t phys_addr; |
| 102 | void __iomem *vbase; |
| 103 | resource_size_t bar_sz; |
| 104 | }; |
| 105 | |
| 106 | struct ntb_db_cb { |
Jon Mason | e8aeb60 | 2013-04-18 17:59:44 -0700 | [diff] [blame] | 107 | int (*callback)(void *data, int db_num); |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 108 | unsigned int db_num; |
| 109 | void *data; |
| 110 | struct ntb_device *ndev; |
Jon Mason | e8aeb60 | 2013-04-18 17:59:44 -0700 | [diff] [blame] | 111 | struct tasklet_struct irq_work; |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 112 | }; |
| 113 | |
Dave Jiang | 069684e | 2014-08-28 13:53:18 -0700 | [diff] [blame] | 114 | #define WA_SNB_ERR 0x00000001 |
| 115 | |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 116 | struct ntb_device { |
| 117 | struct pci_dev *pdev; |
| 118 | struct msix_entry *msix_entries; |
| 119 | void __iomem *reg_base; |
Dave Jiang | ab760a0 | 2014-08-28 13:53:23 -0700 | [diff] [blame] | 120 | struct ntb_mw *mw; |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 121 | struct { |
Jon Mason | 948d3a6 | 2013-04-18 17:07:36 -0700 | [diff] [blame] | 122 | unsigned char max_mw; |
| 123 | unsigned char max_spads; |
| 124 | unsigned char max_db_bits; |
| 125 | unsigned char msix_cnt; |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 126 | } limits; |
| 127 | struct { |
Jon Mason | 4979388 | 2013-07-15 15:53:54 -0700 | [diff] [blame] | 128 | void __iomem *ldb; |
| 129 | void __iomem *ldb_mask; |
| 130 | void __iomem *rdb; |
| 131 | void __iomem *bar2_xlat; |
| 132 | void __iomem *bar4_xlat; |
Dave Jiang | ab760a0 | 2014-08-28 13:53:23 -0700 | [diff] [blame] | 133 | void __iomem *bar5_xlat; |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 134 | void __iomem *spad_write; |
| 135 | void __iomem *spad_read; |
| 136 | void __iomem *lnk_cntl; |
| 137 | void __iomem *lnk_stat; |
| 138 | void __iomem *spci_cmd; |
| 139 | } reg_ofs; |
| 140 | struct ntb_transport *ntb_transport; |
| 141 | void (*event_cb)(void *handle, enum ntb_hw_event event); |
| 142 | |
| 143 | struct ntb_db_cb *db_cb; |
| 144 | unsigned char hw_type; |
| 145 | unsigned char conn_type; |
| 146 | unsigned char dev_type; |
| 147 | unsigned char num_msix; |
| 148 | unsigned char bits_per_vector; |
| 149 | unsigned char max_cbs; |
Jon Mason | 113bf1c | 2012-11-16 18:52:57 -0700 | [diff] [blame] | 150 | unsigned char link_width; |
| 151 | unsigned char link_speed; |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 152 | unsigned char link_status; |
Dave Jiang | ab760a0 | 2014-08-28 13:53:23 -0700 | [diff] [blame] | 153 | unsigned char split_bar; |
Jon Mason | 113bf1c | 2012-11-16 18:52:57 -0700 | [diff] [blame] | 154 | |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 155 | struct delayed_work hb_timer; |
| 156 | unsigned long last_ts; |
Jon Mason | 1517a3f | 2013-07-30 15:58:49 -0700 | [diff] [blame] | 157 | |
Jon Mason | 113bf1c | 2012-11-16 18:52:57 -0700 | [diff] [blame] | 158 | struct delayed_work lr_timer; |
| 159 | |
Jon Mason | 1517a3f | 2013-07-30 15:58:49 -0700 | [diff] [blame] | 160 | struct dentry *debugfs_dir; |
Jon Mason | 6465d02 | 2014-04-07 10:55:47 -0700 | [diff] [blame] | 161 | struct dentry *debugfs_info; |
Dave Jiang | 069684e | 2014-08-28 13:53:18 -0700 | [diff] [blame] | 162 | |
| 163 | unsigned int wa_flags; |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 164 | }; |
| 165 | |
| 166 | /** |
Jon Mason | 948d3a6 | 2013-04-18 17:07:36 -0700 | [diff] [blame] | 167 | * ntb_max_cbs() - return the max callbacks |
| 168 | * @ndev: pointer to ntb_device instance |
| 169 | * |
| 170 | * Given the ntb pointer, return the maximum number of callbacks |
| 171 | * |
| 172 | * RETURNS: the maximum number of callbacks |
| 173 | */ |
| 174 | static inline unsigned char ntb_max_cbs(struct ntb_device *ndev) |
| 175 | { |
| 176 | return ndev->max_cbs; |
| 177 | } |
| 178 | |
| 179 | /** |
| 180 | * ntb_max_mw() - return the max number of memory windows |
| 181 | * @ndev: pointer to ntb_device instance |
| 182 | * |
| 183 | * Given the ntb pointer, return the maximum number of memory windows |
| 184 | * |
| 185 | * RETURNS: the maximum number of memory windows |
| 186 | */ |
| 187 | static inline unsigned char ntb_max_mw(struct ntb_device *ndev) |
| 188 | { |
| 189 | return ndev->limits.max_mw; |
| 190 | } |
| 191 | |
| 192 | /** |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 193 | * ntb_hw_link_status() - return the hardware link status |
| 194 | * @ndev: pointer to ntb_device instance |
| 195 | * |
| 196 | * Returns true if the hardware is connected to the remote system |
| 197 | * |
| 198 | * RETURNS: true or false based on the hardware link state |
| 199 | */ |
| 200 | static inline bool ntb_hw_link_status(struct ntb_device *ndev) |
| 201 | { |
| 202 | return ndev->link_status == NTB_LINK_UP; |
| 203 | } |
| 204 | |
| 205 | /** |
| 206 | * ntb_query_pdev() - return the pci_dev pointer |
| 207 | * @ndev: pointer to ntb_device instance |
| 208 | * |
Jon Mason | 948d3a6 | 2013-04-18 17:07:36 -0700 | [diff] [blame] | 209 | * Given the ntb pointer, return the pci_dev pointer for the NTB hardware device |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 210 | * |
| 211 | * RETURNS: a pointer to the ntb pci_dev |
| 212 | */ |
| 213 | static inline struct pci_dev *ntb_query_pdev(struct ntb_device *ndev) |
| 214 | { |
| 215 | return ndev->pdev; |
| 216 | } |
| 217 | |
Jon Mason | 1517a3f | 2013-07-30 15:58:49 -0700 | [diff] [blame] | 218 | /** |
| 219 | * ntb_query_debugfs() - return the debugfs pointer |
| 220 | * @ndev: pointer to ntb_device instance |
| 221 | * |
| 222 | * Given the ntb pointer, return the debugfs directory pointer for the NTB |
| 223 | * hardware device |
| 224 | * |
| 225 | * RETURNS: a pointer to the debugfs directory |
| 226 | */ |
| 227 | static inline struct dentry *ntb_query_debugfs(struct ntb_device *ndev) |
| 228 | { |
| 229 | return ndev->debugfs_dir; |
| 230 | } |
| 231 | |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 232 | struct ntb_device *ntb_register_transport(struct pci_dev *pdev, |
| 233 | void *transport); |
| 234 | void ntb_unregister_transport(struct ntb_device *ndev); |
| 235 | void ntb_set_mw_addr(struct ntb_device *ndev, unsigned int mw, u64 addr); |
| 236 | int ntb_register_db_callback(struct ntb_device *ndev, unsigned int idx, |
Jon Mason | e8aeb60 | 2013-04-18 17:59:44 -0700 | [diff] [blame] | 237 | void *data, int (*db_cb_func)(void *data, |
| 238 | int db_num)); |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 239 | void ntb_unregister_db_callback(struct ntb_device *ndev, unsigned int idx); |
| 240 | int ntb_register_event_callback(struct ntb_device *ndev, |
Jon Mason | 53ca4fe | 2013-11-26 11:21:50 -0700 | [diff] [blame] | 241 | void (*event_cb_func)(void *handle, |
Jon Mason | 7446564 | 2013-01-21 15:28:52 -0700 | [diff] [blame] | 242 | enum ntb_hw_event event)); |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 243 | void ntb_unregister_event_callback(struct ntb_device *ndev); |
| 244 | int ntb_get_max_spads(struct ntb_device *ndev); |
| 245 | int ntb_write_local_spad(struct ntb_device *ndev, unsigned int idx, u32 val); |
| 246 | int ntb_read_local_spad(struct ntb_device *ndev, unsigned int idx, u32 *val); |
| 247 | int ntb_write_remote_spad(struct ntb_device *ndev, unsigned int idx, u32 val); |
| 248 | int ntb_read_remote_spad(struct ntb_device *ndev, unsigned int idx, u32 *val); |
Jon Mason | 282a2fe | 2013-02-12 09:52:50 -0700 | [diff] [blame] | 249 | resource_size_t ntb_get_mw_base(struct ntb_device *ndev, unsigned int mw); |
Jon Mason | 7446564 | 2013-01-21 15:28:52 -0700 | [diff] [blame] | 250 | void __iomem *ntb_get_mw_vbase(struct ntb_device *ndev, unsigned int mw); |
Jon Mason | ac477af | 2013-01-21 16:40:39 -0700 | [diff] [blame] | 251 | u64 ntb_get_mw_size(struct ntb_device *ndev, unsigned int mw); |
Jon Mason | 4979388 | 2013-07-15 15:53:54 -0700 | [diff] [blame] | 252 | void ntb_ring_doorbell(struct ntb_device *ndev, unsigned int idx); |
Jon Mason | fce8a7b | 2012-11-16 19:27:12 -0700 | [diff] [blame] | 253 | void *ntb_find_transport(struct pci_dev *pdev); |
| 254 | |
| 255 | int ntb_transport_init(struct pci_dev *pdev); |
| 256 | void ntb_transport_free(void *transport); |