Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 1 | /* |
| 2 | * This file is provided under a dual BSD/GPLv2 license. When using or |
| 3 | * redistributing this file, you may do so under either license. |
| 4 | * |
| 5 | * GPL LICENSE SUMMARY |
| 6 | * |
| 7 | * Copyright(c) 2012 Intel Corporation. All rights reserved. |
| 8 | * |
| 9 | * This program is free software; you can redistribute it and/or modify |
| 10 | * it under the terms of version 2 of the GNU General Public License as |
| 11 | * published by the Free Software Foundation. |
| 12 | * |
| 13 | * BSD LICENSE |
| 14 | * |
| 15 | * Copyright(c) 2012 Intel Corporation. All rights reserved. |
| 16 | * |
| 17 | * Redistribution and use in source and binary forms, with or without |
| 18 | * modification, are permitted provided that the following conditions |
| 19 | * are met: |
| 20 | * |
| 21 | * * Redistributions of source code must retain the above copyright |
| 22 | * notice, this list of conditions and the following disclaimer. |
| 23 | * * Redistributions in binary form must reproduce the above copy |
| 24 | * notice, this list of conditions and the following disclaimer in |
| 25 | * the documentation and/or other materials provided with the |
| 26 | * distribution. |
| 27 | * * Neither the name of Intel Corporation nor the names of its |
| 28 | * contributors may be used to endorse or promote products derived |
| 29 | * from this software without specific prior written permission. |
| 30 | * |
| 31 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 32 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 33 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 34 | * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 35 | * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 36 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 37 | * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 38 | * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 39 | * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 40 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 41 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 42 | * |
| 43 | * Intel PCIe NTB Network Linux driver |
| 44 | * |
| 45 | * Contact Information: |
| 46 | * Jon Mason <jon.mason@intel.com> |
| 47 | */ |
| 48 | #include <linux/etherdevice.h> |
| 49 | #include <linux/ethtool.h> |
| 50 | #include <linux/module.h> |
| 51 | #include <linux/pci.h> |
| 52 | #include <linux/ntb.h> |
| 53 | |
Jon Mason | 24208bb | 2013-01-19 02:02:35 -0700 | [diff] [blame] | 54 | #define NTB_NETDEV_VER "0.7" |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 55 | |
| 56 | MODULE_DESCRIPTION(KBUILD_MODNAME); |
| 57 | MODULE_VERSION(NTB_NETDEV_VER); |
| 58 | MODULE_LICENSE("Dual BSD/GPL"); |
| 59 | MODULE_AUTHOR("Intel Corporation"); |
| 60 | |
| 61 | struct ntb_netdev { |
| 62 | struct list_head list; |
| 63 | struct pci_dev *pdev; |
| 64 | struct net_device *ndev; |
| 65 | struct ntb_transport_qp *qp; |
| 66 | }; |
| 67 | |
| 68 | #define NTB_TX_TIMEOUT_MS 1000 |
| 69 | #define NTB_RXQ_SIZE 100 |
| 70 | |
| 71 | static LIST_HEAD(dev_list); |
| 72 | |
| 73 | static void ntb_netdev_event_handler(void *data, int status) |
| 74 | { |
| 75 | struct net_device *ndev = data; |
| 76 | struct ntb_netdev *dev = netdev_priv(ndev); |
| 77 | |
| 78 | netdev_dbg(ndev, "Event %x, Link %x\n", status, |
| 79 | ntb_transport_link_query(dev->qp)); |
| 80 | |
Jon Mason | 403c63c | 2013-07-29 16:31:18 -0700 | [diff] [blame] | 81 | switch (status) { |
| 82 | case NTB_LINK_DOWN: |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 83 | netif_carrier_off(ndev); |
Jon Mason | 403c63c | 2013-07-29 16:31:18 -0700 | [diff] [blame] | 84 | break; |
| 85 | case NTB_LINK_UP: |
| 86 | if (!ntb_transport_link_query(dev->qp)) |
| 87 | return; |
| 88 | |
| 89 | netif_carrier_on(ndev); |
| 90 | break; |
| 91 | default: |
| 92 | netdev_warn(ndev, "Unsupported event type %d\n", status); |
| 93 | } |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 94 | } |
| 95 | |
| 96 | static void ntb_netdev_rx_handler(struct ntb_transport_qp *qp, void *qp_data, |
| 97 | void *data, int len) |
| 98 | { |
| 99 | struct net_device *ndev = qp_data; |
| 100 | struct sk_buff *skb; |
| 101 | int rc; |
| 102 | |
| 103 | skb = data; |
| 104 | if (!skb) |
| 105 | return; |
| 106 | |
| 107 | netdev_dbg(ndev, "%s: %d byte payload received\n", __func__, len); |
| 108 | |
| 109 | skb_put(skb, len); |
| 110 | skb->protocol = eth_type_trans(skb, ndev); |
| 111 | skb->ip_summed = CHECKSUM_NONE; |
| 112 | |
| 113 | if (netif_rx(skb) == NET_RX_DROP) { |
| 114 | ndev->stats.rx_errors++; |
| 115 | ndev->stats.rx_dropped++; |
| 116 | } else { |
| 117 | ndev->stats.rx_packets++; |
| 118 | ndev->stats.rx_bytes += len; |
| 119 | } |
| 120 | |
| 121 | skb = netdev_alloc_skb(ndev, ndev->mtu + ETH_HLEN); |
| 122 | if (!skb) { |
| 123 | ndev->stats.rx_errors++; |
| 124 | ndev->stats.rx_frame_errors++; |
| 125 | return; |
| 126 | } |
| 127 | |
| 128 | rc = ntb_transport_rx_enqueue(qp, skb, skb->data, ndev->mtu + ETH_HLEN); |
| 129 | if (rc) { |
Jon Mason | 765ccc7 | 2013-01-19 02:02:31 -0700 | [diff] [blame] | 130 | dev_kfree_skb(skb); |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 131 | ndev->stats.rx_errors++; |
| 132 | ndev->stats.rx_fifo_errors++; |
| 133 | } |
| 134 | } |
| 135 | |
| 136 | static void ntb_netdev_tx_handler(struct ntb_transport_qp *qp, void *qp_data, |
| 137 | void *data, int len) |
| 138 | { |
| 139 | struct net_device *ndev = qp_data; |
| 140 | struct sk_buff *skb; |
| 141 | |
| 142 | skb = data; |
| 143 | if (!skb || !ndev) |
| 144 | return; |
| 145 | |
| 146 | if (len > 0) { |
| 147 | ndev->stats.tx_packets++; |
| 148 | ndev->stats.tx_bytes += skb->len; |
| 149 | } else { |
| 150 | ndev->stats.tx_errors++; |
| 151 | ndev->stats.tx_aborted_errors++; |
| 152 | } |
| 153 | |
| 154 | dev_kfree_skb(skb); |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 155 | } |
| 156 | |
| 157 | static netdev_tx_t ntb_netdev_start_xmit(struct sk_buff *skb, |
| 158 | struct net_device *ndev) |
| 159 | { |
| 160 | struct ntb_netdev *dev = netdev_priv(ndev); |
| 161 | int rc; |
| 162 | |
Jon Mason | 7bcd2b1 | 2013-01-19 02:02:34 -0700 | [diff] [blame] | 163 | netdev_dbg(ndev, "%s: skb len %d\n", __func__, skb->len); |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 164 | |
| 165 | rc = ntb_transport_tx_enqueue(dev->qp, skb, skb->data, skb->len); |
| 166 | if (rc) |
| 167 | goto err; |
| 168 | |
| 169 | return NETDEV_TX_OK; |
| 170 | |
| 171 | err: |
| 172 | ndev->stats.tx_dropped++; |
| 173 | ndev->stats.tx_errors++; |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 174 | return NETDEV_TX_BUSY; |
| 175 | } |
| 176 | |
| 177 | static int ntb_netdev_open(struct net_device *ndev) |
| 178 | { |
| 179 | struct ntb_netdev *dev = netdev_priv(ndev); |
| 180 | struct sk_buff *skb; |
| 181 | int rc, i, len; |
| 182 | |
| 183 | /* Add some empty rx bufs */ |
| 184 | for (i = 0; i < NTB_RXQ_SIZE; i++) { |
| 185 | skb = netdev_alloc_skb(ndev, ndev->mtu + ETH_HLEN); |
| 186 | if (!skb) { |
| 187 | rc = -ENOMEM; |
| 188 | goto err; |
| 189 | } |
| 190 | |
| 191 | rc = ntb_transport_rx_enqueue(dev->qp, skb, skb->data, |
| 192 | ndev->mtu + ETH_HLEN); |
Jon Mason | e8bc2ebd | 2013-11-22 16:50:57 -0700 | [diff] [blame] | 193 | if (rc == -EINVAL) { |
| 194 | dev_kfree_skb(skb); |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 195 | goto err; |
Jon Mason | e8bc2ebd | 2013-11-22 16:50:57 -0700 | [diff] [blame] | 196 | } |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 197 | } |
| 198 | |
| 199 | netif_carrier_off(ndev); |
| 200 | ntb_transport_link_up(dev->qp); |
| 201 | |
| 202 | return 0; |
| 203 | |
| 204 | err: |
| 205 | while ((skb = ntb_transport_rx_remove(dev->qp, &len))) |
| 206 | dev_kfree_skb(skb); |
| 207 | return rc; |
| 208 | } |
| 209 | |
| 210 | static int ntb_netdev_close(struct net_device *ndev) |
| 211 | { |
| 212 | struct ntb_netdev *dev = netdev_priv(ndev); |
| 213 | struct sk_buff *skb; |
| 214 | int len; |
| 215 | |
| 216 | ntb_transport_link_down(dev->qp); |
| 217 | |
| 218 | while ((skb = ntb_transport_rx_remove(dev->qp, &len))) |
| 219 | dev_kfree_skb(skb); |
| 220 | |
| 221 | return 0; |
| 222 | } |
| 223 | |
| 224 | static int ntb_netdev_change_mtu(struct net_device *ndev, int new_mtu) |
| 225 | { |
| 226 | struct ntb_netdev *dev = netdev_priv(ndev); |
| 227 | struct sk_buff *skb; |
| 228 | int len, rc; |
| 229 | |
| 230 | if (new_mtu > ntb_transport_max_size(dev->qp) - ETH_HLEN) |
| 231 | return -EINVAL; |
| 232 | |
| 233 | if (!netif_running(ndev)) { |
| 234 | ndev->mtu = new_mtu; |
| 235 | return 0; |
| 236 | } |
| 237 | |
| 238 | /* Bring down the link and dispose of posted rx entries */ |
| 239 | ntb_transport_link_down(dev->qp); |
| 240 | |
| 241 | if (ndev->mtu < new_mtu) { |
| 242 | int i; |
| 243 | |
| 244 | for (i = 0; (skb = ntb_transport_rx_remove(dev->qp, &len)); i++) |
| 245 | dev_kfree_skb(skb); |
| 246 | |
| 247 | for (; i; i--) { |
| 248 | skb = netdev_alloc_skb(ndev, new_mtu + ETH_HLEN); |
| 249 | if (!skb) { |
| 250 | rc = -ENOMEM; |
| 251 | goto err; |
| 252 | } |
| 253 | |
| 254 | rc = ntb_transport_rx_enqueue(dev->qp, skb, skb->data, |
| 255 | new_mtu + ETH_HLEN); |
| 256 | if (rc) { |
| 257 | dev_kfree_skb(skb); |
| 258 | goto err; |
| 259 | } |
| 260 | } |
| 261 | } |
| 262 | |
| 263 | ndev->mtu = new_mtu; |
| 264 | |
| 265 | ntb_transport_link_up(dev->qp); |
| 266 | |
| 267 | return 0; |
| 268 | |
| 269 | err: |
| 270 | ntb_transport_link_down(dev->qp); |
| 271 | |
| 272 | while ((skb = ntb_transport_rx_remove(dev->qp, &len))) |
| 273 | dev_kfree_skb(skb); |
| 274 | |
| 275 | netdev_err(ndev, "Error changing MTU, device inoperable\n"); |
| 276 | return rc; |
| 277 | } |
| 278 | |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 279 | static const struct net_device_ops ntb_netdev_ops = { |
| 280 | .ndo_open = ntb_netdev_open, |
| 281 | .ndo_stop = ntb_netdev_close, |
| 282 | .ndo_start_xmit = ntb_netdev_start_xmit, |
| 283 | .ndo_change_mtu = ntb_netdev_change_mtu, |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 284 | .ndo_set_mac_address = eth_mac_addr, |
| 285 | }; |
| 286 | |
| 287 | static void ntb_get_drvinfo(struct net_device *ndev, |
| 288 | struct ethtool_drvinfo *info) |
| 289 | { |
| 290 | struct ntb_netdev *dev = netdev_priv(ndev); |
| 291 | |
| 292 | strlcpy(info->driver, KBUILD_MODNAME, sizeof(info->driver)); |
| 293 | strlcpy(info->version, NTB_NETDEV_VER, sizeof(info->version)); |
| 294 | strlcpy(info->bus_info, pci_name(dev->pdev), sizeof(info->bus_info)); |
| 295 | } |
| 296 | |
| 297 | static int ntb_get_settings(struct net_device *dev, struct ethtool_cmd *cmd) |
| 298 | { |
| 299 | cmd->supported = SUPPORTED_Backplane; |
| 300 | cmd->advertising = ADVERTISED_Backplane; |
| 301 | cmd->speed = SPEED_UNKNOWN; |
| 302 | ethtool_cmd_speed_set(cmd, SPEED_UNKNOWN); |
| 303 | cmd->duplex = DUPLEX_FULL; |
| 304 | cmd->port = PORT_OTHER; |
| 305 | cmd->phy_address = 0; |
| 306 | cmd->transceiver = XCVR_DUMMY1; |
| 307 | cmd->autoneg = AUTONEG_ENABLE; |
| 308 | cmd->maxtxpkt = 0; |
| 309 | cmd->maxrxpkt = 0; |
| 310 | |
| 311 | return 0; |
| 312 | } |
| 313 | |
| 314 | static const struct ethtool_ops ntb_ethtool_ops = { |
| 315 | .get_drvinfo = ntb_get_drvinfo, |
| 316 | .get_link = ethtool_op_get_link, |
| 317 | .get_settings = ntb_get_settings, |
| 318 | }; |
| 319 | |
| 320 | static const struct ntb_queue_handlers ntb_netdev_handlers = { |
| 321 | .tx_handler = ntb_netdev_tx_handler, |
| 322 | .rx_handler = ntb_netdev_rx_handler, |
| 323 | .event_handler = ntb_netdev_event_handler, |
| 324 | }; |
| 325 | |
Greg Kroah-Hartman | 78a61ab | 2013-01-17 19:17:42 -0800 | [diff] [blame] | 326 | static int ntb_netdev_probe(struct pci_dev *pdev) |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 327 | { |
| 328 | struct net_device *ndev; |
| 329 | struct ntb_netdev *dev; |
| 330 | int rc; |
| 331 | |
| 332 | ndev = alloc_etherdev(sizeof(struct ntb_netdev)); |
| 333 | if (!ndev) |
| 334 | return -ENOMEM; |
| 335 | |
| 336 | dev = netdev_priv(ndev); |
| 337 | dev->ndev = ndev; |
| 338 | dev->pdev = pdev; |
| 339 | BUG_ON(!dev->pdev); |
| 340 | ndev->features = NETIF_F_HIGHDMA; |
| 341 | |
| 342 | ndev->priv_flags |= IFF_LIVE_ADDR_CHANGE; |
| 343 | |
| 344 | ndev->hw_features = ndev->features; |
| 345 | ndev->watchdog_timeo = msecs_to_jiffies(NTB_TX_TIMEOUT_MS); |
| 346 | |
| 347 | random_ether_addr(ndev->perm_addr); |
| 348 | memcpy(ndev->dev_addr, ndev->perm_addr, ndev->addr_len); |
| 349 | |
| 350 | ndev->netdev_ops = &ntb_netdev_ops; |
Wilfried Klaebe | 7ad24ea | 2014-05-11 00:12:32 +0000 | [diff] [blame^] | 351 | ndev->ethtool_ops = &ntb_ethtool_ops; |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 352 | |
| 353 | dev->qp = ntb_transport_create_queue(ndev, pdev, &ntb_netdev_handlers); |
| 354 | if (!dev->qp) { |
| 355 | rc = -EIO; |
| 356 | goto err; |
| 357 | } |
| 358 | |
| 359 | ndev->mtu = ntb_transport_max_size(dev->qp) - ETH_HLEN; |
| 360 | |
| 361 | rc = register_netdev(ndev); |
| 362 | if (rc) |
| 363 | goto err1; |
| 364 | |
| 365 | list_add(&dev->list, &dev_list); |
Jon Mason | 7bcd2b1 | 2013-01-19 02:02:34 -0700 | [diff] [blame] | 366 | dev_info(&pdev->dev, "%s created\n", ndev->name); |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 367 | return 0; |
| 368 | |
| 369 | err1: |
| 370 | ntb_transport_free_queue(dev->qp); |
| 371 | err: |
| 372 | free_netdev(ndev); |
| 373 | return rc; |
| 374 | } |
| 375 | |
Jon Mason | 19e17f7 | 2013-01-19 02:02:30 -0700 | [diff] [blame] | 376 | static void ntb_netdev_remove(struct pci_dev *pdev) |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 377 | { |
| 378 | struct net_device *ndev; |
| 379 | struct ntb_netdev *dev; |
Jon Mason | 53ca4fe | 2013-11-26 11:21:50 -0700 | [diff] [blame] | 380 | bool found = false; |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 381 | |
| 382 | list_for_each_entry(dev, &dev_list, list) { |
Jon Mason | fea903e | 2013-11-22 16:44:13 -0700 | [diff] [blame] | 383 | if (dev->pdev == pdev) { |
| 384 | found = true; |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 385 | break; |
Jon Mason | fea903e | 2013-11-22 16:44:13 -0700 | [diff] [blame] | 386 | } |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 387 | } |
Jon Mason | fea903e | 2013-11-22 16:44:13 -0700 | [diff] [blame] | 388 | if (!found) |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 389 | return; |
| 390 | |
Jon Mason | 904435c | 2013-04-18 13:36:43 -0700 | [diff] [blame] | 391 | list_del(&dev->list); |
| 392 | |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 393 | ndev = dev->ndev; |
| 394 | |
| 395 | unregister_netdev(ndev); |
| 396 | ntb_transport_free_queue(dev->qp); |
| 397 | free_netdev(ndev); |
| 398 | } |
| 399 | |
| 400 | static struct ntb_client ntb_netdev_client = { |
| 401 | .driver.name = KBUILD_MODNAME, |
| 402 | .driver.owner = THIS_MODULE, |
| 403 | .probe = ntb_netdev_probe, |
| 404 | .remove = ntb_netdev_remove, |
| 405 | }; |
| 406 | |
| 407 | static int __init ntb_netdev_init_module(void) |
| 408 | { |
| 409 | int rc; |
| 410 | |
| 411 | rc = ntb_register_client_dev(KBUILD_MODNAME); |
| 412 | if (rc) |
| 413 | return rc; |
| 414 | return ntb_register_client(&ntb_netdev_client); |
| 415 | } |
| 416 | module_init(ntb_netdev_init_module); |
| 417 | |
| 418 | static void __exit ntb_netdev_exit_module(void) |
| 419 | { |
| 420 | ntb_unregister_client(&ntb_netdev_client); |
| 421 | ntb_unregister_client_dev(KBUILD_MODNAME); |
Jon Mason | 548c237 | 2012-11-16 19:27:13 -0700 | [diff] [blame] | 422 | } |
| 423 | module_exit(ntb_netdev_exit_module); |