Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 1 | /* |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 2 | * Copyright (c) 2009, Microsoft Corporation. |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify it |
| 5 | * under the terms and conditions of the GNU General Public License, |
| 6 | * version 2, as published by the Free Software Foundation. |
| 7 | * |
| 8 | * This program is distributed in the hope it will be useful, but WITHOUT |
| 9 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 10 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 11 | * more details. |
| 12 | * |
| 13 | * You should have received a copy of the GNU General Public License along with |
| 14 | * this program; if not, write to the Free Software Foundation, Inc., 59 Temple |
| 15 | * Place - Suite 330, Boston, MA 02111-1307 USA. |
| 16 | * |
| 17 | * Authors: |
Haiyang Zhang | d0e94d1 | 2009-11-23 17:00:22 +0000 | [diff] [blame] | 18 | * Haiyang Zhang <haiyangz@microsoft.com> |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 19 | * Hank Janssen <hjanssen@microsoft.com> |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 20 | */ |
Hank Janssen | eb335bc | 2011-03-29 13:58:48 -0700 | [diff] [blame] | 21 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
| 22 | |
Greg Kroah-Hartman | 5654e93 | 2009-07-14 15:08:20 -0700 | [diff] [blame] | 23 | #include <linux/kernel.h> |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 24 | #include <linux/sched.h> |
| 25 | #include <linux/wait.h> |
Greg Kroah-Hartman | 0ffa63b | 2009-07-15 11:06:01 -0700 | [diff] [blame] | 26 | #include <linux/mm.h> |
Greg Kroah-Hartman | b4362c9 | 2009-07-16 11:50:41 -0700 | [diff] [blame] | 27 | #include <linux/delay.h> |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 28 | #include <linux/io.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 29 | #include <linux/slab.h> |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 30 | #include <linux/netdevice.h> |
Haiyang Zhang | f157e78 | 2011-12-15 13:45:16 -0800 | [diff] [blame^] | 31 | #include <linux/if_ether.h> |
K. Y. Srinivasan | 3f335ea | 2011-05-12 19:34:15 -0700 | [diff] [blame] | 32 | |
K. Y. Srinivasan | 5ca7252 | 2011-05-12 19:34:37 -0700 | [diff] [blame] | 33 | #include "hyperv_net.h" |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 34 | |
| 35 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 36 | static struct netvsc_device *alloc_net_device(struct hv_device *device) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 37 | { |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 38 | struct netvsc_device *net_device; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 39 | struct net_device *ndev = hv_get_drvdata(device); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 40 | |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 41 | net_device = kzalloc(sizeof(struct netvsc_device), GFP_KERNEL); |
| 42 | if (!net_device) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 43 | return NULL; |
| 44 | |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 45 | |
K. Y. Srinivasan | c38b9c7 | 2011-08-27 11:31:12 -0700 | [diff] [blame] | 46 | net_device->destroy = false; |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 47 | net_device->dev = device; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 48 | net_device->ndev = ndev; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 49 | |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 50 | hv_set_drvdata(device, net_device); |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 51 | return net_device; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 52 | } |
| 53 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 54 | static struct netvsc_device *get_outbound_net_device(struct hv_device *device) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 55 | { |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 56 | struct netvsc_device *net_device; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 57 | |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 58 | net_device = hv_get_drvdata(device); |
K. Y. Srinivasan | 9d88f33 | 2011-08-27 11:31:16 -0700 | [diff] [blame] | 59 | if (net_device && net_device->destroy) |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 60 | net_device = NULL; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 61 | |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 62 | return net_device; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 63 | } |
| 64 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 65 | static struct netvsc_device *get_inbound_net_device(struct hv_device *device) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 66 | { |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 67 | struct netvsc_device *net_device; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 68 | |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 69 | net_device = hv_get_drvdata(device); |
K. Y. Srinivasan | 9d88f33 | 2011-08-27 11:31:16 -0700 | [diff] [blame] | 70 | |
| 71 | if (!net_device) |
| 72 | goto get_in_err; |
| 73 | |
| 74 | if (net_device->destroy && |
| 75 | atomic_read(&net_device->num_outstanding_sends) == 0) |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 76 | net_device = NULL; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 77 | |
K. Y. Srinivasan | 9d88f33 | 2011-08-27 11:31:16 -0700 | [diff] [blame] | 78 | get_in_err: |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 79 | return net_device; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 80 | } |
| 81 | |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 82 | |
Haiyang Zhang | ec91cd0 | 2011-04-21 12:30:43 -0700 | [diff] [blame] | 83 | static int netvsc_destroy_recv_buf(struct netvsc_device *net_device) |
| 84 | { |
| 85 | struct nvsp_message *revoke_packet; |
| 86 | int ret = 0; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 87 | struct net_device *ndev = net_device->ndev; |
Haiyang Zhang | ec91cd0 | 2011-04-21 12:30:43 -0700 | [diff] [blame] | 88 | |
| 89 | /* |
| 90 | * If we got a section count, it means we received a |
| 91 | * SendReceiveBufferComplete msg (ie sent |
| 92 | * NvspMessage1TypeSendReceiveBuffer msg) therefore, we need |
| 93 | * to send a revoke msg here |
| 94 | */ |
| 95 | if (net_device->recv_section_cnt) { |
| 96 | /* Send the revoke receive buffer */ |
| 97 | revoke_packet = &net_device->revoke_packet; |
| 98 | memset(revoke_packet, 0, sizeof(struct nvsp_message)); |
| 99 | |
| 100 | revoke_packet->hdr.msg_type = |
| 101 | NVSP_MSG1_TYPE_REVOKE_RECV_BUF; |
| 102 | revoke_packet->msg.v1_msg. |
| 103 | revoke_recv_buf.id = NETVSC_RECEIVE_BUFFER_ID; |
| 104 | |
| 105 | ret = vmbus_sendpacket(net_device->dev->channel, |
| 106 | revoke_packet, |
| 107 | sizeof(struct nvsp_message), |
| 108 | (unsigned long)revoke_packet, |
| 109 | VM_PKT_DATA_INBAND, 0); |
| 110 | /* |
| 111 | * If we failed here, we might as well return and |
| 112 | * have a leak rather than continue and a bugchk |
| 113 | */ |
| 114 | if (ret != 0) { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 115 | netdev_err(ndev, "unable to send " |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 116 | "revoke receive buffer to netvsp\n"); |
K. Y. Srinivasan | a3e0053 | 2011-08-25 09:49:12 -0700 | [diff] [blame] | 117 | return ret; |
Haiyang Zhang | ec91cd0 | 2011-04-21 12:30:43 -0700 | [diff] [blame] | 118 | } |
| 119 | } |
| 120 | |
| 121 | /* Teardown the gpadl on the vsp end */ |
| 122 | if (net_device->recv_buf_gpadl_handle) { |
| 123 | ret = vmbus_teardown_gpadl(net_device->dev->channel, |
| 124 | net_device->recv_buf_gpadl_handle); |
| 125 | |
| 126 | /* If we failed here, we might as well return and have a leak |
| 127 | * rather than continue and a bugchk |
| 128 | */ |
| 129 | if (ret != 0) { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 130 | netdev_err(ndev, |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 131 | "unable to teardown receive buffer's gpadl\n"); |
Dan Carpenter | 7f9615e | 2011-08-27 14:06:07 +0300 | [diff] [blame] | 132 | return ret; |
Haiyang Zhang | ec91cd0 | 2011-04-21 12:30:43 -0700 | [diff] [blame] | 133 | } |
| 134 | net_device->recv_buf_gpadl_handle = 0; |
| 135 | } |
| 136 | |
| 137 | if (net_device->recv_buf) { |
| 138 | /* Free up the receive buffer */ |
| 139 | free_pages((unsigned long)net_device->recv_buf, |
| 140 | get_order(net_device->recv_buf_size)); |
| 141 | net_device->recv_buf = NULL; |
| 142 | } |
| 143 | |
| 144 | if (net_device->recv_section) { |
| 145 | net_device->recv_section_cnt = 0; |
| 146 | kfree(net_device->recv_section); |
| 147 | net_device->recv_section = NULL; |
| 148 | } |
| 149 | |
| 150 | return ret; |
| 151 | } |
| 152 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 153 | static int netvsc_init_recv_buf(struct hv_device *device) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 154 | { |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 155 | int ret = 0; |
K. Y. Srinivasan | 35abb21 | 2011-05-10 07:55:41 -0700 | [diff] [blame] | 156 | int t; |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 157 | struct netvsc_device *net_device; |
| 158 | struct nvsp_message *init_packet; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 159 | struct net_device *ndev; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 160 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 161 | net_device = get_outbound_net_device(device); |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 162 | if (!net_device) |
K. Y. Srinivasan | 927bc33 | 2011-08-25 09:49:13 -0700 | [diff] [blame] | 163 | return -ENODEV; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 164 | ndev = net_device->ndev; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 165 | |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 166 | net_device->recv_buf = |
K. Y. Srinivasan | df3493e | 2011-02-11 09:59:00 -0800 | [diff] [blame] | 167 | (void *)__get_free_pages(GFP_KERNEL|__GFP_ZERO, |
| 168 | get_order(net_device->recv_buf_size)); |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 169 | if (!net_device->recv_buf) { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 170 | netdev_err(ndev, "unable to allocate receive " |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 171 | "buffer of size %d\n", net_device->recv_buf_size); |
K. Y. Srinivasan | 927bc33 | 2011-08-25 09:49:13 -0700 | [diff] [blame] | 172 | ret = -ENOMEM; |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 173 | goto cleanup; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 174 | } |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 175 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 176 | /* |
| 177 | * Establish the gpadl handle for this buffer on this |
| 178 | * channel. Note: This call uses the vmbus connection rather |
| 179 | * than the channel to establish the gpadl handle. |
| 180 | */ |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 181 | ret = vmbus_establish_gpadl(device->channel, net_device->recv_buf, |
| 182 | net_device->recv_buf_size, |
| 183 | &net_device->recv_buf_gpadl_handle); |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 184 | if (ret != 0) { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 185 | netdev_err(ndev, |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 186 | "unable to establish receive buffer's gpadl\n"); |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 187 | goto cleanup; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 188 | } |
| 189 | |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 190 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 191 | /* Notify the NetVsp of the gpadl handle */ |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 192 | init_packet = &net_device->channel_init_pkt; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 193 | |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 194 | memset(init_packet, 0, sizeof(struct nvsp_message)); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 195 | |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 196 | init_packet->hdr.msg_type = NVSP_MSG1_TYPE_SEND_RECV_BUF; |
| 197 | init_packet->msg.v1_msg.send_recv_buf. |
| 198 | gpadl_handle = net_device->recv_buf_gpadl_handle; |
| 199 | init_packet->msg.v1_msg. |
| 200 | send_recv_buf.id = NETVSC_RECEIVE_BUFFER_ID; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 201 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 202 | /* Send the gpadl notification request */ |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 203 | ret = vmbus_sendpacket(device->channel, init_packet, |
Greg Kroah-Hartman | 5a4df29 | 2010-10-21 09:43:24 -0700 | [diff] [blame] | 204 | sizeof(struct nvsp_message), |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 205 | (unsigned long)init_packet, |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 206 | VM_PKT_DATA_INBAND, |
Greg Kroah-Hartman | 5a4df29 | 2010-10-21 09:43:24 -0700 | [diff] [blame] | 207 | VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED); |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 208 | if (ret != 0) { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 209 | netdev_err(ndev, |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 210 | "unable to send receive buffer's gpadl to netvsp\n"); |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 211 | goto cleanup; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 212 | } |
| 213 | |
K. Y. Srinivasan | 5c5781b3 | 2011-06-16 13:16:35 -0700 | [diff] [blame] | 214 | t = wait_for_completion_timeout(&net_device->channel_init_wait, 5*HZ); |
K. Y. Srinivasan | 35abb21 | 2011-05-10 07:55:41 -0700 | [diff] [blame] | 215 | BUG_ON(t == 0); |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 216 | |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 217 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 218 | /* Check the response */ |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 219 | if (init_packet->msg.v1_msg. |
| 220 | send_recv_buf_complete.status != NVSP_STAT_SUCCESS) { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 221 | netdev_err(ndev, "Unable to complete receive buffer " |
Haiyang Zhang | 8bff33a | 2011-09-01 12:19:48 -0700 | [diff] [blame] | 222 | "initialization with NetVsp - status %d\n", |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 223 | init_packet->msg.v1_msg. |
| 224 | send_recv_buf_complete.status); |
K. Y. Srinivasan | 927bc33 | 2011-08-25 09:49:13 -0700 | [diff] [blame] | 225 | ret = -EINVAL; |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 226 | goto cleanup; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 227 | } |
| 228 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 229 | /* Parse the response */ |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 230 | |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 231 | net_device->recv_section_cnt = init_packet->msg. |
| 232 | v1_msg.send_recv_buf_complete.num_sections; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 233 | |
Haiyang Zhang | c181320 | 2011-11-30 07:19:07 -0800 | [diff] [blame] | 234 | net_device->recv_section = kmemdup( |
| 235 | init_packet->msg.v1_msg.send_recv_buf_complete.sections, |
| 236 | net_device->recv_section_cnt * |
| 237 | sizeof(struct nvsp_1_receive_buffer_section), |
| 238 | GFP_KERNEL); |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 239 | if (net_device->recv_section == NULL) { |
K. Y. Srinivasan | 927bc33 | 2011-08-25 09:49:13 -0700 | [diff] [blame] | 240 | ret = -EINVAL; |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 241 | goto cleanup; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 242 | } |
| 243 | |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 244 | /* |
| 245 | * For 1st release, there should only be 1 section that represents the |
| 246 | * entire receive buffer |
| 247 | */ |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 248 | if (net_device->recv_section_cnt != 1 || |
| 249 | net_device->recv_section->offset != 0) { |
K. Y. Srinivasan | 927bc33 | 2011-08-25 09:49:13 -0700 | [diff] [blame] | 250 | ret = -EINVAL; |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 251 | goto cleanup; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 252 | } |
| 253 | |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 254 | goto exit; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 255 | |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 256 | cleanup: |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 257 | netvsc_destroy_recv_buf(net_device); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 258 | |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 259 | exit: |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 260 | return ret; |
| 261 | } |
| 262 | |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 263 | |
Haiyang Zhang | f157e78 | 2011-12-15 13:45:16 -0800 | [diff] [blame^] | 264 | /* Negotiate NVSP protocol version */ |
| 265 | static int negotiate_nvsp_ver(struct hv_device *device, |
| 266 | struct netvsc_device *net_device, |
| 267 | struct nvsp_message *init_packet, |
| 268 | u32 nvsp_ver) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 269 | { |
K. Y. Srinivasan | 35abb21 | 2011-05-10 07:55:41 -0700 | [diff] [blame] | 270 | int ret, t; |
Haiyang Zhang | f157e78 | 2011-12-15 13:45:16 -0800 | [diff] [blame^] | 271 | |
| 272 | memset(init_packet, 0, sizeof(struct nvsp_message)); |
| 273 | init_packet->hdr.msg_type = NVSP_MSG_TYPE_INIT; |
| 274 | init_packet->msg.init_msg.init.min_protocol_ver = nvsp_ver; |
| 275 | init_packet->msg.init_msg.init.max_protocol_ver = nvsp_ver; |
| 276 | |
| 277 | /* Send the init request */ |
| 278 | ret = vmbus_sendpacket(device->channel, init_packet, |
| 279 | sizeof(struct nvsp_message), |
| 280 | (unsigned long)init_packet, |
| 281 | VM_PKT_DATA_INBAND, |
| 282 | VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED); |
| 283 | |
| 284 | if (ret != 0) |
| 285 | return ret; |
| 286 | |
| 287 | t = wait_for_completion_timeout(&net_device->channel_init_wait, 5*HZ); |
| 288 | |
| 289 | if (t == 0) |
| 290 | return -ETIMEDOUT; |
| 291 | |
| 292 | if (init_packet->msg.init_msg.init_complete.status != |
| 293 | NVSP_STAT_SUCCESS) |
| 294 | return -EINVAL; |
| 295 | |
| 296 | if (nvsp_ver != NVSP_PROTOCOL_VERSION_2) |
| 297 | return 0; |
| 298 | |
| 299 | /* NVSPv2 only: Send NDIS config */ |
| 300 | memset(init_packet, 0, sizeof(struct nvsp_message)); |
| 301 | init_packet->hdr.msg_type = NVSP_MSG2_TYPE_SEND_NDIS_CONFIG; |
| 302 | init_packet->msg.v2_msg.send_ndis_config.mtu = ETH_DATA_LEN; |
| 303 | |
| 304 | ret = vmbus_sendpacket(device->channel, init_packet, |
| 305 | sizeof(struct nvsp_message), |
| 306 | (unsigned long)init_packet, |
| 307 | VM_PKT_DATA_INBAND, 0); |
| 308 | |
| 309 | return ret; |
| 310 | } |
| 311 | |
| 312 | static int netvsc_connect_vsp(struct hv_device *device) |
| 313 | { |
| 314 | int ret; |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 315 | struct netvsc_device *net_device; |
| 316 | struct nvsp_message *init_packet; |
| 317 | int ndis_version; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 318 | struct net_device *ndev; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 319 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 320 | net_device = get_outbound_net_device(device); |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 321 | if (!net_device) |
K. Y. Srinivasan | 0f48c72 | 2011-08-25 09:49:14 -0700 | [diff] [blame] | 322 | return -ENODEV; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 323 | ndev = net_device->ndev; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 324 | |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 325 | init_packet = &net_device->channel_init_pkt; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 326 | |
Haiyang Zhang | f157e78 | 2011-12-15 13:45:16 -0800 | [diff] [blame^] | 327 | /* Negotiate the latest NVSP protocol supported */ |
| 328 | if (negotiate_nvsp_ver(device, net_device, init_packet, |
| 329 | NVSP_PROTOCOL_VERSION_2) == 0) { |
| 330 | net_device->nvsp_version = NVSP_PROTOCOL_VERSION_2; |
| 331 | } else if (negotiate_nvsp_ver(device, net_device, init_packet, |
| 332 | NVSP_PROTOCOL_VERSION_1) == 0) { |
| 333 | net_device->nvsp_version = NVSP_PROTOCOL_VERSION_1; |
| 334 | } else { |
K. Y. Srinivasan | 0f48c72 | 2011-08-25 09:49:14 -0700 | [diff] [blame] | 335 | ret = -EPROTO; |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 336 | goto cleanup; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 337 | } |
Haiyang Zhang | f157e78 | 2011-12-15 13:45:16 -0800 | [diff] [blame^] | 338 | |
| 339 | pr_debug("Negotiated NVSP version:%x\n", net_device->nvsp_version); |
| 340 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 341 | /* Send the ndis version */ |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 342 | memset(init_packet, 0, sizeof(struct nvsp_message)); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 343 | |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 344 | ndis_version = 0x00050000; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 345 | |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 346 | init_packet->hdr.msg_type = NVSP_MSG1_TYPE_SEND_NDIS_VER; |
| 347 | init_packet->msg.v1_msg. |
| 348 | send_ndis_ver.ndis_major_ver = |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 349 | (ndis_version & 0xFFFF0000) >> 16; |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 350 | init_packet->msg.v1_msg. |
| 351 | send_ndis_ver.ndis_minor_ver = |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 352 | ndis_version & 0xFFFF; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 353 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 354 | /* Send the init request */ |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 355 | ret = vmbus_sendpacket(device->channel, init_packet, |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 356 | sizeof(struct nvsp_message), |
| 357 | (unsigned long)init_packet, |
| 358 | VM_PKT_DATA_INBAND, 0); |
K. Y. Srinivasan | 0f48c72 | 2011-08-25 09:49:14 -0700 | [diff] [blame] | 359 | if (ret != 0) |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 360 | goto cleanup; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 361 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 362 | /* Post the big receive buffer to NetVSP */ |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 363 | ret = netvsc_init_recv_buf(device); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 364 | |
K. Y. Srinivasan | 0c3b7b2 | 2011-02-11 09:59:43 -0800 | [diff] [blame] | 365 | cleanup: |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 366 | return ret; |
| 367 | } |
| 368 | |
Haiyang Zhang | 648dc59 | 2011-04-21 12:30:47 -0700 | [diff] [blame] | 369 | static void netvsc_disconnect_vsp(struct netvsc_device *net_device) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 370 | { |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 371 | netvsc_destroy_recv_buf(net_device); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 372 | } |
| 373 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 374 | /* |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 375 | * netvsc_device_remove - Callback when the root bus device is removed |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 376 | */ |
K. Y. Srinivasan | 905620d | 2011-05-10 07:54:54 -0700 | [diff] [blame] | 377 | int netvsc_device_remove(struct hv_device *device) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 378 | { |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 379 | struct netvsc_device *net_device; |
| 380 | struct hv_netvsc_packet *netvsc_packet, *pos; |
K. Y. Srinivasan | c38b9c7 | 2011-08-27 11:31:12 -0700 | [diff] [blame] | 381 | unsigned long flags; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 382 | |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 383 | net_device = hv_get_drvdata(device); |
K. Y. Srinivasan | c38b9c7 | 2011-08-27 11:31:12 -0700 | [diff] [blame] | 384 | spin_lock_irqsave(&device->channel->inbound_lock, flags); |
| 385 | net_device->destroy = true; |
| 386 | spin_unlock_irqrestore(&device->channel->inbound_lock, flags); |
| 387 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 388 | /* Wait for all send completions */ |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 389 | while (atomic_read(&net_device->num_outstanding_sends)) { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 390 | dev_info(&device->device, |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 391 | "waiting for %d requests to complete...\n", |
Hank Janssen | eb335bc | 2011-03-29 13:58:48 -0700 | [diff] [blame] | 392 | atomic_read(&net_device->num_outstanding_sends)); |
Greg Kroah-Hartman | b4362c9 | 2009-07-16 11:50:41 -0700 | [diff] [blame] | 393 | udelay(100); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 394 | } |
| 395 | |
Haiyang Zhang | 648dc59 | 2011-04-21 12:30:47 -0700 | [diff] [blame] | 396 | netvsc_disconnect_vsp(net_device); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 397 | |
K. Y. Srinivasan | 3852409 | 2011-08-27 11:31:14 -0700 | [diff] [blame] | 398 | /* |
K. Y. Srinivasan | 9d88f33 | 2011-08-27 11:31:16 -0700 | [diff] [blame] | 399 | * Since we have already drained, we don't need to busy wait |
| 400 | * as was done in final_release_stor_device() |
| 401 | * Note that we cannot set the ext pointer to NULL until |
| 402 | * we have drained - to drain the outgoing packets, we need to |
| 403 | * allow incoming packets. |
K. Y. Srinivasan | 3852409 | 2011-08-27 11:31:14 -0700 | [diff] [blame] | 404 | */ |
K. Y. Srinivasan | 9d88f33 | 2011-08-27 11:31:16 -0700 | [diff] [blame] | 405 | |
| 406 | spin_lock_irqsave(&device->channel->inbound_lock, flags); |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 407 | hv_set_drvdata(device, NULL); |
K. Y. Srinivasan | 9d88f33 | 2011-08-27 11:31:16 -0700 | [diff] [blame] | 408 | spin_unlock_irqrestore(&device->channel->inbound_lock, flags); |
K. Y. Srinivasan | 3852409 | 2011-08-27 11:31:14 -0700 | [diff] [blame] | 409 | |
K. Y. Srinivasan | 86c921a | 2011-09-13 10:59:54 -0700 | [diff] [blame] | 410 | /* |
| 411 | * At this point, no one should be accessing net_device |
| 412 | * except in here |
| 413 | */ |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 414 | dev_notice(&device->device, "net device safe to remove\n"); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 415 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 416 | /* Now, we can close the channel safely */ |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 417 | vmbus_close(device->channel); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 418 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 419 | /* Release all resources */ |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 420 | list_for_each_entry_safe(netvsc_packet, pos, |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 421 | &net_device->recv_pkt_list, list_ent) { |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 422 | list_del(&netvsc_packet->list_ent); |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 423 | kfree(netvsc_packet); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 424 | } |
| 425 | |
K. Y. Srinivasan | 356c465 | 2011-08-27 11:31:10 -0700 | [diff] [blame] | 426 | kfree(net_device); |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 427 | return 0; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 428 | } |
| 429 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 430 | static void netvsc_send_completion(struct hv_device *device, |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 431 | struct vmpacket_descriptor *packet) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 432 | { |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 433 | struct netvsc_device *net_device; |
| 434 | struct nvsp_message *nvsp_packet; |
| 435 | struct hv_netvsc_packet *nvsc_packet; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 436 | struct net_device *ndev; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 437 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 438 | net_device = get_inbound_net_device(device); |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 439 | if (!net_device) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 440 | return; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 441 | ndev = net_device->ndev; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 442 | |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 443 | nvsp_packet = (struct nvsp_message *)((unsigned long)packet + |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 444 | (packet->offset8 << 3)); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 445 | |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 446 | if ((nvsp_packet->hdr.msg_type == NVSP_MSG_TYPE_INIT_COMPLETE) || |
| 447 | (nvsp_packet->hdr.msg_type == |
| 448 | NVSP_MSG1_TYPE_SEND_RECV_BUF_COMPLETE) || |
| 449 | (nvsp_packet->hdr.msg_type == |
| 450 | NVSP_MSG1_TYPE_SEND_SEND_BUF_COMPLETE)) { |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 451 | /* Copy the response back */ |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 452 | memcpy(&net_device->channel_init_pkt, nvsp_packet, |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 453 | sizeof(struct nvsp_message)); |
K. Y. Srinivasan | 35abb21 | 2011-05-10 07:55:41 -0700 | [diff] [blame] | 454 | complete(&net_device->channel_init_wait); |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 455 | } else if (nvsp_packet->hdr.msg_type == |
| 456 | NVSP_MSG1_TYPE_SEND_RNDIS_PKT_COMPLETE) { |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 457 | /* Get the send context */ |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 458 | nvsc_packet = (struct hv_netvsc_packet *)(unsigned long) |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 459 | packet->trans_id; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 460 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 461 | /* Notify the layer above us */ |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 462 | nvsc_packet->completion.send.send_completion( |
| 463 | nvsc_packet->completion.send.send_completion_ctx); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 464 | |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 465 | atomic_dec(&net_device->num_outstanding_sends); |
Haiyang Zhang | 1d06825 | 2011-12-02 11:56:25 -0800 | [diff] [blame] | 466 | |
| 467 | if (netif_queue_stopped(ndev)) |
| 468 | netif_wake_queue(ndev); |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 469 | } else { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 470 | netdev_err(ndev, "Unknown send completion packet type- " |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 471 | "%d received!!\n", nvsp_packet->hdr.msg_type); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 472 | } |
| 473 | |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 474 | } |
| 475 | |
K. Y. Srinivasan | f9819f0 | 2011-05-12 19:34:49 -0700 | [diff] [blame] | 476 | int netvsc_send(struct hv_device *device, |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 477 | struct hv_netvsc_packet *packet) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 478 | { |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 479 | struct netvsc_device *net_device; |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 480 | int ret = 0; |
Greg Kroah-Hartman | 223c1aa | 2009-08-28 16:20:53 -0700 | [diff] [blame] | 481 | struct nvsp_message sendMessage; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 482 | struct net_device *ndev; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 483 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 484 | net_device = get_outbound_net_device(device); |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 485 | if (!net_device) |
K. Y. Srinivasan | ff2bd69 | 2011-08-25 09:49:15 -0700 | [diff] [blame] | 486 | return -ENODEV; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 487 | ndev = net_device->ndev; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 488 | |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 489 | sendMessage.hdr.msg_type = NVSP_MSG1_TYPE_SEND_RNDIS_PKT; |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 490 | if (packet->is_data_pkt) { |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 491 | /* 0 is RMC_DATA; */ |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 492 | sendMessage.msg.v1_msg.send_rndis_pkt.channel_type = 0; |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 493 | } else { |
| 494 | /* 1 is RMC_CONTROL; */ |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 495 | sendMessage.msg.v1_msg.send_rndis_pkt.channel_type = 1; |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 496 | } |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 497 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 498 | /* Not using send buffer section */ |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 499 | sendMessage.msg.v1_msg.send_rndis_pkt.send_buf_section_index = |
| 500 | 0xFFFFFFFF; |
| 501 | sendMessage.msg.v1_msg.send_rndis_pkt.send_buf_section_size = 0; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 502 | |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 503 | if (packet->page_buf_cnt) { |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 504 | ret = vmbus_sendpacket_pagebuffer(device->channel, |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 505 | packet->page_buf, |
| 506 | packet->page_buf_cnt, |
Greg Kroah-Hartman | ff3f8ee | 2010-10-21 09:32:46 -0700 | [diff] [blame] | 507 | &sendMessage, |
| 508 | sizeof(struct nvsp_message), |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 509 | (unsigned long)packet); |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 510 | } else { |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 511 | ret = vmbus_sendpacket(device->channel, &sendMessage, |
Haiyang Zhang | e4d59ac | 2011-06-17 07:58:04 -0700 | [diff] [blame] | 512 | sizeof(struct nvsp_message), |
| 513 | (unsigned long)packet, |
| 514 | VM_PKT_DATA_INBAND, |
| 515 | VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 516 | |
| 517 | } |
| 518 | |
Haiyang Zhang | 1d06825 | 2011-12-02 11:56:25 -0800 | [diff] [blame] | 519 | if (ret == 0) { |
| 520 | atomic_inc(&net_device->num_outstanding_sends); |
| 521 | } else if (ret == -EAGAIN) { |
| 522 | netif_stop_queue(ndev); |
| 523 | if (atomic_read(&net_device->num_outstanding_sends) < 1) |
| 524 | netif_wake_queue(ndev); |
| 525 | } else { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 526 | netdev_err(ndev, "Unable to send packet %p ret %d\n", |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 527 | packet, ret); |
Haiyang Zhang | 1d06825 | 2011-12-02 11:56:25 -0800 | [diff] [blame] | 528 | } |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 529 | |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 530 | return ret; |
| 531 | } |
| 532 | |
Haiyang Zhang | 5fa9d3c | 2011-04-21 12:30:42 -0700 | [diff] [blame] | 533 | static void netvsc_send_recv_completion(struct hv_device *device, |
| 534 | u64 transaction_id) |
| 535 | { |
| 536 | struct nvsp_message recvcompMessage; |
| 537 | int retries = 0; |
| 538 | int ret; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 539 | struct net_device *ndev; |
| 540 | struct netvsc_device *net_device = hv_get_drvdata(device); |
| 541 | |
| 542 | ndev = net_device->ndev; |
Haiyang Zhang | 5fa9d3c | 2011-04-21 12:30:42 -0700 | [diff] [blame] | 543 | |
| 544 | recvcompMessage.hdr.msg_type = |
| 545 | NVSP_MSG1_TYPE_SEND_RNDIS_PKT_COMPLETE; |
| 546 | |
| 547 | /* FIXME: Pass in the status */ |
| 548 | recvcompMessage.msg.v1_msg.send_rndis_pkt_complete.status = |
| 549 | NVSP_STAT_SUCCESS; |
| 550 | |
| 551 | retry_send_cmplt: |
| 552 | /* Send the completion */ |
| 553 | ret = vmbus_sendpacket(device->channel, &recvcompMessage, |
| 554 | sizeof(struct nvsp_message), transaction_id, |
| 555 | VM_PKT_COMP, 0); |
| 556 | if (ret == 0) { |
| 557 | /* success */ |
| 558 | /* no-op */ |
K. Y. Srinivasan | d2598f0 | 2011-08-25 09:48:58 -0700 | [diff] [blame] | 559 | } else if (ret == -EAGAIN) { |
Haiyang Zhang | 5fa9d3c | 2011-04-21 12:30:42 -0700 | [diff] [blame] | 560 | /* no more room...wait a bit and attempt to retry 3 times */ |
| 561 | retries++; |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 562 | netdev_err(ndev, "unable to send receive completion pkt" |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 563 | " (tid %llx)...retrying %d\n", transaction_id, retries); |
Haiyang Zhang | 5fa9d3c | 2011-04-21 12:30:42 -0700 | [diff] [blame] | 564 | |
| 565 | if (retries < 4) { |
| 566 | udelay(100); |
| 567 | goto retry_send_cmplt; |
| 568 | } else { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 569 | netdev_err(ndev, "unable to send receive " |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 570 | "completion pkt (tid %llx)...give up retrying\n", |
Haiyang Zhang | 5fa9d3c | 2011-04-21 12:30:42 -0700 | [diff] [blame] | 571 | transaction_id); |
| 572 | } |
| 573 | } else { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 574 | netdev_err(ndev, "unable to send receive " |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 575 | "completion pkt - %llx\n", transaction_id); |
Haiyang Zhang | 5fa9d3c | 2011-04-21 12:30:42 -0700 | [diff] [blame] | 576 | } |
| 577 | } |
| 578 | |
Haiyang Zhang | 5799115 | 2011-04-21 12:30:41 -0700 | [diff] [blame] | 579 | /* Send a receive completion packet to RNDIS device (ie NetVsp) */ |
| 580 | static void netvsc_receive_completion(void *context) |
| 581 | { |
| 582 | struct hv_netvsc_packet *packet = context; |
| 583 | struct hv_device *device = (struct hv_device *)packet->device; |
| 584 | struct netvsc_device *net_device; |
| 585 | u64 transaction_id = 0; |
| 586 | bool fsend_receive_comp = false; |
| 587 | unsigned long flags; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 588 | struct net_device *ndev; |
Haiyang Zhang | 5799115 | 2011-04-21 12:30:41 -0700 | [diff] [blame] | 589 | |
| 590 | /* |
| 591 | * Even though it seems logical to do a GetOutboundNetDevice() here to |
| 592 | * send out receive completion, we are using GetInboundNetDevice() |
| 593 | * since we may have disable outbound traffic already. |
| 594 | */ |
| 595 | net_device = get_inbound_net_device(device); |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 596 | if (!net_device) |
Haiyang Zhang | 5799115 | 2011-04-21 12:30:41 -0700 | [diff] [blame] | 597 | return; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 598 | ndev = net_device->ndev; |
Haiyang Zhang | 5799115 | 2011-04-21 12:30:41 -0700 | [diff] [blame] | 599 | |
| 600 | /* Overloading use of the lock. */ |
| 601 | spin_lock_irqsave(&net_device->recv_pkt_list_lock, flags); |
| 602 | |
| 603 | packet->xfer_page_pkt->count--; |
| 604 | |
| 605 | /* |
| 606 | * Last one in the line that represent 1 xfer page packet. |
| 607 | * Return the xfer page packet itself to the freelist |
| 608 | */ |
| 609 | if (packet->xfer_page_pkt->count == 0) { |
| 610 | fsend_receive_comp = true; |
| 611 | transaction_id = packet->completion.recv.recv_completion_tid; |
| 612 | list_add_tail(&packet->xfer_page_pkt->list_ent, |
| 613 | &net_device->recv_pkt_list); |
| 614 | |
| 615 | } |
| 616 | |
| 617 | /* Put the packet back */ |
| 618 | list_add_tail(&packet->list_ent, &net_device->recv_pkt_list); |
| 619 | spin_unlock_irqrestore(&net_device->recv_pkt_list_lock, flags); |
| 620 | |
| 621 | /* Send a receive completion for the xfer page packet */ |
| 622 | if (fsend_receive_comp) |
| 623 | netvsc_send_recv_completion(device, transaction_id); |
| 624 | |
Haiyang Zhang | 5799115 | 2011-04-21 12:30:41 -0700 | [diff] [blame] | 625 | } |
| 626 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 627 | static void netvsc_receive(struct hv_device *device, |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 628 | struct vmpacket_descriptor *packet) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 629 | { |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 630 | struct netvsc_device *net_device; |
| 631 | struct vmtransfer_page_packet_header *vmxferpage_packet; |
| 632 | struct nvsp_message *nvsp_packet; |
| 633 | struct hv_netvsc_packet *netvsc_packet = NULL; |
Greg Kroah-Hartman | 7e23a6e | 2009-08-27 15:58:15 -0700 | [diff] [blame] | 634 | /* struct netvsc_driver *netvscDriver; */ |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 635 | struct xferpage_packet *xferpage_packet = NULL; |
Haiyang Zhang | 4532634 | 2011-12-15 13:45:15 -0800 | [diff] [blame] | 636 | int i; |
| 637 | int count = 0; |
Greg Kroah-Hartman | 6436873 | 2009-07-15 14:56:15 -0700 | [diff] [blame] | 638 | unsigned long flags; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 639 | struct net_device *ndev; |
K. Y. Srinivasan | 779b4d1 | 2011-04-26 09:20:22 -0700 | [diff] [blame] | 640 | |
Bill Pemberton | d29274e | 2009-09-11 21:46:43 -0400 | [diff] [blame] | 641 | LIST_HEAD(listHead); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 642 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 643 | net_device = get_inbound_net_device(device); |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 644 | if (!net_device) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 645 | return; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 646 | ndev = net_device->ndev; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 647 | |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 648 | /* |
| 649 | * All inbound packets other than send completion should be xfer page |
| 650 | * packet |
| 651 | */ |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 652 | if (packet->type != VM_PKT_DATA_USING_XFER_PAGES) { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 653 | netdev_err(ndev, "Unknown packet type received - %d\n", |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 654 | packet->type); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 655 | return; |
| 656 | } |
| 657 | |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 658 | nvsp_packet = (struct nvsp_message *)((unsigned long)packet + |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 659 | (packet->offset8 << 3)); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 660 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 661 | /* Make sure this is a valid nvsp packet */ |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 662 | if (nvsp_packet->hdr.msg_type != |
| 663 | NVSP_MSG1_TYPE_SEND_RNDIS_PKT) { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 664 | netdev_err(ndev, "Unknown nvsp packet type received-" |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 665 | " %d\n", nvsp_packet->hdr.msg_type); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 666 | return; |
| 667 | } |
| 668 | |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 669 | vmxferpage_packet = (struct vmtransfer_page_packet_header *)packet; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 670 | |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 671 | if (vmxferpage_packet->xfer_pageset_id != NETVSC_RECEIVE_BUFFER_ID) { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 672 | netdev_err(ndev, "Invalid xfer page set id - " |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 673 | "expecting %x got %x\n", NETVSC_RECEIVE_BUFFER_ID, |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 674 | vmxferpage_packet->xfer_pageset_id); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 675 | return; |
| 676 | } |
| 677 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 678 | /* |
| 679 | * Grab free packets (range count + 1) to represent this xfer |
| 680 | * page packet. +1 to represent the xfer page packet itself. |
| 681 | * We grab it here so that we know exactly how many we can |
| 682 | * fulfil |
| 683 | */ |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 684 | spin_lock_irqsave(&net_device->recv_pkt_list_lock, flags); |
| 685 | while (!list_empty(&net_device->recv_pkt_list)) { |
| 686 | list_move_tail(net_device->recv_pkt_list.next, &listHead); |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 687 | if (++count == vmxferpage_packet->range_cnt + 1) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 688 | break; |
| 689 | } |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 690 | spin_unlock_irqrestore(&net_device->recv_pkt_list_lock, flags); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 691 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 692 | /* |
| 693 | * We need at least 2 netvsc pkts (1 to represent the xfer |
| 694 | * page and at least 1 for the range) i.e. we can handled |
| 695 | * some of the xfer page packet ranges... |
| 696 | */ |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 697 | if (count < 2) { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 698 | netdev_err(ndev, "Got only %d netvsc pkt...needed " |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 699 | "%d pkts. Dropping this xfer page packet completely!\n", |
Hank Janssen | eb335bc | 2011-03-29 13:58:48 -0700 | [diff] [blame] | 700 | count, vmxferpage_packet->range_cnt + 1); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 701 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 702 | /* Return it to the freelist */ |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 703 | spin_lock_irqsave(&net_device->recv_pkt_list_lock, flags); |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 704 | for (i = count; i != 0; i--) { |
Milan Dadok | 92ec089 | 2009-10-28 23:23:37 +0100 | [diff] [blame] | 705 | list_move_tail(listHead.next, |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 706 | &net_device->recv_pkt_list); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 707 | } |
Haiyang Zhang | 53d21fd | 2010-12-10 12:03:59 -0800 | [diff] [blame] | 708 | spin_unlock_irqrestore(&net_device->recv_pkt_list_lock, |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 709 | flags); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 710 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 711 | netvsc_send_recv_completion(device, |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 712 | vmxferpage_packet->d.trans_id); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 713 | |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 714 | return; |
| 715 | } |
| 716 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 717 | /* Remove the 1st packet to represent the xfer page packet itself */ |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 718 | xferpage_packet = (struct xferpage_packet *)listHead.next; |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 719 | list_del(&xferpage_packet->list_ent); |
Bill Pemberton | d29274e | 2009-09-11 21:46:43 -0400 | [diff] [blame] | 720 | |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 721 | /* This is how much we can satisfy */ |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 722 | xferpage_packet->count = count - 1; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 723 | |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 724 | if (xferpage_packet->count != vmxferpage_packet->range_cnt) { |
Haiyang Zhang | 8bff33a | 2011-09-01 12:19:48 -0700 | [diff] [blame] | 725 | netdev_err(ndev, "Needed %d netvsc pkts to satisfy " |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 726 | "this xfer page...got %d\n", |
Hank Janssen | eb335bc | 2011-03-29 13:58:48 -0700 | [diff] [blame] | 727 | vmxferpage_packet->range_cnt, xferpage_packet->count); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 728 | } |
| 729 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 730 | /* Each range represents 1 RNDIS pkt that contains 1 ethernet frame */ |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 731 | for (i = 0; i < (count - 1); i++) { |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 732 | netvsc_packet = (struct hv_netvsc_packet *)listHead.next; |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 733 | list_del(&netvsc_packet->list_ent); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 734 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 735 | /* Initialize the netvsc packet */ |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 736 | netvsc_packet->xfer_page_pkt = xferpage_packet; |
| 737 | netvsc_packet->completion.recv.recv_completion = |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 738 | netvsc_receive_completion; |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 739 | netvsc_packet->completion.recv.recv_completion_ctx = |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 740 | netvsc_packet; |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 741 | netvsc_packet->device = device; |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 742 | /* Save this so that we can send it back */ |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 743 | netvsc_packet->completion.recv.recv_completion_tid = |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 744 | vmxferpage_packet->d.trans_id; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 745 | |
Haiyang Zhang | 4532634 | 2011-12-15 13:45:15 -0800 | [diff] [blame] | 746 | netvsc_packet->data = (void *)((unsigned long)net_device-> |
| 747 | recv_buf + vmxferpage_packet->ranges[i].byte_offset); |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 748 | netvsc_packet->total_data_buflen = |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 749 | vmxferpage_packet->ranges[i].byte_count; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 750 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 751 | /* Pass it to the upper layer */ |
K. Y. Srinivasan | ac6f785 | 2011-05-12 19:34:58 -0700 | [diff] [blame] | 752 | rndis_filter_receive(device, netvsc_packet); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 753 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 754 | netvsc_receive_completion(netvsc_packet-> |
Haiyang Zhang | 72a2f5b | 2010-12-10 12:03:58 -0800 | [diff] [blame] | 755 | completion.recv.recv_completion_ctx); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 756 | } |
| 757 | |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 758 | } |
| 759 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 760 | static void netvsc_channel_cb(void *context) |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 761 | { |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 762 | int ret; |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 763 | struct hv_device *device = context; |
| 764 | struct netvsc_device *net_device; |
| 765 | u32 bytes_recvd; |
| 766 | u64 request_id; |
Bill Pemberton | c6fcf0b | 2010-04-27 16:23:47 -0400 | [diff] [blame] | 767 | unsigned char *packet; |
Greg Kroah-Hartman | 8dc0a06 | 2009-08-27 16:02:36 -0700 | [diff] [blame] | 768 | struct vmpacket_descriptor *desc; |
Bill Pemberton | c6fcf0b | 2010-04-27 16:23:47 -0400 | [diff] [blame] | 769 | unsigned char *buffer; |
| 770 | int bufferlen = NETVSC_PACKET_SIZE; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 771 | struct net_device *ndev; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 772 | |
Bill Pemberton | c6fcf0b | 2010-04-27 16:23:47 -0400 | [diff] [blame] | 773 | packet = kzalloc(NETVSC_PACKET_SIZE * sizeof(unsigned char), |
Timo Teräs | d70c673 | 2010-12-17 11:40:24 +0200 | [diff] [blame] | 774 | GFP_ATOMIC); |
Bill Pemberton | c6fcf0b | 2010-04-27 16:23:47 -0400 | [diff] [blame] | 775 | if (!packet) |
| 776 | return; |
| 777 | buffer = packet; |
| 778 | |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 779 | net_device = get_inbound_net_device(device); |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 780 | if (!net_device) |
Bill Pemberton | c6fcf0b | 2010-04-27 16:23:47 -0400 | [diff] [blame] | 781 | goto out; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 782 | ndev = net_device->ndev; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 783 | |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 784 | do { |
Greg Kroah-Hartman | 9f63006 | 2010-10-21 09:09:48 -0700 | [diff] [blame] | 785 | ret = vmbus_recvpacket_raw(device->channel, buffer, bufferlen, |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 786 | &bytes_recvd, &request_id); |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 787 | if (ret == 0) { |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 788 | if (bytes_recvd > 0) { |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 789 | desc = (struct vmpacket_descriptor *)buffer; |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 790 | switch (desc->type) { |
| 791 | case VM_PKT_COMP: |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 792 | netvsc_send_completion(device, desc); |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 793 | break; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 794 | |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 795 | case VM_PKT_DATA_USING_XFER_PAGES: |
Haiyang Zhang | 5a71ae3 | 2010-12-10 12:03:55 -0800 | [diff] [blame] | 796 | netvsc_receive(device, desc); |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 797 | break; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 798 | |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 799 | default: |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 800 | netdev_err(ndev, |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 801 | "unhandled packet type %d, " |
| 802 | "tid %llx len %d\n", |
Haiyang Zhang | 415f228 | 2011-01-26 12:12:13 -0800 | [diff] [blame] | 803 | desc->type, request_id, |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 804 | bytes_recvd); |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 805 | break; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 806 | } |
| 807 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 808 | /* reset */ |
Bill Pemberton | c6fcf0b | 2010-04-27 16:23:47 -0400 | [diff] [blame] | 809 | if (bufferlen > NETVSC_PACKET_SIZE) { |
Greg Kroah-Hartman | 8c69f52 | 2009-07-15 12:48:29 -0700 | [diff] [blame] | 810 | kfree(buffer); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 811 | buffer = packet; |
Bill Pemberton | c6fcf0b | 2010-04-27 16:23:47 -0400 | [diff] [blame] | 812 | bufferlen = NETVSC_PACKET_SIZE; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 813 | } |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 814 | } else { |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 815 | /* reset */ |
Bill Pemberton | c6fcf0b | 2010-04-27 16:23:47 -0400 | [diff] [blame] | 816 | if (bufferlen > NETVSC_PACKET_SIZE) { |
Greg Kroah-Hartman | 8c69f52 | 2009-07-15 12:48:29 -0700 | [diff] [blame] | 817 | kfree(buffer); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 818 | buffer = packet; |
Bill Pemberton | c6fcf0b | 2010-04-27 16:23:47 -0400 | [diff] [blame] | 819 | bufferlen = NETVSC_PACKET_SIZE; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 820 | } |
| 821 | |
| 822 | break; |
| 823 | } |
K. Y. Srinivasan | 3d5cad9 | 2011-08-25 09:48:59 -0700 | [diff] [blame] | 824 | } else if (ret == -ENOBUFS) { |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 825 | /* Handle large packet */ |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 826 | buffer = kmalloc(bytes_recvd, GFP_ATOMIC); |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 827 | if (buffer == NULL) { |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 828 | /* Try again next time around */ |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 829 | netdev_err(ndev, |
Greg Kroah-Hartman | 21a80820 | 2009-09-02 10:33:05 -0700 | [diff] [blame] | 830 | "unable to allocate buffer of size " |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 831 | "(%d)!!\n", bytes_recvd); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 832 | break; |
| 833 | } |
| 834 | |
Haiyang Zhang | 85799a3 | 2010-12-10 12:03:54 -0800 | [diff] [blame] | 835 | bufferlen = bytes_recvd; |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 836 | } |
| 837 | } while (1); |
| 838 | |
Bill Pemberton | c6fcf0b | 2010-04-27 16:23:47 -0400 | [diff] [blame] | 839 | out: |
| 840 | kfree(buffer); |
Hank Janssen | fceaf24 | 2009-07-13 15:34:54 -0700 | [diff] [blame] | 841 | return; |
| 842 | } |
Haiyang Zhang | af24ce4 | 2011-04-21 12:30:40 -0700 | [diff] [blame] | 843 | |
| 844 | /* |
Haiyang Zhang | b637e02 | 2011-04-21 12:30:45 -0700 | [diff] [blame] | 845 | * netvsc_device_add - Callback when the device belonging to this |
| 846 | * driver is added |
| 847 | */ |
K. Y. Srinivasan | 7bd23a4 | 2011-05-10 07:54:53 -0700 | [diff] [blame] | 848 | int netvsc_device_add(struct hv_device *device, void *additional_info) |
Haiyang Zhang | b637e02 | 2011-04-21 12:30:45 -0700 | [diff] [blame] | 849 | { |
| 850 | int ret = 0; |
| 851 | int i; |
K. Y. Srinivasan | aae2398 | 2011-05-12 19:35:05 -0700 | [diff] [blame] | 852 | int ring_size = |
| 853 | ((struct netvsc_device_info *)additional_info)->ring_size; |
Haiyang Zhang | b637e02 | 2011-04-21 12:30:45 -0700 | [diff] [blame] | 854 | struct netvsc_device *net_device; |
| 855 | struct hv_netvsc_packet *packet, *pos; |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 856 | struct net_device *ndev; |
Haiyang Zhang | b637e02 | 2011-04-21 12:30:45 -0700 | [diff] [blame] | 857 | |
| 858 | net_device = alloc_net_device(device); |
| 859 | if (!net_device) { |
K. Y. Srinivasan | ace163a | 2011-08-25 09:49:16 -0700 | [diff] [blame] | 860 | ret = -ENOMEM; |
Haiyang Zhang | b637e02 | 2011-04-21 12:30:45 -0700 | [diff] [blame] | 861 | goto cleanup; |
| 862 | } |
| 863 | |
K. Y. Srinivasan | 2ddd5e5 | 2011-09-13 10:59:49 -0700 | [diff] [blame] | 864 | /* |
| 865 | * Coming into this function, struct net_device * is |
| 866 | * registered as the driver private data. |
| 867 | * In alloc_net_device(), we register struct netvsc_device * |
| 868 | * as the driver private data and stash away struct net_device * |
| 869 | * in struct netvsc_device *. |
| 870 | */ |
| 871 | ndev = net_device->ndev; |
| 872 | |
Haiyang Zhang | b637e02 | 2011-04-21 12:30:45 -0700 | [diff] [blame] | 873 | /* Initialize the NetVSC channel extension */ |
| 874 | net_device->recv_buf_size = NETVSC_RECEIVE_BUFFER_SIZE; |
| 875 | spin_lock_init(&net_device->recv_pkt_list_lock); |
| 876 | |
Haiyang Zhang | b637e02 | 2011-04-21 12:30:45 -0700 | [diff] [blame] | 877 | INIT_LIST_HEAD(&net_device->recv_pkt_list); |
| 878 | |
| 879 | for (i = 0; i < NETVSC_RECEIVE_PACKETLIST_COUNT; i++) { |
| 880 | packet = kzalloc(sizeof(struct hv_netvsc_packet) + |
| 881 | (NETVSC_RECEIVE_SG_COUNT * |
| 882 | sizeof(struct hv_page_buffer)), GFP_KERNEL); |
| 883 | if (!packet) |
| 884 | break; |
| 885 | |
| 886 | list_add_tail(&packet->list_ent, |
| 887 | &net_device->recv_pkt_list); |
| 888 | } |
K. Y. Srinivasan | 35abb21 | 2011-05-10 07:55:41 -0700 | [diff] [blame] | 889 | init_completion(&net_device->channel_init_wait); |
Haiyang Zhang | b637e02 | 2011-04-21 12:30:45 -0700 | [diff] [blame] | 890 | |
| 891 | /* Open the channel */ |
K. Y. Srinivasan | aae2398 | 2011-05-12 19:35:05 -0700 | [diff] [blame] | 892 | ret = vmbus_open(device->channel, ring_size * PAGE_SIZE, |
| 893 | ring_size * PAGE_SIZE, NULL, 0, |
Haiyang Zhang | b637e02 | 2011-04-21 12:30:45 -0700 | [diff] [blame] | 894 | netvsc_channel_cb, device); |
| 895 | |
| 896 | if (ret != 0) { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 897 | netdev_err(ndev, "unable to open channel: %d\n", ret); |
Haiyang Zhang | b637e02 | 2011-04-21 12:30:45 -0700 | [diff] [blame] | 898 | goto cleanup; |
| 899 | } |
| 900 | |
| 901 | /* Channel is opened */ |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 902 | pr_info("hv_netvsc channel opened successfully\n"); |
Haiyang Zhang | b637e02 | 2011-04-21 12:30:45 -0700 | [diff] [blame] | 903 | |
| 904 | /* Connect with the NetVsp */ |
| 905 | ret = netvsc_connect_vsp(device); |
| 906 | if (ret != 0) { |
Haiyang Zhang | d987115 | 2011-09-01 12:19:41 -0700 | [diff] [blame] | 907 | netdev_err(ndev, |
Haiyang Zhang | c909ebb | 2011-09-01 12:19:40 -0700 | [diff] [blame] | 908 | "unable to connect to NetVSP - %d\n", ret); |
Haiyang Zhang | b637e02 | 2011-04-21 12:30:45 -0700 | [diff] [blame] | 909 | goto close; |
| 910 | } |
| 911 | |
| 912 | return ret; |
| 913 | |
| 914 | close: |
| 915 | /* Now, we can close the channel safely */ |
| 916 | vmbus_close(device->channel); |
| 917 | |
| 918 | cleanup: |
| 919 | |
| 920 | if (net_device) { |
| 921 | list_for_each_entry_safe(packet, pos, |
| 922 | &net_device->recv_pkt_list, |
| 923 | list_ent) { |
| 924 | list_del(&packet->list_ent); |
| 925 | kfree(packet); |
| 926 | } |
| 927 | |
K. Y. Srinivasan | 356c465 | 2011-08-27 11:31:10 -0700 | [diff] [blame] | 928 | kfree(net_device); |
Haiyang Zhang | b637e02 | 2011-04-21 12:30:45 -0700 | [diff] [blame] | 929 | } |
| 930 | |
| 931 | return ret; |
| 932 | } |