blob: dea54098e5107a78bc454ec261e147a8f19c230d [file] [log] [blame]
Hank Janssenfceaf242009-07-13 15:34:54 -07001/*
2 *
3 * Copyright (c) 2009, Microsoft Corporation.
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms and conditions of the GNU General Public License,
7 * version 2, as published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
16 * Place - Suite 330, Boston, MA 02111-1307 USA.
17 *
18 * Authors:
19 * Hank Janssen <hjanssen@microsoft.com>
20 *
21 */
22
Greg Kroah-Hartman5654e932009-07-14 15:08:20 -070023#include <linux/kernel.h>
Greg Kroah-Hartman0ffa63b2009-07-15 11:06:01 -070024#include <linux/mm.h>
Greg Kroah-Hartmanb4362c92009-07-16 11:50:41 -070025#include <linux/delay.h>
Greg Kroah-Hartmanc86f3e22009-07-14 10:59:56 -070026#include "include/logging.h"
Hank Janssenfceaf242009-07-13 15:34:54 -070027#include "NetVsc.h"
28#include "RndisFilter.h"
29
30
Bill Pemberton454f18a2009-07-27 16:47:24 -040031/* Globals */
Hank Janssenfceaf242009-07-13 15:34:54 -070032static const char* gDriverName="netvsc";
33
Bill Pemberton454f18a2009-07-27 16:47:24 -040034/* {F8615163-DF3E-46c5-913F-F2D2F965ED0E} */
Hank Janssenfceaf242009-07-13 15:34:54 -070035static const GUID gNetVscDeviceType={
36 .Data = {0x63, 0x51, 0x61, 0xF8, 0x3E, 0xDF, 0xc5, 0x46, 0x91, 0x3F, 0xF2, 0xD2, 0xF9, 0x65, 0xED, 0x0E}
37};
38
39
Bill Pemberton454f18a2009-07-27 16:47:24 -040040/* Internal routines */
Hank Janssenfceaf242009-07-13 15:34:54 -070041static int
42NetVscOnDeviceAdd(
Nicolas Palix3d3b5512009-07-28 17:32:53 +020043 struct hv_device *Device,
Hank Janssenfceaf242009-07-13 15:34:54 -070044 void *AdditionalInfo
45 );
46
47static int
48NetVscOnDeviceRemove(
Nicolas Palix3d3b5512009-07-28 17:32:53 +020049 struct hv_device *Device
Hank Janssenfceaf242009-07-13 15:34:54 -070050 );
51
52static void
53NetVscOnCleanup(
Nicolas Palix775ef252009-07-29 14:09:45 +020054 struct hv_driver *Driver
Hank Janssenfceaf242009-07-13 15:34:54 -070055 );
56
57static void
58NetVscOnChannelCallback(
Greg Kroah-Hartman8282c402009-07-14 15:06:28 -070059 void * context
Hank Janssenfceaf242009-07-13 15:34:54 -070060 );
61
62static int
63NetVscInitializeSendBufferWithNetVsp(
Nicolas Palix3d3b5512009-07-28 17:32:53 +020064 struct hv_device *Device
Hank Janssenfceaf242009-07-13 15:34:54 -070065 );
66
67static int
68NetVscInitializeReceiveBufferWithNetVsp(
Nicolas Palix3d3b5512009-07-28 17:32:53 +020069 struct hv_device *Device
Hank Janssenfceaf242009-07-13 15:34:54 -070070 );
71
72static int
73NetVscDestroySendBuffer(
Bill Pembertond1af1db72009-07-27 16:47:44 -040074 struct NETVSC_DEVICE *NetDevice
Hank Janssenfceaf242009-07-13 15:34:54 -070075 );
76
77static int
78NetVscDestroyReceiveBuffer(
Bill Pembertond1af1db72009-07-27 16:47:44 -040079 struct NETVSC_DEVICE *NetDevice
Hank Janssenfceaf242009-07-13 15:34:54 -070080 );
81
82static int
83NetVscConnectToVsp(
Nicolas Palix3d3b5512009-07-28 17:32:53 +020084 struct hv_device *Device
Hank Janssenfceaf242009-07-13 15:34:54 -070085 );
86
87static void
88NetVscOnSendCompletion(
Nicolas Palix3d3b5512009-07-28 17:32:53 +020089 struct hv_device *Device,
Hank Janssenfceaf242009-07-13 15:34:54 -070090 VMPACKET_DESCRIPTOR *Packet
91 );
92
93static int
94NetVscOnSend(
Nicolas Palix3d3b5512009-07-28 17:32:53 +020095 struct hv_device *Device,
Nicolas Palix4193d4f2009-07-29 14:10:10 +020096 struct hv_netvsc_packet *Packet
Hank Janssenfceaf242009-07-13 15:34:54 -070097 );
98
99static void
100NetVscOnReceive(
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200101 struct hv_device *Device,
Hank Janssenfceaf242009-07-13 15:34:54 -0700102 VMPACKET_DESCRIPTOR *Packet
103 );
104
105static void
106NetVscOnReceiveCompletion(
Greg Kroah-Hartman8282c402009-07-14 15:06:28 -0700107 void * Context
Hank Janssenfceaf242009-07-13 15:34:54 -0700108 );
109
110static void
111NetVscSendReceiveCompletion(
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200112 struct hv_device *Device,
Greg Kroah-Hartman59471432009-07-14 15:10:26 -0700113 u64 TransactionId
Hank Janssenfceaf242009-07-13 15:34:54 -0700114 );
115
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200116static inline struct NETVSC_DEVICE *AllocNetDevice(struct hv_device *Device)
Hank Janssenfceaf242009-07-13 15:34:54 -0700117{
Bill Pembertond1af1db72009-07-27 16:47:44 -0400118 struct NETVSC_DEVICE *netDevice;
Hank Janssenfceaf242009-07-13 15:34:54 -0700119
Bill Pembertond1af1db72009-07-27 16:47:44 -0400120 netDevice = kzalloc(sizeof(struct NETVSC_DEVICE), GFP_KERNEL);
Hank Janssenfceaf242009-07-13 15:34:54 -0700121 if (!netDevice)
122 return NULL;
123
Bill Pemberton454f18a2009-07-27 16:47:24 -0400124 /* Set to 2 to allow both inbound and outbound traffic */
Hank Janssenfceaf242009-07-13 15:34:54 -0700125 InterlockedCompareExchange(&netDevice->RefCount, 2, 0);
126
127 netDevice->Device = Device;
128 Device->Extension = netDevice;
129
130 return netDevice;
131}
132
Bill Pembertond1af1db72009-07-27 16:47:44 -0400133static inline void FreeNetDevice(struct NETVSC_DEVICE *Device)
Hank Janssenfceaf242009-07-13 15:34:54 -0700134{
135 ASSERT(Device->RefCount == 0);
136 Device->Device->Extension = NULL;
Greg Kroah-Hartman8c69f522009-07-15 12:48:29 -0700137 kfree(Device);
Hank Janssenfceaf242009-07-13 15:34:54 -0700138}
139
140
Bill Pemberton454f18a2009-07-27 16:47:24 -0400141/* Get the net device object iff exists and its refcount > 1 */
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200142static inline struct NETVSC_DEVICE *GetOutboundNetDevice(struct hv_device *Device)
Hank Janssenfceaf242009-07-13 15:34:54 -0700143{
Bill Pembertond1af1db72009-07-27 16:47:44 -0400144 struct NETVSC_DEVICE *netDevice;
Hank Janssenfceaf242009-07-13 15:34:54 -0700145
Bill Pembertond1af1db72009-07-27 16:47:44 -0400146 netDevice = (struct NETVSC_DEVICE*)Device->Extension;
Hank Janssenfceaf242009-07-13 15:34:54 -0700147 if (netDevice && netDevice->RefCount > 1)
148 {
149 InterlockedIncrement(&netDevice->RefCount);
150 }
151 else
152 {
153 netDevice = NULL;
154 }
155
156 return netDevice;
157}
158
Bill Pemberton454f18a2009-07-27 16:47:24 -0400159/* Get the net device object iff exists and its refcount > 0 */
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200160static inline struct NETVSC_DEVICE *GetInboundNetDevice(struct hv_device *Device)
Hank Janssenfceaf242009-07-13 15:34:54 -0700161{
Bill Pembertond1af1db72009-07-27 16:47:44 -0400162 struct NETVSC_DEVICE *netDevice;
Hank Janssenfceaf242009-07-13 15:34:54 -0700163
Bill Pembertond1af1db72009-07-27 16:47:44 -0400164 netDevice = (struct NETVSC_DEVICE*)Device->Extension;
Hank Janssenfceaf242009-07-13 15:34:54 -0700165 if (netDevice && netDevice->RefCount)
166 {
167 InterlockedIncrement(&netDevice->RefCount);
168 }
169 else
170 {
171 netDevice = NULL;
172 }
173
174 return netDevice;
175}
176
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200177static inline void PutNetDevice(struct hv_device *Device)
Hank Janssenfceaf242009-07-13 15:34:54 -0700178{
Bill Pembertond1af1db72009-07-27 16:47:44 -0400179 struct NETVSC_DEVICE *netDevice;
Hank Janssenfceaf242009-07-13 15:34:54 -0700180
Bill Pembertond1af1db72009-07-27 16:47:44 -0400181 netDevice = (struct NETVSC_DEVICE*)Device->Extension;
Hank Janssenfceaf242009-07-13 15:34:54 -0700182 ASSERT(netDevice);
183
184 InterlockedDecrement(&netDevice->RefCount);
185}
186
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200187static inline struct NETVSC_DEVICE *ReleaseOutboundNetDevice(struct hv_device *Device)
Hank Janssenfceaf242009-07-13 15:34:54 -0700188{
Bill Pembertond1af1db72009-07-27 16:47:44 -0400189 struct NETVSC_DEVICE *netDevice;
Hank Janssenfceaf242009-07-13 15:34:54 -0700190
Bill Pembertond1af1db72009-07-27 16:47:44 -0400191 netDevice = (struct NETVSC_DEVICE*)Device->Extension;
Hank Janssenfceaf242009-07-13 15:34:54 -0700192 if (netDevice == NULL)
193 return NULL;
194
Bill Pemberton454f18a2009-07-27 16:47:24 -0400195 /* Busy wait until the ref drop to 2, then set it to 1 */
Hank Janssenfceaf242009-07-13 15:34:54 -0700196 while (InterlockedCompareExchange(&netDevice->RefCount, 1, 2) != 2)
197 {
Greg Kroah-Hartmanb4362c92009-07-16 11:50:41 -0700198 udelay(100);
Hank Janssenfceaf242009-07-13 15:34:54 -0700199 }
200
201 return netDevice;
202}
203
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200204static inline struct NETVSC_DEVICE *ReleaseInboundNetDevice(struct hv_device *Device)
Hank Janssenfceaf242009-07-13 15:34:54 -0700205{
Bill Pembertond1af1db72009-07-27 16:47:44 -0400206 struct NETVSC_DEVICE *netDevice;
Hank Janssenfceaf242009-07-13 15:34:54 -0700207
Bill Pembertond1af1db72009-07-27 16:47:44 -0400208 netDevice = (struct NETVSC_DEVICE*)Device->Extension;
Hank Janssenfceaf242009-07-13 15:34:54 -0700209 if (netDevice == NULL)
210 return NULL;
211
Bill Pemberton454f18a2009-07-27 16:47:24 -0400212 /* Busy wait until the ref drop to 1, then set it to 0 */
Hank Janssenfceaf242009-07-13 15:34:54 -0700213 while (InterlockedCompareExchange(&netDevice->RefCount, 0, 1) != 1)
214 {
Greg Kroah-Hartmanb4362c92009-07-16 11:50:41 -0700215 udelay(100);
Hank Janssenfceaf242009-07-13 15:34:54 -0700216 }
217
218 Device->Extension = NULL;
219 return netDevice;
220}
221
222/*++;
223
224
225Name:
226 NetVscInitialize()
227
228Description:
229 Main entry point
230
231--*/
232int
233NetVscInitialize(
Nicolas Palix775ef252009-07-29 14:09:45 +0200234 struct hv_driver *drv
Hank Janssenfceaf242009-07-13 15:34:54 -0700235 )
236{
237 NETVSC_DRIVER_OBJECT* driver = (NETVSC_DRIVER_OBJECT*)drv;
238 int ret=0;
239
240 DPRINT_ENTER(NETVSC);
241
Nicolas Palix4193d4f2009-07-29 14:10:10 +0200242 DPRINT_DBG(NETVSC, "sizeof(struct hv_netvsc_packet)=%zd, sizeof(NVSP_MESSAGE)=%zd, sizeof(VMTRANSFER_PAGE_PACKET_HEADER)=%zd",
243 sizeof(struct hv_netvsc_packet), sizeof(NVSP_MESSAGE), sizeof(VMTRANSFER_PAGE_PACKET_HEADER));
Hank Janssenfceaf242009-07-13 15:34:54 -0700244
Bill Pemberton454f18a2009-07-27 16:47:24 -0400245 /* Make sure we are at least 2 pages since 1 page is used for control */
Hank Janssenfceaf242009-07-13 15:34:54 -0700246 ASSERT(driver->RingBufferSize >= (PAGE_SIZE << 1));
247
248 drv->name = gDriverName;
249 memcpy(&drv->deviceType, &gNetVscDeviceType, sizeof(GUID));
250
Bill Pemberton454f18a2009-07-27 16:47:24 -0400251 /* Make sure it is set by the caller */
Hank Janssenfceaf242009-07-13 15:34:54 -0700252 ASSERT(driver->OnReceiveCallback);
253 ASSERT(driver->OnLinkStatusChanged);
254
Bill Pemberton454f18a2009-07-27 16:47:24 -0400255 /* Setup the dispatch table */
Hank Janssenfceaf242009-07-13 15:34:54 -0700256 driver->Base.OnDeviceAdd = NetVscOnDeviceAdd;
257 driver->Base.OnDeviceRemove = NetVscOnDeviceRemove;
258 driver->Base.OnCleanup = NetVscOnCleanup;
259
260 driver->OnSend = NetVscOnSend;
261
262 RndisFilterInit(driver);
263
264 DPRINT_EXIT(NETVSC);
265
266 return ret;
267}
268
269static int
270NetVscInitializeReceiveBufferWithNetVsp(
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200271 struct hv_device *Device
Hank Janssenfceaf242009-07-13 15:34:54 -0700272 )
273{
274 int ret=0;
Bill Pembertond1af1db72009-07-27 16:47:44 -0400275 struct NETVSC_DEVICE *netDevice;
Hank Janssenfceaf242009-07-13 15:34:54 -0700276 NVSP_MESSAGE *initPacket;
277
278 DPRINT_ENTER(NETVSC);
279
280 netDevice = GetOutboundNetDevice(Device);
281 if (!netDevice)
282 {
283 DPRINT_ERR(NETVSC, "unable to get net device...device being destroyed?");
284 DPRINT_EXIT(NETVSC);
285 return -1;
286 }
287 ASSERT(netDevice->ReceiveBufferSize > 0);
Bill Pemberton454f18a2009-07-27 16:47:24 -0400288 ASSERT((netDevice->ReceiveBufferSize & (PAGE_SIZE-1)) == 0); /* page-size grandularity */
Hank Janssenfceaf242009-07-13 15:34:54 -0700289
290 netDevice->ReceiveBuffer = PageAlloc(netDevice->ReceiveBufferSize >> PAGE_SHIFT);
291 if (!netDevice->ReceiveBuffer)
292 {
293 DPRINT_ERR(NETVSC, "unable to allocate receive buffer of size %d", netDevice->ReceiveBufferSize);
294 ret = -1;
295 goto Cleanup;
296 }
Bill Pemberton454f18a2009-07-27 16:47:24 -0400297 ASSERT(((unsigned long)netDevice->ReceiveBuffer & (PAGE_SIZE-1)) == 0); /* page-aligned buffer */
Hank Janssenfceaf242009-07-13 15:34:54 -0700298
299 DPRINT_INFO(NETVSC, "Establishing receive buffer's GPADL...");
300
Bill Pemberton454f18a2009-07-27 16:47:24 -0400301 /*
302 * Establish the gpadl handle for this buffer on this
303 * channel. Note: This call uses the vmbus connection rather
304 * than the channel to establish the gpadl handle.
305 */
Hank Janssenfceaf242009-07-13 15:34:54 -0700306 ret = Device->Driver->VmbusChannelInterface.EstablishGpadl(Device,
307 netDevice->ReceiveBuffer,
308 netDevice->ReceiveBufferSize,
309 &netDevice->ReceiveBufferGpadlHandle);
310
311 if (ret != 0)
312 {
313 DPRINT_ERR(NETVSC, "unable to establish receive buffer's gpadl");
314 goto Cleanup;
315 }
316
Bill Pemberton454f18a2009-07-27 16:47:24 -0400317 /* WaitEventWait(ext->ChannelInitEvent); */
Hank Janssenfceaf242009-07-13 15:34:54 -0700318
Bill Pemberton454f18a2009-07-27 16:47:24 -0400319 /* Notify the NetVsp of the gpadl handle */
Hank Janssenfceaf242009-07-13 15:34:54 -0700320 DPRINT_INFO(NETVSC, "Sending NvspMessage1TypeSendReceiveBuffer...");
321
322 initPacket = &netDevice->ChannelInitPacket;
323
324 memset(initPacket, 0, sizeof(NVSP_MESSAGE));
325
326 initPacket->Header.MessageType = NvspMessage1TypeSendReceiveBuffer;
327 initPacket->Messages.Version1Messages.SendReceiveBuffer.GpadlHandle = netDevice->ReceiveBufferGpadlHandle;
328 initPacket->Messages.Version1Messages.SendReceiveBuffer.Id = NETVSC_RECEIVE_BUFFER_ID;
329
Bill Pemberton454f18a2009-07-27 16:47:24 -0400330 /* Send the gpadl notification request */
Hank Janssenfceaf242009-07-13 15:34:54 -0700331 ret = Device->Driver->VmbusChannelInterface.SendPacket(Device,
332 initPacket,
333 sizeof(NVSP_MESSAGE),
Greg Kroah-Hartmanc4b0bc92009-07-14 15:12:46 -0700334 (unsigned long)initPacket,
Hank Janssenfceaf242009-07-13 15:34:54 -0700335 VmbusPacketTypeDataInBand,
336 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
337 if (ret != 0)
338 {
339 DPRINT_ERR(NETVSC, "unable to send receive buffer's gpadl to netvsp");
340 goto Cleanup;
341 }
342
343 WaitEventWait(netDevice->ChannelInitEvent);
344
Bill Pemberton454f18a2009-07-27 16:47:24 -0400345 /* Check the response */
Hank Janssenfceaf242009-07-13 15:34:54 -0700346 if (initPacket->Messages.Version1Messages.SendReceiveBufferComplete.Status != NvspStatusSuccess)
347 {
348 DPRINT_ERR(NETVSC,
349 "Unable to complete receive buffer initialzation with NetVsp - status %d",
350 initPacket->Messages.Version1Messages.SendReceiveBufferComplete.Status);
351 ret = -1;
352 goto Cleanup;
353 }
354
Bill Pemberton454f18a2009-07-27 16:47:24 -0400355 /* Parse the response */
Hank Janssenfceaf242009-07-13 15:34:54 -0700356 ASSERT(netDevice->ReceiveSectionCount == 0);
357 ASSERT(netDevice->ReceiveSections == NULL);
358
359 netDevice->ReceiveSectionCount = initPacket->Messages.Version1Messages.SendReceiveBufferComplete.NumSections;
360
Greg Kroah-Hartmane40d37c2009-07-15 12:47:22 -0700361 netDevice->ReceiveSections = kmalloc(netDevice->ReceiveSectionCount * sizeof(NVSP_1_RECEIVE_BUFFER_SECTION), GFP_KERNEL);
Hank Janssenfceaf242009-07-13 15:34:54 -0700362 if (netDevice->ReceiveSections == NULL)
363 {
364 ret = -1;
365 goto Cleanup;
366 }
367
368 memcpy(netDevice->ReceiveSections,
369 initPacket->Messages.Version1Messages.SendReceiveBufferComplete.Sections,
370 netDevice->ReceiveSectionCount * sizeof(NVSP_1_RECEIVE_BUFFER_SECTION));
371
372 DPRINT_INFO(NETVSC,
373 "Receive sections info (count %d, offset %d, endoffset %d, suballoc size %d, num suballocs %d)",
374 netDevice->ReceiveSectionCount, netDevice->ReceiveSections[0].Offset, netDevice->ReceiveSections[0].EndOffset,
375 netDevice->ReceiveSections[0].SubAllocationSize, netDevice->ReceiveSections[0].NumSubAllocations);
376
377
Bill Pemberton454f18a2009-07-27 16:47:24 -0400378 /* For 1st release, there should only be 1 section that represents the entire receive buffer */
Hank Janssenfceaf242009-07-13 15:34:54 -0700379 if (netDevice->ReceiveSectionCount != 1 ||
380 netDevice->ReceiveSections->Offset != 0 )
381 {
382 ret = -1;
383 goto Cleanup;
384 }
385
386 goto Exit;
387
388Cleanup:
389 NetVscDestroyReceiveBuffer(netDevice);
390
391Exit:
392 PutNetDevice(Device);
393 DPRINT_EXIT(NETVSC);
394 return ret;
395}
396
397
398static int
399NetVscInitializeSendBufferWithNetVsp(
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200400 struct hv_device *Device
Hank Janssenfceaf242009-07-13 15:34:54 -0700401 )
402{
403 int ret=0;
Bill Pembertond1af1db72009-07-27 16:47:44 -0400404 struct NETVSC_DEVICE *netDevice;
Hank Janssenfceaf242009-07-13 15:34:54 -0700405 NVSP_MESSAGE *initPacket;
406
407 DPRINT_ENTER(NETVSC);
408
409 netDevice = GetOutboundNetDevice(Device);
410 if (!netDevice)
411 {
412 DPRINT_ERR(NETVSC, "unable to get net device...device being destroyed?");
413 DPRINT_EXIT(NETVSC);
414 return -1;
415 }
416 ASSERT(netDevice->SendBufferSize > 0);
Bill Pemberton454f18a2009-07-27 16:47:24 -0400417 ASSERT((netDevice->SendBufferSize & (PAGE_SIZE-1)) == 0); /* page-size grandularity */
Hank Janssenfceaf242009-07-13 15:34:54 -0700418
419 netDevice->SendBuffer = PageAlloc(netDevice->SendBufferSize >> PAGE_SHIFT);
420 if (!netDevice->SendBuffer)
421 {
422 DPRINT_ERR(NETVSC, "unable to allocate send buffer of size %d", netDevice->SendBufferSize);
423 ret = -1;
424 goto Cleanup;
425 }
Bill Pemberton454f18a2009-07-27 16:47:24 -0400426 ASSERT(((unsigned long)netDevice->SendBuffer & (PAGE_SIZE-1)) == 0); /* page-aligned buffer */
Hank Janssenfceaf242009-07-13 15:34:54 -0700427
428 DPRINT_INFO(NETVSC, "Establishing send buffer's GPADL...");
429
Bill Pemberton454f18a2009-07-27 16:47:24 -0400430 /*
431 * Establish the gpadl handle for this buffer on this
432 * channel. Note: This call uses the vmbus connection rather
433 * than the channel to establish the gpadl handle.
434 */
Hank Janssenfceaf242009-07-13 15:34:54 -0700435 ret = Device->Driver->VmbusChannelInterface.EstablishGpadl(Device,
Bill Pemberton454f18a2009-07-27 16:47:24 -0400436 netDevice->SendBuffer,
437 netDevice->SendBufferSize,
438 &netDevice->SendBufferGpadlHandle);
Hank Janssenfceaf242009-07-13 15:34:54 -0700439
440 if (ret != 0)
441 {
442 DPRINT_ERR(NETVSC, "unable to establish send buffer's gpadl");
443 goto Cleanup;
444 }
445
Bill Pemberton454f18a2009-07-27 16:47:24 -0400446 /* WaitEventWait(ext->ChannelInitEvent); */
Hank Janssenfceaf242009-07-13 15:34:54 -0700447
Bill Pemberton454f18a2009-07-27 16:47:24 -0400448 /* Notify the NetVsp of the gpadl handle */
Hank Janssenfceaf242009-07-13 15:34:54 -0700449 DPRINT_INFO(NETVSC, "Sending NvspMessage1TypeSendSendBuffer...");
450
451 initPacket = &netDevice->ChannelInitPacket;
452
453 memset(initPacket, 0, sizeof(NVSP_MESSAGE));
454
455 initPacket->Header.MessageType = NvspMessage1TypeSendSendBuffer;
456 initPacket->Messages.Version1Messages.SendReceiveBuffer.GpadlHandle = netDevice->SendBufferGpadlHandle;
457 initPacket->Messages.Version1Messages.SendReceiveBuffer.Id = NETVSC_SEND_BUFFER_ID;
458
Bill Pemberton454f18a2009-07-27 16:47:24 -0400459 /* Send the gpadl notification request */
Hank Janssenfceaf242009-07-13 15:34:54 -0700460 ret = Device->Driver->VmbusChannelInterface.SendPacket(Device,
461 initPacket,
462 sizeof(NVSP_MESSAGE),
Greg Kroah-Hartmanc4b0bc92009-07-14 15:12:46 -0700463 (unsigned long)initPacket,
Hank Janssenfceaf242009-07-13 15:34:54 -0700464 VmbusPacketTypeDataInBand,
465 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
466 if (ret != 0)
467 {
468 DPRINT_ERR(NETVSC, "unable to send receive buffer's gpadl to netvsp");
469 goto Cleanup;
470 }
471
472 WaitEventWait(netDevice->ChannelInitEvent);
473
Bill Pemberton454f18a2009-07-27 16:47:24 -0400474 /* Check the response */
Hank Janssenfceaf242009-07-13 15:34:54 -0700475 if (initPacket->Messages.Version1Messages.SendSendBufferComplete.Status != NvspStatusSuccess)
476 {
477 DPRINT_ERR(NETVSC,
478 "Unable to complete send buffer initialzation with NetVsp - status %d",
479 initPacket->Messages.Version1Messages.SendSendBufferComplete.Status);
480 ret = -1;
481 goto Cleanup;
482 }
483
484 netDevice->SendSectionSize = initPacket->Messages.Version1Messages.SendSendBufferComplete.SectionSize;
485
486 goto Exit;
487
488Cleanup:
489 NetVscDestroySendBuffer(netDevice);
490
491Exit:
492 PutNetDevice(Device);
493 DPRINT_EXIT(NETVSC);
494 return ret;
495}
496
497static int
498NetVscDestroyReceiveBuffer(
Bill Pembertond1af1db72009-07-27 16:47:44 -0400499 struct NETVSC_DEVICE *NetDevice
Hank Janssenfceaf242009-07-13 15:34:54 -0700500 )
501{
502 NVSP_MESSAGE *revokePacket;
503 int ret=0;
504
505
506 DPRINT_ENTER(NETVSC);
507
Bill Pemberton454f18a2009-07-27 16:47:24 -0400508 /*
509 * If we got a section count, it means we received a
510 * SendReceiveBufferComplete msg (ie sent
511 * NvspMessage1TypeSendReceiveBuffer msg) therefore, we need
512 * to send a revoke msg here
513 */
Hank Janssenfceaf242009-07-13 15:34:54 -0700514 if (NetDevice->ReceiveSectionCount)
515 {
516 DPRINT_INFO(NETVSC, "Sending NvspMessage1TypeRevokeReceiveBuffer...");
517
Bill Pemberton454f18a2009-07-27 16:47:24 -0400518 /* Send the revoke receive buffer */
Hank Janssenfceaf242009-07-13 15:34:54 -0700519 revokePacket = &NetDevice->RevokePacket;
520 memset(revokePacket, 0, sizeof(NVSP_MESSAGE));
521
522 revokePacket->Header.MessageType = NvspMessage1TypeRevokeReceiveBuffer;
523 revokePacket->Messages.Version1Messages.RevokeReceiveBuffer.Id = NETVSC_RECEIVE_BUFFER_ID;
524
525 ret = NetDevice->Device->Driver->VmbusChannelInterface.SendPacket(NetDevice->Device,
526 revokePacket,
527 sizeof(NVSP_MESSAGE),
Greg Kroah-Hartmanc4b0bc92009-07-14 15:12:46 -0700528 (unsigned long)revokePacket,
Hank Janssenfceaf242009-07-13 15:34:54 -0700529 VmbusPacketTypeDataInBand,
530 0);
Bill Pemberton454f18a2009-07-27 16:47:24 -0400531 /*
532 * If we failed here, we might as well return and
533 * have a leak rather than continue and a bugchk
534 */
Hank Janssenfceaf242009-07-13 15:34:54 -0700535 if (ret != 0)
536 {
537 DPRINT_ERR(NETVSC, "unable to send revoke receive buffer to netvsp");
538 DPRINT_EXIT(NETVSC);
539 return -1;
540 }
541 }
542
Bill Pemberton454f18a2009-07-27 16:47:24 -0400543 /* Teardown the gpadl on the vsp end */
Hank Janssenfceaf242009-07-13 15:34:54 -0700544 if (NetDevice->ReceiveBufferGpadlHandle)
545 {
546 DPRINT_INFO(NETVSC, "Tearing down receive buffer's GPADL...");
547
548 ret = NetDevice->Device->Driver->VmbusChannelInterface.TeardownGpadl(NetDevice->Device,
549 NetDevice->ReceiveBufferGpadlHandle);
550
Bill Pemberton454f18a2009-07-27 16:47:24 -0400551 /* If we failed here, we might as well return and have a leak rather than continue and a bugchk */
Hank Janssenfceaf242009-07-13 15:34:54 -0700552 if (ret != 0)
553 {
554 DPRINT_ERR(NETVSC, "unable to teardown receive buffer's gpadl");
555 DPRINT_EXIT(NETVSC);
556 return -1;
557 }
558 NetDevice->ReceiveBufferGpadlHandle = 0;
559 }
560
561 if (NetDevice->ReceiveBuffer)
562 {
563 DPRINT_INFO(NETVSC, "Freeing up receive buffer...");
564
Bill Pemberton454f18a2009-07-27 16:47:24 -0400565 /* Free up the receive buffer */
Hank Janssenfceaf242009-07-13 15:34:54 -0700566 PageFree(NetDevice->ReceiveBuffer, NetDevice->ReceiveBufferSize >> PAGE_SHIFT);
567 NetDevice->ReceiveBuffer = NULL;
568 }
569
570 if (NetDevice->ReceiveSections)
571 {
Greg Kroah-Hartman8c69f522009-07-15 12:48:29 -0700572 kfree(NetDevice->ReceiveSections);
Hank Janssenfceaf242009-07-13 15:34:54 -0700573 NetDevice->ReceiveSections = NULL;
574 NetDevice->ReceiveSectionCount = 0;
575 }
576
577 DPRINT_EXIT(NETVSC);
578
579 return ret;
580}
581
582
583
584
585static int
586NetVscDestroySendBuffer(
Bill Pembertond1af1db72009-07-27 16:47:44 -0400587 struct NETVSC_DEVICE *NetDevice
Hank Janssenfceaf242009-07-13 15:34:54 -0700588 )
589{
590 NVSP_MESSAGE *revokePacket;
591 int ret=0;
592
593
594 DPRINT_ENTER(NETVSC);
595
Bill Pemberton454f18a2009-07-27 16:47:24 -0400596 /*
597 * If we got a section count, it means we received a
598 * SendReceiveBufferComplete msg (ie sent
599 * NvspMessage1TypeSendReceiveBuffer msg) therefore, we need
600 * to send a revoke msg here
601 */
Hank Janssenfceaf242009-07-13 15:34:54 -0700602 if (NetDevice->SendSectionSize)
603 {
604 DPRINT_INFO(NETVSC, "Sending NvspMessage1TypeRevokeSendBuffer...");
605
Bill Pemberton454f18a2009-07-27 16:47:24 -0400606 /* Send the revoke send buffer */
Hank Janssenfceaf242009-07-13 15:34:54 -0700607 revokePacket = &NetDevice->RevokePacket;
608 memset(revokePacket, 0, sizeof(NVSP_MESSAGE));
609
610 revokePacket->Header.MessageType = NvspMessage1TypeRevokeSendBuffer;
611 revokePacket->Messages.Version1Messages.RevokeSendBuffer.Id = NETVSC_SEND_BUFFER_ID;
612
613 ret = NetDevice->Device->Driver->VmbusChannelInterface.SendPacket(NetDevice->Device,
614 revokePacket,
615 sizeof(NVSP_MESSAGE),
Greg Kroah-Hartmanc4b0bc92009-07-14 15:12:46 -0700616 (unsigned long)revokePacket,
Hank Janssenfceaf242009-07-13 15:34:54 -0700617 VmbusPacketTypeDataInBand,
618 0);
Bill Pemberton454f18a2009-07-27 16:47:24 -0400619 /* If we failed here, we might as well return and have a leak rather than continue and a bugchk */
Hank Janssenfceaf242009-07-13 15:34:54 -0700620 if (ret != 0)
621 {
622 DPRINT_ERR(NETVSC, "unable to send revoke send buffer to netvsp");
623 DPRINT_EXIT(NETVSC);
624 return -1;
625 }
626 }
627
Bill Pemberton454f18a2009-07-27 16:47:24 -0400628 /* Teardown the gpadl on the vsp end */
Hank Janssenfceaf242009-07-13 15:34:54 -0700629 if (NetDevice->SendBufferGpadlHandle)
630 {
631 DPRINT_INFO(NETVSC, "Tearing down send buffer's GPADL...");
632
633 ret = NetDevice->Device->Driver->VmbusChannelInterface.TeardownGpadl(NetDevice->Device,
634 NetDevice->SendBufferGpadlHandle);
635
Bill Pemberton454f18a2009-07-27 16:47:24 -0400636 /* If we failed here, we might as well return and have a leak rather than continue and a bugchk */
Hank Janssenfceaf242009-07-13 15:34:54 -0700637 if (ret != 0)
638 {
639 DPRINT_ERR(NETVSC, "unable to teardown send buffer's gpadl");
640 DPRINT_EXIT(NETVSC);
641 return -1;
642 }
643 NetDevice->SendBufferGpadlHandle = 0;
644 }
645
646 if (NetDevice->SendBuffer)
647 {
648 DPRINT_INFO(NETVSC, "Freeing up send buffer...");
649
Bill Pemberton454f18a2009-07-27 16:47:24 -0400650 /* Free up the receive buffer */
Hank Janssenfceaf242009-07-13 15:34:54 -0700651 PageFree(NetDevice->SendBuffer, NetDevice->SendBufferSize >> PAGE_SHIFT);
652 NetDevice->SendBuffer = NULL;
653 }
654
655 DPRINT_EXIT(NETVSC);
656
657 return ret;
658}
659
660
661
662static int
663NetVscConnectToVsp(
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200664 struct hv_device *Device
Hank Janssenfceaf242009-07-13 15:34:54 -0700665 )
666{
667 int ret=0;
Bill Pembertond1af1db72009-07-27 16:47:44 -0400668 struct NETVSC_DEVICE *netDevice;
Hank Janssenfceaf242009-07-13 15:34:54 -0700669 NVSP_MESSAGE *initPacket;
670 int ndisVersion;
671
672 DPRINT_ENTER(NETVSC);
673
674 netDevice = GetOutboundNetDevice(Device);
675 if (!netDevice)
676 {
677 DPRINT_ERR(NETVSC, "unable to get net device...device being destroyed?");
678 DPRINT_EXIT(NETVSC);
679 return -1;
680 }
681
682 initPacket = &netDevice->ChannelInitPacket;
683
684 memset(initPacket, 0, sizeof(NVSP_MESSAGE));
685 initPacket->Header.MessageType = NvspMessageTypeInit;
686 initPacket->Messages.InitMessages.Init.MinProtocolVersion = NVSP_MIN_PROTOCOL_VERSION;
687 initPacket->Messages.InitMessages.Init.MaxProtocolVersion = NVSP_MAX_PROTOCOL_VERSION;
688
689 DPRINT_INFO(NETVSC, "Sending NvspMessageTypeInit...");
690
Bill Pemberton454f18a2009-07-27 16:47:24 -0400691 /* Send the init request */
Hank Janssenfceaf242009-07-13 15:34:54 -0700692 ret = Device->Driver->VmbusChannelInterface.SendPacket(Device,
693 initPacket,
694 sizeof(NVSP_MESSAGE),
Greg Kroah-Hartmanc4b0bc92009-07-14 15:12:46 -0700695 (unsigned long)initPacket,
Hank Janssenfceaf242009-07-13 15:34:54 -0700696 VmbusPacketTypeDataInBand,
697 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
698
699 if( ret != 0)
700 {
701 DPRINT_ERR(NETVSC, "unable to send NvspMessageTypeInit");
702 goto Cleanup;
703 }
704
705 WaitEventWait(netDevice->ChannelInitEvent);
706
Bill Pemberton454f18a2009-07-27 16:47:24 -0400707 /* Now, check the response */
708 /* ASSERT(initPacket->Messages.InitMessages.InitComplete.MaximumMdlChainLength <= MAX_MULTIPAGE_BUFFER_COUNT); */
Hank Janssenfceaf242009-07-13 15:34:54 -0700709 DPRINT_INFO(NETVSC, "NvspMessageTypeInit status(%d) max mdl chain (%d)",
710 initPacket->Messages.InitMessages.InitComplete.Status,
711 initPacket->Messages.InitMessages.InitComplete.MaximumMdlChainLength);
712
713 if (initPacket->Messages.InitMessages.InitComplete.Status != NvspStatusSuccess)
714 {
715 DPRINT_ERR(NETVSC, "unable to initialize with netvsp (status 0x%x)", initPacket->Messages.InitMessages.InitComplete.Status);
716 ret = -1;
717 goto Cleanup;
718 }
719
720 if (initPacket->Messages.InitMessages.InitComplete.NegotiatedProtocolVersion != NVSP_PROTOCOL_VERSION_1)
721 {
722 DPRINT_ERR(NETVSC, "unable to initialize with netvsp (version expected 1 got %d)",
723 initPacket->Messages.InitMessages.InitComplete.NegotiatedProtocolVersion);
724 ret = -1;
725 goto Cleanup;
726 }
727 DPRINT_INFO(NETVSC, "Sending NvspMessage1TypeSendNdisVersion...");
728
Bill Pemberton454f18a2009-07-27 16:47:24 -0400729 /* Send the ndis version */
Hank Janssenfceaf242009-07-13 15:34:54 -0700730 memset(initPacket, 0, sizeof(NVSP_MESSAGE));
731
732 ndisVersion = 0x00050000;
733
734 initPacket->Header.MessageType = NvspMessage1TypeSendNdisVersion;
735 initPacket->Messages.Version1Messages.SendNdisVersion.NdisMajorVersion = (ndisVersion & 0xFFFF0000) >> 16;
736 initPacket->Messages.Version1Messages.SendNdisVersion.NdisMinorVersion = ndisVersion & 0xFFFF;
737
Bill Pemberton454f18a2009-07-27 16:47:24 -0400738 /* Send the init request */
Hank Janssenfceaf242009-07-13 15:34:54 -0700739 ret = Device->Driver->VmbusChannelInterface.SendPacket(Device,
740 initPacket,
741 sizeof(NVSP_MESSAGE),
Greg Kroah-Hartmanc4b0bc92009-07-14 15:12:46 -0700742 (unsigned long)initPacket,
Hank Janssenfceaf242009-07-13 15:34:54 -0700743 VmbusPacketTypeDataInBand,
744 0);
745 if (ret != 0)
746 {
747 DPRINT_ERR(NETVSC, "unable to send NvspMessage1TypeSendNdisVersion");
748 ret = -1;
749 goto Cleanup;
750 }
Bill Pemberton454f18a2009-07-27 16:47:24 -0400751 /*
752 * BUGBUG - We have to wait for the above msg since the
753 * netvsp uses KMCL which acknowledges packet (completion
754 * packet) since our Vmbus always set the
755 * VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED flag
756 */
757 /* WaitEventWait(NetVscChannel->ChannelInitEvent); */
Hank Janssenfceaf242009-07-13 15:34:54 -0700758
Bill Pemberton454f18a2009-07-27 16:47:24 -0400759 /* Post the big receive buffer to NetVSP */
Hank Janssenfceaf242009-07-13 15:34:54 -0700760 ret = NetVscInitializeReceiveBufferWithNetVsp(Device);
761 if (ret == 0)
762 {
763 ret = NetVscInitializeSendBufferWithNetVsp(Device);
764 }
765
766Cleanup:
767 PutNetDevice(Device);
768 DPRINT_EXIT(NETVSC);
769 return ret;
770}
771
772static void
773NetVscDisconnectFromVsp(
Bill Pembertond1af1db72009-07-27 16:47:44 -0400774 struct NETVSC_DEVICE *NetDevice
Hank Janssenfceaf242009-07-13 15:34:54 -0700775 )
776{
777 DPRINT_ENTER(NETVSC);
778
779 NetVscDestroyReceiveBuffer(NetDevice);
780 NetVscDestroySendBuffer(NetDevice);
781
782 DPRINT_EXIT(NETVSC);
783}
784
785
786/*++
787
788Name:
789 NetVscOnDeviceAdd()
790
791Description:
792 Callback when the device belonging to this driver is added
793
794--*/
Greg Kroah-Hartmanbd1de702009-07-29 09:04:51 -0700795static int
Hank Janssenfceaf242009-07-13 15:34:54 -0700796NetVscOnDeviceAdd(
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200797 struct hv_device *Device,
Hank Janssenfceaf242009-07-13 15:34:54 -0700798 void *AdditionalInfo
799 )
800{
801 int ret=0;
802 int i;
803
Bill Pembertond1af1db72009-07-27 16:47:44 -0400804 struct NETVSC_DEVICE *netDevice;
Nicolas Palix4193d4f2009-07-29 14:10:10 +0200805 struct hv_netvsc_packet *packet;
Hank Janssenfceaf242009-07-13 15:34:54 -0700806 LIST_ENTRY *entry;
807
808 NETVSC_DRIVER_OBJECT *netDriver = (NETVSC_DRIVER_OBJECT*) Device->Driver;;
809
810 DPRINT_ENTER(NETVSC);
811
812 netDevice = AllocNetDevice(Device);
813 if (!netDevice)
814 {
815 ret = -1;
816 goto Cleanup;
817 }
818
819 DPRINT_DBG(NETVSC, "netvsc channel object allocated - %p", netDevice);
820
Bill Pemberton454f18a2009-07-27 16:47:24 -0400821 /* Initialize the NetVSC channel extension */
Hank Janssenfceaf242009-07-13 15:34:54 -0700822 netDevice->ReceiveBufferSize = NETVSC_RECEIVE_BUFFER_SIZE;
Greg Kroah-Hartman64368732009-07-15 14:56:15 -0700823 spin_lock_init(&netDevice->receive_packet_list_lock);
Hank Janssenfceaf242009-07-13 15:34:54 -0700824
825 netDevice->SendBufferSize = NETVSC_SEND_BUFFER_SIZE;
826
827 INITIALIZE_LIST_HEAD(&netDevice->ReceivePacketList);
828
829 for (i=0; i < NETVSC_RECEIVE_PACKETLIST_COUNT; i++)
830 {
Nicolas Palix4193d4f2009-07-29 14:10:10 +0200831 packet = kzalloc(sizeof(struct hv_netvsc_packet) + (NETVSC_RECEIVE_SG_COUNT* sizeof(PAGE_BUFFER)), GFP_KERNEL);
Hank Janssenfceaf242009-07-13 15:34:54 -0700832 if (!packet)
833 {
834 DPRINT_DBG(NETVSC, "unable to allocate netvsc pkts for receive pool (wanted %d got %d)", NETVSC_RECEIVE_PACKETLIST_COUNT, i);
835 break;
836 }
837
838 INSERT_TAIL_LIST(&netDevice->ReceivePacketList, &packet->ListEntry);
839 }
840 netDevice->ChannelInitEvent = WaitEventCreate();
841
Bill Pemberton454f18a2009-07-27 16:47:24 -0400842 /* Open the channel */
Hank Janssenfceaf242009-07-13 15:34:54 -0700843 ret = Device->Driver->VmbusChannelInterface.Open(Device,
Bill Pemberton454f18a2009-07-27 16:47:24 -0400844 netDriver->RingBufferSize,
845 netDriver->RingBufferSize,
846 NULL, 0,
847 NetVscOnChannelCallback,
848 Device
849 );
Hank Janssenfceaf242009-07-13 15:34:54 -0700850
851 if (ret != 0)
852 {
853 DPRINT_ERR(NETVSC, "unable to open channel: %d", ret);
854 ret = -1;
855 goto Cleanup;
856 }
857
Bill Pemberton454f18a2009-07-27 16:47:24 -0400858 /* Channel is opened */
Hank Janssenfceaf242009-07-13 15:34:54 -0700859 DPRINT_INFO(NETVSC, "*** NetVSC channel opened successfully! ***");
860
Bill Pemberton454f18a2009-07-27 16:47:24 -0400861 /* Connect with the NetVsp */
Hank Janssenfceaf242009-07-13 15:34:54 -0700862 ret = NetVscConnectToVsp(Device);
863 if (ret != 0)
864 {
865 DPRINT_ERR(NETVSC, "unable to connect to NetVSP - %d", ret);
866 ret = -1;
867 goto Close;
868 }
869
870 DPRINT_INFO(NETVSC, "*** NetVSC channel handshake result - %d ***", ret);
871
872 DPRINT_EXIT(NETVSC);
873 return ret;
874
875Close:
Bill Pemberton454f18a2009-07-27 16:47:24 -0400876 /* Now, we can close the channel safely */
Hank Janssenfceaf242009-07-13 15:34:54 -0700877 Device->Driver->VmbusChannelInterface.Close(Device);
878
879Cleanup:
880
881 if (netDevice)
882 {
Bill Pemberton420beac2009-07-29 17:00:10 -0400883 kfree(netDevice->ChannelInitEvent);
Hank Janssenfceaf242009-07-13 15:34:54 -0700884
885 while (!IsListEmpty(&netDevice->ReceivePacketList))
886 {
887 entry = REMOVE_HEAD_LIST(&netDevice->ReceivePacketList);
Nicolas Palix4193d4f2009-07-29 14:10:10 +0200888 packet = CONTAINING_RECORD(entry, struct hv_netvsc_packet, ListEntry);
Greg Kroah-Hartman8c69f522009-07-15 12:48:29 -0700889 kfree(packet);
Hank Janssenfceaf242009-07-13 15:34:54 -0700890 }
891
Hank Janssenfceaf242009-07-13 15:34:54 -0700892 ReleaseOutboundNetDevice(Device);
893 ReleaseInboundNetDevice(Device);
894
895 FreeNetDevice(netDevice);
896 }
897
898 DPRINT_EXIT(NETVSC);
899 return ret;
900}
901
902
903/*++
904
905Name:
906 NetVscOnDeviceRemove()
907
908Description:
909 Callback when the root bus device is removed
910
911--*/
Greg Kroah-Hartmanbd1de702009-07-29 09:04:51 -0700912static int
Hank Janssenfceaf242009-07-13 15:34:54 -0700913NetVscOnDeviceRemove(
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200914 struct hv_device *Device
Hank Janssenfceaf242009-07-13 15:34:54 -0700915 )
916{
Bill Pembertond1af1db72009-07-27 16:47:44 -0400917 struct NETVSC_DEVICE *netDevice;
Nicolas Palix4193d4f2009-07-29 14:10:10 +0200918 struct hv_netvsc_packet *netvscPacket;
Hank Janssenfceaf242009-07-13 15:34:54 -0700919 int ret=0;
920 LIST_ENTRY *entry;
921
922 DPRINT_ENTER(NETVSC);
923
924 DPRINT_INFO(NETVSC, "Disabling outbound traffic on net device (%p)...", Device->Extension);
925
Bill Pemberton454f18a2009-07-27 16:47:24 -0400926 /* Stop outbound traffic ie sends and receives completions */
Hank Janssenfceaf242009-07-13 15:34:54 -0700927 netDevice = ReleaseOutboundNetDevice(Device);
928 if (!netDevice)
929 {
930 DPRINT_ERR(NETVSC, "No net device present!!");
931 return -1;
932 }
933
Bill Pemberton454f18a2009-07-27 16:47:24 -0400934 /* Wait for all send completions */
Hank Janssenfceaf242009-07-13 15:34:54 -0700935 while (netDevice->NumOutstandingSends)
936 {
937 DPRINT_INFO(NETVSC, "waiting for %d requests to complete...", netDevice->NumOutstandingSends);
938
Greg Kroah-Hartmanb4362c92009-07-16 11:50:41 -0700939 udelay(100);
Hank Janssenfceaf242009-07-13 15:34:54 -0700940 }
941
942 DPRINT_INFO(NETVSC, "Disconnecting from netvsp...");
943
944 NetVscDisconnectFromVsp(netDevice);
945
946 DPRINT_INFO(NETVSC, "Disabling inbound traffic on net device (%p)...", Device->Extension);
947
Bill Pemberton454f18a2009-07-27 16:47:24 -0400948 /* Stop inbound traffic ie receives and sends completions */
Hank Janssenfceaf242009-07-13 15:34:54 -0700949 netDevice = ReleaseInboundNetDevice(Device);
950
Bill Pemberton454f18a2009-07-27 16:47:24 -0400951 /* At this point, no one should be accessing netDevice except in here */
Hank Janssenfceaf242009-07-13 15:34:54 -0700952 DPRINT_INFO(NETVSC, "net device (%p) safe to remove", netDevice);
953
Bill Pemberton454f18a2009-07-27 16:47:24 -0400954 /* Now, we can close the channel safely */
Hank Janssenfceaf242009-07-13 15:34:54 -0700955 Device->Driver->VmbusChannelInterface.Close(Device);
956
Bill Pemberton454f18a2009-07-27 16:47:24 -0400957 /* Release all resources */
Hank Janssenfceaf242009-07-13 15:34:54 -0700958 while (!IsListEmpty(&netDevice->ReceivePacketList))
959 {
960 entry = REMOVE_HEAD_LIST(&netDevice->ReceivePacketList);
Nicolas Palix4193d4f2009-07-29 14:10:10 +0200961 netvscPacket = CONTAINING_RECORD(entry, struct hv_netvsc_packet, ListEntry);
Hank Janssenfceaf242009-07-13 15:34:54 -0700962
Greg Kroah-Hartman8c69f522009-07-15 12:48:29 -0700963 kfree(netvscPacket);
Hank Janssenfceaf242009-07-13 15:34:54 -0700964 }
965
Bill Pemberton420beac2009-07-29 17:00:10 -0400966 kfree(netDevice->ChannelInitEvent);
Hank Janssenfceaf242009-07-13 15:34:54 -0700967 FreeNetDevice(netDevice);
968
969 DPRINT_EXIT(NETVSC);
970 return ret;
971}
972
973
974
975/*++
976
977Name:
978 NetVscOnCleanup()
979
980Description:
981 Perform any cleanup when the driver is removed
982
983--*/
Greg Kroah-Hartmanbd1de702009-07-29 09:04:51 -0700984static void
Hank Janssenfceaf242009-07-13 15:34:54 -0700985NetVscOnCleanup(
Nicolas Palix775ef252009-07-29 14:09:45 +0200986 struct hv_driver *drv
Hank Janssenfceaf242009-07-13 15:34:54 -0700987 )
988{
989 DPRINT_ENTER(NETVSC);
990
991 DPRINT_EXIT(NETVSC);
992}
993
994static void
995NetVscOnSendCompletion(
Nicolas Palix3d3b5512009-07-28 17:32:53 +0200996 struct hv_device *Device,
Hank Janssenfceaf242009-07-13 15:34:54 -0700997 VMPACKET_DESCRIPTOR *Packet
998 )
999{
Bill Pembertond1af1db72009-07-27 16:47:44 -04001000 struct NETVSC_DEVICE *netDevice;
Hank Janssenfceaf242009-07-13 15:34:54 -07001001 NVSP_MESSAGE *nvspPacket;
Nicolas Palix4193d4f2009-07-29 14:10:10 +02001002 struct hv_netvsc_packet *nvscPacket;
Hank Janssenfceaf242009-07-13 15:34:54 -07001003
1004 DPRINT_ENTER(NETVSC);
1005
1006 netDevice = GetInboundNetDevice(Device);
1007 if (!netDevice)
1008 {
1009 DPRINT_ERR(NETVSC, "unable to get net device...device being destroyed?");
1010 DPRINT_EXIT(NETVSC);
1011 return;
1012 }
1013
Greg Kroah-Hartmanc4b0bc92009-07-14 15:12:46 -07001014 nvspPacket = (NVSP_MESSAGE*)((unsigned long)Packet + (Packet->DataOffset8 << 3));
Hank Janssenfceaf242009-07-13 15:34:54 -07001015
1016 DPRINT_DBG(NETVSC, "send completion packet - type %d", nvspPacket->Header.MessageType);
1017
1018 if (nvspPacket->Header.MessageType == NvspMessageTypeInitComplete ||
1019 nvspPacket->Header.MessageType == NvspMessage1TypeSendReceiveBufferComplete ||
1020 nvspPacket->Header.MessageType == NvspMessage1TypeSendSendBufferComplete)
1021 {
Bill Pemberton454f18a2009-07-27 16:47:24 -04001022 /* Copy the response back */
Hank Janssenfceaf242009-07-13 15:34:54 -07001023 memcpy(&netDevice->ChannelInitPacket, nvspPacket, sizeof(NVSP_MESSAGE));
1024 WaitEventSet(netDevice->ChannelInitEvent);
1025 }
1026 else if (nvspPacket->Header.MessageType == NvspMessage1TypeSendRNDISPacketComplete)
1027 {
Bill Pemberton454f18a2009-07-27 16:47:24 -04001028 /* Get the send context */
Nicolas Palix4193d4f2009-07-29 14:10:10 +02001029 nvscPacket = (struct hv_netvsc_packet *)(unsigned long)Packet->TransactionId;
Hank Janssenfceaf242009-07-13 15:34:54 -07001030 ASSERT(nvscPacket);
1031
Bill Pemberton454f18a2009-07-27 16:47:24 -04001032 /* Notify the layer above us */
Hank Janssenfceaf242009-07-13 15:34:54 -07001033 nvscPacket->Completion.Send.OnSendCompletion(nvscPacket->Completion.Send.SendCompletionContext);
1034
1035 InterlockedDecrement(&netDevice->NumOutstandingSends);
1036 }
1037 else
1038 {
1039 DPRINT_ERR(NETVSC, "Unknown send completion packet type - %d received!!", nvspPacket->Header.MessageType);
1040 }
1041
1042 PutNetDevice(Device);
1043 DPRINT_EXIT(NETVSC);
1044}
1045
1046
1047
1048static int
1049NetVscOnSend(
Nicolas Palix3d3b5512009-07-28 17:32:53 +02001050 struct hv_device *Device,
Nicolas Palix4193d4f2009-07-29 14:10:10 +02001051 struct hv_netvsc_packet *Packet
Hank Janssenfceaf242009-07-13 15:34:54 -07001052 )
1053{
Bill Pembertond1af1db72009-07-27 16:47:44 -04001054 struct NETVSC_DEVICE *netDevice;
Hank Janssenfceaf242009-07-13 15:34:54 -07001055 int ret=0;
1056
1057 NVSP_MESSAGE sendMessage;
1058
1059 DPRINT_ENTER(NETVSC);
1060
1061 netDevice = GetOutboundNetDevice(Device);
1062 if (!netDevice)
1063 {
1064 DPRINT_ERR(NETVSC, "net device (%p) shutting down...ignoring outbound packets", netDevice);
1065 DPRINT_EXIT(NETVSC);
1066 return -2;
1067 }
1068
1069 sendMessage.Header.MessageType = NvspMessage1TypeSendRNDISPacket;
1070 if (Packet->IsDataPacket)
Bill Pemberton454f18a2009-07-27 16:47:24 -04001071 sendMessage.Messages.Version1Messages.SendRNDISPacket.ChannelType = 0;/* 0 is RMC_DATA; */
Hank Janssenfceaf242009-07-13 15:34:54 -07001072 else
Bill Pemberton454f18a2009-07-27 16:47:24 -04001073 sendMessage.Messages.Version1Messages.SendRNDISPacket.ChannelType = 1;/* 1 is RMC_CONTROL; */
Hank Janssenfceaf242009-07-13 15:34:54 -07001074
Bill Pemberton454f18a2009-07-27 16:47:24 -04001075 /* Not using send buffer section */
Hank Janssenfceaf242009-07-13 15:34:54 -07001076 sendMessage.Messages.Version1Messages.SendRNDISPacket.SendBufferSectionIndex = 0xFFFFFFFF;
1077 sendMessage.Messages.Version1Messages.SendRNDISPacket.SendBufferSectionSize = 0;
1078
1079 if (Packet->PageBufferCount)
1080 {
1081 ret = Device->Driver->VmbusChannelInterface.SendPacketPageBuffer(Device,
1082 Packet->PageBuffers,
1083 Packet->PageBufferCount,
1084 &sendMessage,
1085 sizeof(NVSP_MESSAGE),
Greg Kroah-Hartmanc4b0bc92009-07-14 15:12:46 -07001086 (unsigned long)Packet);
Hank Janssenfceaf242009-07-13 15:34:54 -07001087 }
1088 else
1089 {
1090 ret = Device->Driver->VmbusChannelInterface.SendPacket(Device,
1091 &sendMessage,
1092 sizeof(NVSP_MESSAGE),
Greg Kroah-Hartmanc4b0bc92009-07-14 15:12:46 -07001093 (unsigned long)Packet,
Hank Janssenfceaf242009-07-13 15:34:54 -07001094 VmbusPacketTypeDataInBand,
1095 VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED);
1096
1097 }
1098
1099 if (ret != 0)
1100 {
1101 DPRINT_ERR(NETVSC, "Unable to send packet %p ret %d", Packet, ret);
1102 }
1103
1104 InterlockedIncrement(&netDevice->NumOutstandingSends);
1105 PutNetDevice(Device);
1106
1107 DPRINT_EXIT(NETVSC);
1108 return ret;
1109}
1110
1111
1112static void
1113NetVscOnReceive(
Nicolas Palix3d3b5512009-07-28 17:32:53 +02001114 struct hv_device *Device,
Hank Janssenfceaf242009-07-13 15:34:54 -07001115 VMPACKET_DESCRIPTOR *Packet
1116 )
1117{
Bill Pembertond1af1db72009-07-27 16:47:44 -04001118 struct NETVSC_DEVICE *netDevice;
Hank Janssenfceaf242009-07-13 15:34:54 -07001119 VMTRANSFER_PAGE_PACKET_HEADER *vmxferpagePacket;
1120 NVSP_MESSAGE *nvspPacket;
Nicolas Palix4193d4f2009-07-29 14:10:10 +02001121 struct hv_netvsc_packet *netvscPacket=NULL;
Hank Janssenfceaf242009-07-13 15:34:54 -07001122 LIST_ENTRY* entry;
Greg Kroah-Hartmanc4b0bc92009-07-14 15:12:46 -07001123 unsigned long start;
1124 unsigned long end, endVirtual;
Bill Pemberton454f18a2009-07-27 16:47:24 -04001125 /* NETVSC_DRIVER_OBJECT *netvscDriver; */
Hank Janssenfceaf242009-07-13 15:34:54 -07001126 XFERPAGE_PACKET *xferpagePacket=NULL;
1127 LIST_ENTRY listHead;
1128
1129 int i=0, j=0;
1130 int count=0, bytesRemain=0;
Greg Kroah-Hartman64368732009-07-15 14:56:15 -07001131 unsigned long flags;
Hank Janssenfceaf242009-07-13 15:34:54 -07001132
1133 DPRINT_ENTER(NETVSC);
1134
1135 netDevice = GetInboundNetDevice(Device);
1136 if (!netDevice)
1137 {
1138 DPRINT_ERR(NETVSC, "unable to get net device...device being destroyed?");
1139 DPRINT_EXIT(NETVSC);
1140 return;
1141 }
1142
Bill Pemberton454f18a2009-07-27 16:47:24 -04001143 /* All inbound packets other than send completion should be xfer page packet */
Hank Janssenfceaf242009-07-13 15:34:54 -07001144 if (Packet->Type != VmbusPacketTypeDataUsingTransferPages)
1145 {
1146 DPRINT_ERR(NETVSC, "Unknown packet type received - %d", Packet->Type);
1147 PutNetDevice(Device);
1148 return;
1149 }
1150
Greg Kroah-Hartmanc4b0bc92009-07-14 15:12:46 -07001151 nvspPacket = (NVSP_MESSAGE*)((unsigned long)Packet + (Packet->DataOffset8 << 3));
Hank Janssenfceaf242009-07-13 15:34:54 -07001152
Bill Pemberton454f18a2009-07-27 16:47:24 -04001153 /* Make sure this is a valid nvsp packet */
Hank Janssenfceaf242009-07-13 15:34:54 -07001154 if (nvspPacket->Header.MessageType != NvspMessage1TypeSendRNDISPacket )
1155 {
1156 DPRINT_ERR(NETVSC, "Unknown nvsp packet type received - %d", nvspPacket->Header.MessageType);
1157 PutNetDevice(Device);
1158 return;
1159 }
1160
1161 DPRINT_DBG(NETVSC, "NVSP packet received - type %d", nvspPacket->Header.MessageType);
1162
1163 vmxferpagePacket = (VMTRANSFER_PAGE_PACKET_HEADER*)Packet;
1164
1165 if (vmxferpagePacket->TransferPageSetId != NETVSC_RECEIVE_BUFFER_ID)
1166 {
1167 DPRINT_ERR(NETVSC, "Invalid xfer page set id - expecting %x got %x", NETVSC_RECEIVE_BUFFER_ID, vmxferpagePacket->TransferPageSetId);
1168 PutNetDevice(Device);
1169 return;
1170 }
1171
1172 DPRINT_DBG(NETVSC, "xfer page - range count %d", vmxferpagePacket->RangeCount);
1173
1174 INITIALIZE_LIST_HEAD(&listHead);
1175
Bill Pemberton454f18a2009-07-27 16:47:24 -04001176 /*
1177 * Grab free packets (range count + 1) to represent this xfer
1178 * page packet. +1 to represent the xfer page packet itself.
1179 * We grab it here so that we know exactly how many we can
1180 * fulfil
1181 */
Greg Kroah-Hartman64368732009-07-15 14:56:15 -07001182 spin_lock_irqsave(&netDevice->receive_packet_list_lock, flags);
Hank Janssenfceaf242009-07-13 15:34:54 -07001183 while (!IsListEmpty(&netDevice->ReceivePacketList))
1184 {
1185 entry = REMOVE_HEAD_LIST(&netDevice->ReceivePacketList);
Nicolas Palix4193d4f2009-07-29 14:10:10 +02001186 netvscPacket = CONTAINING_RECORD(entry, struct hv_netvsc_packet, ListEntry);
Hank Janssenfceaf242009-07-13 15:34:54 -07001187
1188 INSERT_TAIL_LIST(&listHead, &netvscPacket->ListEntry);
1189
1190 if (++count == vmxferpagePacket->RangeCount + 1)
1191 break;
1192 }
Greg Kroah-Hartman64368732009-07-15 14:56:15 -07001193 spin_unlock_irqrestore(&netDevice->receive_packet_list_lock, flags);
Hank Janssenfceaf242009-07-13 15:34:54 -07001194
Bill Pemberton454f18a2009-07-27 16:47:24 -04001195 /*
1196 * We need at least 2 netvsc pkts (1 to represent the xfer
1197 * page and at least 1 for the range) i.e. we can handled
1198 * some of the xfer page packet ranges...
1199 */
Hank Janssenfceaf242009-07-13 15:34:54 -07001200 if (count < 2)
1201 {
1202 DPRINT_ERR(NETVSC, "Got only %d netvsc pkt...needed %d pkts. Dropping this xfer page packet completely!", count, vmxferpagePacket->RangeCount+1);
1203
Bill Pemberton454f18a2009-07-27 16:47:24 -04001204 /* Return it to the freelist */
Greg Kroah-Hartman64368732009-07-15 14:56:15 -07001205 spin_lock_irqsave(&netDevice->receive_packet_list_lock, flags);
Hank Janssenfceaf242009-07-13 15:34:54 -07001206 for (i=count; i != 0; i--)
1207 {
1208 entry = REMOVE_HEAD_LIST(&listHead);
Nicolas Palix4193d4f2009-07-29 14:10:10 +02001209 netvscPacket = CONTAINING_RECORD(entry, struct hv_netvsc_packet, ListEntry);
Hank Janssenfceaf242009-07-13 15:34:54 -07001210
1211 INSERT_TAIL_LIST(&netDevice->ReceivePacketList, &netvscPacket->ListEntry);
1212 }
Greg Kroah-Hartman64368732009-07-15 14:56:15 -07001213 spin_unlock_irqrestore(&netDevice->receive_packet_list_lock, flags);
Hank Janssenfceaf242009-07-13 15:34:54 -07001214
1215 NetVscSendReceiveCompletion(Device, vmxferpagePacket->d.TransactionId);
1216
1217 PutNetDevice(Device);
1218 return;
1219 }
1220
Bill Pemberton454f18a2009-07-27 16:47:24 -04001221 /* Remove the 1st packet to represent the xfer page packet itself */
Hank Janssenfceaf242009-07-13 15:34:54 -07001222 entry = REMOVE_HEAD_LIST(&listHead);
1223 xferpagePacket = CONTAINING_RECORD(entry, XFERPAGE_PACKET, ListEntry);
Bill Pemberton454f18a2009-07-27 16:47:24 -04001224 xferpagePacket->Count = count - 1; /* This is how much we can satisfy */
Hank Janssenfceaf242009-07-13 15:34:54 -07001225 ASSERT(xferpagePacket->Count > 0 && xferpagePacket->Count <= vmxferpagePacket->RangeCount);
1226
1227 if (xferpagePacket->Count != vmxferpagePacket->RangeCount)
1228 {
1229 DPRINT_INFO(NETVSC, "Needed %d netvsc pkts to satisy this xfer page...got %d", vmxferpagePacket->RangeCount, xferpagePacket->Count);
1230 }
1231
Bill Pemberton454f18a2009-07-27 16:47:24 -04001232 /* Each range represents 1 RNDIS pkt that contains 1 ethernet frame */
Hank Janssenfceaf242009-07-13 15:34:54 -07001233 for (i=0; i < (count - 1); i++)
1234 {
1235 entry = REMOVE_HEAD_LIST(&listHead);
Nicolas Palix4193d4f2009-07-29 14:10:10 +02001236 netvscPacket = CONTAINING_RECORD(entry, struct hv_netvsc_packet, ListEntry);
Hank Janssenfceaf242009-07-13 15:34:54 -07001237
Bill Pemberton454f18a2009-07-27 16:47:24 -04001238 /* Initialize the netvsc packet */
Hank Janssenfceaf242009-07-13 15:34:54 -07001239 netvscPacket->XferPagePacket = xferpagePacket;
1240 netvscPacket->Completion.Recv.OnReceiveCompletion = NetVscOnReceiveCompletion;
1241 netvscPacket->Completion.Recv.ReceiveCompletionContext = netvscPacket;
1242 netvscPacket->Device = Device;
Bill Pemberton454f18a2009-07-27 16:47:24 -04001243 netvscPacket->Completion.Recv.ReceiveCompletionTid = vmxferpagePacket->d.TransactionId; /* Save this so that we can send it back */
Hank Janssenfceaf242009-07-13 15:34:54 -07001244
1245 netvscPacket->TotalDataBufferLength = vmxferpagePacket->Ranges[i].ByteCount;
1246 netvscPacket->PageBufferCount = 1;
1247
1248 ASSERT(vmxferpagePacket->Ranges[i].ByteOffset + vmxferpagePacket->Ranges[i].ByteCount < netDevice->ReceiveBufferSize);
1249
1250 netvscPacket->PageBuffers[0].Length = vmxferpagePacket->Ranges[i].ByteCount;
1251
Greg Kroah-Hartmanc4b0bc92009-07-14 15:12:46 -07001252 start = GetPhysicalAddress((void*)((unsigned long)netDevice->ReceiveBuffer + vmxferpagePacket->Ranges[i].ByteOffset));
Hank Janssenfceaf242009-07-13 15:34:54 -07001253
1254 netvscPacket->PageBuffers[0].Pfn = start >> PAGE_SHIFT;
Greg Kroah-Hartmanc4b0bc92009-07-14 15:12:46 -07001255 endVirtual = (unsigned long)netDevice->ReceiveBuffer
Hank Janssenfceaf242009-07-13 15:34:54 -07001256 + vmxferpagePacket->Ranges[i].ByteOffset
1257 + vmxferpagePacket->Ranges[i].ByteCount -1;
1258 end = GetPhysicalAddress((void*)endVirtual);
1259
Bill Pemberton454f18a2009-07-27 16:47:24 -04001260 /* Calculate the page relative offset */
Hank Janssenfceaf242009-07-13 15:34:54 -07001261 netvscPacket->PageBuffers[0].Offset = vmxferpagePacket->Ranges[i].ByteOffset & (PAGE_SIZE -1);
1262 if ((end >> PAGE_SHIFT) != (start>>PAGE_SHIFT)) {
Bill Pemberton454f18a2009-07-27 16:47:24 -04001263 /* Handle frame across multiple pages: */
Hank Janssenfceaf242009-07-13 15:34:54 -07001264 netvscPacket->PageBuffers[0].Length =
1265 (netvscPacket->PageBuffers[0].Pfn <<PAGE_SHIFT) + PAGE_SIZE - start;
1266 bytesRemain = netvscPacket->TotalDataBufferLength - netvscPacket->PageBuffers[0].Length;
1267 for (j=1; j<NETVSC_PACKET_MAXPAGE; j++) {
1268 netvscPacket->PageBuffers[j].Offset = 0;
1269 if (bytesRemain <= PAGE_SIZE) {
1270 netvscPacket->PageBuffers[j].Length = bytesRemain;
1271 bytesRemain = 0;
1272 } else {
1273 netvscPacket->PageBuffers[j].Length = PAGE_SIZE;
1274 bytesRemain -= PAGE_SIZE;
1275 }
1276 netvscPacket->PageBuffers[j].Pfn =
1277 GetPhysicalAddress((void*)(endVirtual - bytesRemain)) >> PAGE_SHIFT;
1278 netvscPacket->PageBufferCount++;
1279 if (bytesRemain == 0)
1280 break;
1281 }
1282 ASSERT(bytesRemain == 0);
1283 }
1284 DPRINT_DBG(NETVSC, "[%d] - (abs offset %u len %u) => (pfn %llx, offset %u, len %u)",
1285 i,
1286 vmxferpagePacket->Ranges[i].ByteOffset,
1287 vmxferpagePacket->Ranges[i].ByteCount,
1288 netvscPacket->PageBuffers[0].Pfn,
1289 netvscPacket->PageBuffers[0].Offset,
1290 netvscPacket->PageBuffers[0].Length);
1291
Bill Pemberton454f18a2009-07-27 16:47:24 -04001292 /* Pass it to the upper layer */
Hank Janssenfceaf242009-07-13 15:34:54 -07001293 ((NETVSC_DRIVER_OBJECT*)Device->Driver)->OnReceiveCallback(Device, netvscPacket);
1294
1295 NetVscOnReceiveCompletion(netvscPacket->Completion.Recv.ReceiveCompletionContext);
1296 }
1297
1298 ASSERT(IsListEmpty(&listHead));
1299
1300 PutNetDevice(Device);
1301 DPRINT_EXIT(NETVSC);
1302}
1303
1304
1305static void
1306NetVscSendReceiveCompletion(
Nicolas Palix3d3b5512009-07-28 17:32:53 +02001307 struct hv_device *Device,
Greg Kroah-Hartman59471432009-07-14 15:10:26 -07001308 u64 TransactionId
Hank Janssenfceaf242009-07-13 15:34:54 -07001309 )
1310{
1311 NVSP_MESSAGE recvcompMessage;
1312 int retries=0;
1313 int ret=0;
1314
1315 DPRINT_DBG(NETVSC, "Sending receive completion pkt - %llx", TransactionId);
1316
1317 recvcompMessage.Header.MessageType = NvspMessage1TypeSendRNDISPacketComplete;
1318
Bill Pemberton454f18a2009-07-27 16:47:24 -04001319 /* FIXME: Pass in the status */
Hank Janssenfceaf242009-07-13 15:34:54 -07001320 recvcompMessage.Messages.Version1Messages.SendRNDISPacketComplete.Status = NvspStatusSuccess;
1321
1322retry_send_cmplt:
Bill Pemberton454f18a2009-07-27 16:47:24 -04001323 /* Send the completion */
Hank Janssenfceaf242009-07-13 15:34:54 -07001324 ret = Device->Driver->VmbusChannelInterface.SendPacket(Device,
1325 &recvcompMessage,
1326 sizeof(NVSP_MESSAGE),
1327 TransactionId,
1328 VmbusPacketTypeCompletion,
1329 0);
Bill Pemberton454f18a2009-07-27 16:47:24 -04001330 if (ret == 0) /* success */
Hank Janssenfceaf242009-07-13 15:34:54 -07001331 {
Bill Pemberton454f18a2009-07-27 16:47:24 -04001332 /* no-op */
Hank Janssenfceaf242009-07-13 15:34:54 -07001333 }
Bill Pemberton454f18a2009-07-27 16:47:24 -04001334 else if (ret == -1) /* no more room...wait a bit and attempt to retry 3 times */
Hank Janssenfceaf242009-07-13 15:34:54 -07001335 {
1336 retries++;
1337 DPRINT_ERR(NETVSC, "unable to send receive completion pkt (tid %llx)...retrying %d", TransactionId, retries);
1338
1339 if (retries < 4)
1340 {
Greg Kroah-Hartmanb4362c92009-07-16 11:50:41 -07001341 udelay(100);
Hank Janssenfceaf242009-07-13 15:34:54 -07001342 goto retry_send_cmplt;
1343 }
1344 else
1345 {
1346 DPRINT_ERR(NETVSC, "unable to send receive completion pkt (tid %llx)...give up retrying", TransactionId);
1347 }
1348 }
1349 else
1350 {
1351 DPRINT_ERR(NETVSC, "unable to send receive completion pkt - %llx", TransactionId);
1352 }
1353}
1354
Bill Pemberton454f18a2009-07-27 16:47:24 -04001355/* Send a receive completion packet to RNDIS device (ie NetVsp) */
Hank Janssenfceaf242009-07-13 15:34:54 -07001356static void
1357NetVscOnReceiveCompletion(
Greg Kroah-Hartman8282c402009-07-14 15:06:28 -07001358 void * Context)
Hank Janssenfceaf242009-07-13 15:34:54 -07001359{
Nicolas Palix4193d4f2009-07-29 14:10:10 +02001360 struct hv_netvsc_packet *packet = (struct hv_netvsc_packet*)Context;
Nicolas Palix3d3b5512009-07-28 17:32:53 +02001361 struct hv_device *device = (struct hv_device*)packet->Device;
Bill Pembertond1af1db72009-07-27 16:47:44 -04001362 struct NETVSC_DEVICE *netDevice;
Greg Kroah-Hartman59471432009-07-14 15:10:26 -07001363 u64 transactionId=0;
Greg Kroah-Hartman0e727612009-07-15 12:46:44 -07001364 bool fSendReceiveComp = false;
Greg Kroah-Hartman64368732009-07-15 14:56:15 -07001365 unsigned long flags;
Hank Janssenfceaf242009-07-13 15:34:54 -07001366
1367 DPRINT_ENTER(NETVSC);
1368
1369 ASSERT(packet->XferPagePacket);
1370
Bill Pemberton454f18a2009-07-27 16:47:24 -04001371 /* Even though it seems logical to do a GetOutboundNetDevice() here to send out receive completion, */
1372 /* we are using GetInboundNetDevice() since we may have disable outbound traffic already. */
Hank Janssenfceaf242009-07-13 15:34:54 -07001373 netDevice = GetInboundNetDevice(device);
1374 if (!netDevice)
1375 {
1376 DPRINT_ERR(NETVSC, "unable to get net device...device being destroyed?");
1377 DPRINT_EXIT(NETVSC);
1378 return;
1379 }
1380
Bill Pemberton454f18a2009-07-27 16:47:24 -04001381 /* Overloading use of the lock. */
Greg Kroah-Hartman64368732009-07-15 14:56:15 -07001382 spin_lock_irqsave(&netDevice->receive_packet_list_lock, flags);
Hank Janssenfceaf242009-07-13 15:34:54 -07001383
1384 ASSERT(packet->XferPagePacket->Count > 0);
1385 packet->XferPagePacket->Count--;
1386
Bill Pemberton454f18a2009-07-27 16:47:24 -04001387 /* Last one in the line that represent 1 xfer page packet. */
1388 /* Return the xfer page packet itself to the freelist */
Hank Janssenfceaf242009-07-13 15:34:54 -07001389 if (packet->XferPagePacket->Count == 0)
1390 {
Greg Kroah-Hartman0e727612009-07-15 12:46:44 -07001391 fSendReceiveComp = true;
Hank Janssenfceaf242009-07-13 15:34:54 -07001392 transactionId = packet->Completion.Recv.ReceiveCompletionTid;
1393
1394 INSERT_TAIL_LIST(&netDevice->ReceivePacketList, &packet->XferPagePacket->ListEntry);
1395 }
1396
Bill Pemberton454f18a2009-07-27 16:47:24 -04001397 /* Put the packet back */
Hank Janssenfceaf242009-07-13 15:34:54 -07001398 INSERT_TAIL_LIST(&netDevice->ReceivePacketList, &packet->ListEntry);
Greg Kroah-Hartman64368732009-07-15 14:56:15 -07001399 spin_unlock_irqrestore(&netDevice->receive_packet_list_lock, flags);
Hank Janssenfceaf242009-07-13 15:34:54 -07001400
Bill Pemberton454f18a2009-07-27 16:47:24 -04001401 /* Send a receive completion for the xfer page packet */
Hank Janssenfceaf242009-07-13 15:34:54 -07001402 if (fSendReceiveComp)
1403 {
1404 NetVscSendReceiveCompletion(device, transactionId);
1405 }
1406
1407 PutNetDevice(device);
1408 DPRINT_EXIT(NETVSC);
1409}
1410
1411
1412
1413void
1414NetVscOnChannelCallback(
Greg Kroah-Hartman8282c402009-07-14 15:06:28 -07001415 void * Context
Hank Janssenfceaf242009-07-13 15:34:54 -07001416 )
1417{
1418 const int netPacketSize=2048;
1419 int ret=0;
Nicolas Palix3d3b5512009-07-28 17:32:53 +02001420 struct hv_device *device=(struct hv_device*)Context;
Bill Pembertond1af1db72009-07-27 16:47:44 -04001421 struct NETVSC_DEVICE *netDevice;
Hank Janssenfceaf242009-07-13 15:34:54 -07001422
Greg Kroah-Hartman4d643112009-07-14 15:09:36 -07001423 u32 bytesRecvd;
Greg Kroah-Hartman59471432009-07-14 15:10:26 -07001424 u64 requestId;
1425 unsigned char packet[netPacketSize];
Hank Janssenfceaf242009-07-13 15:34:54 -07001426 VMPACKET_DESCRIPTOR *desc;
Greg Kroah-Hartman59471432009-07-14 15:10:26 -07001427 unsigned char *buffer=packet;
Hank Janssenfceaf242009-07-13 15:34:54 -07001428 int bufferlen=netPacketSize;
1429
1430
1431 DPRINT_ENTER(NETVSC);
1432
1433 ASSERT(device);
1434
1435 netDevice = GetInboundNetDevice(device);
1436 if (!netDevice)
1437 {
1438 DPRINT_ERR(NETVSC, "net device (%p) shutting down...ignoring inbound packets", netDevice);
1439 DPRINT_EXIT(NETVSC);
1440 return;
1441 }
1442
1443 do
1444 {
1445 ret = device->Driver->VmbusChannelInterface.RecvPacketRaw(device,
1446 buffer,
1447 bufferlen,
1448 &bytesRecvd,
1449 &requestId);
1450
1451 if (ret == 0)
1452 {
1453 if (bytesRecvd > 0)
1454 {
1455 DPRINT_DBG(NETVSC, "receive %d bytes, tid %llx", bytesRecvd, requestId);
1456
1457 desc = (VMPACKET_DESCRIPTOR*)buffer;
1458 switch (desc->Type)
1459 {
1460 case VmbusPacketTypeCompletion:
1461 NetVscOnSendCompletion(device, desc);
1462 break;
1463
1464 case VmbusPacketTypeDataUsingTransferPages:
1465 NetVscOnReceive(device, desc);
1466 break;
1467
1468 default:
1469 DPRINT_ERR(NETVSC, "unhandled packet type %d, tid %llx len %d\n", desc->Type, requestId, bytesRecvd);
1470 break;
1471 }
1472
Bill Pemberton454f18a2009-07-27 16:47:24 -04001473 /* reset */
Hank Janssenfceaf242009-07-13 15:34:54 -07001474 if (bufferlen > netPacketSize)
1475 {
Greg Kroah-Hartman8c69f522009-07-15 12:48:29 -07001476 kfree(buffer);
Hank Janssenfceaf242009-07-13 15:34:54 -07001477
1478 buffer = packet;
1479 bufferlen = netPacketSize;
1480 }
1481 }
1482 else
1483 {
Bill Pemberton454f18a2009-07-27 16:47:24 -04001484 /* DPRINT_DBG(NETVSC, "nothing else to read..."); */
Hank Janssenfceaf242009-07-13 15:34:54 -07001485
Bill Pemberton454f18a2009-07-27 16:47:24 -04001486 /* reset */
Hank Janssenfceaf242009-07-13 15:34:54 -07001487 if (bufferlen > netPacketSize)
1488 {
Greg Kroah-Hartman8c69f522009-07-15 12:48:29 -07001489 kfree(buffer);
Hank Janssenfceaf242009-07-13 15:34:54 -07001490
1491 buffer = packet;
1492 bufferlen = netPacketSize;
1493 }
1494
1495 break;
1496 }
1497 }
Bill Pemberton454f18a2009-07-27 16:47:24 -04001498 else if (ret == -2) /* Handle large packet */
Hank Janssenfceaf242009-07-13 15:34:54 -07001499 {
Greg Kroah-Hartman0a72f3c2009-07-15 12:48:01 -07001500 buffer = kmalloc(bytesRecvd, GFP_ATOMIC);
Hank Janssenfceaf242009-07-13 15:34:54 -07001501 if (buffer == NULL)
1502 {
Bill Pemberton454f18a2009-07-27 16:47:24 -04001503 /* Try again next time around */
Hank Janssenfceaf242009-07-13 15:34:54 -07001504 DPRINT_ERR(NETVSC, "unable to allocate buffer of size (%d)!!", bytesRecvd);
1505 break;
1506 }
1507
1508 bufferlen = bytesRecvd;
1509 }
1510 else
1511 {
1512 ASSERT(0);
1513 }
1514 } while (1);
1515
1516 PutNetDevice(device);
1517 DPRINT_EXIT(NETVSC);
1518 return;
1519}