blob: 99343b5836b87bfce57e48046570c61ecc4ffc0b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/**************************************************************************/
2/* */
3/* IBM eServer i/pSeries Virtual Ethernet Device Driver */
4/* Copyright (C) 2003 IBM Corp. */
5/* Originally written by Dave Larson (larson1@us.ibm.com) */
6/* Maintained by Santiago Leon (santil@us.ibm.com) */
7/* */
8/* This program is free software; you can redistribute it and/or modify */
9/* it under the terms of the GNU General Public License as published by */
10/* the Free Software Foundation; either version 2 of the License, or */
11/* (at your option) any later version. */
12/* */
13/* This program is distributed in the hope that it will be useful, */
14/* but WITHOUT ANY WARRANTY; without even the implied warranty of */
15/* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the */
16/* GNU General Public License for more details. */
17/* */
18/* You should have received a copy of the GNU General Public License */
19/* along with this program; if not, write to the Free Software */
20/* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 */
21/* USA */
22/* */
23/* This module contains the implementation of a virtual ethernet device */
24/* for use with IBM i/pSeries LPAR Linux. It utilizes the logical LAN */
25/* option of the RS/6000 Platform Architechture to interface with virtual */
26/* ethernet NICs that are presented to the partition by the hypervisor. */
Jeff Garzikd7fbeba2006-05-24 01:31:14 -040027/* */
Linus Torvalds1da177e2005-04-16 15:20:36 -070028/**************************************************************************/
29/*
30 TODO:
31 - remove frag processing code - no longer needed
32 - add support for sysfs
33 - possibly remove procfs support
34*/
35
Linus Torvalds1da177e2005-04-16 15:20:36 -070036#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070037#include <linux/types.h>
38#include <linux/errno.h>
39#include <linux/ioport.h>
40#include <linux/dma-mapping.h>
41#include <linux/kernel.h>
42#include <linux/netdevice.h>
43#include <linux/etherdevice.h>
44#include <linux/skbuff.h>
45#include <linux/init.h>
46#include <linux/delay.h>
47#include <linux/mm.h>
48#include <linux/ethtool.h>
49#include <linux/proc_fs.h>
50#include <asm/semaphore.h>
51#include <asm/hvcall.h>
52#include <asm/atomic.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070053#include <asm/vio.h>
54#include <asm/uaccess.h>
55#include <linux/seq_file.h>
56
57#include "ibmveth.h"
58
Anton Blanchard6af37fa2005-11-11 14:02:04 +110059#undef DEBUG
Linus Torvalds1da177e2005-04-16 15:20:36 -070060
61#define ibmveth_printk(fmt, args...) \
Olof Johanssonf98baff2006-04-12 15:22:29 -050062 printk(KERN_DEBUG "%s: " fmt, __FILE__, ## args)
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
64#define ibmveth_error_printk(fmt, args...) \
65 printk(KERN_ERR "(%s:%3.3d ua:%x) ERROR: " fmt, __FILE__, __LINE__ , adapter->vdev->unit_address, ## args)
66
67#ifdef DEBUG
68#define ibmveth_debug_printk_no_adapter(fmt, args...) \
69 printk(KERN_DEBUG "(%s:%3.3d): " fmt, __FILE__, __LINE__ , ## args)
70#define ibmveth_debug_printk(fmt, args...) \
71 printk(KERN_DEBUG "(%s:%3.3d ua:%x): " fmt, __FILE__, __LINE__ , adapter->vdev->unit_address, ## args)
72#define ibmveth_assert(expr) \
73 if(!(expr)) { \
74 printk(KERN_DEBUG "assertion failed (%s:%3.3d ua:%x): %s\n", __FILE__, __LINE__, adapter->vdev->unit_address, #expr); \
75 BUG(); \
76 }
77#else
78#define ibmveth_debug_printk_no_adapter(fmt, args...)
79#define ibmveth_debug_printk(fmt, args...)
Jeff Garzikd7fbeba2006-05-24 01:31:14 -040080#define ibmveth_assert(expr)
Linus Torvalds1da177e2005-04-16 15:20:36 -070081#endif
82
83static int ibmveth_open(struct net_device *dev);
84static int ibmveth_close(struct net_device *dev);
85static int ibmveth_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd);
86static int ibmveth_poll(struct net_device *dev, int *budget);
87static int ibmveth_start_xmit(struct sk_buff *skb, struct net_device *dev);
88static struct net_device_stats *ibmveth_get_stats(struct net_device *dev);
89static void ibmveth_set_multicast_list(struct net_device *dev);
90static int ibmveth_change_mtu(struct net_device *dev, int new_mtu);
91static void ibmveth_proc_register_driver(void);
92static void ibmveth_proc_unregister_driver(void);
93static void ibmveth_proc_register_adapter(struct ibmveth_adapter *adapter);
94static void ibmveth_proc_unregister_adapter(struct ibmveth_adapter *adapter);
David Howells7d12e782006-10-05 14:55:46 +010095static irqreturn_t ibmveth_interrupt(int irq, void *dev_instance);
Santiago Leonb6d35182005-10-26 10:47:01 -060096static inline void ibmveth_rxq_harvest_buffer(struct ibmveth_adapter *adapter);
Santiago Leon860f2422006-04-25 11:19:59 -050097static struct kobj_type ktype_veth_pool;
Linus Torvalds1da177e2005-04-16 15:20:36 -070098
99#ifdef CONFIG_PROC_FS
Al Viro66600222005-09-28 22:32:57 +0100100#define IBMVETH_PROC_DIR "net/ibmveth"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101static struct proc_dir_entry *ibmveth_proc_dir;
102#endif
103
104static const char ibmveth_driver_name[] = "ibmveth";
105static const char ibmveth_driver_string[] = "IBM i/pSeries Virtual Ethernet Driver";
106#define ibmveth_driver_version "1.03"
107
108MODULE_AUTHOR("Santiago Leon <santil@us.ibm.com>");
109MODULE_DESCRIPTION("IBM i/pSeries Virtual Ethernet Driver");
110MODULE_LICENSE("GPL");
111MODULE_VERSION(ibmveth_driver_version);
112
113/* simple methods of getting data from the current rxq entry */
114static inline int ibmveth_rxq_pending_buffer(struct ibmveth_adapter *adapter)
115{
116 return (adapter->rx_queue.queue_addr[adapter->rx_queue.index].toggle == adapter->rx_queue.toggle);
117}
118
119static inline int ibmveth_rxq_buffer_valid(struct ibmveth_adapter *adapter)
120{
121 return (adapter->rx_queue.queue_addr[adapter->rx_queue.index].valid);
122}
123
124static inline int ibmveth_rxq_frame_offset(struct ibmveth_adapter *adapter)
125{
126 return (adapter->rx_queue.queue_addr[adapter->rx_queue.index].offset);
127}
128
129static inline int ibmveth_rxq_frame_length(struct ibmveth_adapter *adapter)
130{
131 return (adapter->rx_queue.queue_addr[adapter->rx_queue.index].length);
132}
133
134/* setup the initial settings for a buffer pool */
Santiago Leon860f2422006-04-25 11:19:59 -0500135static void ibmveth_init_buffer_pool(struct ibmveth_buff_pool *pool, u32 pool_index, u32 pool_size, u32 buff_size, u32 pool_active)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136{
137 pool->size = pool_size;
138 pool->index = pool_index;
139 pool->buff_size = buff_size;
140 pool->threshold = pool_size / 2;
Santiago Leon860f2422006-04-25 11:19:59 -0500141 pool->active = pool_active;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142}
143
144/* allocate and setup an buffer pool - called during open */
145static int ibmveth_alloc_buffer_pool(struct ibmveth_buff_pool *pool)
146{
147 int i;
148
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400149 pool->free_map = kmalloc(sizeof(u16) * pool->size, GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150
151 if(!pool->free_map) {
152 return -1;
153 }
154
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400155 pool->dma_addr = kmalloc(sizeof(dma_addr_t) * pool->size, GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 if(!pool->dma_addr) {
157 kfree(pool->free_map);
158 pool->free_map = NULL;
159 return -1;
160 }
161
162 pool->skbuff = kmalloc(sizeof(void*) * pool->size, GFP_KERNEL);
163
164 if(!pool->skbuff) {
165 kfree(pool->dma_addr);
166 pool->dma_addr = NULL;
167
168 kfree(pool->free_map);
169 pool->free_map = NULL;
170 return -1;
171 }
172
173 memset(pool->skbuff, 0, sizeof(void*) * pool->size);
174 memset(pool->dma_addr, 0, sizeof(dma_addr_t) * pool->size);
175
176 for(i = 0; i < pool->size; ++i) {
177 pool->free_map[i] = i;
178 }
179
180 atomic_set(&pool->available, 0);
181 pool->producer_index = 0;
182 pool->consumer_index = 0;
183
184 return 0;
185}
186
187/* replenish the buffers for a pool. note that we don't need to
188 * skb_reserve these since they are used for incoming...
189 */
190static void ibmveth_replenish_buffer_pool(struct ibmveth_adapter *adapter, struct ibmveth_buff_pool *pool)
191{
192 u32 i;
193 u32 count = pool->size - atomic_read(&pool->available);
194 u32 buffers_added = 0;
195
196 mb();
197
198 for(i = 0; i < count; ++i) {
199 struct sk_buff *skb;
200 unsigned int free_index, index;
201 u64 correlator;
202 union ibmveth_buf_desc desc;
203 unsigned long lpar_rc;
204 dma_addr_t dma_addr;
205
206 skb = alloc_skb(pool->buff_size, GFP_ATOMIC);
207
208 if(!skb) {
209 ibmveth_debug_printk("replenish: unable to allocate skb\n");
210 adapter->replenish_no_mem++;
211 break;
212 }
213
David Gibson047a66d2006-10-21 10:24:13 -0700214 free_index = pool->consumer_index;
215 pool->consumer_index = (pool->consumer_index + 1) % pool->size;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216 index = pool->free_map[free_index];
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400217
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218 ibmveth_assert(index != IBM_VETH_INVALID_MAP);
219 ibmveth_assert(pool->skbuff[index] == NULL);
220
221 dma_addr = dma_map_single(&adapter->vdev->dev, skb->data,
222 pool->buff_size, DMA_FROM_DEVICE);
223
224 pool->free_map[free_index] = IBM_VETH_INVALID_MAP;
225 pool->dma_addr[index] = dma_addr;
226 pool->skbuff[index] = skb;
227
228 correlator = ((u64)pool->index << 32) | index;
229 *(u64*)skb->data = correlator;
230
231 desc.desc = 0;
232 desc.fields.valid = 1;
233 desc.fields.length = pool->buff_size;
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400234 desc.fields.address = dma_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235
236 lpar_rc = h_add_logical_lan_buffer(adapter->vdev->unit_address, desc.desc);
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400237
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200238 if(lpar_rc != H_SUCCESS) {
Santiago Leon82702d32005-10-26 10:47:23 -0600239 pool->free_map[free_index] = index;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700240 pool->skbuff[index] = NULL;
Santiago Leon751ae212006-10-03 12:24:45 -0500241 if (pool->consumer_index == 0)
242 pool->consumer_index = pool->size - 1;
243 else
244 pool->consumer_index--;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245 dma_unmap_single(&adapter->vdev->dev,
246 pool->dma_addr[index], pool->buff_size,
247 DMA_FROM_DEVICE);
248 dev_kfree_skb_any(skb);
249 adapter->replenish_add_buff_failure++;
250 break;
251 } else {
252 buffers_added++;
253 adapter->replenish_add_buff_success++;
254 }
255 }
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400256
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257 mb();
258 atomic_add(buffers_added, &(pool->available));
259}
260
Santiago Leone2adbcb2005-10-26 10:47:08 -0600261/* replenish routine */
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400262static void ibmveth_replenish_task(struct ibmveth_adapter *adapter)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263{
Santiago Leonb6d35182005-10-26 10:47:01 -0600264 int i;
265
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266 adapter->replenish_task_cycles++;
267
Santiago Leonb6d35182005-10-26 10:47:01 -0600268 for(i = 0; i < IbmVethNumBufferPools; i++)
269 if(adapter->rx_buff_pool[i].active)
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400270 ibmveth_replenish_buffer_pool(adapter,
Santiago Leonb6d35182005-10-26 10:47:01 -0600271 &adapter->rx_buff_pool[i]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272
273 adapter->rx_no_buffer = *(u64*)(((char*)adapter->buffer_list_addr) + 4096 - 8);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274}
275
276/* empty and free ana buffer pool - also used to do cleanup in error paths */
277static void ibmveth_free_buffer_pool(struct ibmveth_adapter *adapter, struct ibmveth_buff_pool *pool)
278{
279 int i;
280
Jesper Juhlb4558ea2005-10-28 16:53:13 -0400281 kfree(pool->free_map);
282 pool->free_map = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283
284 if(pool->skbuff && pool->dma_addr) {
285 for(i = 0; i < pool->size; ++i) {
286 struct sk_buff *skb = pool->skbuff[i];
287 if(skb) {
288 dma_unmap_single(&adapter->vdev->dev,
289 pool->dma_addr[i],
290 pool->buff_size,
291 DMA_FROM_DEVICE);
292 dev_kfree_skb_any(skb);
293 pool->skbuff[i] = NULL;
294 }
295 }
296 }
297
298 if(pool->dma_addr) {
299 kfree(pool->dma_addr);
300 pool->dma_addr = NULL;
301 }
302
303 if(pool->skbuff) {
304 kfree(pool->skbuff);
305 pool->skbuff = NULL;
306 }
307}
308
309/* remove a buffer from a pool */
310static void ibmveth_remove_buffer_from_pool(struct ibmveth_adapter *adapter, u64 correlator)
311{
312 unsigned int pool = correlator >> 32;
313 unsigned int index = correlator & 0xffffffffUL;
314 unsigned int free_index;
315 struct sk_buff *skb;
316
317 ibmveth_assert(pool < IbmVethNumBufferPools);
318 ibmveth_assert(index < adapter->rx_buff_pool[pool].size);
319
320 skb = adapter->rx_buff_pool[pool].skbuff[index];
321
322 ibmveth_assert(skb != NULL);
323
324 adapter->rx_buff_pool[pool].skbuff[index] = NULL;
325
326 dma_unmap_single(&adapter->vdev->dev,
327 adapter->rx_buff_pool[pool].dma_addr[index],
328 adapter->rx_buff_pool[pool].buff_size,
329 DMA_FROM_DEVICE);
330
David Gibson047a66d2006-10-21 10:24:13 -0700331 free_index = adapter->rx_buff_pool[pool].producer_index;
332 adapter->rx_buff_pool[pool].producer_index
333 = (adapter->rx_buff_pool[pool].producer_index + 1)
334 % adapter->rx_buff_pool[pool].size;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335 adapter->rx_buff_pool[pool].free_map[free_index] = index;
336
337 mb();
338
339 atomic_dec(&(adapter->rx_buff_pool[pool].available));
340}
341
342/* get the current buffer on the rx queue */
343static inline struct sk_buff *ibmveth_rxq_get_buffer(struct ibmveth_adapter *adapter)
344{
345 u64 correlator = adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator;
346 unsigned int pool = correlator >> 32;
347 unsigned int index = correlator & 0xffffffffUL;
348
349 ibmveth_assert(pool < IbmVethNumBufferPools);
350 ibmveth_assert(index < adapter->rx_buff_pool[pool].size);
351
352 return adapter->rx_buff_pool[pool].skbuff[index];
353}
354
355/* recycle the current buffer on the rx queue */
356static void ibmveth_rxq_recycle_buffer(struct ibmveth_adapter *adapter)
357{
358 u32 q_index = adapter->rx_queue.index;
359 u64 correlator = adapter->rx_queue.queue_addr[q_index].correlator;
360 unsigned int pool = correlator >> 32;
361 unsigned int index = correlator & 0xffffffffUL;
362 union ibmveth_buf_desc desc;
363 unsigned long lpar_rc;
364
365 ibmveth_assert(pool < IbmVethNumBufferPools);
366 ibmveth_assert(index < adapter->rx_buff_pool[pool].size);
367
Santiago Leonb6d35182005-10-26 10:47:01 -0600368 if(!adapter->rx_buff_pool[pool].active) {
369 ibmveth_rxq_harvest_buffer(adapter);
370 ibmveth_free_buffer_pool(adapter, &adapter->rx_buff_pool[pool]);
371 return;
372 }
373
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374 desc.desc = 0;
375 desc.fields.valid = 1;
376 desc.fields.length = adapter->rx_buff_pool[pool].buff_size;
377 desc.fields.address = adapter->rx_buff_pool[pool].dma_addr[index];
378
379 lpar_rc = h_add_logical_lan_buffer(adapter->vdev->unit_address, desc.desc);
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400380
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200381 if(lpar_rc != H_SUCCESS) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700382 ibmveth_debug_printk("h_add_logical_lan_buffer failed during recycle rc=%ld", lpar_rc);
383 ibmveth_remove_buffer_from_pool(adapter, adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator);
384 }
385
386 if(++adapter->rx_queue.index == adapter->rx_queue.num_slots) {
387 adapter->rx_queue.index = 0;
388 adapter->rx_queue.toggle = !adapter->rx_queue.toggle;
389 }
390}
391
392static inline void ibmveth_rxq_harvest_buffer(struct ibmveth_adapter *adapter)
393{
394 ibmveth_remove_buffer_from_pool(adapter, adapter->rx_queue.queue_addr[adapter->rx_queue.index].correlator);
395
396 if(++adapter->rx_queue.index == adapter->rx_queue.num_slots) {
397 adapter->rx_queue.index = 0;
398 adapter->rx_queue.toggle = !adapter->rx_queue.toggle;
399 }
400}
401
402static void ibmveth_cleanup(struct ibmveth_adapter *adapter)
403{
Santiago Leonb6d35182005-10-26 10:47:01 -0600404 int i;
405
Linus Torvalds1da177e2005-04-16 15:20:36 -0700406 if(adapter->buffer_list_addr != NULL) {
407 if(!dma_mapping_error(adapter->buffer_list_dma)) {
408 dma_unmap_single(&adapter->vdev->dev,
409 adapter->buffer_list_dma, 4096,
410 DMA_BIDIRECTIONAL);
411 adapter->buffer_list_dma = DMA_ERROR_CODE;
412 }
413 free_page((unsigned long)adapter->buffer_list_addr);
414 adapter->buffer_list_addr = NULL;
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400415 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700416
417 if(adapter->filter_list_addr != NULL) {
418 if(!dma_mapping_error(adapter->filter_list_dma)) {
419 dma_unmap_single(&adapter->vdev->dev,
420 adapter->filter_list_dma, 4096,
421 DMA_BIDIRECTIONAL);
422 adapter->filter_list_dma = DMA_ERROR_CODE;
423 }
424 free_page((unsigned long)adapter->filter_list_addr);
425 adapter->filter_list_addr = NULL;
426 }
427
428 if(adapter->rx_queue.queue_addr != NULL) {
429 if(!dma_mapping_error(adapter->rx_queue.queue_dma)) {
430 dma_unmap_single(&adapter->vdev->dev,
431 adapter->rx_queue.queue_dma,
432 adapter->rx_queue.queue_len,
433 DMA_BIDIRECTIONAL);
434 adapter->rx_queue.queue_dma = DMA_ERROR_CODE;
435 }
436 kfree(adapter->rx_queue.queue_addr);
437 adapter->rx_queue.queue_addr = NULL;
438 }
439
Santiago Leonb6d35182005-10-26 10:47:01 -0600440 for(i = 0; i<IbmVethNumBufferPools; i++)
Santiago Leon860f2422006-04-25 11:19:59 -0500441 if (adapter->rx_buff_pool[i].active)
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400442 ibmveth_free_buffer_pool(adapter,
Santiago Leon860f2422006-04-25 11:19:59 -0500443 &adapter->rx_buff_pool[i]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700444}
445
Michael Ellermanbbedefc2006-10-03 12:24:23 -0500446static int ibmveth_register_logical_lan(struct ibmveth_adapter *adapter,
447 union ibmveth_buf_desc rxq_desc, u64 mac_address)
448{
449 int rc, try_again = 1;
450
451 /* After a kexec the adapter will still be open, so our attempt to
452 * open it will fail. So if we get a failure we free the adapter and
453 * try again, but only once. */
454retry:
455 rc = h_register_logical_lan(adapter->vdev->unit_address,
456 adapter->buffer_list_dma, rxq_desc.desc,
457 adapter->filter_list_dma, mac_address);
458
459 if (rc != H_SUCCESS && try_again) {
460 do {
461 rc = h_free_logical_lan(adapter->vdev->unit_address);
462 } while (H_IS_LONG_BUSY(rc) || (rc == H_BUSY));
463
464 try_again = 0;
465 goto retry;
466 }
467
468 return rc;
469}
470
Linus Torvalds1da177e2005-04-16 15:20:36 -0700471static int ibmveth_open(struct net_device *netdev)
472{
473 struct ibmveth_adapter *adapter = netdev->priv;
474 u64 mac_address = 0;
Santiago Leonb6d35182005-10-26 10:47:01 -0600475 int rxq_entries = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700476 unsigned long lpar_rc;
477 int rc;
478 union ibmveth_buf_desc rxq_desc;
Santiago Leonb6d35182005-10-26 10:47:01 -0600479 int i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700480
481 ibmveth_debug_printk("open starting\n");
482
Santiago Leonb6d35182005-10-26 10:47:01 -0600483 for(i = 0; i<IbmVethNumBufferPools; i++)
484 rxq_entries += adapter->rx_buff_pool[i].size;
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400485
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486 adapter->buffer_list_addr = (void*) get_zeroed_page(GFP_KERNEL);
487 adapter->filter_list_addr = (void*) get_zeroed_page(GFP_KERNEL);
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400488
Linus Torvalds1da177e2005-04-16 15:20:36 -0700489 if(!adapter->buffer_list_addr || !adapter->filter_list_addr) {
490 ibmveth_error_printk("unable to allocate filter or buffer list pages\n");
491 ibmveth_cleanup(adapter);
492 return -ENOMEM;
493 }
494
495 adapter->rx_queue.queue_len = sizeof(struct ibmveth_rx_q_entry) * rxq_entries;
496 adapter->rx_queue.queue_addr = kmalloc(adapter->rx_queue.queue_len, GFP_KERNEL);
497
498 if(!adapter->rx_queue.queue_addr) {
499 ibmveth_error_printk("unable to allocate rx queue pages\n");
500 ibmveth_cleanup(adapter);
501 return -ENOMEM;
502 }
503
504 adapter->buffer_list_dma = dma_map_single(&adapter->vdev->dev,
505 adapter->buffer_list_addr, 4096, DMA_BIDIRECTIONAL);
506 adapter->filter_list_dma = dma_map_single(&adapter->vdev->dev,
507 adapter->filter_list_addr, 4096, DMA_BIDIRECTIONAL);
508 adapter->rx_queue.queue_dma = dma_map_single(&adapter->vdev->dev,
509 adapter->rx_queue.queue_addr,
510 adapter->rx_queue.queue_len, DMA_BIDIRECTIONAL);
511
512 if((dma_mapping_error(adapter->buffer_list_dma) ) ||
513 (dma_mapping_error(adapter->filter_list_dma)) ||
514 (dma_mapping_error(adapter->rx_queue.queue_dma))) {
515 ibmveth_error_printk("unable to map filter or buffer list pages\n");
516 ibmveth_cleanup(adapter);
517 return -ENOMEM;
518 }
519
520 adapter->rx_queue.index = 0;
521 adapter->rx_queue.num_slots = rxq_entries;
522 adapter->rx_queue.toggle = 1;
523
Linus Torvalds1da177e2005-04-16 15:20:36 -0700524 memcpy(&mac_address, netdev->dev_addr, netdev->addr_len);
525 mac_address = mac_address >> 16;
526
527 rxq_desc.desc = 0;
528 rxq_desc.fields.valid = 1;
529 rxq_desc.fields.length = adapter->rx_queue.queue_len;
530 rxq_desc.fields.address = adapter->rx_queue.queue_dma;
531
532 ibmveth_debug_printk("buffer list @ 0x%p\n", adapter->buffer_list_addr);
533 ibmveth_debug_printk("filter list @ 0x%p\n", adapter->filter_list_addr);
534 ibmveth_debug_printk("receive q @ 0x%p\n", adapter->rx_queue.queue_addr);
535
Santiago Leon4347ef12006-10-03 12:24:34 -0500536 h_vio_signal(adapter->vdev->unit_address, VIO_IRQ_DISABLE);
537
Michael Ellermanbbedefc2006-10-03 12:24:23 -0500538 lpar_rc = ibmveth_register_logical_lan(adapter, rxq_desc, mac_address);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700539
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200540 if(lpar_rc != H_SUCCESS) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700541 ibmveth_error_printk("h_register_logical_lan failed with %ld\n", lpar_rc);
Stephen Rothwell8168f902005-10-25 16:56:43 +1000542 ibmveth_error_printk("buffer TCE:0x%lx filter TCE:0x%lx rxq desc:0x%lx MAC:0x%lx\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700543 adapter->buffer_list_dma,
544 adapter->filter_list_dma,
545 rxq_desc.desc,
546 mac_address);
547 ibmveth_cleanup(adapter);
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400548 return -ENONET;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700549 }
550
Santiago Leon860f2422006-04-25 11:19:59 -0500551 for(i = 0; i<IbmVethNumBufferPools; i++) {
552 if(!adapter->rx_buff_pool[i].active)
553 continue;
554 if (ibmveth_alloc_buffer_pool(&adapter->rx_buff_pool[i])) {
555 ibmveth_error_printk("unable to alloc pool\n");
556 adapter->rx_buff_pool[i].active = 0;
557 ibmveth_cleanup(adapter);
558 return -ENOMEM ;
559 }
560 }
561
Linus Torvalds1da177e2005-04-16 15:20:36 -0700562 ibmveth_debug_printk("registering irq 0x%x\n", netdev->irq);
563 if((rc = request_irq(netdev->irq, &ibmveth_interrupt, 0, netdev->name, netdev)) != 0) {
564 ibmveth_error_printk("unable to request irq 0x%x, rc %d\n", netdev->irq, rc);
565 do {
566 rc = h_free_logical_lan(adapter->vdev->unit_address);
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200567 } while (H_IS_LONG_BUSY(rc) || (rc == H_BUSY));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700568
569 ibmveth_cleanup(adapter);
570 return rc;
571 }
572
Santiago Leone2adbcb2005-10-26 10:47:08 -0600573 ibmveth_debug_printk("initial replenish cycle\n");
David Howells7d12e782006-10-05 14:55:46 +0100574 ibmveth_interrupt(netdev->irq, netdev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700575
Santiago Leone2adbcb2005-10-26 10:47:08 -0600576 netif_start_queue(netdev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577
578 ibmveth_debug_printk("open complete\n");
579
580 return 0;
581}
582
583static int ibmveth_close(struct net_device *netdev)
584{
585 struct ibmveth_adapter *adapter = netdev->priv;
586 long lpar_rc;
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400587
Linus Torvalds1da177e2005-04-16 15:20:36 -0700588 ibmveth_debug_printk("close starting\n");
589
Santiago Leon860f2422006-04-25 11:19:59 -0500590 if (!adapter->pool_config)
591 netif_stop_queue(netdev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700592
593 free_irq(netdev->irq, netdev);
594
Linus Torvalds1da177e2005-04-16 15:20:36 -0700595 do {
596 lpar_rc = h_free_logical_lan(adapter->vdev->unit_address);
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200597 } while (H_IS_LONG_BUSY(lpar_rc) || (lpar_rc == H_BUSY));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700598
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200599 if(lpar_rc != H_SUCCESS)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700600 {
601 ibmveth_error_printk("h_free_logical_lan failed with %lx, continuing with close\n",
602 lpar_rc);
603 }
604
605 adapter->rx_no_buffer = *(u64*)(((char*)adapter->buffer_list_addr) + 4096 - 8);
606
607 ibmveth_cleanup(adapter);
608
609 ibmveth_debug_printk("close complete\n");
610
611 return 0;
612}
613
614static int netdev_get_settings(struct net_device *dev, struct ethtool_cmd *cmd) {
615 cmd->supported = (SUPPORTED_1000baseT_Full | SUPPORTED_Autoneg | SUPPORTED_FIBRE);
616 cmd->advertising = (ADVERTISED_1000baseT_Full | ADVERTISED_Autoneg | ADVERTISED_FIBRE);
617 cmd->speed = SPEED_1000;
618 cmd->duplex = DUPLEX_FULL;
619 cmd->port = PORT_FIBRE;
620 cmd->phy_address = 0;
621 cmd->transceiver = XCVR_INTERNAL;
622 cmd->autoneg = AUTONEG_ENABLE;
623 cmd->maxtxpkt = 0;
624 cmd->maxrxpkt = 1;
625 return 0;
626}
627
628static void netdev_get_drvinfo (struct net_device *dev, struct ethtool_drvinfo *info) {
629 strncpy(info->driver, ibmveth_driver_name, sizeof(info->driver) - 1);
630 strncpy(info->version, ibmveth_driver_version, sizeof(info->version) - 1);
631}
632
633static u32 netdev_get_link(struct net_device *dev) {
634 return 1;
635}
636
Jeff Garzik7282d492006-09-13 14:30:00 -0400637static const struct ethtool_ops netdev_ethtool_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700638 .get_drvinfo = netdev_get_drvinfo,
639 .get_settings = netdev_get_settings,
640 .get_link = netdev_get_link,
641 .get_sg = ethtool_op_get_sg,
642 .get_tx_csum = ethtool_op_get_tx_csum,
643};
644
645static int ibmveth_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
646{
647 return -EOPNOTSUPP;
648}
649
650#define page_offset(v) ((unsigned long)(v) & ((1 << 12) - 1))
651
652static int ibmveth_start_xmit(struct sk_buff *skb, struct net_device *netdev)
653{
654 struct ibmveth_adapter *adapter = netdev->priv;
655 union ibmveth_buf_desc desc[IbmVethMaxSendFrags];
656 unsigned long lpar_rc;
657 int nfrags = 0, curfrag;
658 unsigned long correlator;
Santiago Leon60296d92005-10-26 10:47:16 -0600659 unsigned long flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700660 unsigned int retry_count;
Santiago Leon60296d92005-10-26 10:47:16 -0600661 unsigned int tx_dropped = 0;
662 unsigned int tx_bytes = 0;
663 unsigned int tx_packets = 0;
664 unsigned int tx_send_failed = 0;
665 unsigned int tx_map_failed = 0;
666
Linus Torvalds1da177e2005-04-16 15:20:36 -0700667
668 if ((skb_shinfo(skb)->nr_frags + 1) > IbmVethMaxSendFrags) {
Santiago Leon60296d92005-10-26 10:47:16 -0600669 tx_dropped++;
670 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700671 }
672
673 memset(&desc, 0, sizeof(desc));
674
675 /* nfrags = number of frags after the initial fragment */
676 nfrags = skb_shinfo(skb)->nr_frags;
677
678 if(nfrags)
679 adapter->tx_multidesc_send++;
680
681 /* map the initial fragment */
682 desc[0].fields.length = nfrags ? skb->len - skb->data_len : skb->len;
683 desc[0].fields.address = dma_map_single(&adapter->vdev->dev, skb->data,
684 desc[0].fields.length, DMA_TO_DEVICE);
685 desc[0].fields.valid = 1;
686
687 if(dma_mapping_error(desc[0].fields.address)) {
688 ibmveth_error_printk("tx: unable to map initial fragment\n");
Santiago Leon60296d92005-10-26 10:47:16 -0600689 tx_map_failed++;
690 tx_dropped++;
691 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700692 }
693
694 curfrag = nfrags;
695
696 /* map fragments past the initial portion if there are any */
697 while(curfrag--) {
698 skb_frag_t *frag = &skb_shinfo(skb)->frags[curfrag];
699 desc[curfrag+1].fields.address
700 = dma_map_single(&adapter->vdev->dev,
701 page_address(frag->page) + frag->page_offset,
702 frag->size, DMA_TO_DEVICE);
703 desc[curfrag+1].fields.length = frag->size;
704 desc[curfrag+1].fields.valid = 1;
705
706 if(dma_mapping_error(desc[curfrag+1].fields.address)) {
707 ibmveth_error_printk("tx: unable to map fragment %d\n", curfrag);
Santiago Leon60296d92005-10-26 10:47:16 -0600708 tx_map_failed++;
709 tx_dropped++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700710 /* Free all the mappings we just created */
711 while(curfrag < nfrags) {
712 dma_unmap_single(&adapter->vdev->dev,
713 desc[curfrag+1].fields.address,
714 desc[curfrag+1].fields.length,
715 DMA_TO_DEVICE);
716 curfrag++;
717 }
Santiago Leon60296d92005-10-26 10:47:16 -0600718 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700719 }
720 }
721
722 /* send the frame. Arbitrarily set retrycount to 1024 */
723 correlator = 0;
724 retry_count = 1024;
725 do {
726 lpar_rc = h_send_logical_lan(adapter->vdev->unit_address,
727 desc[0].desc,
728 desc[1].desc,
729 desc[2].desc,
730 desc[3].desc,
731 desc[4].desc,
732 desc[5].desc,
Anton Blanchardb9377ff2006-07-19 08:01:28 +1000733 correlator,
734 &correlator);
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200735 } while ((lpar_rc == H_BUSY) && (retry_count--));
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400736
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200737 if(lpar_rc != H_SUCCESS && lpar_rc != H_DROPPED) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700738 int i;
739 ibmveth_error_printk("tx: h_send_logical_lan failed with rc=%ld\n", lpar_rc);
740 for(i = 0; i < 6; i++) {
741 ibmveth_error_printk("tx: desc[%i] valid=%d, len=%d, address=0x%d\n", i,
742 desc[i].fields.valid, desc[i].fields.length, desc[i].fields.address);
743 }
Santiago Leon60296d92005-10-26 10:47:16 -0600744 tx_send_failed++;
745 tx_dropped++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700746 } else {
Santiago Leon60296d92005-10-26 10:47:16 -0600747 tx_packets++;
748 tx_bytes += skb->len;
Santiago Leon0abe7912005-10-26 10:46:53 -0600749 netdev->trans_start = jiffies;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700750 }
751
752 do {
753 dma_unmap_single(&adapter->vdev->dev,
754 desc[nfrags].fields.address,
755 desc[nfrags].fields.length, DMA_TO_DEVICE);
756 } while(--nfrags >= 0);
757
Santiago Leon60296d92005-10-26 10:47:16 -0600758out: spin_lock_irqsave(&adapter->stats_lock, flags);
759 adapter->stats.tx_dropped += tx_dropped;
760 adapter->stats.tx_bytes += tx_bytes;
761 adapter->stats.tx_packets += tx_packets;
762 adapter->tx_send_failed += tx_send_failed;
763 adapter->tx_map_failed += tx_map_failed;
764 spin_unlock_irqrestore(&adapter->stats_lock, flags);
765
Linus Torvalds1da177e2005-04-16 15:20:36 -0700766 dev_kfree_skb(skb);
767 return 0;
768}
769
770static int ibmveth_poll(struct net_device *netdev, int *budget)
771{
772 struct ibmveth_adapter *adapter = netdev->priv;
773 int max_frames_to_process = netdev->quota;
774 int frames_processed = 0;
775 int more_work = 1;
776 unsigned long lpar_rc;
777
778 restart_poll:
779 do {
780 struct net_device *netdev = adapter->netdev;
781
782 if(ibmveth_rxq_pending_buffer(adapter)) {
783 struct sk_buff *skb;
784
785 rmb();
786
787 if(!ibmveth_rxq_buffer_valid(adapter)) {
788 wmb(); /* suggested by larson1 */
789 adapter->rx_invalid_buffer++;
790 ibmveth_debug_printk("recycling invalid buffer\n");
791 ibmveth_rxq_recycle_buffer(adapter);
792 } else {
793 int length = ibmveth_rxq_frame_length(adapter);
794 int offset = ibmveth_rxq_frame_offset(adapter);
795 skb = ibmveth_rxq_get_buffer(adapter);
796
797 ibmveth_rxq_harvest_buffer(adapter);
798
799 skb_reserve(skb, offset);
800 skb_put(skb, length);
801 skb->dev = netdev;
802 skb->protocol = eth_type_trans(skb, netdev);
803
804 netif_receive_skb(skb); /* send it up */
805
806 adapter->stats.rx_packets++;
807 adapter->stats.rx_bytes += length;
808 frames_processed++;
Santiago Leon0abe7912005-10-26 10:46:53 -0600809 netdev->last_rx = jiffies;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700810 }
811 } else {
812 more_work = 0;
813 }
814 } while(more_work && (frames_processed < max_frames_to_process));
815
Santiago Leone2adbcb2005-10-26 10:47:08 -0600816 ibmveth_replenish_task(adapter);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700817
818 if(more_work) {
819 /* more work to do - return that we are not done yet */
820 netdev->quota -= frames_processed;
821 *budget -= frames_processed;
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400822 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700823 }
824
825 /* we think we are done - reenable interrupts, then check once more to make sure we are done */
826 lpar_rc = h_vio_signal(adapter->vdev->unit_address, VIO_IRQ_ENABLE);
827
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200828 ibmveth_assert(lpar_rc == H_SUCCESS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700829
830 netif_rx_complete(netdev);
831
832 if(ibmveth_rxq_pending_buffer(adapter) && netif_rx_reschedule(netdev, frames_processed))
833 {
834 lpar_rc = h_vio_signal(adapter->vdev->unit_address, VIO_IRQ_DISABLE);
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200835 ibmveth_assert(lpar_rc == H_SUCCESS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700836 more_work = 1;
837 goto restart_poll;
838 }
839
840 netdev->quota -= frames_processed;
841 *budget -= frames_processed;
842
843 /* we really are done */
844 return 0;
845}
846
David Howells7d12e782006-10-05 14:55:46 +0100847static irqreturn_t ibmveth_interrupt(int irq, void *dev_instance)
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400848{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700849 struct net_device *netdev = dev_instance;
850 struct ibmveth_adapter *adapter = netdev->priv;
851 unsigned long lpar_rc;
852
853 if(netif_rx_schedule_prep(netdev)) {
854 lpar_rc = h_vio_signal(adapter->vdev->unit_address, VIO_IRQ_DISABLE);
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200855 ibmveth_assert(lpar_rc == H_SUCCESS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700856 __netif_rx_schedule(netdev);
857 }
858 return IRQ_HANDLED;
859}
860
861static struct net_device_stats *ibmveth_get_stats(struct net_device *dev)
862{
863 struct ibmveth_adapter *adapter = dev->priv;
864 return &adapter->stats;
865}
866
867static void ibmveth_set_multicast_list(struct net_device *netdev)
868{
869 struct ibmveth_adapter *adapter = netdev->priv;
870 unsigned long lpar_rc;
871
872 if((netdev->flags & IFF_PROMISC) || (netdev->mc_count > adapter->mcastFilterSize)) {
873 lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
874 IbmVethMcastEnableRecv |
875 IbmVethMcastDisableFiltering,
876 0);
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200877 if(lpar_rc != H_SUCCESS) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700878 ibmveth_error_printk("h_multicast_ctrl rc=%ld when entering promisc mode\n", lpar_rc);
879 }
880 } else {
881 struct dev_mc_list *mclist = netdev->mc_list;
882 int i;
883 /* clear the filter table & disable filtering */
884 lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
885 IbmVethMcastEnableRecv |
886 IbmVethMcastDisableFiltering |
887 IbmVethMcastClearFilterTable,
888 0);
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200889 if(lpar_rc != H_SUCCESS) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700890 ibmveth_error_printk("h_multicast_ctrl rc=%ld when attempting to clear filter table\n", lpar_rc);
891 }
892 /* add the addresses to the filter table */
893 for(i = 0; i < netdev->mc_count; ++i, mclist = mclist->next) {
894 // add the multicast address to the filter table
895 unsigned long mcast_addr = 0;
896 memcpy(((char *)&mcast_addr)+2, mclist->dmi_addr, 6);
897 lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
898 IbmVethMcastAddFilter,
899 mcast_addr);
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200900 if(lpar_rc != H_SUCCESS) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700901 ibmveth_error_printk("h_multicast_ctrl rc=%ld when adding an entry to the filter table\n", lpar_rc);
902 }
903 }
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400904
Linus Torvalds1da177e2005-04-16 15:20:36 -0700905 /* re-enable filtering */
906 lpar_rc = h_multicast_ctrl(adapter->vdev->unit_address,
907 IbmVethMcastEnableFiltering,
908 0);
Segher Boessenkool706c8c92006-03-30 14:49:40 +0200909 if(lpar_rc != H_SUCCESS) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700910 ibmveth_error_printk("h_multicast_ctrl rc=%ld when enabling filtering\n", lpar_rc);
911 }
912 }
913}
914
915static int ibmveth_change_mtu(struct net_device *dev, int new_mtu)
916{
Santiago Leonb6d35182005-10-26 10:47:01 -0600917 struct ibmveth_adapter *adapter = dev->priv;
Santiago Leon860f2422006-04-25 11:19:59 -0500918 int new_mtu_oh = new_mtu + IBMVETH_BUFF_OH;
Santiago Leonb6d35182005-10-26 10:47:01 -0600919 int i;
Santiago Leonb6d35182005-10-26 10:47:01 -0600920
Santiago Leon860f2422006-04-25 11:19:59 -0500921 if (new_mtu < IBMVETH_MAX_MTU)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700922 return -EINVAL;
Santiago Leonb6d35182005-10-26 10:47:01 -0600923
Santiago Leon860f2422006-04-25 11:19:59 -0500924 /* Look for an active buffer pool that can hold the new MTU */
Santiago Leonb6d35182005-10-26 10:47:01 -0600925 for(i = 0; i<IbmVethNumBufferPools; i++) {
Santiago Leon860f2422006-04-25 11:19:59 -0500926 if (!adapter->rx_buff_pool[i].active)
927 continue;
928 if (new_mtu_oh < adapter->rx_buff_pool[i].buff_size) {
929 dev->mtu = new_mtu;
930 return 0;
Santiago Leonb6d35182005-10-26 10:47:01 -0600931 }
Santiago Leonb6d35182005-10-26 10:47:01 -0600932 }
Santiago Leon860f2422006-04-25 11:19:59 -0500933 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700934}
935
Santiago Leon6b422372006-10-03 12:24:28 -0500936#ifdef CONFIG_NET_POLL_CONTROLLER
937static void ibmveth_poll_controller(struct net_device *dev)
938{
939 ibmveth_replenish_task(dev->priv);
Andrew Morton5f771132006-10-10 14:33:30 -0700940 ibmveth_interrupt(dev->irq, dev);
Santiago Leon6b422372006-10-03 12:24:28 -0500941}
942#endif
943
Linus Torvalds1da177e2005-04-16 15:20:36 -0700944static int __devinit ibmveth_probe(struct vio_dev *dev, const struct vio_device_id *id)
945{
Santiago Leonb6d35182005-10-26 10:47:01 -0600946 int rc, i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700947 struct net_device *netdev;
Santiago Leonb6d35182005-10-26 10:47:01 -0600948 struct ibmveth_adapter *adapter = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700949
950 unsigned char *mac_addr_p;
951 unsigned int *mcastFilterSize_p;
952
953
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400954 ibmveth_debug_printk_no_adapter("entering ibmveth_probe for UA 0x%x\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700955 dev->unit_address);
956
957 mac_addr_p = (unsigned char *) vio_get_attribute(dev, VETH_MAC_ADDR, 0);
958 if(!mac_addr_p) {
959 printk(KERN_ERR "(%s:%3.3d) ERROR: Can't find VETH_MAC_ADDR "
960 "attribute\n", __FILE__, __LINE__);
961 return 0;
962 }
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400963
Linus Torvalds1da177e2005-04-16 15:20:36 -0700964 mcastFilterSize_p= (unsigned int *) vio_get_attribute(dev, VETH_MCAST_FILTER_SIZE, 0);
965 if(!mcastFilterSize_p) {
966 printk(KERN_ERR "(%s:%3.3d) ERROR: Can't find "
967 "VETH_MCAST_FILTER_SIZE attribute\n",
968 __FILE__, __LINE__);
969 return 0;
970 }
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400971
Linus Torvalds1da177e2005-04-16 15:20:36 -0700972 netdev = alloc_etherdev(sizeof(struct ibmveth_adapter));
973
974 if(!netdev)
975 return -ENOMEM;
976
977 SET_MODULE_OWNER(netdev);
978
979 adapter = netdev->priv;
980 memset(adapter, 0, sizeof(adapter));
981 dev->dev.driver_data = netdev;
982
983 adapter->vdev = dev;
984 adapter->netdev = netdev;
985 adapter->mcastFilterSize= *mcastFilterSize_p;
Santiago Leon860f2422006-04-25 11:19:59 -0500986 adapter->pool_config = 0;
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400987
Linus Torvalds1da177e2005-04-16 15:20:36 -0700988 /* Some older boxes running PHYP non-natively have an OF that
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400989 returns a 8-byte local-mac-address field (and the first
Linus Torvalds1da177e2005-04-16 15:20:36 -0700990 2 bytes have to be ignored) while newer boxes' OF return
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400991 a 6-byte field. Note that IEEE 1275 specifies that
Linus Torvalds1da177e2005-04-16 15:20:36 -0700992 local-mac-address must be a 6-byte field.
Jeff Garzikd7fbeba2006-05-24 01:31:14 -0400993 The RPA doc specifies that the first byte must be 10b, so
Linus Torvalds1da177e2005-04-16 15:20:36 -0700994 we'll just look for it to solve this 8 vs. 6 byte field issue */
995
996 if ((*mac_addr_p & 0x3) != 0x02)
997 mac_addr_p += 2;
998
999 adapter->mac_addr = 0;
1000 memcpy(&adapter->mac_addr, mac_addr_p, 6);
1001
Linus Torvalds1da177e2005-04-16 15:20:36 -07001002 netdev->irq = dev->irq;
1003 netdev->open = ibmveth_open;
1004 netdev->poll = ibmveth_poll;
1005 netdev->weight = 16;
1006 netdev->stop = ibmveth_close;
1007 netdev->hard_start_xmit = ibmveth_start_xmit;
1008 netdev->get_stats = ibmveth_get_stats;
1009 netdev->set_multicast_list = ibmveth_set_multicast_list;
1010 netdev->do_ioctl = ibmveth_ioctl;
1011 netdev->ethtool_ops = &netdev_ethtool_ops;
1012 netdev->change_mtu = ibmveth_change_mtu;
1013 SET_NETDEV_DEV(netdev, &dev->dev);
Santiago Leon6b422372006-10-03 12:24:28 -05001014#ifdef CONFIG_NET_POLL_CONTROLLER
1015 netdev->poll_controller = ibmveth_poll_controller;
1016#endif
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001017 netdev->features |= NETIF_F_LLTX;
Santiago Leon60296d92005-10-26 10:47:16 -06001018 spin_lock_init(&adapter->stats_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001019
1020 memcpy(&netdev->dev_addr, &adapter->mac_addr, netdev->addr_len);
1021
Santiago Leon860f2422006-04-25 11:19:59 -05001022 for(i = 0; i<IbmVethNumBufferPools; i++) {
1023 struct kobject *kobj = &adapter->rx_buff_pool[i].kobj;
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001024 ibmveth_init_buffer_pool(&adapter->rx_buff_pool[i], i,
1025 pool_count[i], pool_size[i],
Santiago Leon860f2422006-04-25 11:19:59 -05001026 pool_active[i]);
1027 kobj->parent = &dev->dev.kobj;
1028 sprintf(kobj->name, "pool%d", i);
1029 kobj->ktype = &ktype_veth_pool;
1030 kobject_register(kobj);
1031 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001032
1033 ibmveth_debug_printk("adapter @ 0x%p\n", adapter);
1034
Linus Torvalds1da177e2005-04-16 15:20:36 -07001035 adapter->buffer_list_dma = DMA_ERROR_CODE;
1036 adapter->filter_list_dma = DMA_ERROR_CODE;
1037 adapter->rx_queue.queue_dma = DMA_ERROR_CODE;
1038
Linus Torvalds1da177e2005-04-16 15:20:36 -07001039 ibmveth_debug_printk("registering netdev...\n");
1040
1041 rc = register_netdev(netdev);
1042
1043 if(rc) {
1044 ibmveth_debug_printk("failed to register netdev rc=%d\n", rc);
1045 free_netdev(netdev);
1046 return rc;
1047 }
1048
1049 ibmveth_debug_printk("registered\n");
1050
1051 ibmveth_proc_register_adapter(adapter);
1052
1053 return 0;
1054}
1055
1056static int __devexit ibmveth_remove(struct vio_dev *dev)
1057{
1058 struct net_device *netdev = dev->dev.driver_data;
1059 struct ibmveth_adapter *adapter = netdev->priv;
Santiago Leon860f2422006-04-25 11:19:59 -05001060 int i;
1061
1062 for(i = 0; i<IbmVethNumBufferPools; i++)
1063 kobject_unregister(&adapter->rx_buff_pool[i].kobj);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001064
1065 unregister_netdev(netdev);
1066
1067 ibmveth_proc_unregister_adapter(adapter);
1068
1069 free_netdev(netdev);
1070 return 0;
1071}
1072
1073#ifdef CONFIG_PROC_FS
1074static void ibmveth_proc_register_driver(void)
1075{
Al Viro66600222005-09-28 22:32:57 +01001076 ibmveth_proc_dir = proc_mkdir(IBMVETH_PROC_DIR, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001077 if (ibmveth_proc_dir) {
1078 SET_MODULE_OWNER(ibmveth_proc_dir);
1079 }
1080}
1081
1082static void ibmveth_proc_unregister_driver(void)
1083{
Al Viro66600222005-09-28 22:32:57 +01001084 remove_proc_entry(IBMVETH_PROC_DIR, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001085}
1086
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001087static void *ibmveth_seq_start(struct seq_file *seq, loff_t *pos)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001088{
1089 if (*pos == 0) {
1090 return (void *)1;
1091 } else {
1092 return NULL;
1093 }
1094}
1095
1096static void *ibmveth_seq_next(struct seq_file *seq, void *v, loff_t *pos)
1097{
1098 ++*pos;
1099 return NULL;
1100}
1101
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001102static void ibmveth_seq_stop(struct seq_file *seq, void *v)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001103{
1104}
1105
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001106static int ibmveth_seq_show(struct seq_file *seq, void *v)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001107{
1108 struct ibmveth_adapter *adapter = seq->private;
1109 char *current_mac = ((char*) &adapter->netdev->dev_addr);
1110 char *firmware_mac = ((char*) &adapter->mac_addr) ;
1111
1112 seq_printf(seq, "%s %s\n\n", ibmveth_driver_string, ibmveth_driver_version);
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001113
Linus Torvalds1da177e2005-04-16 15:20:36 -07001114 seq_printf(seq, "Unit Address: 0x%x\n", adapter->vdev->unit_address);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001115 seq_printf(seq, "Current MAC: %02X:%02X:%02X:%02X:%02X:%02X\n",
1116 current_mac[0], current_mac[1], current_mac[2],
1117 current_mac[3], current_mac[4], current_mac[5]);
1118 seq_printf(seq, "Firmware MAC: %02X:%02X:%02X:%02X:%02X:%02X\n",
1119 firmware_mac[0], firmware_mac[1], firmware_mac[2],
1120 firmware_mac[3], firmware_mac[4], firmware_mac[5]);
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001121
Linus Torvalds1da177e2005-04-16 15:20:36 -07001122 seq_printf(seq, "\nAdapter Statistics:\n");
1123 seq_printf(seq, " TX: skbuffs linearized: %ld\n", adapter->tx_linearized);
1124 seq_printf(seq, " multi-descriptor sends: %ld\n", adapter->tx_multidesc_send);
1125 seq_printf(seq, " skb_linearize failures: %ld\n", adapter->tx_linearize_failed);
1126 seq_printf(seq, " vio_map_single failres: %ld\n", adapter->tx_map_failed);
1127 seq_printf(seq, " send failures: %ld\n", adapter->tx_send_failed);
1128 seq_printf(seq, " RX: replenish task cycles: %ld\n", adapter->replenish_task_cycles);
1129 seq_printf(seq, " alloc_skb_failures: %ld\n", adapter->replenish_no_mem);
1130 seq_printf(seq, " add buffer failures: %ld\n", adapter->replenish_add_buff_failure);
1131 seq_printf(seq, " invalid buffers: %ld\n", adapter->rx_invalid_buffer);
1132 seq_printf(seq, " no buffers: %ld\n", adapter->rx_no_buffer);
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001133
Linus Torvalds1da177e2005-04-16 15:20:36 -07001134 return 0;
1135}
1136static struct seq_operations ibmveth_seq_ops = {
1137 .start = ibmveth_seq_start,
1138 .next = ibmveth_seq_next,
1139 .stop = ibmveth_seq_stop,
1140 .show = ibmveth_seq_show,
1141};
1142
1143static int ibmveth_proc_open(struct inode *inode, struct file *file)
1144{
1145 struct seq_file *seq;
1146 struct proc_dir_entry *proc;
1147 int rc;
1148
1149 rc = seq_open(file, &ibmveth_seq_ops);
1150 if (!rc) {
1151 /* recover the pointer buried in proc_dir_entry data */
1152 seq = file->private_data;
1153 proc = PDE(inode);
1154 seq->private = proc->data;
1155 }
1156 return rc;
1157}
1158
1159static struct file_operations ibmveth_proc_fops = {
1160 .owner = THIS_MODULE,
1161 .open = ibmveth_proc_open,
1162 .read = seq_read,
1163 .llseek = seq_lseek,
1164 .release = seq_release,
1165};
1166
1167static void ibmveth_proc_register_adapter(struct ibmveth_adapter *adapter)
1168{
1169 struct proc_dir_entry *entry;
1170 if (ibmveth_proc_dir) {
Santiago Leon03a85d02006-10-03 12:24:39 -05001171 char u_addr[10];
1172 sprintf(u_addr, "%x", adapter->vdev->unit_address);
1173 entry = create_proc_entry(u_addr, S_IFREG, ibmveth_proc_dir);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001174 if (!entry) {
1175 ibmveth_error_printk("Cannot create adapter proc entry");
1176 } else {
1177 entry->data = (void *) adapter;
1178 entry->proc_fops = &ibmveth_proc_fops;
1179 SET_MODULE_OWNER(entry);
1180 }
1181 }
1182 return;
1183}
1184
1185static void ibmveth_proc_unregister_adapter(struct ibmveth_adapter *adapter)
1186{
1187 if (ibmveth_proc_dir) {
Santiago Leon03a85d02006-10-03 12:24:39 -05001188 char u_addr[10];
1189 sprintf(u_addr, "%x", adapter->vdev->unit_address);
1190 remove_proc_entry(u_addr, ibmveth_proc_dir);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001191 }
1192}
1193
1194#else /* CONFIG_PROC_FS */
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001195static void ibmveth_proc_register_adapter(struct ibmveth_adapter *adapter)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001196{
1197}
1198
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001199static void ibmveth_proc_unregister_adapter(struct ibmveth_adapter *adapter)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001200{
1201}
1202static void ibmveth_proc_register_driver(void)
1203{
1204}
1205
1206static void ibmveth_proc_unregister_driver(void)
1207{
1208}
1209#endif /* CONFIG_PROC_FS */
1210
Santiago Leon860f2422006-04-25 11:19:59 -05001211static struct attribute veth_active_attr;
1212static struct attribute veth_num_attr;
1213static struct attribute veth_size_attr;
1214
1215static ssize_t veth_pool_show(struct kobject * kobj,
1216 struct attribute * attr, char * buf)
1217{
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001218 struct ibmveth_buff_pool *pool = container_of(kobj,
Santiago Leon860f2422006-04-25 11:19:59 -05001219 struct ibmveth_buff_pool,
1220 kobj);
1221
1222 if (attr == &veth_active_attr)
1223 return sprintf(buf, "%d\n", pool->active);
1224 else if (attr == &veth_num_attr)
1225 return sprintf(buf, "%d\n", pool->size);
1226 else if (attr == &veth_size_attr)
1227 return sprintf(buf, "%d\n", pool->buff_size);
1228 return 0;
1229}
1230
1231static ssize_t veth_pool_store(struct kobject * kobj, struct attribute * attr,
1232const char * buf, size_t count)
1233{
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001234 struct ibmveth_buff_pool *pool = container_of(kobj,
Santiago Leon860f2422006-04-25 11:19:59 -05001235 struct ibmveth_buff_pool,
1236 kobj);
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001237 struct net_device *netdev =
Santiago Leon860f2422006-04-25 11:19:59 -05001238 container_of(kobj->parent, struct device, kobj)->driver_data;
1239 struct ibmveth_adapter *adapter = netdev->priv;
1240 long value = simple_strtol(buf, NULL, 10);
1241 long rc;
1242
1243 if (attr == &veth_active_attr) {
1244 if (value && !pool->active) {
1245 if(ibmveth_alloc_buffer_pool(pool)) {
1246 ibmveth_error_printk("unable to alloc pool\n");
1247 return -ENOMEM;
1248 }
1249 pool->active = 1;
1250 adapter->pool_config = 1;
1251 ibmveth_close(netdev);
1252 adapter->pool_config = 0;
1253 if ((rc = ibmveth_open(netdev)))
1254 return rc;
1255 } else if (!value && pool->active) {
1256 int mtu = netdev->mtu + IBMVETH_BUFF_OH;
1257 int i;
1258 /* Make sure there is a buffer pool with buffers that
1259 can hold a packet of the size of the MTU */
1260 for(i = 0; i<IbmVethNumBufferPools; i++) {
1261 if (pool == &adapter->rx_buff_pool[i])
1262 continue;
1263 if (!adapter->rx_buff_pool[i].active)
1264 continue;
1265 if (mtu < adapter->rx_buff_pool[i].buff_size) {
1266 pool->active = 0;
1267 h_free_logical_lan_buffer(adapter->
1268 vdev->
1269 unit_address,
1270 pool->
1271 buff_size);
1272 }
1273 }
1274 if (pool->active) {
1275 ibmveth_error_printk("no active pool >= MTU\n");
1276 return -EPERM;
1277 }
1278 }
1279 } else if (attr == &veth_num_attr) {
1280 if (value <= 0 || value > IBMVETH_MAX_POOL_COUNT)
1281 return -EINVAL;
1282 else {
1283 adapter->pool_config = 1;
1284 ibmveth_close(netdev);
1285 adapter->pool_config = 0;
1286 pool->size = value;
1287 if ((rc = ibmveth_open(netdev)))
1288 return rc;
1289 }
1290 } else if (attr == &veth_size_attr) {
1291 if (value <= IBMVETH_BUFF_OH || value > IBMVETH_MAX_BUF_SIZE)
1292 return -EINVAL;
1293 else {
1294 adapter->pool_config = 1;
1295 ibmveth_close(netdev);
1296 adapter->pool_config = 0;
1297 pool->buff_size = value;
1298 if ((rc = ibmveth_open(netdev)))
1299 return rc;
1300 }
1301 }
1302
1303 /* kick the interrupt handler to allocate/deallocate pools */
David Howells7d12e782006-10-05 14:55:46 +01001304 ibmveth_interrupt(netdev->irq, netdev);
Santiago Leon860f2422006-04-25 11:19:59 -05001305 return count;
1306}
1307
1308
1309#define ATTR(_name, _mode) \
1310 struct attribute veth_##_name##_attr = { \
1311 .name = __stringify(_name), .mode = _mode, .owner = THIS_MODULE \
1312 };
1313
1314static ATTR(active, 0644);
1315static ATTR(num, 0644);
1316static ATTR(size, 0644);
1317
1318static struct attribute * veth_pool_attrs[] = {
1319 &veth_active_attr,
1320 &veth_num_attr,
1321 &veth_size_attr,
1322 NULL,
1323};
1324
1325static struct sysfs_ops veth_pool_ops = {
1326 .show = veth_pool_show,
1327 .store = veth_pool_store,
1328};
1329
1330static struct kobj_type ktype_veth_pool = {
1331 .release = NULL,
1332 .sysfs_ops = &veth_pool_ops,
1333 .default_attrs = veth_pool_attrs,
1334};
1335
1336
Linus Torvalds1da177e2005-04-16 15:20:36 -07001337static struct vio_device_id ibmveth_device_table[] __devinitdata= {
1338 { "network", "IBM,l-lan"},
Stephen Rothwellfb120da2005-08-17 16:42:59 +10001339 { "", "" }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001340};
Linus Torvalds1da177e2005-04-16 15:20:36 -07001341MODULE_DEVICE_TABLE(vio, ibmveth_device_table);
1342
1343static struct vio_driver ibmveth_driver = {
Stephen Rothwell6fdf5392005-10-24 14:53:21 +10001344 .id_table = ibmveth_device_table,
1345 .probe = ibmveth_probe,
1346 .remove = ibmveth_remove,
1347 .driver = {
1348 .name = ibmveth_driver_name,
Stephen Rothwell915124d2005-10-24 15:12:22 +10001349 .owner = THIS_MODULE,
Stephen Rothwell6fdf5392005-10-24 14:53:21 +10001350 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001351};
1352
1353static int __init ibmveth_module_init(void)
1354{
1355 ibmveth_printk("%s: %s %s\n", ibmveth_driver_name, ibmveth_driver_string, ibmveth_driver_version);
1356
1357 ibmveth_proc_register_driver();
1358
1359 return vio_register_driver(&ibmveth_driver);
1360}
1361
1362static void __exit ibmveth_module_exit(void)
1363{
1364 vio_unregister_driver(&ibmveth_driver);
1365 ibmveth_proc_unregister_driver();
Jeff Garzikd7fbeba2006-05-24 01:31:14 -04001366}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001367
1368module_init(ibmveth_module_init);
1369module_exit(ibmveth_module_exit);