blob: abd6261465f16e2692c45033ab81e3263dc6716e [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2
3 8139too.c: A RealTek RTL-8139 Fast Ethernet driver for Linux.
4
5 Maintained by Jeff Garzik <jgarzik@pobox.com>
6 Copyright 2000-2002 Jeff Garzik
7
8 Much code comes from Donald Becker's rtl8139.c driver,
9 versions 1.13 and older. This driver was originally based
10 on rtl8139.c version 1.07. Header of rtl8139.c version 1.13:
11
12 -----<snip>-----
13
14 Written 1997-2001 by Donald Becker.
15 This software may be used and distributed according to the
16 terms of the GNU General Public License (GPL), incorporated
17 herein by reference. Drivers based on or derived from this
18 code fall under the GPL and must retain the authorship,
19 copyright and license notice. This file is not a complete
20 program and may only be used when the entire operating
21 system is licensed under the GPL.
22
23 This driver is for boards based on the RTL8129 and RTL8139
24 PCI ethernet chips.
25
26 The author may be reached as becker@scyld.com, or C/O Scyld
27 Computing Corporation 410 Severn Ave., Suite 210 Annapolis
28 MD 21403
29
30 Support and updates available at
31 http://www.scyld.com/network/rtl8139.html
32
33 Twister-tuning table provided by Kinston
34 <shangh@realtek.com.tw>.
35
36 -----<snip>-----
37
38 This software may be used and distributed according to the terms
39 of the GNU General Public License, incorporated herein by reference.
40
41 Contributors:
42
43 Donald Becker - he wrote the original driver, kudos to him!
44 (but please don't e-mail him for support, this isn't his driver)
45
46 Tigran Aivazian - bug fixes, skbuff free cleanup
47
48 Martin Mares - suggestions for PCI cleanup
49
50 David S. Miller - PCI DMA and softnet updates
51
52 Ernst Gill - fixes ported from BSD driver
53
54 Daniel Kobras - identified specific locations of
55 posted MMIO write bugginess
56
57 Gerard Sharp - bug fix, testing and feedback
58
59 David Ford - Rx ring wrap fix
60
61 Dan DeMaggio - swapped RTL8139 cards with me, and allowed me
62 to find and fix a crucial bug on older chipsets.
63
64 Donald Becker/Chris Butterworth/Marcus Westergren -
65 Noticed various Rx packet size-related buglets.
66
67 Santiago Garcia Mantinan - testing and feedback
68
69 Jens David - 2.2.x kernel backports
70
71 Martin Dennett - incredibly helpful insight on undocumented
72 features of the 8139 chips
73
74 Jean-Jacques Michel - bug fix
75
76 Tobias Ringström - Rx interrupt status checking suggestion
77
78 Andrew Morton - Clear blocked signals, avoid
79 buffer overrun setting current->comm.
80
81 Kalle Olavi Niemitalo - Wake-on-LAN ioctls
82
83 Robert Kuebel - Save kernel thread from dying on any signal.
84
85 Submitting bug reports:
86
87 "rtl8139-diag -mmmaaavvveefN" output
88 enable RTL8139_DEBUG below, and look at 'dmesg' or kernel log
89
90*/
91
92#define DRV_NAME "8139too"
93#define DRV_VERSION "0.9.27"
94
95
96#include <linux/config.h>
97#include <linux/module.h>
98#include <linux/kernel.h>
99#include <linux/compiler.h>
100#include <linux/pci.h>
101#include <linux/init.h>
102#include <linux/ioport.h>
103#include <linux/netdevice.h>
104#include <linux/etherdevice.h>
105#include <linux/rtnetlink.h>
106#include <linux/delay.h>
107#include <linux/ethtool.h>
108#include <linux/mii.h>
109#include <linux/completion.h>
110#include <linux/crc32.h>
111#include <asm/io.h>
112#include <asm/uaccess.h>
113#include <asm/irq.h>
114
115#define RTL8139_DRIVER_NAME DRV_NAME " Fast Ethernet driver " DRV_VERSION
116#define PFX DRV_NAME ": "
117
118/* Default Message level */
119#define RTL8139_DEF_MSG_ENABLE (NETIF_MSG_DRV | \
120 NETIF_MSG_PROBE | \
121 NETIF_MSG_LINK)
122
123
124/* enable PIO instead of MMIO, if CONFIG_8139TOO_PIO is selected */
125#ifdef CONFIG_8139TOO_PIO
126#define USE_IO_OPS 1
127#endif
128
Olaf Hering44456d32005-07-27 11:45:17 -0700129/* define to 1, 2 or 3 to enable copious debugging info */
130#define RTL8139_DEBUG 0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131
132/* define to 1 to disable lightweight runtime debugging checks */
133#undef RTL8139_NDEBUG
134
135
Olaf Hering44456d32005-07-27 11:45:17 -0700136#if RTL8139_DEBUG
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137/* note: prints function name for you */
138# define DPRINTK(fmt, args...) printk(KERN_DEBUG "%s: " fmt, __FUNCTION__ , ## args)
139#else
140# define DPRINTK(fmt, args...)
141#endif
142
143#ifdef RTL8139_NDEBUG
144# define assert(expr) do {} while (0)
145#else
146# define assert(expr) \
147 if(unlikely(!(expr))) { \
148 printk(KERN_ERR "Assertion failed! %s,%s,%s,line=%d\n", \
149 #expr,__FILE__,__FUNCTION__,__LINE__); \
150 }
151#endif
152
153
154/* A few user-configurable values. */
155/* media options */
156#define MAX_UNITS 8
157static int media[MAX_UNITS] = {-1, -1, -1, -1, -1, -1, -1, -1};
158static int full_duplex[MAX_UNITS] = {-1, -1, -1, -1, -1, -1, -1, -1};
159
160/* Maximum number of multicast addresses to filter (vs. Rx-all-multicast).
161 The RTL chips use a 64 element hash table based on the Ethernet CRC. */
162static int multicast_filter_limit = 32;
163
164/* bitmapped message enable number */
165static int debug = -1;
166
167/*
Jeff Garzikf3b197a2006-05-26 21:39:03 -0400168 * Receive ring size
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 * Warning: 64K ring has hardware issues and may lock up.
170 */
171#if defined(CONFIG_SH_DREAMCAST)
172#define RX_BUF_IDX 1 /* 16K ring */
173#else
174#define RX_BUF_IDX 2 /* 32K ring */
175#endif
176#define RX_BUF_LEN (8192 << RX_BUF_IDX)
177#define RX_BUF_PAD 16
178#define RX_BUF_WRAP_PAD 2048 /* spare padding to handle lack of packet wrap */
179
180#if RX_BUF_LEN == 65536
181#define RX_BUF_TOT_LEN RX_BUF_LEN
182#else
183#define RX_BUF_TOT_LEN (RX_BUF_LEN + RX_BUF_PAD + RX_BUF_WRAP_PAD)
184#endif
185
186/* Number of Tx descriptor registers. */
187#define NUM_TX_DESC 4
188
189/* max supported ethernet frame size -- must be at least (dev->mtu+14+4).*/
190#define MAX_ETH_FRAME_SIZE 1536
191
192/* Size of the Tx bounce buffers -- must be at least (dev->mtu+14+4). */
193#define TX_BUF_SIZE MAX_ETH_FRAME_SIZE
194#define TX_BUF_TOT_LEN (TX_BUF_SIZE * NUM_TX_DESC)
195
196/* PCI Tuning Parameters
197 Threshold is bytes transferred to chip before transmission starts. */
198#define TX_FIFO_THRESH 256 /* In bytes, rounded down to 32 byte units. */
199
200/* The following settings are log_2(bytes)-4: 0 == 16 bytes .. 6==1024, 7==end of packet. */
201#define RX_FIFO_THRESH 7 /* Rx buffer level before first PCI xfer. */
202#define RX_DMA_BURST 7 /* Maximum PCI burst, '6' is 1024 */
203#define TX_DMA_BURST 6 /* Maximum PCI burst, '6' is 1024 */
204#define TX_RETRY 8 /* 0-15. retries = 16 + (TX_RETRY * 16) */
205
206/* Operational parameters that usually are not changed. */
207/* Time in jiffies before concluding the transmitter is hung. */
208#define TX_TIMEOUT (6*HZ)
209
210
211enum {
212 HAS_MII_XCVR = 0x010000,
213 HAS_CHIP_XCVR = 0x020000,
214 HAS_LNK_CHNG = 0x040000,
215};
216
217#define RTL_NUM_STATS 4 /* number of ETHTOOL_GSTATS u64's */
218#define RTL_REGS_VER 1 /* version of reg. data in ETHTOOL_GREGS */
219#define RTL_MIN_IO_SIZE 0x80
220#define RTL8139B_IO_SIZE 256
221
222#define RTL8129_CAPS HAS_MII_XCVR
223#define RTL8139_CAPS HAS_CHIP_XCVR|HAS_LNK_CHNG
224
225typedef enum {
226 RTL8139 = 0,
227 RTL8129,
228} board_t;
229
230
231/* indexed by board_t, above */
Arjan van de Venf71e1302006-03-03 21:33:57 -0500232static const struct {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233 const char *name;
234 u32 hw_flags;
235} board_info[] __devinitdata = {
236 { "RealTek RTL8139", RTL8139_CAPS },
237 { "RealTek RTL8129", RTL8129_CAPS },
238};
239
240
241static struct pci_device_id rtl8139_pci_tbl[] = {
242 {0x10ec, 0x8139, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
243 {0x10ec, 0x8138, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
244 {0x1113, 0x1211, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
245 {0x1500, 0x1360, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
246 {0x4033, 0x1360, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
247 {0x1186, 0x1300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
248 {0x1186, 0x1340, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
249 {0x13d1, 0xab06, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
250 {0x1259, 0xa117, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
251 {0x1259, 0xa11e, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
252 {0x14ea, 0xab06, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
253 {0x14ea, 0xab07, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
254 {0x11db, 0x1234, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
255 {0x1432, 0x9130, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
256 {0x02ac, 0x1012, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
257 {0x018a, 0x0106, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
258 {0x126c, 0x1211, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
259 {0x1743, 0x8139, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
Jeff Garzikf3b197a2006-05-26 21:39:03 -0400260 {0x021b, 0x8139, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
Linus Torvalds1da177e2005-04-16 15:20:36 -0700261
262#ifdef CONFIG_SH_SECUREEDGE5410
263 /* Bogus 8139 silicon reports 8129 without external PROM :-( */
264 {0x10ec, 0x8129, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8139 },
265#endif
266#ifdef CONFIG_8139TOO_8129
267 {0x10ec, 0x8129, PCI_ANY_ID, PCI_ANY_ID, 0, 0, RTL8129 },
268#endif
269
270 /* some crazy cards report invalid vendor ids like
271 * 0x0001 here. The other ids are valid and constant,
272 * so we simply don't match on the main vendor id.
273 */
274 {PCI_ANY_ID, 0x8139, 0x10ec, 0x8139, 0, 0, RTL8139 },
275 {PCI_ANY_ID, 0x8139, 0x1186, 0x1300, 0, 0, RTL8139 },
276 {PCI_ANY_ID, 0x8139, 0x13d1, 0xab06, 0, 0, RTL8139 },
277
278 {0,}
279};
280MODULE_DEVICE_TABLE (pci, rtl8139_pci_tbl);
281
282static struct {
283 const char str[ETH_GSTRING_LEN];
284} ethtool_stats_keys[] = {
285 { "early_rx" },
286 { "tx_buf_mapped" },
287 { "tx_timeouts" },
288 { "rx_lost_in_ring" },
289};
290
291/* The rest of these values should never change. */
292
293/* Symbolic offsets to registers. */
294enum RTL8139_registers {
295 MAC0 = 0, /* Ethernet hardware address. */
296 MAR0 = 8, /* Multicast filter. */
297 TxStatus0 = 0x10, /* Transmit status (Four 32bit registers). */
298 TxAddr0 = 0x20, /* Tx descriptors (also four 32bit). */
299 RxBuf = 0x30,
300 ChipCmd = 0x37,
301 RxBufPtr = 0x38,
302 RxBufAddr = 0x3A,
303 IntrMask = 0x3C,
304 IntrStatus = 0x3E,
305 TxConfig = 0x40,
306 RxConfig = 0x44,
307 Timer = 0x48, /* A general-purpose counter. */
308 RxMissed = 0x4C, /* 24 bits valid, write clears. */
309 Cfg9346 = 0x50,
310 Config0 = 0x51,
311 Config1 = 0x52,
312 FlashReg = 0x54,
313 MediaStatus = 0x58,
314 Config3 = 0x59,
315 Config4 = 0x5A, /* absent on RTL-8139A */
316 HltClk = 0x5B,
317 MultiIntr = 0x5C,
318 TxSummary = 0x60,
319 BasicModeCtrl = 0x62,
320 BasicModeStatus = 0x64,
321 NWayAdvert = 0x66,
322 NWayLPAR = 0x68,
323 NWayExpansion = 0x6A,
324 /* Undocumented registers, but required for proper operation. */
325 FIFOTMS = 0x70, /* FIFO Control and test. */
326 CSCR = 0x74, /* Chip Status and Configuration Register. */
327 PARA78 = 0x78,
328 PARA7c = 0x7c, /* Magic transceiver parameter register. */
329 Config5 = 0xD8, /* absent on RTL-8139A */
330};
331
332enum ClearBitMasks {
333 MultiIntrClear = 0xF000,
334 ChipCmdClear = 0xE2,
335 Config1Clear = (1<<7)|(1<<6)|(1<<3)|(1<<2)|(1<<1),
336};
337
338enum ChipCmdBits {
339 CmdReset = 0x10,
340 CmdRxEnb = 0x08,
341 CmdTxEnb = 0x04,
342 RxBufEmpty = 0x01,
343};
344
345/* Interrupt register bits, using my own meaningful names. */
346enum IntrStatusBits {
347 PCIErr = 0x8000,
348 PCSTimeout = 0x4000,
349 RxFIFOOver = 0x40,
350 RxUnderrun = 0x20,
351 RxOverflow = 0x10,
352 TxErr = 0x08,
353 TxOK = 0x04,
354 RxErr = 0x02,
355 RxOK = 0x01,
356
357 RxAckBits = RxFIFOOver | RxOverflow | RxOK,
358};
359
360enum TxStatusBits {
361 TxHostOwns = 0x2000,
362 TxUnderrun = 0x4000,
363 TxStatOK = 0x8000,
364 TxOutOfWindow = 0x20000000,
365 TxAborted = 0x40000000,
366 TxCarrierLost = 0x80000000,
367};
368enum RxStatusBits {
369 RxMulticast = 0x8000,
370 RxPhysical = 0x4000,
371 RxBroadcast = 0x2000,
372 RxBadSymbol = 0x0020,
373 RxRunt = 0x0010,
374 RxTooLong = 0x0008,
375 RxCRCErr = 0x0004,
376 RxBadAlign = 0x0002,
377 RxStatusOK = 0x0001,
378};
379
380/* Bits in RxConfig. */
381enum rx_mode_bits {
382 AcceptErr = 0x20,
383 AcceptRunt = 0x10,
384 AcceptBroadcast = 0x08,
385 AcceptMulticast = 0x04,
386 AcceptMyPhys = 0x02,
387 AcceptAllPhys = 0x01,
388};
389
390/* Bits in TxConfig. */
391enum tx_config_bits {
392
393 /* Interframe Gap Time. Only TxIFG96 doesn't violate IEEE 802.3 */
394 TxIFGShift = 24,
395 TxIFG84 = (0 << TxIFGShift), /* 8.4us / 840ns (10 / 100Mbps) */
396 TxIFG88 = (1 << TxIFGShift), /* 8.8us / 880ns (10 / 100Mbps) */
397 TxIFG92 = (2 << TxIFGShift), /* 9.2us / 920ns (10 / 100Mbps) */
398 TxIFG96 = (3 << TxIFGShift), /* 9.6us / 960ns (10 / 100Mbps) */
399
400 TxLoopBack = (1 << 18) | (1 << 17), /* enable loopback test mode */
401 TxCRC = (1 << 16), /* DISABLE appending CRC to end of Tx packets */
402 TxClearAbt = (1 << 0), /* Clear abort (WO) */
403 TxDMAShift = 8, /* DMA burst value (0-7) is shifted this many bits */
404 TxRetryShift = 4, /* TXRR value (0-15) is shifted this many bits */
405
406 TxVersionMask = 0x7C800000, /* mask out version bits 30-26, 23 */
407};
408
409/* Bits in Config1 */
410enum Config1Bits {
411 Cfg1_PM_Enable = 0x01,
412 Cfg1_VPD_Enable = 0x02,
413 Cfg1_PIO = 0x04,
414 Cfg1_MMIO = 0x08,
415 LWAKE = 0x10, /* not on 8139, 8139A */
416 Cfg1_Driver_Load = 0x20,
417 Cfg1_LED0 = 0x40,
418 Cfg1_LED1 = 0x80,
419 SLEEP = (1 << 1), /* only on 8139, 8139A */
420 PWRDN = (1 << 0), /* only on 8139, 8139A */
421};
422
423/* Bits in Config3 */
424enum Config3Bits {
425 Cfg3_FBtBEn = (1 << 0), /* 1 = Fast Back to Back */
426 Cfg3_FuncRegEn = (1 << 1), /* 1 = enable CardBus Function registers */
427 Cfg3_CLKRUN_En = (1 << 2), /* 1 = enable CLKRUN */
428 Cfg3_CardB_En = (1 << 3), /* 1 = enable CardBus registers */
429 Cfg3_LinkUp = (1 << 4), /* 1 = wake up on link up */
430 Cfg3_Magic = (1 << 5), /* 1 = wake up on Magic Packet (tm) */
431 Cfg3_PARM_En = (1 << 6), /* 0 = software can set twister parameters */
432 Cfg3_GNTSel = (1 << 7), /* 1 = delay 1 clock from PCI GNT signal */
433};
434
435/* Bits in Config4 */
436enum Config4Bits {
437 LWPTN = (1 << 2), /* not on 8139, 8139A */
438};
439
440/* Bits in Config5 */
441enum Config5Bits {
442 Cfg5_PME_STS = (1 << 0), /* 1 = PCI reset resets PME_Status */
443 Cfg5_LANWake = (1 << 1), /* 1 = enable LANWake signal */
444 Cfg5_LDPS = (1 << 2), /* 0 = save power when link is down */
445 Cfg5_FIFOAddrPtr = (1 << 3), /* Realtek internal SRAM testing */
446 Cfg5_UWF = (1 << 4), /* 1 = accept unicast wakeup frame */
447 Cfg5_MWF = (1 << 5), /* 1 = accept multicast wakeup frame */
448 Cfg5_BWF = (1 << 6), /* 1 = accept broadcast wakeup frame */
449};
450
451enum RxConfigBits {
452 /* rx fifo threshold */
453 RxCfgFIFOShift = 13,
454 RxCfgFIFONone = (7 << RxCfgFIFOShift),
455
456 /* Max DMA burst */
457 RxCfgDMAShift = 8,
458 RxCfgDMAUnlimited = (7 << RxCfgDMAShift),
459
460 /* rx ring buffer length */
461 RxCfgRcv8K = 0,
462 RxCfgRcv16K = (1 << 11),
463 RxCfgRcv32K = (1 << 12),
464 RxCfgRcv64K = (1 << 11) | (1 << 12),
465
466 /* Disable packet wrap at end of Rx buffer. (not possible with 64k) */
467 RxNoWrap = (1 << 7),
468};
469
470/* Twister tuning parameters from RealTek.
471 Completely undocumented, but required to tune bad links on some boards. */
472enum CSCRBits {
473 CSCR_LinkOKBit = 0x0400,
474 CSCR_LinkChangeBit = 0x0800,
475 CSCR_LinkStatusBits = 0x0f000,
476 CSCR_LinkDownOffCmd = 0x003c0,
477 CSCR_LinkDownCmd = 0x0f3c0,
478};
479
480enum Cfg9346Bits {
481 Cfg9346_Lock = 0x00,
482 Cfg9346_Unlock = 0xC0,
483};
484
485typedef enum {
486 CH_8139 = 0,
487 CH_8139_K,
488 CH_8139A,
489 CH_8139A_G,
490 CH_8139B,
491 CH_8130,
492 CH_8139C,
493 CH_8100,
494 CH_8100B_8139D,
495 CH_8101,
496} chip_t;
497
498enum chip_flags {
499 HasHltClk = (1 << 0),
500 HasLWake = (1 << 1),
501};
502
503#define HW_REVID(b30, b29, b28, b27, b26, b23, b22) \
504 (b30<<30 | b29<<29 | b28<<28 | b27<<27 | b26<<26 | b23<<23 | b22<<22)
505#define HW_REVID_MASK HW_REVID(1, 1, 1, 1, 1, 1, 1)
506
507/* directly indexed by chip_t, above */
Jesper Juhl3c6bee12006-01-09 20:54:01 -0800508static const struct {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700509 const char *name;
510 u32 version; /* from RTL8139C/RTL8139D docs */
511 u32 flags;
512} rtl_chip_info[] = {
513 { "RTL-8139",
514 HW_REVID(1, 0, 0, 0, 0, 0, 0),
515 HasHltClk,
516 },
517
518 { "RTL-8139 rev K",
519 HW_REVID(1, 1, 0, 0, 0, 0, 0),
520 HasHltClk,
521 },
522
523 { "RTL-8139A",
524 HW_REVID(1, 1, 1, 0, 0, 0, 0),
525 HasHltClk, /* XXX undocumented? */
526 },
527
528 { "RTL-8139A rev G",
529 HW_REVID(1, 1, 1, 0, 0, 1, 0),
530 HasHltClk, /* XXX undocumented? */
531 },
532
533 { "RTL-8139B",
534 HW_REVID(1, 1, 1, 1, 0, 0, 0),
535 HasLWake,
536 },
537
538 { "RTL-8130",
539 HW_REVID(1, 1, 1, 1, 1, 0, 0),
540 HasLWake,
541 },
542
543 { "RTL-8139C",
544 HW_REVID(1, 1, 1, 0, 1, 0, 0),
545 HasLWake,
546 },
547
548 { "RTL-8100",
549 HW_REVID(1, 1, 1, 1, 0, 1, 0),
550 HasLWake,
551 },
552
553 { "RTL-8100B/8139D",
554 HW_REVID(1, 1, 1, 0, 1, 0, 1),
John W. Linville7645bae2005-10-18 21:31:00 -0400555 HasHltClk /* XXX undocumented? */
556 | HasLWake,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700557 },
558
559 { "RTL-8101",
560 HW_REVID(1, 1, 1, 0, 1, 1, 1),
561 HasLWake,
562 },
563};
564
565struct rtl_extra_stats {
566 unsigned long early_rx;
567 unsigned long tx_buf_mapped;
568 unsigned long tx_timeouts;
569 unsigned long rx_lost_in_ring;
570};
571
572struct rtl8139_private {
Pekka Enberg22f714b2005-05-12 19:38:47 -0400573 void __iomem *mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700574 int drv_flags;
575 struct pci_dev *pci_dev;
576 u32 msg_enable;
577 struct net_device_stats stats;
578 unsigned char *rx_ring;
579 unsigned int cur_rx; /* Index into the Rx buffer of next Rx pkt. */
580 unsigned int tx_flag;
581 unsigned long cur_tx;
582 unsigned long dirty_tx;
583 unsigned char *tx_buf[NUM_TX_DESC]; /* Tx bounce buffers */
584 unsigned char *tx_bufs; /* Tx bounce buffer region. */
585 dma_addr_t rx_ring_dma;
586 dma_addr_t tx_bufs_dma;
587 signed char phys[4]; /* MII device addresses. */
588 char twistie, twist_row, twist_col; /* Twister tune state. */
Francois Romieu371e8bc2006-01-31 01:04:33 +0100589 unsigned int watchdog_fired : 1;
Jeff Garzik38b492a2005-11-04 22:36:28 -0500590 unsigned int default_port : 4; /* Last dev->if_port value. */
591 unsigned int have_thread : 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700592 spinlock_t lock;
593 spinlock_t rx_lock;
594 chip_t chipset;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700595 u32 rx_config;
596 struct rtl_extra_stats xstats;
Jeff Garzika15e0382005-10-31 07:59:37 -0500597
598 struct work_struct thread;
Jeff Garzika15e0382005-10-31 07:59:37 -0500599
Linus Torvalds1da177e2005-04-16 15:20:36 -0700600 struct mii_if_info mii;
601 unsigned int regs_len;
602 unsigned long fifo_copy_timeout;
603};
604
605MODULE_AUTHOR ("Jeff Garzik <jgarzik@pobox.com>");
606MODULE_DESCRIPTION ("RealTek RTL-8139 Fast Ethernet driver");
607MODULE_LICENSE("GPL");
608MODULE_VERSION(DRV_VERSION);
609
610module_param(multicast_filter_limit, int, 0);
611module_param_array(media, int, NULL, 0);
612module_param_array(full_duplex, int, NULL, 0);
613module_param(debug, int, 0);
614MODULE_PARM_DESC (debug, "8139too bitmapped message enable number");
615MODULE_PARM_DESC (multicast_filter_limit, "8139too maximum number of filtered multicast addresses");
616MODULE_PARM_DESC (media, "8139too: Bits 4+9: force full duplex, bit 5: 100Mbps");
617MODULE_PARM_DESC (full_duplex, "8139too: Force full duplex for board(s) (1)");
618
Pekka Enberg22f714b2005-05-12 19:38:47 -0400619static int read_eeprom (void __iomem *ioaddr, int location, int addr_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700620static int rtl8139_open (struct net_device *dev);
621static int mdio_read (struct net_device *dev, int phy_id, int location);
622static void mdio_write (struct net_device *dev, int phy_id, int location,
623 int val);
Jeff Garzika15e0382005-10-31 07:59:37 -0500624static void rtl8139_start_thread(struct rtl8139_private *tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700625static void rtl8139_tx_timeout (struct net_device *dev);
626static void rtl8139_init_ring (struct net_device *dev);
627static int rtl8139_start_xmit (struct sk_buff *skb,
628 struct net_device *dev);
629static int rtl8139_poll(struct net_device *dev, int *budget);
630#ifdef CONFIG_NET_POLL_CONTROLLER
631static void rtl8139_poll_controller(struct net_device *dev);
632#endif
633static irqreturn_t rtl8139_interrupt (int irq, void *dev_instance,
634 struct pt_regs *regs);
635static int rtl8139_close (struct net_device *dev);
636static int netdev_ioctl (struct net_device *dev, struct ifreq *rq, int cmd);
637static struct net_device_stats *rtl8139_get_stats (struct net_device *dev);
638static void rtl8139_set_rx_mode (struct net_device *dev);
639static void __set_rx_mode (struct net_device *dev);
640static void rtl8139_hw_start (struct net_device *dev);
Jeff Garzika15e0382005-10-31 07:59:37 -0500641static void rtl8139_thread (void *_data);
Francois Romieu371e8bc2006-01-31 01:04:33 +0100642static void rtl8139_tx_timeout_task(void *_data);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700643static struct ethtool_ops rtl8139_ethtool_ops;
644
Linus Torvalds1da177e2005-04-16 15:20:36 -0700645/* write MMIO register, with flush */
646/* Flush avoids rtl8139 bug w/ posted MMIO writes */
Pekka Enberg22f714b2005-05-12 19:38:47 -0400647#define RTL_W8_F(reg, val8) do { iowrite8 ((val8), ioaddr + (reg)); ioread8 (ioaddr + (reg)); } while (0)
648#define RTL_W16_F(reg, val16) do { iowrite16 ((val16), ioaddr + (reg)); ioread16 (ioaddr + (reg)); } while (0)
649#define RTL_W32_F(reg, val32) do { iowrite32 ((val32), ioaddr + (reg)); ioread32 (ioaddr + (reg)); } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700650
651
652#define MMIO_FLUSH_AUDIT_COMPLETE 1
653#if MMIO_FLUSH_AUDIT_COMPLETE
654
655/* write MMIO register */
Pekka Enberg22f714b2005-05-12 19:38:47 -0400656#define RTL_W8(reg, val8) iowrite8 ((val8), ioaddr + (reg))
657#define RTL_W16(reg, val16) iowrite16 ((val16), ioaddr + (reg))
658#define RTL_W32(reg, val32) iowrite32 ((val32), ioaddr + (reg))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659
660#else
661
662/* write MMIO register, then flush */
663#define RTL_W8 RTL_W8_F
664#define RTL_W16 RTL_W16_F
665#define RTL_W32 RTL_W32_F
666
667#endif /* MMIO_FLUSH_AUDIT_COMPLETE */
668
669/* read MMIO register */
Pekka Enberg22f714b2005-05-12 19:38:47 -0400670#define RTL_R8(reg) ioread8 (ioaddr + (reg))
671#define RTL_R16(reg) ioread16 (ioaddr + (reg))
672#define RTL_R32(reg) ((unsigned long) ioread32 (ioaddr + (reg)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700673
674
675static const u16 rtl8139_intr_mask =
676 PCIErr | PCSTimeout | RxUnderrun | RxOverflow | RxFIFOOver |
677 TxErr | TxOK | RxErr | RxOK;
678
679static const u16 rtl8139_norx_intr_mask =
680 PCIErr | PCSTimeout | RxUnderrun |
681 TxErr | TxOK | RxErr ;
682
683#if RX_BUF_IDX == 0
684static const unsigned int rtl8139_rx_config =
685 RxCfgRcv8K | RxNoWrap |
686 (RX_FIFO_THRESH << RxCfgFIFOShift) |
687 (RX_DMA_BURST << RxCfgDMAShift);
688#elif RX_BUF_IDX == 1
689static const unsigned int rtl8139_rx_config =
690 RxCfgRcv16K | RxNoWrap |
691 (RX_FIFO_THRESH << RxCfgFIFOShift) |
692 (RX_DMA_BURST << RxCfgDMAShift);
693#elif RX_BUF_IDX == 2
694static const unsigned int rtl8139_rx_config =
695 RxCfgRcv32K | RxNoWrap |
696 (RX_FIFO_THRESH << RxCfgFIFOShift) |
697 (RX_DMA_BURST << RxCfgDMAShift);
698#elif RX_BUF_IDX == 3
699static const unsigned int rtl8139_rx_config =
700 RxCfgRcv64K |
701 (RX_FIFO_THRESH << RxCfgFIFOShift) |
702 (RX_DMA_BURST << RxCfgDMAShift);
703#else
704#error "Invalid configuration for 8139_RXBUF_IDX"
705#endif
706
707static const unsigned int rtl8139_tx_config =
708 TxIFG96 | (TX_DMA_BURST << TxDMAShift) | (TX_RETRY << TxRetryShift);
709
710static void __rtl8139_cleanup_dev (struct net_device *dev)
711{
712 struct rtl8139_private *tp = netdev_priv(dev);
713 struct pci_dev *pdev;
714
715 assert (dev != NULL);
716 assert (tp->pci_dev != NULL);
717 pdev = tp->pci_dev;
718
Pekka Enberg22f714b2005-05-12 19:38:47 -0400719#ifdef USE_IO_OPS
Linus Torvalds1da177e2005-04-16 15:20:36 -0700720 if (tp->mmio_addr)
Pekka Enberg22f714b2005-05-12 19:38:47 -0400721 ioport_unmap (tp->mmio_addr);
722#else
723 if (tp->mmio_addr)
724 pci_iounmap (pdev, tp->mmio_addr);
725#endif /* USE_IO_OPS */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700726
727 /* it's ok to call this even if we have no regions to free */
728 pci_release_regions (pdev);
729
730 free_netdev(dev);
731 pci_set_drvdata (pdev, NULL);
732}
733
734
Pekka Enberg22f714b2005-05-12 19:38:47 -0400735static void rtl8139_chip_reset (void __iomem *ioaddr)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700736{
737 int i;
738
739 /* Soft reset the chip. */
740 RTL_W8 (ChipCmd, CmdReset);
741
742 /* Check that the chip has finished the reset. */
743 for (i = 1000; i > 0; i--) {
744 barrier();
745 if ((RTL_R8 (ChipCmd) & CmdReset) == 0)
746 break;
747 udelay (10);
748 }
749}
750
751
752static int __devinit rtl8139_init_board (struct pci_dev *pdev,
753 struct net_device **dev_out)
754{
Pekka Enberg22f714b2005-05-12 19:38:47 -0400755 void __iomem *ioaddr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700756 struct net_device *dev;
757 struct rtl8139_private *tp;
758 u8 tmp8;
759 int rc, disable_dev_on_err = 0;
760 unsigned int i;
761 unsigned long pio_start, pio_end, pio_flags, pio_len;
762 unsigned long mmio_start, mmio_end, mmio_flags, mmio_len;
763 u32 version;
764
765 assert (pdev != NULL);
766
767 *dev_out = NULL;
768
769 /* dev and priv zeroed in alloc_etherdev */
770 dev = alloc_etherdev (sizeof (*tp));
771 if (dev == NULL) {
772 printk (KERN_ERR PFX "%s: Unable to alloc new net device\n", pci_name(pdev));
773 return -ENOMEM;
774 }
775 SET_MODULE_OWNER(dev);
776 SET_NETDEV_DEV(dev, &pdev->dev);
777
778 tp = netdev_priv(dev);
779 tp->pci_dev = pdev;
780
781 /* enable device (incl. PCI PM wakeup and hotplug setup) */
782 rc = pci_enable_device (pdev);
783 if (rc)
784 goto err_out;
785
786 pio_start = pci_resource_start (pdev, 0);
787 pio_end = pci_resource_end (pdev, 0);
788 pio_flags = pci_resource_flags (pdev, 0);
789 pio_len = pci_resource_len (pdev, 0);
790
791 mmio_start = pci_resource_start (pdev, 1);
792 mmio_end = pci_resource_end (pdev, 1);
793 mmio_flags = pci_resource_flags (pdev, 1);
794 mmio_len = pci_resource_len (pdev, 1);
795
796 /* set this immediately, we need to know before
797 * we talk to the chip directly */
798 DPRINTK("PIO region size == 0x%02X\n", pio_len);
799 DPRINTK("MMIO region size == 0x%02lX\n", mmio_len);
800
801#ifdef USE_IO_OPS
802 /* make sure PCI base addr 0 is PIO */
803 if (!(pio_flags & IORESOURCE_IO)) {
804 printk (KERN_ERR PFX "%s: region #0 not a PIO resource, aborting\n", pci_name(pdev));
805 rc = -ENODEV;
806 goto err_out;
807 }
808 /* check for weird/broken PCI region reporting */
809 if (pio_len < RTL_MIN_IO_SIZE) {
810 printk (KERN_ERR PFX "%s: Invalid PCI I/O region size(s), aborting\n", pci_name(pdev));
811 rc = -ENODEV;
812 goto err_out;
813 }
814#else
815 /* make sure PCI base addr 1 is MMIO */
816 if (!(mmio_flags & IORESOURCE_MEM)) {
817 printk (KERN_ERR PFX "%s: region #1 not an MMIO resource, aborting\n", pci_name(pdev));
818 rc = -ENODEV;
819 goto err_out;
820 }
821 if (mmio_len < RTL_MIN_IO_SIZE) {
822 printk (KERN_ERR PFX "%s: Invalid PCI mem region size(s), aborting\n", pci_name(pdev));
823 rc = -ENODEV;
824 goto err_out;
825 }
826#endif
827
828 rc = pci_request_regions (pdev, "8139too");
829 if (rc)
830 goto err_out;
831 disable_dev_on_err = 1;
832
833 /* enable PCI bus-mastering */
834 pci_set_master (pdev);
835
836#ifdef USE_IO_OPS
Pekka Enberg22f714b2005-05-12 19:38:47 -0400837 ioaddr = ioport_map(pio_start, pio_len);
838 if (!ioaddr) {
839 printk (KERN_ERR PFX "%s: cannot map PIO, aborting\n", pci_name(pdev));
840 rc = -EIO;
841 goto err_out;
842 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700843 dev->base_addr = pio_start;
844 tp->mmio_addr = ioaddr;
845 tp->regs_len = pio_len;
846#else
847 /* ioremap MMIO region */
Pekka Enberg22f714b2005-05-12 19:38:47 -0400848 ioaddr = pci_iomap(pdev, 1, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700849 if (ioaddr == NULL) {
850 printk (KERN_ERR PFX "%s: cannot remap MMIO, aborting\n", pci_name(pdev));
851 rc = -EIO;
852 goto err_out;
853 }
854 dev->base_addr = (long) ioaddr;
855 tp->mmio_addr = ioaddr;
856 tp->regs_len = mmio_len;
857#endif /* USE_IO_OPS */
858
859 /* Bring old chips out of low-power mode. */
860 RTL_W8 (HltClk, 'R');
861
862 /* check for missing/broken hardware */
863 if (RTL_R32 (TxConfig) == 0xFFFFFFFF) {
864 printk (KERN_ERR PFX "%s: Chip not responding, ignoring board\n",
865 pci_name(pdev));
866 rc = -EIO;
867 goto err_out;
868 }
869
870 /* identify chip attached to board */
871 version = RTL_R32 (TxConfig) & HW_REVID_MASK;
872 for (i = 0; i < ARRAY_SIZE (rtl_chip_info); i++)
873 if (version == rtl_chip_info[i].version) {
874 tp->chipset = i;
875 goto match;
876 }
877
878 /* if unknown chip, assume array element #0, original RTL-8139 in this case */
879 printk (KERN_DEBUG PFX "%s: unknown chip version, assuming RTL-8139\n",
880 pci_name(pdev));
881 printk (KERN_DEBUG PFX "%s: TxConfig = 0x%lx\n", pci_name(pdev), RTL_R32 (TxConfig));
882 tp->chipset = 0;
883
884match:
885 DPRINTK ("chipset id (%d) == index %d, '%s'\n",
886 version, i, rtl_chip_info[i].name);
887
888 if (tp->chipset >= CH_8139B) {
889 u8 new_tmp8 = tmp8 = RTL_R8 (Config1);
890 DPRINTK("PCI PM wakeup\n");
891 if ((rtl_chip_info[tp->chipset].flags & HasLWake) &&
892 (tmp8 & LWAKE))
893 new_tmp8 &= ~LWAKE;
894 new_tmp8 |= Cfg1_PM_Enable;
895 if (new_tmp8 != tmp8) {
896 RTL_W8 (Cfg9346, Cfg9346_Unlock);
897 RTL_W8 (Config1, tmp8);
898 RTL_W8 (Cfg9346, Cfg9346_Lock);
899 }
900 if (rtl_chip_info[tp->chipset].flags & HasLWake) {
901 tmp8 = RTL_R8 (Config4);
902 if (tmp8 & LWPTN) {
903 RTL_W8 (Cfg9346, Cfg9346_Unlock);
904 RTL_W8 (Config4, tmp8 & ~LWPTN);
905 RTL_W8 (Cfg9346, Cfg9346_Lock);
906 }
907 }
908 } else {
909 DPRINTK("Old chip wakeup\n");
910 tmp8 = RTL_R8 (Config1);
911 tmp8 &= ~(SLEEP | PWRDN);
912 RTL_W8 (Config1, tmp8);
913 }
914
915 rtl8139_chip_reset (ioaddr);
916
917 *dev_out = dev;
918 return 0;
919
920err_out:
921 __rtl8139_cleanup_dev (dev);
922 if (disable_dev_on_err)
923 pci_disable_device (pdev);
924 return rc;
925}
926
927
928static int __devinit rtl8139_init_one (struct pci_dev *pdev,
929 const struct pci_device_id *ent)
930{
931 struct net_device *dev = NULL;
932 struct rtl8139_private *tp;
933 int i, addr_len, option;
Pekka Enberg22f714b2005-05-12 19:38:47 -0400934 void __iomem *ioaddr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700935 static int board_idx = -1;
936 u8 pci_rev;
937
938 assert (pdev != NULL);
939 assert (ent != NULL);
940
941 board_idx++;
942
943 /* when we're built into the kernel, the driver version message
944 * is only printed if at least one 8139 board has been found
945 */
946#ifndef MODULE
947 {
948 static int printed_version;
949 if (!printed_version++)
950 printk (KERN_INFO RTL8139_DRIVER_NAME "\n");
951 }
952#endif
953
954 pci_read_config_byte(pdev, PCI_REVISION_ID, &pci_rev);
955
956 if (pdev->vendor == PCI_VENDOR_ID_REALTEK &&
957 pdev->device == PCI_DEVICE_ID_REALTEK_8139 && pci_rev >= 0x20) {
958 printk(KERN_INFO PFX "pci dev %s (id %04x:%04x rev %02x) is an enhanced 8139C+ chip\n",
959 pci_name(pdev), pdev->vendor, pdev->device, pci_rev);
960 printk(KERN_INFO PFX "Use the \"8139cp\" driver for improved performance and stability.\n");
961 }
962
963 i = rtl8139_init_board (pdev, &dev);
964 if (i < 0)
965 return i;
966
967 assert (dev != NULL);
968 tp = netdev_priv(dev);
969
970 ioaddr = tp->mmio_addr;
971 assert (ioaddr != NULL);
972
973 addr_len = read_eeprom (ioaddr, 0, 8) == 0x8129 ? 8 : 6;
974 for (i = 0; i < 3; i++)
975 ((u16 *) (dev->dev_addr))[i] =
976 le16_to_cpu (read_eeprom (ioaddr, i + 7, addr_len));
John W. Linville62a720b2005-09-12 10:48:55 -0400977 memcpy(dev->perm_addr, dev->dev_addr, dev->addr_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700978
979 /* The Rtl8139-specific entries in the device structure. */
980 dev->open = rtl8139_open;
981 dev->hard_start_xmit = rtl8139_start_xmit;
982 dev->poll = rtl8139_poll;
983 dev->weight = 64;
984 dev->stop = rtl8139_close;
985 dev->get_stats = rtl8139_get_stats;
986 dev->set_multicast_list = rtl8139_set_rx_mode;
987 dev->do_ioctl = netdev_ioctl;
988 dev->ethtool_ops = &rtl8139_ethtool_ops;
989 dev->tx_timeout = rtl8139_tx_timeout;
990 dev->watchdog_timeo = TX_TIMEOUT;
991#ifdef CONFIG_NET_POLL_CONTROLLER
992 dev->poll_controller = rtl8139_poll_controller;
993#endif
994
995 /* note: the hardware is not capable of sg/csum/highdma, however
996 * through the use of skb_copy_and_csum_dev we enable these
997 * features
998 */
999 dev->features |= NETIF_F_SG | NETIF_F_HW_CSUM | NETIF_F_HIGHDMA;
1000
1001 dev->irq = pdev->irq;
1002
1003 /* tp zeroed and aligned in alloc_etherdev */
1004 tp = netdev_priv(dev);
1005
1006 /* note: tp->chipset set in rtl8139_init_board */
1007 tp->drv_flags = board_info[ent->driver_data].hw_flags;
1008 tp->mmio_addr = ioaddr;
1009 tp->msg_enable =
1010 (debug < 0 ? RTL8139_DEF_MSG_ENABLE : ((1 << debug) - 1));
1011 spin_lock_init (&tp->lock);
1012 spin_lock_init (&tp->rx_lock);
Jeff Garzika15e0382005-10-31 07:59:37 -05001013 INIT_WORK(&tp->thread, rtl8139_thread, dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001014 tp->mii.dev = dev;
1015 tp->mii.mdio_read = mdio_read;
1016 tp->mii.mdio_write = mdio_write;
1017 tp->mii.phy_id_mask = 0x3f;
1018 tp->mii.reg_num_mask = 0x1f;
1019
1020 /* dev is fully set up and ready to use now */
1021 DPRINTK("about to register device named %s (%p)...\n", dev->name, dev);
1022 i = register_netdev (dev);
1023 if (i) goto err_out;
1024
1025 pci_set_drvdata (pdev, dev);
1026
1027 printk (KERN_INFO "%s: %s at 0x%lx, "
1028 "%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x, "
1029 "IRQ %d\n",
1030 dev->name,
1031 board_info[ent->driver_data].name,
1032 dev->base_addr,
1033 dev->dev_addr[0], dev->dev_addr[1],
1034 dev->dev_addr[2], dev->dev_addr[3],
1035 dev->dev_addr[4], dev->dev_addr[5],
1036 dev->irq);
1037
1038 printk (KERN_DEBUG "%s: Identified 8139 chip type '%s'\n",
1039 dev->name, rtl_chip_info[tp->chipset].name);
1040
1041 /* Find the connected MII xcvrs.
1042 Doing this in open() would allow detecting external xcvrs later, but
1043 takes too much time. */
1044#ifdef CONFIG_8139TOO_8129
1045 if (tp->drv_flags & HAS_MII_XCVR) {
1046 int phy, phy_idx = 0;
1047 for (phy = 0; phy < 32 && phy_idx < sizeof(tp->phys); phy++) {
1048 int mii_status = mdio_read(dev, phy, 1);
1049 if (mii_status != 0xffff && mii_status != 0x0000) {
1050 u16 advertising = mdio_read(dev, phy, 4);
1051 tp->phys[phy_idx++] = phy;
1052 printk(KERN_INFO "%s: MII transceiver %d status 0x%4.4x "
1053 "advertising %4.4x.\n",
1054 dev->name, phy, mii_status, advertising);
1055 }
1056 }
1057 if (phy_idx == 0) {
1058 printk(KERN_INFO "%s: No MII transceivers found! Assuming SYM "
1059 "transceiver.\n",
1060 dev->name);
1061 tp->phys[0] = 32;
1062 }
1063 } else
1064#endif
1065 tp->phys[0] = 32;
1066 tp->mii.phy_id = tp->phys[0];
1067
1068 /* The lower four bits are the media type. */
1069 option = (board_idx >= MAX_UNITS) ? 0 : media[board_idx];
1070 if (option > 0) {
1071 tp->mii.full_duplex = (option & 0x210) ? 1 : 0;
1072 tp->default_port = option & 0xFF;
1073 if (tp->default_port)
1074 tp->mii.force_media = 1;
1075 }
1076 if (board_idx < MAX_UNITS && full_duplex[board_idx] > 0)
1077 tp->mii.full_duplex = full_duplex[board_idx];
1078 if (tp->mii.full_duplex) {
1079 printk(KERN_INFO "%s: Media type forced to Full Duplex.\n", dev->name);
1080 /* Changing the MII-advertised media because might prevent
1081 re-connection. */
1082 tp->mii.force_media = 1;
1083 }
1084 if (tp->default_port) {
1085 printk(KERN_INFO " Forcing %dMbps %s-duplex operation.\n",
1086 (option & 0x20 ? 100 : 10),
1087 (option & 0x10 ? "full" : "half"));
1088 mdio_write(dev, tp->phys[0], 0,
1089 ((option & 0x20) ? 0x2000 : 0) | /* 100Mbps? */
1090 ((option & 0x10) ? 0x0100 : 0)); /* Full duplex? */
1091 }
1092
1093 /* Put the chip into low-power mode. */
1094 if (rtl_chip_info[tp->chipset].flags & HasHltClk)
1095 RTL_W8 (HltClk, 'H'); /* 'R' would leave the clock running. */
1096
1097 return 0;
1098
1099err_out:
1100 __rtl8139_cleanup_dev (dev);
1101 pci_disable_device (pdev);
1102 return i;
1103}
1104
1105
1106static void __devexit rtl8139_remove_one (struct pci_dev *pdev)
1107{
1108 struct net_device *dev = pci_get_drvdata (pdev);
1109
1110 assert (dev != NULL);
1111
1112 unregister_netdev (dev);
1113
1114 __rtl8139_cleanup_dev (dev);
1115 pci_disable_device (pdev);
1116}
1117
1118
1119/* Serial EEPROM section. */
1120
1121/* EEPROM_Ctrl bits. */
1122#define EE_SHIFT_CLK 0x04 /* EEPROM shift clock. */
1123#define EE_CS 0x08 /* EEPROM chip select. */
1124#define EE_DATA_WRITE 0x02 /* EEPROM chip data in. */
1125#define EE_WRITE_0 0x00
1126#define EE_WRITE_1 0x02
1127#define EE_DATA_READ 0x01 /* EEPROM chip data out. */
1128#define EE_ENB (0x80 | EE_CS)
1129
1130/* Delay between EEPROM clock transitions.
1131 No extra delay is needed with 33Mhz PCI, but 66Mhz may change this.
1132 */
1133
Takashi Iwai10e705f2006-03-24 03:18:23 -08001134#define eeprom_delay() (void)RTL_R32(Cfg9346)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001135
1136/* The EEPROM commands include the alway-set leading bit. */
1137#define EE_WRITE_CMD (5)
1138#define EE_READ_CMD (6)
1139#define EE_ERASE_CMD (7)
1140
Pekka Enberg22f714b2005-05-12 19:38:47 -04001141static int __devinit read_eeprom (void __iomem *ioaddr, int location, int addr_len)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001142{
1143 int i;
1144 unsigned retval = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001145 int read_cmd = location | (EE_READ_CMD << addr_len);
1146
Pekka Enberg22f714b2005-05-12 19:38:47 -04001147 RTL_W8 (Cfg9346, EE_ENB & ~EE_CS);
1148 RTL_W8 (Cfg9346, EE_ENB);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001149 eeprom_delay ();
1150
1151 /* Shift the read command bits out. */
1152 for (i = 4 + addr_len; i >= 0; i--) {
1153 int dataval = (read_cmd & (1 << i)) ? EE_DATA_WRITE : 0;
Pekka Enberg22f714b2005-05-12 19:38:47 -04001154 RTL_W8 (Cfg9346, EE_ENB | dataval);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001155 eeprom_delay ();
Pekka Enberg22f714b2005-05-12 19:38:47 -04001156 RTL_W8 (Cfg9346, EE_ENB | dataval | EE_SHIFT_CLK);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001157 eeprom_delay ();
1158 }
Pekka Enberg22f714b2005-05-12 19:38:47 -04001159 RTL_W8 (Cfg9346, EE_ENB);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001160 eeprom_delay ();
1161
1162 for (i = 16; i > 0; i--) {
Pekka Enberg22f714b2005-05-12 19:38:47 -04001163 RTL_W8 (Cfg9346, EE_ENB | EE_SHIFT_CLK);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001164 eeprom_delay ();
1165 retval =
Pekka Enberg22f714b2005-05-12 19:38:47 -04001166 (retval << 1) | ((RTL_R8 (Cfg9346) & EE_DATA_READ) ? 1 :
Linus Torvalds1da177e2005-04-16 15:20:36 -07001167 0);
Pekka Enberg22f714b2005-05-12 19:38:47 -04001168 RTL_W8 (Cfg9346, EE_ENB);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001169 eeprom_delay ();
1170 }
1171
1172 /* Terminate the EEPROM access. */
Pekka Enberg22f714b2005-05-12 19:38:47 -04001173 RTL_W8 (Cfg9346, ~EE_CS);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001174 eeprom_delay ();
1175
1176 return retval;
1177}
1178
1179/* MII serial management: mostly bogus for now. */
1180/* Read and write the MII management registers using software-generated
1181 serial MDIO protocol.
1182 The maximum data clock rate is 2.5 Mhz. The minimum timing is usually
1183 met by back-to-back PCI I/O cycles, but we insert a delay to avoid
1184 "overclocking" issues. */
1185#define MDIO_DIR 0x80
1186#define MDIO_DATA_OUT 0x04
1187#define MDIO_DATA_IN 0x02
1188#define MDIO_CLK 0x01
1189#define MDIO_WRITE0 (MDIO_DIR)
1190#define MDIO_WRITE1 (MDIO_DIR | MDIO_DATA_OUT)
1191
Pekka Enberg22f714b2005-05-12 19:38:47 -04001192#define mdio_delay() RTL_R8(Config4)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001193
1194
Arjan van de Venf71e1302006-03-03 21:33:57 -05001195static const char mii_2_8139_map[8] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001196 BasicModeCtrl,
1197 BasicModeStatus,
1198 0,
1199 0,
1200 NWayAdvert,
1201 NWayLPAR,
1202 NWayExpansion,
1203 0
1204};
1205
1206
1207#ifdef CONFIG_8139TOO_8129
1208/* Syncronize the MII management interface by shifting 32 one bits out. */
Pekka Enberg22f714b2005-05-12 19:38:47 -04001209static void mdio_sync (void __iomem *ioaddr)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001210{
1211 int i;
1212
1213 for (i = 32; i >= 0; i--) {
Pekka Enberg22f714b2005-05-12 19:38:47 -04001214 RTL_W8 (Config4, MDIO_WRITE1);
1215 mdio_delay ();
1216 RTL_W8 (Config4, MDIO_WRITE1 | MDIO_CLK);
1217 mdio_delay ();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001218 }
1219}
1220#endif
1221
1222static int mdio_read (struct net_device *dev, int phy_id, int location)
1223{
1224 struct rtl8139_private *tp = netdev_priv(dev);
1225 int retval = 0;
1226#ifdef CONFIG_8139TOO_8129
Pekka Enberg22f714b2005-05-12 19:38:47 -04001227 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001228 int mii_cmd = (0xf6 << 10) | (phy_id << 5) | location;
1229 int i;
1230#endif
1231
1232 if (phy_id > 31) { /* Really a 8139. Use internal registers. */
Pekka Enberg22f714b2005-05-12 19:38:47 -04001233 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001234 return location < 8 && mii_2_8139_map[location] ?
Pekka Enberg22f714b2005-05-12 19:38:47 -04001235 RTL_R16 (mii_2_8139_map[location]) : 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001236 }
1237
1238#ifdef CONFIG_8139TOO_8129
Pekka Enberg22f714b2005-05-12 19:38:47 -04001239 mdio_sync (ioaddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001240 /* Shift the read command bits out. */
1241 for (i = 15; i >= 0; i--) {
1242 int dataval = (mii_cmd & (1 << i)) ? MDIO_DATA_OUT : 0;
1243
Pekka Enberg22f714b2005-05-12 19:38:47 -04001244 RTL_W8 (Config4, MDIO_DIR | dataval);
1245 mdio_delay ();
1246 RTL_W8 (Config4, MDIO_DIR | dataval | MDIO_CLK);
1247 mdio_delay ();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001248 }
1249
1250 /* Read the two transition, 16 data, and wire-idle bits. */
1251 for (i = 19; i > 0; i--) {
Pekka Enberg22f714b2005-05-12 19:38:47 -04001252 RTL_W8 (Config4, 0);
1253 mdio_delay ();
1254 retval = (retval << 1) | ((RTL_R8 (Config4) & MDIO_DATA_IN) ? 1 : 0);
1255 RTL_W8 (Config4, MDIO_CLK);
1256 mdio_delay ();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001257 }
1258#endif
1259
1260 return (retval >> 1) & 0xffff;
1261}
1262
1263
1264static void mdio_write (struct net_device *dev, int phy_id, int location,
1265 int value)
1266{
1267 struct rtl8139_private *tp = netdev_priv(dev);
1268#ifdef CONFIG_8139TOO_8129
Pekka Enberg22f714b2005-05-12 19:38:47 -04001269 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001270 int mii_cmd = (0x5002 << 16) | (phy_id << 23) | (location << 18) | value;
1271 int i;
1272#endif
1273
1274 if (phy_id > 31) { /* Really a 8139. Use internal registers. */
Pekka Enberg22f714b2005-05-12 19:38:47 -04001275 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001276 if (location == 0) {
1277 RTL_W8 (Cfg9346, Cfg9346_Unlock);
1278 RTL_W16 (BasicModeCtrl, value);
1279 RTL_W8 (Cfg9346, Cfg9346_Lock);
1280 } else if (location < 8 && mii_2_8139_map[location])
1281 RTL_W16 (mii_2_8139_map[location], value);
1282 return;
1283 }
1284
1285#ifdef CONFIG_8139TOO_8129
Pekka Enberg22f714b2005-05-12 19:38:47 -04001286 mdio_sync (ioaddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001287
1288 /* Shift the command bits out. */
1289 for (i = 31; i >= 0; i--) {
1290 int dataval =
1291 (mii_cmd & (1 << i)) ? MDIO_WRITE1 : MDIO_WRITE0;
Pekka Enberg22f714b2005-05-12 19:38:47 -04001292 RTL_W8 (Config4, dataval);
1293 mdio_delay ();
1294 RTL_W8 (Config4, dataval | MDIO_CLK);
1295 mdio_delay ();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001296 }
1297 /* Clear out extra bits. */
1298 for (i = 2; i > 0; i--) {
Pekka Enberg22f714b2005-05-12 19:38:47 -04001299 RTL_W8 (Config4, 0);
1300 mdio_delay ();
1301 RTL_W8 (Config4, MDIO_CLK);
1302 mdio_delay ();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001303 }
1304#endif
1305}
1306
1307
1308static int rtl8139_open (struct net_device *dev)
1309{
1310 struct rtl8139_private *tp = netdev_priv(dev);
1311 int retval;
Pekka Enberg22f714b2005-05-12 19:38:47 -04001312 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001313
1314 retval = request_irq (dev->irq, rtl8139_interrupt, SA_SHIRQ, dev->name, dev);
1315 if (retval)
1316 return retval;
1317
1318 tp->tx_bufs = pci_alloc_consistent(tp->pci_dev, TX_BUF_TOT_LEN,
1319 &tp->tx_bufs_dma);
1320 tp->rx_ring = pci_alloc_consistent(tp->pci_dev, RX_BUF_TOT_LEN,
1321 &tp->rx_ring_dma);
1322 if (tp->tx_bufs == NULL || tp->rx_ring == NULL) {
1323 free_irq(dev->irq, dev);
1324
1325 if (tp->tx_bufs)
1326 pci_free_consistent(tp->pci_dev, TX_BUF_TOT_LEN,
1327 tp->tx_bufs, tp->tx_bufs_dma);
1328 if (tp->rx_ring)
1329 pci_free_consistent(tp->pci_dev, RX_BUF_TOT_LEN,
1330 tp->rx_ring, tp->rx_ring_dma);
1331
1332 return -ENOMEM;
1333
1334 }
1335
1336 tp->mii.full_duplex = tp->mii.force_media;
1337 tp->tx_flag = (TX_FIFO_THRESH << 11) & 0x003f0000;
1338
1339 rtl8139_init_ring (dev);
1340 rtl8139_hw_start (dev);
1341 netif_start_queue (dev);
1342
1343 if (netif_msg_ifup(tp))
1344 printk(KERN_DEBUG "%s: rtl8139_open() ioaddr %#lx IRQ %d"
1345 " GP Pins %2.2x %s-duplex.\n",
1346 dev->name, pci_resource_start (tp->pci_dev, 1),
1347 dev->irq, RTL_R8 (MediaStatus),
1348 tp->mii.full_duplex ? "full" : "half");
1349
Jeff Garzika15e0382005-10-31 07:59:37 -05001350 rtl8139_start_thread(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001351
1352 return 0;
1353}
1354
1355
1356static void rtl_check_media (struct net_device *dev, unsigned int init_media)
1357{
1358 struct rtl8139_private *tp = netdev_priv(dev);
1359
1360 if (tp->phys[0] >= 0) {
1361 mii_check_media(&tp->mii, netif_msg_link(tp), init_media);
1362 }
1363}
1364
1365/* Start the hardware at open or resume. */
1366static void rtl8139_hw_start (struct net_device *dev)
1367{
1368 struct rtl8139_private *tp = netdev_priv(dev);
Pekka Enberg22f714b2005-05-12 19:38:47 -04001369 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001370 u32 i;
1371 u8 tmp;
1372
1373 /* Bring old chips out of low-power mode. */
1374 if (rtl_chip_info[tp->chipset].flags & HasHltClk)
1375 RTL_W8 (HltClk, 'R');
1376
1377 rtl8139_chip_reset (ioaddr);
1378
1379 /* unlock Config[01234] and BMCR register writes */
1380 RTL_W8_F (Cfg9346, Cfg9346_Unlock);
1381 /* Restore our idea of the MAC address. */
1382 RTL_W32_F (MAC0 + 0, cpu_to_le32 (*(u32 *) (dev->dev_addr + 0)));
1383 RTL_W32_F (MAC0 + 4, cpu_to_le32 (*(u32 *) (dev->dev_addr + 4)));
1384
1385 /* Must enable Tx/Rx before setting transfer thresholds! */
1386 RTL_W8 (ChipCmd, CmdRxEnb | CmdTxEnb);
1387
1388 tp->rx_config = rtl8139_rx_config | AcceptBroadcast | AcceptMyPhys;
1389 RTL_W32 (RxConfig, tp->rx_config);
1390 RTL_W32 (TxConfig, rtl8139_tx_config);
1391
1392 tp->cur_rx = 0;
1393
1394 rtl_check_media (dev, 1);
1395
1396 if (tp->chipset >= CH_8139B) {
1397 /* Disable magic packet scanning, which is enabled
1398 * when PM is enabled in Config1. It can be reenabled
1399 * via ETHTOOL_SWOL if desired. */
1400 RTL_W8 (Config3, RTL_R8 (Config3) & ~Cfg3_Magic);
1401 }
1402
1403 DPRINTK("init buffer addresses\n");
1404
1405 /* Lock Config[01234] and BMCR register writes */
1406 RTL_W8 (Cfg9346, Cfg9346_Lock);
1407
1408 /* init Rx ring buffer DMA address */
1409 RTL_W32_F (RxBuf, tp->rx_ring_dma);
1410
1411 /* init Tx buffer DMA addresses */
1412 for (i = 0; i < NUM_TX_DESC; i++)
1413 RTL_W32_F (TxAddr0 + (i * 4), tp->tx_bufs_dma + (tp->tx_buf[i] - tp->tx_bufs));
1414
1415 RTL_W32 (RxMissed, 0);
1416
1417 rtl8139_set_rx_mode (dev);
1418
1419 /* no early-rx interrupts */
1420 RTL_W16 (MultiIntr, RTL_R16 (MultiIntr) & MultiIntrClear);
1421
1422 /* make sure RxTx has started */
1423 tmp = RTL_R8 (ChipCmd);
1424 if ((!(tmp & CmdRxEnb)) || (!(tmp & CmdTxEnb)))
1425 RTL_W8 (ChipCmd, CmdRxEnb | CmdTxEnb);
1426
1427 /* Enable all known interrupts by setting the interrupt mask. */
1428 RTL_W16 (IntrMask, rtl8139_intr_mask);
1429}
1430
1431
1432/* Initialize the Rx and Tx rings, along with various 'dev' bits. */
1433static void rtl8139_init_ring (struct net_device *dev)
1434{
1435 struct rtl8139_private *tp = netdev_priv(dev);
1436 int i;
1437
1438 tp->cur_rx = 0;
1439 tp->cur_tx = 0;
1440 tp->dirty_tx = 0;
1441
1442 for (i = 0; i < NUM_TX_DESC; i++)
1443 tp->tx_buf[i] = &tp->tx_bufs[i * TX_BUF_SIZE];
1444}
1445
1446
1447/* This must be global for CONFIG_8139TOO_TUNE_TWISTER case */
1448static int next_tick = 3 * HZ;
1449
1450#ifndef CONFIG_8139TOO_TUNE_TWISTER
1451static inline void rtl8139_tune_twister (struct net_device *dev,
1452 struct rtl8139_private *tp) {}
1453#else
1454enum TwisterParamVals {
1455 PARA78_default = 0x78fa8388,
1456 PARA7c_default = 0xcb38de43, /* param[0][3] */
1457 PARA7c_xxx = 0xcb38de43,
1458};
1459
1460static const unsigned long param[4][4] = {
1461 {0xcb39de43, 0xcb39ce43, 0xfb38de03, 0xcb38de43},
1462 {0xcb39de43, 0xcb39ce43, 0xcb39ce83, 0xcb39ce83},
1463 {0xcb39de43, 0xcb39ce43, 0xcb39ce83, 0xcb39ce83},
1464 {0xbb39de43, 0xbb39ce43, 0xbb39ce83, 0xbb39ce83}
1465};
1466
1467static void rtl8139_tune_twister (struct net_device *dev,
1468 struct rtl8139_private *tp)
1469{
1470 int linkcase;
Pekka Enberg22f714b2005-05-12 19:38:47 -04001471 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001472
1473 /* This is a complicated state machine to configure the "twister" for
1474 impedance/echos based on the cable length.
1475 All of this is magic and undocumented.
1476 */
1477 switch (tp->twistie) {
1478 case 1:
1479 if (RTL_R16 (CSCR) & CSCR_LinkOKBit) {
1480 /* We have link beat, let us tune the twister. */
1481 RTL_W16 (CSCR, CSCR_LinkDownOffCmd);
1482 tp->twistie = 2; /* Change to state 2. */
1483 next_tick = HZ / 10;
1484 } else {
1485 /* Just put in some reasonable defaults for when beat returns. */
1486 RTL_W16 (CSCR, CSCR_LinkDownCmd);
1487 RTL_W32 (FIFOTMS, 0x20); /* Turn on cable test mode. */
1488 RTL_W32 (PARA78, PARA78_default);
1489 RTL_W32 (PARA7c, PARA7c_default);
1490 tp->twistie = 0; /* Bail from future actions. */
1491 }
1492 break;
1493 case 2:
1494 /* Read how long it took to hear the echo. */
1495 linkcase = RTL_R16 (CSCR) & CSCR_LinkStatusBits;
1496 if (linkcase == 0x7000)
1497 tp->twist_row = 3;
1498 else if (linkcase == 0x3000)
1499 tp->twist_row = 2;
1500 else if (linkcase == 0x1000)
1501 tp->twist_row = 1;
1502 else
1503 tp->twist_row = 0;
1504 tp->twist_col = 0;
1505 tp->twistie = 3; /* Change to state 2. */
1506 next_tick = HZ / 10;
1507 break;
1508 case 3:
1509 /* Put out four tuning parameters, one per 100msec. */
1510 if (tp->twist_col == 0)
1511 RTL_W16 (FIFOTMS, 0);
1512 RTL_W32 (PARA7c, param[(int) tp->twist_row]
1513 [(int) tp->twist_col]);
1514 next_tick = HZ / 10;
1515 if (++tp->twist_col >= 4) {
1516 /* For short cables we are done.
1517 For long cables (row == 3) check for mistune. */
1518 tp->twistie =
1519 (tp->twist_row == 3) ? 4 : 0;
1520 }
1521 break;
1522 case 4:
1523 /* Special case for long cables: check for mistune. */
1524 if ((RTL_R16 (CSCR) &
1525 CSCR_LinkStatusBits) == 0x7000) {
1526 tp->twistie = 0;
1527 break;
1528 } else {
1529 RTL_W32 (PARA7c, 0xfb38de03);
1530 tp->twistie = 5;
1531 next_tick = HZ / 10;
1532 }
1533 break;
1534 case 5:
1535 /* Retune for shorter cable (column 2). */
1536 RTL_W32 (FIFOTMS, 0x20);
1537 RTL_W32 (PARA78, PARA78_default);
1538 RTL_W32 (PARA7c, PARA7c_default);
1539 RTL_W32 (FIFOTMS, 0x00);
1540 tp->twist_row = 2;
1541 tp->twist_col = 0;
1542 tp->twistie = 3;
1543 next_tick = HZ / 10;
1544 break;
1545
1546 default:
1547 /* do nothing */
1548 break;
1549 }
1550}
1551#endif /* CONFIG_8139TOO_TUNE_TWISTER */
1552
1553static inline void rtl8139_thread_iter (struct net_device *dev,
1554 struct rtl8139_private *tp,
Pekka Enberg22f714b2005-05-12 19:38:47 -04001555 void __iomem *ioaddr)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001556{
1557 int mii_lpa;
1558
1559 mii_lpa = mdio_read (dev, tp->phys[0], MII_LPA);
1560
1561 if (!tp->mii.force_media && mii_lpa != 0xffff) {
1562 int duplex = (mii_lpa & LPA_100FULL)
1563 || (mii_lpa & 0x01C0) == 0x0040;
1564 if (tp->mii.full_duplex != duplex) {
1565 tp->mii.full_duplex = duplex;
1566
1567 if (mii_lpa) {
1568 printk (KERN_INFO
1569 "%s: Setting %s-duplex based on MII #%d link"
1570 " partner ability of %4.4x.\n",
1571 dev->name,
1572 tp->mii.full_duplex ? "full" : "half",
1573 tp->phys[0], mii_lpa);
1574 } else {
1575 printk(KERN_INFO"%s: media is unconnected, link down, or incompatible connection\n",
1576 dev->name);
1577 }
1578#if 0
1579 RTL_W8 (Cfg9346, Cfg9346_Unlock);
1580 RTL_W8 (Config1, tp->mii.full_duplex ? 0x60 : 0x20);
1581 RTL_W8 (Cfg9346, Cfg9346_Lock);
1582#endif
1583 }
1584 }
1585
1586 next_tick = HZ * 60;
1587
1588 rtl8139_tune_twister (dev, tp);
1589
1590 DPRINTK ("%s: Media selection tick, Link partner %4.4x.\n",
1591 dev->name, RTL_R16 (NWayLPAR));
1592 DPRINTK ("%s: Other registers are IntMask %4.4x IntStatus %4.4x\n",
1593 dev->name, RTL_R16 (IntrMask), RTL_R16 (IntrStatus));
1594 DPRINTK ("%s: Chip config %2.2x %2.2x.\n",
1595 dev->name, RTL_R8 (Config0),
1596 RTL_R8 (Config1));
1597}
1598
Jeff Garzika15e0382005-10-31 07:59:37 -05001599static void rtl8139_thread (void *_data)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001600{
Jeff Garzika15e0382005-10-31 07:59:37 -05001601 struct net_device *dev = _data;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001602 struct rtl8139_private *tp = netdev_priv(dev);
Francois Romieu371e8bc2006-01-31 01:04:33 +01001603 unsigned long thr_delay = next_tick;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001604
Francois Romieu371e8bc2006-01-31 01:04:33 +01001605 if (tp->watchdog_fired) {
1606 tp->watchdog_fired = 0;
1607 rtl8139_tx_timeout_task(_data);
Stephen Hemminger6756ae42006-03-20 22:23:58 -08001608 } else if (rtnl_trylock()) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001609 rtl8139_thread_iter (dev, tp, tp->mmio_addr);
1610 rtnl_unlock ();
Jeff Garzik760559e2005-11-10 04:31:55 -05001611 } else {
1612 /* unlikely race. mitigate with fast poll. */
1613 thr_delay = HZ / 2;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001614 }
1615
Jeff Garzik760559e2005-11-10 04:31:55 -05001616 schedule_delayed_work(&tp->thread, thr_delay);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001617}
1618
Jeff Garzika15e0382005-10-31 07:59:37 -05001619static void rtl8139_start_thread(struct rtl8139_private *tp)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001620{
Linus Torvalds1da177e2005-04-16 15:20:36 -07001621 tp->twistie = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001622 if (tp->chipset == CH_8139_K)
1623 tp->twistie = 1;
1624 else if (tp->drv_flags & HAS_LNK_CHNG)
1625 return;
1626
Jeff Garzik38b492a2005-11-04 22:36:28 -05001627 tp->have_thread = 1;
Jeff Garzika15e0382005-10-31 07:59:37 -05001628
1629 schedule_delayed_work(&tp->thread, next_tick);
1630}
1631
1632static void rtl8139_stop_thread(struct rtl8139_private *tp)
1633{
Jeff Garzik38b492a2005-11-04 22:36:28 -05001634 if (tp->have_thread) {
1635 cancel_rearming_delayed_work(&tp->thread);
1636 tp->have_thread = 0;
Francois Romieu371e8bc2006-01-31 01:04:33 +01001637 } else
1638 flush_scheduled_work();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001639}
1640
1641static inline void rtl8139_tx_clear (struct rtl8139_private *tp)
1642{
1643 tp->cur_tx = 0;
1644 tp->dirty_tx = 0;
1645
1646 /* XXX account for unsent Tx packets in tp->stats.tx_dropped */
1647}
1648
Francois Romieu371e8bc2006-01-31 01:04:33 +01001649static void rtl8139_tx_timeout_task (void *_data)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001650{
Francois Romieu371e8bc2006-01-31 01:04:33 +01001651 struct net_device *dev = _data;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001652 struct rtl8139_private *tp = netdev_priv(dev);
Pekka Enberg22f714b2005-05-12 19:38:47 -04001653 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001654 int i;
1655 u8 tmp8;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001656
1657 printk (KERN_DEBUG "%s: Transmit timeout, status %2.2x %4.4x %4.4x "
1658 "media %2.2x.\n", dev->name, RTL_R8 (ChipCmd),
1659 RTL_R16(IntrStatus), RTL_R16(IntrMask), RTL_R8(MediaStatus));
1660 /* Emit info to figure out what went wrong. */
1661 printk (KERN_DEBUG "%s: Tx queue start entry %ld dirty entry %ld.\n",
1662 dev->name, tp->cur_tx, tp->dirty_tx);
1663 for (i = 0; i < NUM_TX_DESC; i++)
1664 printk (KERN_DEBUG "%s: Tx descriptor %d is %8.8lx.%s\n",
1665 dev->name, i, RTL_R32 (TxStatus0 + (i * 4)),
1666 i == tp->dirty_tx % NUM_TX_DESC ?
1667 " (queue head)" : "");
1668
1669 tp->xstats.tx_timeouts++;
1670
1671 /* disable Tx ASAP, if not already */
1672 tmp8 = RTL_R8 (ChipCmd);
1673 if (tmp8 & CmdTxEnb)
1674 RTL_W8 (ChipCmd, CmdRxEnb);
1675
Francois Romieu371e8bc2006-01-31 01:04:33 +01001676 spin_lock_bh(&tp->rx_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001677 /* Disable interrupts by clearing the interrupt mask. */
1678 RTL_W16 (IntrMask, 0x0000);
1679
1680 /* Stop a shared interrupt from scavenging while we are. */
Francois Romieu371e8bc2006-01-31 01:04:33 +01001681 spin_lock_irq(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001682 rtl8139_tx_clear (tp);
Francois Romieu371e8bc2006-01-31 01:04:33 +01001683 spin_unlock_irq(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001684
1685 /* ...and finally, reset everything */
1686 if (netif_running(dev)) {
1687 rtl8139_hw_start (dev);
1688 netif_wake_queue (dev);
1689 }
Francois Romieu371e8bc2006-01-31 01:04:33 +01001690 spin_unlock_bh(&tp->rx_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001691}
1692
Francois Romieu371e8bc2006-01-31 01:04:33 +01001693static void rtl8139_tx_timeout (struct net_device *dev)
1694{
1695 struct rtl8139_private *tp = netdev_priv(dev);
1696
1697 if (!tp->have_thread) {
1698 INIT_WORK(&tp->thread, rtl8139_tx_timeout_task, dev);
1699 schedule_delayed_work(&tp->thread, next_tick);
1700 } else
1701 tp->watchdog_fired = 1;
1702
1703}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001704
1705static int rtl8139_start_xmit (struct sk_buff *skb, struct net_device *dev)
1706{
1707 struct rtl8139_private *tp = netdev_priv(dev);
Pekka Enberg22f714b2005-05-12 19:38:47 -04001708 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001709 unsigned int entry;
1710 unsigned int len = skb->len;
1711
1712 /* Calculate the next Tx descriptor entry. */
1713 entry = tp->cur_tx % NUM_TX_DESC;
1714
1715 /* Note: the chip doesn't have auto-pad! */
1716 if (likely(len < TX_BUF_SIZE)) {
1717 if (len < ETH_ZLEN)
1718 memset(tp->tx_buf[entry], 0, ETH_ZLEN);
1719 skb_copy_and_csum_dev(skb, tp->tx_buf[entry]);
1720 dev_kfree_skb(skb);
1721 } else {
1722 dev_kfree_skb(skb);
1723 tp->stats.tx_dropped++;
1724 return 0;
1725 }
1726
1727 spin_lock_irq(&tp->lock);
1728 RTL_W32_F (TxStatus0 + (entry * sizeof (u32)),
1729 tp->tx_flag | max(len, (unsigned int)ETH_ZLEN));
1730
1731 dev->trans_start = jiffies;
1732
1733 tp->cur_tx++;
1734 wmb();
1735
1736 if ((tp->cur_tx - NUM_TX_DESC) == tp->dirty_tx)
1737 netif_stop_queue (dev);
1738 spin_unlock_irq(&tp->lock);
1739
1740 if (netif_msg_tx_queued(tp))
1741 printk (KERN_DEBUG "%s: Queued Tx packet size %u to slot %d.\n",
1742 dev->name, len, entry);
1743
1744 return 0;
1745}
1746
1747
1748static void rtl8139_tx_interrupt (struct net_device *dev,
1749 struct rtl8139_private *tp,
Pekka Enberg22f714b2005-05-12 19:38:47 -04001750 void __iomem *ioaddr)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001751{
1752 unsigned long dirty_tx, tx_left;
1753
1754 assert (dev != NULL);
1755 assert (ioaddr != NULL);
1756
1757 dirty_tx = tp->dirty_tx;
1758 tx_left = tp->cur_tx - dirty_tx;
1759 while (tx_left > 0) {
1760 int entry = dirty_tx % NUM_TX_DESC;
1761 int txstatus;
1762
1763 txstatus = RTL_R32 (TxStatus0 + (entry * sizeof (u32)));
1764
1765 if (!(txstatus & (TxStatOK | TxUnderrun | TxAborted)))
1766 break; /* It still hasn't been Txed */
1767
1768 /* Note: TxCarrierLost is always asserted at 100mbps. */
1769 if (txstatus & (TxOutOfWindow | TxAborted)) {
1770 /* There was an major error, log it. */
1771 if (netif_msg_tx_err(tp))
1772 printk(KERN_DEBUG "%s: Transmit error, Tx status %8.8x.\n",
1773 dev->name, txstatus);
1774 tp->stats.tx_errors++;
1775 if (txstatus & TxAborted) {
1776 tp->stats.tx_aborted_errors++;
1777 RTL_W32 (TxConfig, TxClearAbt);
1778 RTL_W16 (IntrStatus, TxErr);
1779 wmb();
1780 }
1781 if (txstatus & TxCarrierLost)
1782 tp->stats.tx_carrier_errors++;
1783 if (txstatus & TxOutOfWindow)
1784 tp->stats.tx_window_errors++;
1785 } else {
1786 if (txstatus & TxUnderrun) {
1787 /* Add 64 to the Tx FIFO threshold. */
1788 if (tp->tx_flag < 0x00300000)
1789 tp->tx_flag += 0x00020000;
1790 tp->stats.tx_fifo_errors++;
1791 }
1792 tp->stats.collisions += (txstatus >> 24) & 15;
1793 tp->stats.tx_bytes += txstatus & 0x7ff;
1794 tp->stats.tx_packets++;
1795 }
1796
1797 dirty_tx++;
1798 tx_left--;
1799 }
1800
1801#ifndef RTL8139_NDEBUG
1802 if (tp->cur_tx - dirty_tx > NUM_TX_DESC) {
1803 printk (KERN_ERR "%s: Out-of-sync dirty pointer, %ld vs. %ld.\n",
1804 dev->name, dirty_tx, tp->cur_tx);
1805 dirty_tx += NUM_TX_DESC;
1806 }
1807#endif /* RTL8139_NDEBUG */
1808
1809 /* only wake the queue if we did work, and the queue is stopped */
1810 if (tp->dirty_tx != dirty_tx) {
1811 tp->dirty_tx = dirty_tx;
1812 mb();
1813 netif_wake_queue (dev);
1814 }
1815}
1816
1817
1818/* TODO: clean this up! Rx reset need not be this intensive */
1819static void rtl8139_rx_err (u32 rx_status, struct net_device *dev,
Pekka Enberg22f714b2005-05-12 19:38:47 -04001820 struct rtl8139_private *tp, void __iomem *ioaddr)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001821{
1822 u8 tmp8;
1823#ifdef CONFIG_8139_OLD_RX_RESET
1824 int tmp_work;
1825#endif
1826
Jeff Garzikf3b197a2006-05-26 21:39:03 -04001827 if (netif_msg_rx_err (tp))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001828 printk(KERN_DEBUG "%s: Ethernet frame had errors, status %8.8x.\n",
1829 dev->name, rx_status);
1830 tp->stats.rx_errors++;
1831 if (!(rx_status & RxStatusOK)) {
1832 if (rx_status & RxTooLong) {
1833 DPRINTK ("%s: Oversized Ethernet frame, status %4.4x!\n",
1834 dev->name, rx_status);
1835 /* A.C.: The chip hangs here. */
1836 }
1837 if (rx_status & (RxBadSymbol | RxBadAlign))
1838 tp->stats.rx_frame_errors++;
1839 if (rx_status & (RxRunt | RxTooLong))
1840 tp->stats.rx_length_errors++;
1841 if (rx_status & RxCRCErr)
1842 tp->stats.rx_crc_errors++;
1843 } else {
1844 tp->xstats.rx_lost_in_ring++;
1845 }
1846
1847#ifndef CONFIG_8139_OLD_RX_RESET
1848 tmp8 = RTL_R8 (ChipCmd);
1849 RTL_W8 (ChipCmd, tmp8 & ~CmdRxEnb);
1850 RTL_W8 (ChipCmd, tmp8);
1851 RTL_W32 (RxConfig, tp->rx_config);
1852 tp->cur_rx = 0;
1853#else
1854 /* Reset the receiver, based on RealTek recommendation. (Bug?) */
1855
1856 /* disable receive */
1857 RTL_W8_F (ChipCmd, CmdTxEnb);
1858 tmp_work = 200;
1859 while (--tmp_work > 0) {
1860 udelay(1);
1861 tmp8 = RTL_R8 (ChipCmd);
1862 if (!(tmp8 & CmdRxEnb))
1863 break;
1864 }
1865 if (tmp_work <= 0)
1866 printk (KERN_WARNING PFX "rx stop wait too long\n");
1867 /* restart receive */
1868 tmp_work = 200;
1869 while (--tmp_work > 0) {
1870 RTL_W8_F (ChipCmd, CmdRxEnb | CmdTxEnb);
1871 udelay(1);
1872 tmp8 = RTL_R8 (ChipCmd);
1873 if ((tmp8 & CmdRxEnb) && (tmp8 & CmdTxEnb))
1874 break;
1875 }
1876 if (tmp_work <= 0)
1877 printk (KERN_WARNING PFX "tx/rx enable wait too long\n");
1878
1879 /* and reinitialize all rx related registers */
1880 RTL_W8_F (Cfg9346, Cfg9346_Unlock);
1881 /* Must enable Tx/Rx before setting transfer thresholds! */
1882 RTL_W8 (ChipCmd, CmdRxEnb | CmdTxEnb);
1883
1884 tp->rx_config = rtl8139_rx_config | AcceptBroadcast | AcceptMyPhys;
1885 RTL_W32 (RxConfig, tp->rx_config);
1886 tp->cur_rx = 0;
1887
1888 DPRINTK("init buffer addresses\n");
1889
1890 /* Lock Config[01234] and BMCR register writes */
1891 RTL_W8 (Cfg9346, Cfg9346_Lock);
1892
1893 /* init Rx ring buffer DMA address */
1894 RTL_W32_F (RxBuf, tp->rx_ring_dma);
1895
1896 /* A.C.: Reset the multicast list. */
1897 __set_rx_mode (dev);
1898#endif
1899}
1900
1901#if RX_BUF_IDX == 3
1902static __inline__ void wrap_copy(struct sk_buff *skb, const unsigned char *ring,
1903 u32 offset, unsigned int size)
1904{
1905 u32 left = RX_BUF_LEN - offset;
1906
1907 if (size > left) {
1908 memcpy(skb->data, ring + offset, left);
1909 memcpy(skb->data+left, ring, size - left);
1910 } else
1911 memcpy(skb->data, ring + offset, size);
1912}
1913#endif
1914
1915static void rtl8139_isr_ack(struct rtl8139_private *tp)
1916{
Pekka Enberg22f714b2005-05-12 19:38:47 -04001917 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001918 u16 status;
1919
1920 status = RTL_R16 (IntrStatus) & RxAckBits;
1921
1922 /* Clear out errors and receive interrupts */
1923 if (likely(status != 0)) {
1924 if (unlikely(status & (RxFIFOOver | RxOverflow))) {
1925 tp->stats.rx_errors++;
1926 if (status & RxFIFOOver)
1927 tp->stats.rx_fifo_errors++;
1928 }
1929 RTL_W16_F (IntrStatus, RxAckBits);
1930 }
1931}
1932
1933static int rtl8139_rx(struct net_device *dev, struct rtl8139_private *tp,
1934 int budget)
1935{
Pekka Enberg22f714b2005-05-12 19:38:47 -04001936 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001937 int received = 0;
1938 unsigned char *rx_ring = tp->rx_ring;
1939 unsigned int cur_rx = tp->cur_rx;
1940 unsigned int rx_size = 0;
1941
1942 DPRINTK ("%s: In rtl8139_rx(), current %4.4x BufAddr %4.4x,"
1943 " free to %4.4x, Cmd %2.2x.\n", dev->name, (u16)cur_rx,
1944 RTL_R16 (RxBufAddr),
1945 RTL_R16 (RxBufPtr), RTL_R8 (ChipCmd));
1946
Jeff Garzikf3b197a2006-05-26 21:39:03 -04001947 while (netif_running(dev) && received < budget
Linus Torvalds1da177e2005-04-16 15:20:36 -07001948 && (RTL_R8 (ChipCmd) & RxBufEmpty) == 0) {
1949 u32 ring_offset = cur_rx % RX_BUF_LEN;
1950 u32 rx_status;
1951 unsigned int pkt_size;
1952 struct sk_buff *skb;
1953
1954 rmb();
1955
1956 /* read size+status of next frame from DMA ring buffer */
1957 rx_status = le32_to_cpu (*(u32 *) (rx_ring + ring_offset));
1958 rx_size = rx_status >> 16;
1959 pkt_size = rx_size - 4;
1960
1961 if (netif_msg_rx_status(tp))
1962 printk(KERN_DEBUG "%s: rtl8139_rx() status %4.4x, size %4.4x,"
1963 " cur %4.4x.\n", dev->name, rx_status,
1964 rx_size, cur_rx);
1965#if RTL8139_DEBUG > 2
1966 {
1967 int i;
1968 DPRINTK ("%s: Frame contents ", dev->name);
1969 for (i = 0; i < 70; i++)
1970 printk (" %2.2x",
1971 rx_ring[ring_offset + i]);
1972 printk (".\n");
1973 }
1974#endif
1975
1976 /* Packet copy from FIFO still in progress.
1977 * Theoretically, this should never happen
1978 * since EarlyRx is disabled.
1979 */
1980 if (unlikely(rx_size == 0xfff0)) {
1981 if (!tp->fifo_copy_timeout)
1982 tp->fifo_copy_timeout = jiffies + 2;
1983 else if (time_after(jiffies, tp->fifo_copy_timeout)) {
1984 DPRINTK ("%s: hung FIFO. Reset.", dev->name);
1985 rx_size = 0;
1986 goto no_early_rx;
1987 }
1988 if (netif_msg_intr(tp)) {
1989 printk(KERN_DEBUG "%s: fifo copy in progress.",
1990 dev->name);
1991 }
1992 tp->xstats.early_rx++;
1993 break;
1994 }
1995
1996no_early_rx:
1997 tp->fifo_copy_timeout = 0;
1998
1999 /* If Rx err or invalid rx_size/rx_status received
2000 * (which happens if we get lost in the ring),
2001 * Rx process gets reset, so we abort any further
2002 * Rx processing.
2003 */
2004 if (unlikely((rx_size > (MAX_ETH_FRAME_SIZE+4)) ||
2005 (rx_size < 8) ||
2006 (!(rx_status & RxStatusOK)))) {
2007 rtl8139_rx_err (rx_status, dev, tp, ioaddr);
2008 received = -1;
2009 goto out;
2010 }
2011
2012 /* Malloc up new buffer, compatible with net-2e. */
2013 /* Omit the four octet CRC from the length. */
2014
2015 skb = dev_alloc_skb (pkt_size + 2);
2016 if (likely(skb)) {
2017 skb->dev = dev;
2018 skb_reserve (skb, 2); /* 16 byte align the IP fields. */
2019#if RX_BUF_IDX == 3
2020 wrap_copy(skb, rx_ring, ring_offset+4, pkt_size);
2021#else
2022 eth_copy_and_sum (skb, &rx_ring[ring_offset + 4], pkt_size, 0);
2023#endif
2024 skb_put (skb, pkt_size);
2025
2026 skb->protocol = eth_type_trans (skb, dev);
2027
2028 dev->last_rx = jiffies;
2029 tp->stats.rx_bytes += pkt_size;
2030 tp->stats.rx_packets++;
2031
2032 netif_receive_skb (skb);
2033 } else {
Jeff Garzikf3b197a2006-05-26 21:39:03 -04002034 if (net_ratelimit())
Linus Torvalds1da177e2005-04-16 15:20:36 -07002035 printk (KERN_WARNING
2036 "%s: Memory squeeze, dropping packet.\n",
2037 dev->name);
2038 tp->stats.rx_dropped++;
2039 }
2040 received++;
2041
2042 cur_rx = (cur_rx + rx_size + 4 + 3) & ~3;
2043 RTL_W16 (RxBufPtr, (u16) (cur_rx - 16));
2044
2045 rtl8139_isr_ack(tp);
2046 }
2047
2048 if (unlikely(!received || rx_size == 0xfff0))
2049 rtl8139_isr_ack(tp);
2050
2051#if RTL8139_DEBUG > 1
2052 DPRINTK ("%s: Done rtl8139_rx(), current %4.4x BufAddr %4.4x,"
2053 " free to %4.4x, Cmd %2.2x.\n", dev->name, cur_rx,
2054 RTL_R16 (RxBufAddr),
2055 RTL_R16 (RxBufPtr), RTL_R8 (ChipCmd));
2056#endif
2057
2058 tp->cur_rx = cur_rx;
2059
2060 /*
2061 * The receive buffer should be mostly empty.
2062 * Tell NAPI to reenable the Rx irq.
2063 */
2064 if (tp->fifo_copy_timeout)
2065 received = budget;
2066
2067out:
2068 return received;
2069}
2070
2071
2072static void rtl8139_weird_interrupt (struct net_device *dev,
2073 struct rtl8139_private *tp,
Pekka Enberg22f714b2005-05-12 19:38:47 -04002074 void __iomem *ioaddr,
Linus Torvalds1da177e2005-04-16 15:20:36 -07002075 int status, int link_changed)
2076{
2077 DPRINTK ("%s: Abnormal interrupt, status %8.8x.\n",
2078 dev->name, status);
2079
2080 assert (dev != NULL);
2081 assert (tp != NULL);
2082 assert (ioaddr != NULL);
2083
2084 /* Update the error count. */
2085 tp->stats.rx_missed_errors += RTL_R32 (RxMissed);
2086 RTL_W32 (RxMissed, 0);
2087
2088 if ((status & RxUnderrun) && link_changed &&
2089 (tp->drv_flags & HAS_LNK_CHNG)) {
2090 rtl_check_media(dev, 0);
2091 status &= ~RxUnderrun;
2092 }
2093
2094 if (status & (RxUnderrun | RxErr))
2095 tp->stats.rx_errors++;
2096
2097 if (status & PCSTimeout)
2098 tp->stats.rx_length_errors++;
2099 if (status & RxUnderrun)
2100 tp->stats.rx_fifo_errors++;
2101 if (status & PCIErr) {
2102 u16 pci_cmd_status;
2103 pci_read_config_word (tp->pci_dev, PCI_STATUS, &pci_cmd_status);
2104 pci_write_config_word (tp->pci_dev, PCI_STATUS, pci_cmd_status);
2105
2106 printk (KERN_ERR "%s: PCI Bus error %4.4x.\n",
2107 dev->name, pci_cmd_status);
2108 }
2109}
2110
2111static int rtl8139_poll(struct net_device *dev, int *budget)
2112{
2113 struct rtl8139_private *tp = netdev_priv(dev);
Pekka Enberg22f714b2005-05-12 19:38:47 -04002114 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002115 int orig_budget = min(*budget, dev->quota);
2116 int done = 1;
2117
2118 spin_lock(&tp->rx_lock);
2119 if (likely(RTL_R16(IntrStatus) & RxAckBits)) {
2120 int work_done;
2121
2122 work_done = rtl8139_rx(dev, tp, orig_budget);
2123 if (likely(work_done > 0)) {
2124 *budget -= work_done;
2125 dev->quota -= work_done;
2126 done = (work_done < orig_budget);
2127 }
2128 }
2129
2130 if (done) {
2131 /*
2132 * Order is important since data can get interrupted
2133 * again when we think we are done.
2134 */
2135 local_irq_disable();
2136 RTL_W16_F(IntrMask, rtl8139_intr_mask);
2137 __netif_rx_complete(dev);
2138 local_irq_enable();
2139 }
2140 spin_unlock(&tp->rx_lock);
2141
2142 return !done;
2143}
2144
2145/* The interrupt handler does all of the Rx thread work and cleans up
2146 after the Tx thread. */
2147static irqreturn_t rtl8139_interrupt (int irq, void *dev_instance,
2148 struct pt_regs *regs)
2149{
2150 struct net_device *dev = (struct net_device *) dev_instance;
2151 struct rtl8139_private *tp = netdev_priv(dev);
Pekka Enberg22f714b2005-05-12 19:38:47 -04002152 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002153 u16 status, ackstat;
2154 int link_changed = 0; /* avoid bogus "uninit" warning */
2155 int handled = 0;
2156
2157 spin_lock (&tp->lock);
2158 status = RTL_R16 (IntrStatus);
2159
2160 /* shared irq? */
Jeff Garzikf3b197a2006-05-26 21:39:03 -04002161 if (unlikely((status & rtl8139_intr_mask) == 0))
Linus Torvalds1da177e2005-04-16 15:20:36 -07002162 goto out;
2163
2164 handled = 1;
2165
2166 /* h/w no longer present (hotplug?) or major error, bail */
Jeff Garzikf3b197a2006-05-26 21:39:03 -04002167 if (unlikely(status == 0xFFFF))
Linus Torvalds1da177e2005-04-16 15:20:36 -07002168 goto out;
2169
2170 /* close possible race's with dev_close */
2171 if (unlikely(!netif_running(dev))) {
2172 RTL_W16 (IntrMask, 0);
2173 goto out;
2174 }
2175
2176 /* Acknowledge all of the current interrupt sources ASAP, but
2177 an first get an additional status bit from CSCR. */
2178 if (unlikely(status & RxUnderrun))
2179 link_changed = RTL_R16 (CSCR) & CSCR_LinkChangeBit;
2180
2181 ackstat = status & ~(RxAckBits | TxErr);
2182 if (ackstat)
2183 RTL_W16 (IntrStatus, ackstat);
2184
2185 /* Receive packets are processed by poll routine.
2186 If not running start it now. */
2187 if (status & RxAckBits){
2188 if (netif_rx_schedule_prep(dev)) {
2189 RTL_W16_F (IntrMask, rtl8139_norx_intr_mask);
2190 __netif_rx_schedule (dev);
2191 }
2192 }
2193
2194 /* Check uncommon events with one test. */
2195 if (unlikely(status & (PCIErr | PCSTimeout | RxUnderrun | RxErr)))
2196 rtl8139_weird_interrupt (dev, tp, ioaddr,
2197 status, link_changed);
2198
2199 if (status & (TxOK | TxErr)) {
2200 rtl8139_tx_interrupt (dev, tp, ioaddr);
2201 if (status & TxErr)
2202 RTL_W16 (IntrStatus, TxErr);
2203 }
2204 out:
2205 spin_unlock (&tp->lock);
2206
2207 DPRINTK ("%s: exiting interrupt, intr_status=%#4.4x.\n",
2208 dev->name, RTL_R16 (IntrStatus));
2209 return IRQ_RETVAL(handled);
2210}
2211
2212#ifdef CONFIG_NET_POLL_CONTROLLER
2213/*
2214 * Polling receive - used by netconsole and other diagnostic tools
2215 * to allow network i/o with interrupts disabled.
2216 */
2217static void rtl8139_poll_controller(struct net_device *dev)
2218{
2219 disable_irq(dev->irq);
2220 rtl8139_interrupt(dev->irq, dev, NULL);
2221 enable_irq(dev->irq);
2222}
2223#endif
2224
2225static int rtl8139_close (struct net_device *dev)
2226{
2227 struct rtl8139_private *tp = netdev_priv(dev);
Pekka Enberg22f714b2005-05-12 19:38:47 -04002228 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002229 unsigned long flags;
2230
2231 netif_stop_queue (dev);
2232
Jeff Garzika15e0382005-10-31 07:59:37 -05002233 rtl8139_stop_thread(tp);
2234
Linus Torvalds1da177e2005-04-16 15:20:36 -07002235 if (netif_msg_ifdown(tp))
2236 printk(KERN_DEBUG "%s: Shutting down ethercard, status was 0x%4.4x.\n",
2237 dev->name, RTL_R16 (IntrStatus));
2238
2239 spin_lock_irqsave (&tp->lock, flags);
2240
2241 /* Stop the chip's Tx and Rx DMA processes. */
2242 RTL_W8 (ChipCmd, 0);
2243
2244 /* Disable interrupts by clearing the interrupt mask. */
2245 RTL_W16 (IntrMask, 0);
2246
2247 /* Update the error counts. */
2248 tp->stats.rx_missed_errors += RTL_R32 (RxMissed);
2249 RTL_W32 (RxMissed, 0);
2250
2251 spin_unlock_irqrestore (&tp->lock, flags);
2252
2253 synchronize_irq (dev->irq); /* racy, but that's ok here */
2254 free_irq (dev->irq, dev);
2255
2256 rtl8139_tx_clear (tp);
2257
2258 pci_free_consistent(tp->pci_dev, RX_BUF_TOT_LEN,
2259 tp->rx_ring, tp->rx_ring_dma);
2260 pci_free_consistent(tp->pci_dev, TX_BUF_TOT_LEN,
2261 tp->tx_bufs, tp->tx_bufs_dma);
2262 tp->rx_ring = NULL;
2263 tp->tx_bufs = NULL;
2264
2265 /* Green! Put the chip in low-power mode. */
2266 RTL_W8 (Cfg9346, Cfg9346_Unlock);
2267
2268 if (rtl_chip_info[tp->chipset].flags & HasHltClk)
2269 RTL_W8 (HltClk, 'H'); /* 'R' would leave the clock running. */
2270
2271 return 0;
2272}
2273
2274
2275/* Get the ethtool Wake-on-LAN settings. Assumes that wol points to
2276 kernel memory, *wol has been initialized as {ETHTOOL_GWOL}, and
2277 other threads or interrupts aren't messing with the 8139. */
2278static void rtl8139_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
2279{
2280 struct rtl8139_private *np = netdev_priv(dev);
Pekka Enberg22f714b2005-05-12 19:38:47 -04002281 void __iomem *ioaddr = np->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002282
2283 spin_lock_irq(&np->lock);
2284 if (rtl_chip_info[np->chipset].flags & HasLWake) {
2285 u8 cfg3 = RTL_R8 (Config3);
2286 u8 cfg5 = RTL_R8 (Config5);
2287
2288 wol->supported = WAKE_PHY | WAKE_MAGIC
2289 | WAKE_UCAST | WAKE_MCAST | WAKE_BCAST;
2290
2291 wol->wolopts = 0;
2292 if (cfg3 & Cfg3_LinkUp)
2293 wol->wolopts |= WAKE_PHY;
2294 if (cfg3 & Cfg3_Magic)
2295 wol->wolopts |= WAKE_MAGIC;
2296 /* (KON)FIXME: See how netdev_set_wol() handles the
2297 following constants. */
2298 if (cfg5 & Cfg5_UWF)
2299 wol->wolopts |= WAKE_UCAST;
2300 if (cfg5 & Cfg5_MWF)
2301 wol->wolopts |= WAKE_MCAST;
2302 if (cfg5 & Cfg5_BWF)
2303 wol->wolopts |= WAKE_BCAST;
2304 }
2305 spin_unlock_irq(&np->lock);
2306}
2307
2308
2309/* Set the ethtool Wake-on-LAN settings. Return 0 or -errno. Assumes
2310 that wol points to kernel memory and other threads or interrupts
2311 aren't messing with the 8139. */
2312static int rtl8139_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
2313{
2314 struct rtl8139_private *np = netdev_priv(dev);
Pekka Enberg22f714b2005-05-12 19:38:47 -04002315 void __iomem *ioaddr = np->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002316 u32 support;
2317 u8 cfg3, cfg5;
2318
2319 support = ((rtl_chip_info[np->chipset].flags & HasLWake)
2320 ? (WAKE_PHY | WAKE_MAGIC
2321 | WAKE_UCAST | WAKE_MCAST | WAKE_BCAST)
2322 : 0);
2323 if (wol->wolopts & ~support)
2324 return -EINVAL;
2325
2326 spin_lock_irq(&np->lock);
2327 cfg3 = RTL_R8 (Config3) & ~(Cfg3_LinkUp | Cfg3_Magic);
2328 if (wol->wolopts & WAKE_PHY)
2329 cfg3 |= Cfg3_LinkUp;
2330 if (wol->wolopts & WAKE_MAGIC)
2331 cfg3 |= Cfg3_Magic;
2332 RTL_W8 (Cfg9346, Cfg9346_Unlock);
2333 RTL_W8 (Config3, cfg3);
2334 RTL_W8 (Cfg9346, Cfg9346_Lock);
2335
2336 cfg5 = RTL_R8 (Config5) & ~(Cfg5_UWF | Cfg5_MWF | Cfg5_BWF);
2337 /* (KON)FIXME: These are untested. We may have to set the
2338 CRC0, Wakeup0 and LSBCRC0 registers too, but I have no
2339 documentation. */
2340 if (wol->wolopts & WAKE_UCAST)
2341 cfg5 |= Cfg5_UWF;
2342 if (wol->wolopts & WAKE_MCAST)
2343 cfg5 |= Cfg5_MWF;
2344 if (wol->wolopts & WAKE_BCAST)
2345 cfg5 |= Cfg5_BWF;
2346 RTL_W8 (Config5, cfg5); /* need not unlock via Cfg9346 */
2347 spin_unlock_irq(&np->lock);
2348
2349 return 0;
2350}
2351
2352static void rtl8139_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
2353{
2354 struct rtl8139_private *np = netdev_priv(dev);
2355 strcpy(info->driver, DRV_NAME);
2356 strcpy(info->version, DRV_VERSION);
2357 strcpy(info->bus_info, pci_name(np->pci_dev));
2358 info->regdump_len = np->regs_len;
2359}
2360
2361static int rtl8139_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
2362{
2363 struct rtl8139_private *np = netdev_priv(dev);
2364 spin_lock_irq(&np->lock);
2365 mii_ethtool_gset(&np->mii, cmd);
2366 spin_unlock_irq(&np->lock);
2367 return 0;
2368}
2369
2370static int rtl8139_set_settings(struct net_device *dev, struct ethtool_cmd *cmd)
2371{
2372 struct rtl8139_private *np = netdev_priv(dev);
2373 int rc;
2374 spin_lock_irq(&np->lock);
2375 rc = mii_ethtool_sset(&np->mii, cmd);
2376 spin_unlock_irq(&np->lock);
2377 return rc;
2378}
2379
2380static int rtl8139_nway_reset(struct net_device *dev)
2381{
2382 struct rtl8139_private *np = netdev_priv(dev);
2383 return mii_nway_restart(&np->mii);
2384}
2385
2386static u32 rtl8139_get_link(struct net_device *dev)
2387{
2388 struct rtl8139_private *np = netdev_priv(dev);
2389 return mii_link_ok(&np->mii);
2390}
2391
2392static u32 rtl8139_get_msglevel(struct net_device *dev)
2393{
2394 struct rtl8139_private *np = netdev_priv(dev);
2395 return np->msg_enable;
2396}
2397
2398static void rtl8139_set_msglevel(struct net_device *dev, u32 datum)
2399{
2400 struct rtl8139_private *np = netdev_priv(dev);
2401 np->msg_enable = datum;
2402}
2403
2404/* TODO: we are too slack to do reg dumping for pio, for now */
2405#ifdef CONFIG_8139TOO_PIO
2406#define rtl8139_get_regs_len NULL
2407#define rtl8139_get_regs NULL
2408#else
2409static int rtl8139_get_regs_len(struct net_device *dev)
2410{
2411 struct rtl8139_private *np = netdev_priv(dev);
2412 return np->regs_len;
2413}
2414
2415static void rtl8139_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *regbuf)
2416{
2417 struct rtl8139_private *np = netdev_priv(dev);
2418
2419 regs->version = RTL_REGS_VER;
2420
2421 spin_lock_irq(&np->lock);
2422 memcpy_fromio(regbuf, np->mmio_addr, regs->len);
2423 spin_unlock_irq(&np->lock);
2424}
2425#endif /* CONFIG_8139TOO_MMIO */
2426
2427static int rtl8139_get_stats_count(struct net_device *dev)
2428{
2429 return RTL_NUM_STATS;
2430}
2431
2432static void rtl8139_get_ethtool_stats(struct net_device *dev, struct ethtool_stats *stats, u64 *data)
2433{
2434 struct rtl8139_private *np = netdev_priv(dev);
2435
2436 data[0] = np->xstats.early_rx;
2437 data[1] = np->xstats.tx_buf_mapped;
2438 data[2] = np->xstats.tx_timeouts;
2439 data[3] = np->xstats.rx_lost_in_ring;
2440}
2441
2442static void rtl8139_get_strings(struct net_device *dev, u32 stringset, u8 *data)
2443{
2444 memcpy(data, ethtool_stats_keys, sizeof(ethtool_stats_keys));
2445}
2446
2447static struct ethtool_ops rtl8139_ethtool_ops = {
2448 .get_drvinfo = rtl8139_get_drvinfo,
2449 .get_settings = rtl8139_get_settings,
2450 .set_settings = rtl8139_set_settings,
2451 .get_regs_len = rtl8139_get_regs_len,
2452 .get_regs = rtl8139_get_regs,
2453 .nway_reset = rtl8139_nway_reset,
2454 .get_link = rtl8139_get_link,
2455 .get_msglevel = rtl8139_get_msglevel,
2456 .set_msglevel = rtl8139_set_msglevel,
2457 .get_wol = rtl8139_get_wol,
2458 .set_wol = rtl8139_set_wol,
2459 .get_strings = rtl8139_get_strings,
2460 .get_stats_count = rtl8139_get_stats_count,
2461 .get_ethtool_stats = rtl8139_get_ethtool_stats,
John W. Linville62a720b2005-09-12 10:48:55 -04002462 .get_perm_addr = ethtool_op_get_perm_addr,
Linus Torvalds1da177e2005-04-16 15:20:36 -07002463};
2464
2465static int netdev_ioctl(struct net_device *dev, struct ifreq *rq, int cmd)
2466{
2467 struct rtl8139_private *np = netdev_priv(dev);
2468 int rc;
2469
2470 if (!netif_running(dev))
2471 return -EINVAL;
2472
2473 spin_lock_irq(&np->lock);
2474 rc = generic_mii_ioctl(&np->mii, if_mii(rq), cmd, NULL);
2475 spin_unlock_irq(&np->lock);
2476
2477 return rc;
2478}
2479
2480
2481static struct net_device_stats *rtl8139_get_stats (struct net_device *dev)
2482{
2483 struct rtl8139_private *tp = netdev_priv(dev);
Pekka Enberg22f714b2005-05-12 19:38:47 -04002484 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002485 unsigned long flags;
2486
2487 if (netif_running(dev)) {
2488 spin_lock_irqsave (&tp->lock, flags);
2489 tp->stats.rx_missed_errors += RTL_R32 (RxMissed);
2490 RTL_W32 (RxMissed, 0);
2491 spin_unlock_irqrestore (&tp->lock, flags);
2492 }
2493
2494 return &tp->stats;
2495}
2496
2497/* Set or clear the multicast filter for this adaptor.
2498 This routine is not state sensitive and need not be SMP locked. */
2499
2500static void __set_rx_mode (struct net_device *dev)
2501{
2502 struct rtl8139_private *tp = netdev_priv(dev);
Pekka Enberg22f714b2005-05-12 19:38:47 -04002503 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002504 u32 mc_filter[2]; /* Multicast hash filter */
2505 int i, rx_mode;
2506 u32 tmp;
2507
2508 DPRINTK ("%s: rtl8139_set_rx_mode(%4.4x) done -- Rx config %8.8lx.\n",
2509 dev->name, dev->flags, RTL_R32 (RxConfig));
2510
2511 /* Note: do not reorder, GCC is clever about common statements. */
2512 if (dev->flags & IFF_PROMISC) {
2513 /* Unconditionally log net taps. */
2514 printk (KERN_NOTICE "%s: Promiscuous mode enabled.\n",
2515 dev->name);
2516 rx_mode =
2517 AcceptBroadcast | AcceptMulticast | AcceptMyPhys |
2518 AcceptAllPhys;
2519 mc_filter[1] = mc_filter[0] = 0xffffffff;
2520 } else if ((dev->mc_count > multicast_filter_limit)
2521 || (dev->flags & IFF_ALLMULTI)) {
2522 /* Too many to filter perfectly -- accept all multicasts. */
2523 rx_mode = AcceptBroadcast | AcceptMulticast | AcceptMyPhys;
2524 mc_filter[1] = mc_filter[0] = 0xffffffff;
2525 } else {
2526 struct dev_mc_list *mclist;
2527 rx_mode = AcceptBroadcast | AcceptMyPhys;
2528 mc_filter[1] = mc_filter[0] = 0;
2529 for (i = 0, mclist = dev->mc_list; mclist && i < dev->mc_count;
2530 i++, mclist = mclist->next) {
2531 int bit_nr = ether_crc(ETH_ALEN, mclist->dmi_addr) >> 26;
2532
2533 mc_filter[bit_nr >> 5] |= 1 << (bit_nr & 31);
2534 rx_mode |= AcceptMulticast;
2535 }
2536 }
2537
2538 /* We can safely update without stopping the chip. */
2539 tmp = rtl8139_rx_config | rx_mode;
2540 if (tp->rx_config != tmp) {
2541 RTL_W32_F (RxConfig, tmp);
2542 tp->rx_config = tmp;
2543 }
2544 RTL_W32_F (MAR0 + 0, mc_filter[0]);
2545 RTL_W32_F (MAR0 + 4, mc_filter[1]);
2546}
2547
2548static void rtl8139_set_rx_mode (struct net_device *dev)
2549{
2550 unsigned long flags;
2551 struct rtl8139_private *tp = netdev_priv(dev);
2552
2553 spin_lock_irqsave (&tp->lock, flags);
2554 __set_rx_mode(dev);
2555 spin_unlock_irqrestore (&tp->lock, flags);
2556}
2557
2558#ifdef CONFIG_PM
2559
2560static int rtl8139_suspend (struct pci_dev *pdev, pm_message_t state)
2561{
2562 struct net_device *dev = pci_get_drvdata (pdev);
2563 struct rtl8139_private *tp = netdev_priv(dev);
Pekka Enberg22f714b2005-05-12 19:38:47 -04002564 void __iomem *ioaddr = tp->mmio_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002565 unsigned long flags;
2566
2567 pci_save_state (pdev);
2568
2569 if (!netif_running (dev))
2570 return 0;
2571
2572 netif_device_detach (dev);
2573
2574 spin_lock_irqsave (&tp->lock, flags);
2575
2576 /* Disable interrupts, stop Tx and Rx. */
2577 RTL_W16 (IntrMask, 0);
2578 RTL_W8 (ChipCmd, 0);
2579
2580 /* Update the error counts. */
2581 tp->stats.rx_missed_errors += RTL_R32 (RxMissed);
2582 RTL_W32 (RxMissed, 0);
2583
2584 spin_unlock_irqrestore (&tp->lock, flags);
2585
2586 pci_set_power_state (pdev, PCI_D3hot);
2587
2588 return 0;
2589}
2590
2591
2592static int rtl8139_resume (struct pci_dev *pdev)
2593{
2594 struct net_device *dev = pci_get_drvdata (pdev);
2595
2596 pci_restore_state (pdev);
2597 if (!netif_running (dev))
2598 return 0;
2599 pci_set_power_state (pdev, PCI_D0);
2600 rtl8139_init_ring (dev);
2601 rtl8139_hw_start (dev);
2602 netif_device_attach (dev);
2603 return 0;
2604}
2605
2606#endif /* CONFIG_PM */
2607
2608
2609static struct pci_driver rtl8139_pci_driver = {
2610 .name = DRV_NAME,
2611 .id_table = rtl8139_pci_tbl,
2612 .probe = rtl8139_init_one,
2613 .remove = __devexit_p(rtl8139_remove_one),
2614#ifdef CONFIG_PM
2615 .suspend = rtl8139_suspend,
2616 .resume = rtl8139_resume,
2617#endif /* CONFIG_PM */
2618};
2619
2620
2621static int __init rtl8139_init_module (void)
2622{
2623 /* when we're a module, we always print a version message,
2624 * even if no 8139 board is found.
2625 */
2626#ifdef MODULE
2627 printk (KERN_INFO RTL8139_DRIVER_NAME "\n");
2628#endif
2629
2630 return pci_module_init (&rtl8139_pci_driver);
2631}
2632
2633
2634static void __exit rtl8139_cleanup_module (void)
2635{
2636 pci_unregister_driver (&rtl8139_pci_driver);
2637}
2638
2639
2640module_init(rtl8139_init_module);
2641module_exit(rtl8139_cleanup_module);