blob: d0500db4f713a6262ceb4652dfc1ce405b03ed3a [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * tg3.c: Broadcom Tigon3 ethernet driver.
3 *
4 * Copyright (C) 2001, 2002, 2003, 2004 David S. Miller (davem@redhat.com)
5 * Copyright (C) 2001, 2002, 2003 Jeff Garzik (jgarzik@pobox.com)
6 * Copyright (C) 2004 Sun Microsystems Inc.
Michael Chan65610fb2007-02-13 12:18:46 -08007 * Copyright (C) 2005-2007 Broadcom Corporation.
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 *
9 * Firmware is:
Michael Chan49cabf42005-06-06 15:15:17 -070010 * Derived from proprietary unpublished source code,
11 * Copyright (C) 2000-2003 Broadcom Corporation.
12 *
13 * Permission is hereby granted for the distribution of this firmware
14 * data in hexadecimal or equivalent format, provided this copyright
15 * notice is accompanying it.
Linus Torvalds1da177e2005-04-16 15:20:36 -070016 */
17
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
19#include <linux/module.h>
20#include <linux/moduleparam.h>
21#include <linux/kernel.h>
22#include <linux/types.h>
23#include <linux/compiler.h>
24#include <linux/slab.h>
25#include <linux/delay.h>
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -020026#include <linux/in.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include <linux/init.h>
28#include <linux/ioport.h>
29#include <linux/pci.h>
30#include <linux/netdevice.h>
31#include <linux/etherdevice.h>
32#include <linux/skbuff.h>
33#include <linux/ethtool.h>
34#include <linux/mii.h>
Matt Carlson158d7ab2008-05-29 01:37:54 -070035#include <linux/phy.h>
Matt Carlsona9daf362008-05-25 23:49:44 -070036#include <linux/brcmphy.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070037#include <linux/if_vlan.h>
38#include <linux/ip.h>
39#include <linux/tcp.h>
40#include <linux/workqueue.h>
Michael Chan61487482005-09-05 17:53:19 -070041#include <linux/prefetch.h>
Tobias Klauserf9a5f7d2005-10-29 15:09:26 +020042#include <linux/dma-mapping.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070043
44#include <net/checksum.h>
Arnaldo Carvalho de Meloc9bdd4b2007-03-12 20:09:15 -030045#include <net/ip.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070046
47#include <asm/system.h>
48#include <asm/io.h>
49#include <asm/byteorder.h>
50#include <asm/uaccess.h>
51
David S. Miller49b6e95f2007-03-29 01:38:42 -070052#ifdef CONFIG_SPARC
Linus Torvalds1da177e2005-04-16 15:20:36 -070053#include <asm/idprom.h>
David S. Miller49b6e95f2007-03-29 01:38:42 -070054#include <asm/prom.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070055#endif
56
57#if defined(CONFIG_VLAN_8021Q) || defined(CONFIG_VLAN_8021Q_MODULE)
58#define TG3_VLAN_TAG_USED 1
59#else
60#define TG3_VLAN_TAG_USED 0
61#endif
62
Linus Torvalds1da177e2005-04-16 15:20:36 -070063#define TG3_TSO_SUPPORT 1
Linus Torvalds1da177e2005-04-16 15:20:36 -070064
65#include "tg3.h"
66
67#define DRV_MODULE_NAME "tg3"
68#define PFX DRV_MODULE_NAME ": "
Matt Carlson23197912008-08-15 14:11:19 -070069#define DRV_MODULE_VERSION "3.94"
70#define DRV_MODULE_RELDATE "August 14, 2008"
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
72#define TG3_DEF_MAC_MODE 0
73#define TG3_DEF_RX_MODE 0
74#define TG3_DEF_TX_MODE 0
75#define TG3_DEF_MSG_ENABLE \
76 (NETIF_MSG_DRV | \
77 NETIF_MSG_PROBE | \
78 NETIF_MSG_LINK | \
79 NETIF_MSG_TIMER | \
80 NETIF_MSG_IFDOWN | \
81 NETIF_MSG_IFUP | \
82 NETIF_MSG_RX_ERR | \
83 NETIF_MSG_TX_ERR)
84
85/* length of time before we decide the hardware is borked,
86 * and dev->tx_timeout() should be called to fix the problem
87 */
88#define TG3_TX_TIMEOUT (5 * HZ)
89
90/* hardware minimum and maximum for a single frame's data payload */
91#define TG3_MIN_MTU 60
92#define TG3_MAX_MTU(tp) \
Michael Chan0f893dc2005-07-25 12:30:38 -070093 ((tp->tg3_flags2 & TG3_FLG2_JUMBO_CAPABLE) ? 9000 : 1500)
Linus Torvalds1da177e2005-04-16 15:20:36 -070094
95/* These numbers seem to be hard coded in the NIC firmware somehow.
96 * You can't change the ring sizes, but you can change where you place
97 * them in the NIC onboard memory.
98 */
99#define TG3_RX_RING_SIZE 512
100#define TG3_DEF_RX_RING_PENDING 200
101#define TG3_RX_JUMBO_RING_SIZE 256
102#define TG3_DEF_RX_JUMBO_RING_PENDING 100
103
104/* Do not place this n-ring entries value into the tp struct itself,
105 * we really want to expose these constants to GCC so that modulo et
106 * al. operations are done with shifts and masks instead of with
107 * hw multiply/modulo instructions. Another solution would be to
108 * replace things like '% foo' with '& (foo - 1)'.
109 */
110#define TG3_RX_RCB_RING_SIZE(tp) \
111 ((tp->tg3_flags2 & TG3_FLG2_5705_PLUS) ? 512 : 1024)
112
113#define TG3_TX_RING_SIZE 512
114#define TG3_DEF_TX_RING_PENDING (TG3_TX_RING_SIZE - 1)
115
116#define TG3_RX_RING_BYTES (sizeof(struct tg3_rx_buffer_desc) * \
117 TG3_RX_RING_SIZE)
118#define TG3_RX_JUMBO_RING_BYTES (sizeof(struct tg3_rx_buffer_desc) * \
119 TG3_RX_JUMBO_RING_SIZE)
120#define TG3_RX_RCB_RING_BYTES(tp) (sizeof(struct tg3_rx_buffer_desc) * \
121 TG3_RX_RCB_RING_SIZE(tp))
122#define TG3_TX_RING_BYTES (sizeof(struct tg3_tx_buffer_desc) * \
123 TG3_TX_RING_SIZE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124#define NEXT_TX(N) (((N) + 1) & (TG3_TX_RING_SIZE - 1))
125
126#define RX_PKT_BUF_SZ (1536 + tp->rx_offset + 64)
127#define RX_JUMBO_PKT_BUF_SZ (9046 + tp->rx_offset + 64)
128
129/* minimum number of free TX descriptors required to wake up TX process */
Ranjit Manomohan42952232006-10-18 20:54:26 -0700130#define TG3_TX_WAKEUP_THRESH(tp) ((tp)->tx_pending / 4)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131
132/* number of ETHTOOL_GSTATS u64's */
133#define TG3_NUM_STATS (sizeof(struct tg3_ethtool_stats)/sizeof(u64))
134
Michael Chan4cafd3f2005-05-29 14:56:34 -0700135#define TG3_NUM_TEST 6
136
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137static char version[] __devinitdata =
138 DRV_MODULE_NAME ".c:v" DRV_MODULE_VERSION " (" DRV_MODULE_RELDATE ")\n";
139
140MODULE_AUTHOR("David S. Miller (davem@redhat.com) and Jeff Garzik (jgarzik@pobox.com)");
141MODULE_DESCRIPTION("Broadcom Tigon3 ethernet driver");
142MODULE_LICENSE("GPL");
143MODULE_VERSION(DRV_MODULE_VERSION);
144
145static int tg3_debug = -1; /* -1 == use TG3_DEF_MSG_ENABLE as value */
146module_param(tg3_debug, int, 0);
147MODULE_PARM_DESC(tg3_debug, "Tigon3 bitmapped debugging message enable value");
148
149static struct pci_device_id tg3_pci_tbl[] = {
Henrik Kretzschmar13185212006-08-22 00:28:33 -0700150 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5700)},
151 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5701)},
152 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5702)},
153 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5703)},
154 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5704)},
155 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5702FE)},
156 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5705)},
157 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5705_2)},
158 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5705M)},
159 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5705M_2)},
160 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5702X)},
161 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5703X)},
162 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5704S)},
163 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5702A3)},
164 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5703A3)},
165 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5782)},
166 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5788)},
167 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5789)},
168 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5901)},
169 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5901_2)},
170 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5704S_2)},
171 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5705F)},
172 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5720)},
173 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5721)},
Michael Chan126a3362006-09-27 16:03:07 -0700174 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5722)},
Henrik Kretzschmar13185212006-08-22 00:28:33 -0700175 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5750)},
176 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5751)},
177 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5750M)},
178 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5751M)},
179 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5751F)},
180 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5752)},
181 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5752M)},
182 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5753)},
183 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5753M)},
184 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5753F)},
185 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5754)},
186 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5754M)},
187 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5755)},
188 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5755M)},
Michael Chan126a3362006-09-27 16:03:07 -0700189 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5756)},
Henrik Kretzschmar13185212006-08-22 00:28:33 -0700190 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5786)},
191 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5787)},
192 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5787M)},
Michael Chan676917d2006-12-07 00:20:22 -0800193 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5787F)},
Henrik Kretzschmar13185212006-08-22 00:28:33 -0700194 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5714)},
195 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5714S)},
196 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5715)},
197 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5715S)},
198 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5780)},
199 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5780S)},
200 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5781)},
Michael Chanb5d37722006-09-27 16:06:21 -0700201 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5906)},
202 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5906M)},
Matt Carlsond30cdd22007-10-07 23:28:35 -0700203 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5784)},
204 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5764)},
Matt Carlson6c7af272007-10-21 16:12:02 -0700205 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5723)},
Matt Carlson9936bcf2007-10-10 18:03:07 -0700206 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5761)},
207 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5761E)},
Matt Carlson57e69832008-05-25 23:48:31 -0700208 {PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_TIGON3_5785)},
Henrik Kretzschmar13185212006-08-22 00:28:33 -0700209 {PCI_DEVICE(PCI_VENDOR_ID_SYSKONNECT, PCI_DEVICE_ID_SYSKONNECT_9DXX)},
210 {PCI_DEVICE(PCI_VENDOR_ID_SYSKONNECT, PCI_DEVICE_ID_SYSKONNECT_9MXX)},
211 {PCI_DEVICE(PCI_VENDOR_ID_ALTIMA, PCI_DEVICE_ID_ALTIMA_AC1000)},
212 {PCI_DEVICE(PCI_VENDOR_ID_ALTIMA, PCI_DEVICE_ID_ALTIMA_AC1001)},
213 {PCI_DEVICE(PCI_VENDOR_ID_ALTIMA, PCI_DEVICE_ID_ALTIMA_AC1003)},
214 {PCI_DEVICE(PCI_VENDOR_ID_ALTIMA, PCI_DEVICE_ID_ALTIMA_AC9100)},
215 {PCI_DEVICE(PCI_VENDOR_ID_APPLE, PCI_DEVICE_ID_APPLE_TIGON3)},
216 {}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217};
218
219MODULE_DEVICE_TABLE(pci, tg3_pci_tbl);
220
Andreas Mohr50da8592006-08-14 23:54:30 -0700221static const struct {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222 const char string[ETH_GSTRING_LEN];
223} ethtool_stats_keys[TG3_NUM_STATS] = {
224 { "rx_octets" },
225 { "rx_fragments" },
226 { "rx_ucast_packets" },
227 { "rx_mcast_packets" },
228 { "rx_bcast_packets" },
229 { "rx_fcs_errors" },
230 { "rx_align_errors" },
231 { "rx_xon_pause_rcvd" },
232 { "rx_xoff_pause_rcvd" },
233 { "rx_mac_ctrl_rcvd" },
234 { "rx_xoff_entered" },
235 { "rx_frame_too_long_errors" },
236 { "rx_jabbers" },
237 { "rx_undersize_packets" },
238 { "rx_in_length_errors" },
239 { "rx_out_length_errors" },
240 { "rx_64_or_less_octet_packets" },
241 { "rx_65_to_127_octet_packets" },
242 { "rx_128_to_255_octet_packets" },
243 { "rx_256_to_511_octet_packets" },
244 { "rx_512_to_1023_octet_packets" },
245 { "rx_1024_to_1522_octet_packets" },
246 { "rx_1523_to_2047_octet_packets" },
247 { "rx_2048_to_4095_octet_packets" },
248 { "rx_4096_to_8191_octet_packets" },
249 { "rx_8192_to_9022_octet_packets" },
250
251 { "tx_octets" },
252 { "tx_collisions" },
253
254 { "tx_xon_sent" },
255 { "tx_xoff_sent" },
256 { "tx_flow_control" },
257 { "tx_mac_errors" },
258 { "tx_single_collisions" },
259 { "tx_mult_collisions" },
260 { "tx_deferred" },
261 { "tx_excessive_collisions" },
262 { "tx_late_collisions" },
263 { "tx_collide_2times" },
264 { "tx_collide_3times" },
265 { "tx_collide_4times" },
266 { "tx_collide_5times" },
267 { "tx_collide_6times" },
268 { "tx_collide_7times" },
269 { "tx_collide_8times" },
270 { "tx_collide_9times" },
271 { "tx_collide_10times" },
272 { "tx_collide_11times" },
273 { "tx_collide_12times" },
274 { "tx_collide_13times" },
275 { "tx_collide_14times" },
276 { "tx_collide_15times" },
277 { "tx_ucast_packets" },
278 { "tx_mcast_packets" },
279 { "tx_bcast_packets" },
280 { "tx_carrier_sense_errors" },
281 { "tx_discards" },
282 { "tx_errors" },
283
284 { "dma_writeq_full" },
285 { "dma_write_prioq_full" },
286 { "rxbds_empty" },
287 { "rx_discards" },
288 { "rx_errors" },
289 { "rx_threshold_hit" },
290
291 { "dma_readq_full" },
292 { "dma_read_prioq_full" },
293 { "tx_comp_queue_full" },
294
295 { "ring_set_send_prod_index" },
296 { "ring_status_update" },
297 { "nic_irqs" },
298 { "nic_avoided_irqs" },
299 { "nic_tx_threshold_hit" }
300};
301
Andreas Mohr50da8592006-08-14 23:54:30 -0700302static const struct {
Michael Chan4cafd3f2005-05-29 14:56:34 -0700303 const char string[ETH_GSTRING_LEN];
304} ethtool_test_keys[TG3_NUM_TEST] = {
305 { "nvram test (online) " },
306 { "link test (online) " },
307 { "register test (offline)" },
308 { "memory test (offline)" },
309 { "loopback test (offline)" },
310 { "interrupt test (offline)" },
311};
312
Michael Chanb401e9e2005-12-19 16:27:04 -0800313static void tg3_write32(struct tg3 *tp, u32 off, u32 val)
314{
315 writel(val, tp->regs + off);
316}
317
318static u32 tg3_read32(struct tg3 *tp, u32 off)
319{
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400320 return (readl(tp->regs + off));
Michael Chanb401e9e2005-12-19 16:27:04 -0800321}
322
Matt Carlson0d3031d2007-10-10 18:02:43 -0700323static void tg3_ape_write32(struct tg3 *tp, u32 off, u32 val)
324{
325 writel(val, tp->aperegs + off);
326}
327
328static u32 tg3_ape_read32(struct tg3 *tp, u32 off)
329{
330 return (readl(tp->aperegs + off));
331}
332
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333static void tg3_write_indirect_reg32(struct tg3 *tp, u32 off, u32 val)
334{
Michael Chan68929142005-08-09 20:17:14 -0700335 unsigned long flags;
336
337 spin_lock_irqsave(&tp->indirect_lock, flags);
Michael Chan1ee582d2005-08-09 20:16:46 -0700338 pci_write_config_dword(tp->pdev, TG3PCI_REG_BASE_ADDR, off);
339 pci_write_config_dword(tp->pdev, TG3PCI_REG_DATA, val);
Michael Chan68929142005-08-09 20:17:14 -0700340 spin_unlock_irqrestore(&tp->indirect_lock, flags);
Michael Chan1ee582d2005-08-09 20:16:46 -0700341}
342
343static void tg3_write_flush_reg32(struct tg3 *tp, u32 off, u32 val)
344{
345 writel(val, tp->regs + off);
346 readl(tp->regs + off);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700347}
348
Michael Chan68929142005-08-09 20:17:14 -0700349static u32 tg3_read_indirect_reg32(struct tg3 *tp, u32 off)
350{
351 unsigned long flags;
352 u32 val;
353
354 spin_lock_irqsave(&tp->indirect_lock, flags);
355 pci_write_config_dword(tp->pdev, TG3PCI_REG_BASE_ADDR, off);
356 pci_read_config_dword(tp->pdev, TG3PCI_REG_DATA, &val);
357 spin_unlock_irqrestore(&tp->indirect_lock, flags);
358 return val;
359}
360
361static void tg3_write_indirect_mbox(struct tg3 *tp, u32 off, u32 val)
362{
363 unsigned long flags;
364
365 if (off == (MAILBOX_RCVRET_CON_IDX_0 + TG3_64BIT_REG_LOW)) {
366 pci_write_config_dword(tp->pdev, TG3PCI_RCV_RET_RING_CON_IDX +
367 TG3_64BIT_REG_LOW, val);
368 return;
369 }
370 if (off == (MAILBOX_RCV_STD_PROD_IDX + TG3_64BIT_REG_LOW)) {
371 pci_write_config_dword(tp->pdev, TG3PCI_STD_RING_PROD_IDX +
372 TG3_64BIT_REG_LOW, val);
373 return;
374 }
375
376 spin_lock_irqsave(&tp->indirect_lock, flags);
377 pci_write_config_dword(tp->pdev, TG3PCI_REG_BASE_ADDR, off + 0x5600);
378 pci_write_config_dword(tp->pdev, TG3PCI_REG_DATA, val);
379 spin_unlock_irqrestore(&tp->indirect_lock, flags);
380
381 /* In indirect mode when disabling interrupts, we also need
382 * to clear the interrupt bit in the GRC local ctrl register.
383 */
384 if ((off == (MAILBOX_INTERRUPT_0 + TG3_64BIT_REG_LOW)) &&
385 (val == 0x1)) {
386 pci_write_config_dword(tp->pdev, TG3PCI_MISC_LOCAL_CTRL,
387 tp->grc_local_ctrl|GRC_LCLCTRL_CLEARINT);
388 }
389}
390
391static u32 tg3_read_indirect_mbox(struct tg3 *tp, u32 off)
392{
393 unsigned long flags;
394 u32 val;
395
396 spin_lock_irqsave(&tp->indirect_lock, flags);
397 pci_write_config_dword(tp->pdev, TG3PCI_REG_BASE_ADDR, off + 0x5600);
398 pci_read_config_dword(tp->pdev, TG3PCI_REG_DATA, &val);
399 spin_unlock_irqrestore(&tp->indirect_lock, flags);
400 return val;
401}
402
Michael Chanb401e9e2005-12-19 16:27:04 -0800403/* usec_wait specifies the wait time in usec when writing to certain registers
404 * where it is unsafe to read back the register without some delay.
405 * GRC_LOCAL_CTRL is one example if the GPIOs are toggled to switch power.
406 * TG3PCI_CLOCK_CTRL is another example if the clock frequencies are changed.
407 */
408static void _tw32_flush(struct tg3 *tp, u32 off, u32 val, u32 usec_wait)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700409{
Michael Chanb401e9e2005-12-19 16:27:04 -0800410 if ((tp->tg3_flags & TG3_FLAG_PCIX_TARGET_HWBUG) ||
411 (tp->tg3_flags2 & TG3_FLG2_ICH_WORKAROUND))
412 /* Non-posted methods */
413 tp->write32(tp, off, val);
414 else {
415 /* Posted method */
416 tg3_write32(tp, off, val);
417 if (usec_wait)
418 udelay(usec_wait);
419 tp->read32(tp, off);
420 }
421 /* Wait again after the read for the posted method to guarantee that
422 * the wait time is met.
423 */
424 if (usec_wait)
425 udelay(usec_wait);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700426}
427
Michael Chan09ee9292005-08-09 20:17:00 -0700428static inline void tw32_mailbox_flush(struct tg3 *tp, u32 off, u32 val)
429{
430 tp->write32_mbox(tp, off, val);
Michael Chan68929142005-08-09 20:17:14 -0700431 if (!(tp->tg3_flags & TG3_FLAG_MBOX_WRITE_REORDER) &&
432 !(tp->tg3_flags2 & TG3_FLG2_ICH_WORKAROUND))
433 tp->read32_mbox(tp, off);
Michael Chan09ee9292005-08-09 20:17:00 -0700434}
435
Michael Chan20094932005-08-09 20:16:32 -0700436static void tg3_write32_tx_mbox(struct tg3 *tp, u32 off, u32 val)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700437{
438 void __iomem *mbox = tp->regs + off;
439 writel(val, mbox);
440 if (tp->tg3_flags & TG3_FLAG_TXD_MBOX_HWBUG)
441 writel(val, mbox);
442 if (tp->tg3_flags & TG3_FLAG_MBOX_WRITE_REORDER)
443 readl(mbox);
444}
445
Michael Chanb5d37722006-09-27 16:06:21 -0700446static u32 tg3_read32_mbox_5906(struct tg3 *tp, u32 off)
447{
448 return (readl(tp->regs + off + GRCMBOX_BASE));
449}
450
451static void tg3_write32_mbox_5906(struct tg3 *tp, u32 off, u32 val)
452{
453 writel(val, tp->regs + off + GRCMBOX_BASE);
454}
455
Michael Chan20094932005-08-09 20:16:32 -0700456#define tw32_mailbox(reg, val) tp->write32_mbox(tp, reg, val)
Michael Chan09ee9292005-08-09 20:17:00 -0700457#define tw32_mailbox_f(reg, val) tw32_mailbox_flush(tp, (reg), (val))
Michael Chan20094932005-08-09 20:16:32 -0700458#define tw32_rx_mbox(reg, val) tp->write32_rx_mbox(tp, reg, val)
459#define tw32_tx_mbox(reg, val) tp->write32_tx_mbox(tp, reg, val)
Michael Chan09ee9292005-08-09 20:17:00 -0700460#define tr32_mailbox(reg) tp->read32_mbox(tp, reg)
Michael Chan20094932005-08-09 20:16:32 -0700461
462#define tw32(reg,val) tp->write32(tp, reg, val)
Michael Chanb401e9e2005-12-19 16:27:04 -0800463#define tw32_f(reg,val) _tw32_flush(tp,(reg),(val), 0)
464#define tw32_wait_f(reg,val,us) _tw32_flush(tp,(reg),(val), (us))
Michael Chan20094932005-08-09 20:16:32 -0700465#define tr32(reg) tp->read32(tp, reg)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700466
467static void tg3_write_mem(struct tg3 *tp, u32 off, u32 val)
468{
Michael Chan68929142005-08-09 20:17:14 -0700469 unsigned long flags;
470
Michael Chanb5d37722006-09-27 16:06:21 -0700471 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) &&
472 (off >= NIC_SRAM_STATS_BLK) && (off < NIC_SRAM_TX_BUFFER_DESC))
473 return;
474
Michael Chan68929142005-08-09 20:17:14 -0700475 spin_lock_irqsave(&tp->indirect_lock, flags);
Michael Chanbbadf502006-04-06 21:46:34 -0700476 if (tp->tg3_flags & TG3_FLAG_SRAM_USE_CONFIG) {
477 pci_write_config_dword(tp->pdev, TG3PCI_MEM_WIN_BASE_ADDR, off);
478 pci_write_config_dword(tp->pdev, TG3PCI_MEM_WIN_DATA, val);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700479
Michael Chanbbadf502006-04-06 21:46:34 -0700480 /* Always leave this as zero. */
481 pci_write_config_dword(tp->pdev, TG3PCI_MEM_WIN_BASE_ADDR, 0);
482 } else {
483 tw32_f(TG3PCI_MEM_WIN_BASE_ADDR, off);
484 tw32_f(TG3PCI_MEM_WIN_DATA, val);
485
486 /* Always leave this as zero. */
487 tw32_f(TG3PCI_MEM_WIN_BASE_ADDR, 0);
488 }
Michael Chan68929142005-08-09 20:17:14 -0700489 spin_unlock_irqrestore(&tp->indirect_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700490}
491
492static void tg3_read_mem(struct tg3 *tp, u32 off, u32 *val)
493{
Michael Chan68929142005-08-09 20:17:14 -0700494 unsigned long flags;
495
Michael Chanb5d37722006-09-27 16:06:21 -0700496 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) &&
497 (off >= NIC_SRAM_STATS_BLK) && (off < NIC_SRAM_TX_BUFFER_DESC)) {
498 *val = 0;
499 return;
500 }
501
Michael Chan68929142005-08-09 20:17:14 -0700502 spin_lock_irqsave(&tp->indirect_lock, flags);
Michael Chanbbadf502006-04-06 21:46:34 -0700503 if (tp->tg3_flags & TG3_FLAG_SRAM_USE_CONFIG) {
504 pci_write_config_dword(tp->pdev, TG3PCI_MEM_WIN_BASE_ADDR, off);
505 pci_read_config_dword(tp->pdev, TG3PCI_MEM_WIN_DATA, val);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700506
Michael Chanbbadf502006-04-06 21:46:34 -0700507 /* Always leave this as zero. */
508 pci_write_config_dword(tp->pdev, TG3PCI_MEM_WIN_BASE_ADDR, 0);
509 } else {
510 tw32_f(TG3PCI_MEM_WIN_BASE_ADDR, off);
511 *val = tr32(TG3PCI_MEM_WIN_DATA);
512
513 /* Always leave this as zero. */
514 tw32_f(TG3PCI_MEM_WIN_BASE_ADDR, 0);
515 }
Michael Chan68929142005-08-09 20:17:14 -0700516 spin_unlock_irqrestore(&tp->indirect_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700517}
518
Matt Carlson0d3031d2007-10-10 18:02:43 -0700519static void tg3_ape_lock_init(struct tg3 *tp)
520{
521 int i;
522
523 /* Make sure the driver hasn't any stale locks. */
524 for (i = 0; i < 8; i++)
525 tg3_ape_write32(tp, TG3_APE_LOCK_GRANT + 4 * i,
526 APE_LOCK_GRANT_DRIVER);
527}
528
529static int tg3_ape_lock(struct tg3 *tp, int locknum)
530{
531 int i, off;
532 int ret = 0;
533 u32 status;
534
535 if (!(tp->tg3_flags3 & TG3_FLG3_ENABLE_APE))
536 return 0;
537
538 switch (locknum) {
Matt Carlson77b483f2008-08-15 14:07:24 -0700539 case TG3_APE_LOCK_GRC:
Matt Carlson0d3031d2007-10-10 18:02:43 -0700540 case TG3_APE_LOCK_MEM:
541 break;
542 default:
543 return -EINVAL;
544 }
545
546 off = 4 * locknum;
547
548 tg3_ape_write32(tp, TG3_APE_LOCK_REQ + off, APE_LOCK_REQ_DRIVER);
549
550 /* Wait for up to 1 millisecond to acquire lock. */
551 for (i = 0; i < 100; i++) {
552 status = tg3_ape_read32(tp, TG3_APE_LOCK_GRANT + off);
553 if (status == APE_LOCK_GRANT_DRIVER)
554 break;
555 udelay(10);
556 }
557
558 if (status != APE_LOCK_GRANT_DRIVER) {
559 /* Revoke the lock request. */
560 tg3_ape_write32(tp, TG3_APE_LOCK_GRANT + off,
561 APE_LOCK_GRANT_DRIVER);
562
563 ret = -EBUSY;
564 }
565
566 return ret;
567}
568
569static void tg3_ape_unlock(struct tg3 *tp, int locknum)
570{
571 int off;
572
573 if (!(tp->tg3_flags3 & TG3_FLG3_ENABLE_APE))
574 return;
575
576 switch (locknum) {
Matt Carlson77b483f2008-08-15 14:07:24 -0700577 case TG3_APE_LOCK_GRC:
Matt Carlson0d3031d2007-10-10 18:02:43 -0700578 case TG3_APE_LOCK_MEM:
579 break;
580 default:
581 return;
582 }
583
584 off = 4 * locknum;
585 tg3_ape_write32(tp, TG3_APE_LOCK_GRANT + off, APE_LOCK_GRANT_DRIVER);
586}
587
Linus Torvalds1da177e2005-04-16 15:20:36 -0700588static void tg3_disable_ints(struct tg3 *tp)
589{
590 tw32(TG3PCI_MISC_HOST_CTRL,
591 (tp->misc_host_ctrl | MISC_HOST_CTRL_MASK_PCI_INT));
Michael Chan09ee9292005-08-09 20:17:00 -0700592 tw32_mailbox_f(MAILBOX_INTERRUPT_0 + TG3_64BIT_REG_LOW, 0x00000001);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700593}
594
595static inline void tg3_cond_int(struct tg3 *tp)
596{
Michael Chan38f38432005-09-05 17:53:32 -0700597 if (!(tp->tg3_flags & TG3_FLAG_TAGGED_STATUS) &&
598 (tp->hw_status->status & SD_STATUS_UPDATED))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700599 tw32(GRC_LOCAL_CTRL, tp->grc_local_ctrl | GRC_LCLCTRL_SETINT);
Michael Chanb5d37722006-09-27 16:06:21 -0700600 else
601 tw32(HOSTCC_MODE, tp->coalesce_mode |
602 (HOSTCC_MODE_ENABLE | HOSTCC_MODE_NOW));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700603}
604
605static void tg3_enable_ints(struct tg3 *tp)
606{
Michael Chanbbe832c2005-06-24 20:20:04 -0700607 tp->irq_sync = 0;
608 wmb();
609
Linus Torvalds1da177e2005-04-16 15:20:36 -0700610 tw32(TG3PCI_MISC_HOST_CTRL,
611 (tp->misc_host_ctrl & ~MISC_HOST_CTRL_MASK_PCI_INT));
Michael Chan09ee9292005-08-09 20:17:00 -0700612 tw32_mailbox_f(MAILBOX_INTERRUPT_0 + TG3_64BIT_REG_LOW,
613 (tp->last_tag << 24));
Michael Chanfcfa0a32006-03-20 22:28:41 -0800614 if (tp->tg3_flags2 & TG3_FLG2_1SHOT_MSI)
615 tw32_mailbox_f(MAILBOX_INTERRUPT_0 + TG3_64BIT_REG_LOW,
616 (tp->last_tag << 24));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700617 tg3_cond_int(tp);
618}
619
Michael Chan04237dd2005-04-25 15:17:17 -0700620static inline unsigned int tg3_has_work(struct tg3 *tp)
621{
622 struct tg3_hw_status *sblk = tp->hw_status;
623 unsigned int work_exists = 0;
624
625 /* check for phy events */
626 if (!(tp->tg3_flags &
627 (TG3_FLAG_USE_LINKCHG_REG |
628 TG3_FLAG_POLL_SERDES))) {
629 if (sblk->status & SD_STATUS_LINK_CHG)
630 work_exists = 1;
631 }
632 /* check for RX/TX work to do */
633 if (sblk->idx[0].tx_consumer != tp->tx_cons ||
634 sblk->idx[0].rx_producer != tp->rx_rcb_ptr)
635 work_exists = 1;
636
637 return work_exists;
638}
639
Linus Torvalds1da177e2005-04-16 15:20:36 -0700640/* tg3_restart_ints
Michael Chan04237dd2005-04-25 15:17:17 -0700641 * similar to tg3_enable_ints, but it accurately determines whether there
642 * is new work pending and can return without flushing the PIO write
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400643 * which reenables interrupts
Linus Torvalds1da177e2005-04-16 15:20:36 -0700644 */
645static void tg3_restart_ints(struct tg3 *tp)
646{
David S. Millerfac9b832005-05-18 22:46:34 -0700647 tw32_mailbox(MAILBOX_INTERRUPT_0 + TG3_64BIT_REG_LOW,
648 tp->last_tag << 24);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700649 mmiowb();
650
David S. Millerfac9b832005-05-18 22:46:34 -0700651 /* When doing tagged status, this work check is unnecessary.
652 * The last_tag we write above tells the chip which piece of
653 * work we've completed.
654 */
655 if (!(tp->tg3_flags & TG3_FLAG_TAGGED_STATUS) &&
656 tg3_has_work(tp))
Michael Chan04237dd2005-04-25 15:17:17 -0700657 tw32(HOSTCC_MODE, tp->coalesce_mode |
658 (HOSTCC_MODE_ENABLE | HOSTCC_MODE_NOW));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659}
660
661static inline void tg3_netif_stop(struct tg3 *tp)
662{
Michael Chanbbe832c2005-06-24 20:20:04 -0700663 tp->dev->trans_start = jiffies; /* prevent tx timeout */
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700664 napi_disable(&tp->napi);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700665 netif_tx_disable(tp->dev);
666}
667
668static inline void tg3_netif_start(struct tg3 *tp)
669{
670 netif_wake_queue(tp->dev);
671 /* NOTE: unconditional netif_wake_queue is only appropriate
672 * so long as all callers are assured to have free tx slots
673 * (such as after tg3_init_hw)
674 */
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700675 napi_enable(&tp->napi);
David S. Millerf47c11e2005-06-24 20:18:35 -0700676 tp->hw_status->status |= SD_STATUS_UPDATED;
677 tg3_enable_ints(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700678}
679
680static void tg3_switch_clocks(struct tg3 *tp)
681{
682 u32 clock_ctrl = tr32(TG3PCI_CLOCK_CTRL);
683 u32 orig_clock_ctrl;
684
Matt Carlson795d01c2007-10-07 23:28:17 -0700685 if ((tp->tg3_flags & TG3_FLAG_CPMU_PRESENT) ||
686 (tp->tg3_flags2 & TG3_FLG2_5780_CLASS))
Michael Chan4cf78e42005-07-25 12:29:19 -0700687 return;
688
Linus Torvalds1da177e2005-04-16 15:20:36 -0700689 orig_clock_ctrl = clock_ctrl;
690 clock_ctrl &= (CLOCK_CTRL_FORCE_CLKRUN |
691 CLOCK_CTRL_CLKRUN_OENABLE |
692 0x1f);
693 tp->pci_clock_ctrl = clock_ctrl;
694
695 if (tp->tg3_flags2 & TG3_FLG2_5705_PLUS) {
696 if (orig_clock_ctrl & CLOCK_CTRL_625_CORE) {
Michael Chanb401e9e2005-12-19 16:27:04 -0800697 tw32_wait_f(TG3PCI_CLOCK_CTRL,
698 clock_ctrl | CLOCK_CTRL_625_CORE, 40);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700699 }
700 } else if ((orig_clock_ctrl & CLOCK_CTRL_44MHZ_CORE) != 0) {
Michael Chanb401e9e2005-12-19 16:27:04 -0800701 tw32_wait_f(TG3PCI_CLOCK_CTRL,
702 clock_ctrl |
703 (CLOCK_CTRL_44MHZ_CORE | CLOCK_CTRL_ALTCLK),
704 40);
705 tw32_wait_f(TG3PCI_CLOCK_CTRL,
706 clock_ctrl | (CLOCK_CTRL_ALTCLK),
707 40);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700708 }
Michael Chanb401e9e2005-12-19 16:27:04 -0800709 tw32_wait_f(TG3PCI_CLOCK_CTRL, clock_ctrl, 40);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700710}
711
712#define PHY_BUSY_LOOPS 5000
713
714static int tg3_readphy(struct tg3 *tp, int reg, u32 *val)
715{
716 u32 frame_val;
717 unsigned int loops;
718 int ret;
719
720 if ((tp->mi_mode & MAC_MI_MODE_AUTO_POLL) != 0) {
721 tw32_f(MAC_MI_MODE,
722 (tp->mi_mode & ~MAC_MI_MODE_AUTO_POLL));
723 udelay(80);
724 }
725
726 *val = 0x0;
727
728 frame_val = ((PHY_ADDR << MI_COM_PHY_ADDR_SHIFT) &
729 MI_COM_PHY_ADDR_MASK);
730 frame_val |= ((reg << MI_COM_REG_ADDR_SHIFT) &
731 MI_COM_REG_ADDR_MASK);
732 frame_val |= (MI_COM_CMD_READ | MI_COM_START);
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400733
Linus Torvalds1da177e2005-04-16 15:20:36 -0700734 tw32_f(MAC_MI_COM, frame_val);
735
736 loops = PHY_BUSY_LOOPS;
737 while (loops != 0) {
738 udelay(10);
739 frame_val = tr32(MAC_MI_COM);
740
741 if ((frame_val & MI_COM_BUSY) == 0) {
742 udelay(5);
743 frame_val = tr32(MAC_MI_COM);
744 break;
745 }
746 loops -= 1;
747 }
748
749 ret = -EBUSY;
750 if (loops != 0) {
751 *val = frame_val & MI_COM_DATA_MASK;
752 ret = 0;
753 }
754
755 if ((tp->mi_mode & MAC_MI_MODE_AUTO_POLL) != 0) {
756 tw32_f(MAC_MI_MODE, tp->mi_mode);
757 udelay(80);
758 }
759
760 return ret;
761}
762
763static int tg3_writephy(struct tg3 *tp, int reg, u32 val)
764{
765 u32 frame_val;
766 unsigned int loops;
767 int ret;
768
Michael Chanb5d37722006-09-27 16:06:21 -0700769 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906 &&
770 (reg == MII_TG3_CTRL || reg == MII_TG3_AUX_CTRL))
771 return 0;
772
Linus Torvalds1da177e2005-04-16 15:20:36 -0700773 if ((tp->mi_mode & MAC_MI_MODE_AUTO_POLL) != 0) {
774 tw32_f(MAC_MI_MODE,
775 (tp->mi_mode & ~MAC_MI_MODE_AUTO_POLL));
776 udelay(80);
777 }
778
779 frame_val = ((PHY_ADDR << MI_COM_PHY_ADDR_SHIFT) &
780 MI_COM_PHY_ADDR_MASK);
781 frame_val |= ((reg << MI_COM_REG_ADDR_SHIFT) &
782 MI_COM_REG_ADDR_MASK);
783 frame_val |= (val & MI_COM_DATA_MASK);
784 frame_val |= (MI_COM_CMD_WRITE | MI_COM_START);
Jeff Garzik6aa20a22006-09-13 13:24:59 -0400785
Linus Torvalds1da177e2005-04-16 15:20:36 -0700786 tw32_f(MAC_MI_COM, frame_val);
787
788 loops = PHY_BUSY_LOOPS;
789 while (loops != 0) {
790 udelay(10);
791 frame_val = tr32(MAC_MI_COM);
792 if ((frame_val & MI_COM_BUSY) == 0) {
793 udelay(5);
794 frame_val = tr32(MAC_MI_COM);
795 break;
796 }
797 loops -= 1;
798 }
799
800 ret = -EBUSY;
801 if (loops != 0)
802 ret = 0;
803
804 if ((tp->mi_mode & MAC_MI_MODE_AUTO_POLL) != 0) {
805 tw32_f(MAC_MI_MODE, tp->mi_mode);
806 udelay(80);
807 }
808
809 return ret;
810}
811
Matt Carlson95e28692008-05-25 23:44:14 -0700812static int tg3_bmcr_reset(struct tg3 *tp)
813{
814 u32 phy_control;
815 int limit, err;
816
817 /* OK, reset it, and poll the BMCR_RESET bit until it
818 * clears or we time out.
819 */
820 phy_control = BMCR_RESET;
821 err = tg3_writephy(tp, MII_BMCR, phy_control);
822 if (err != 0)
823 return -EBUSY;
824
825 limit = 5000;
826 while (limit--) {
827 err = tg3_readphy(tp, MII_BMCR, &phy_control);
828 if (err != 0)
829 return -EBUSY;
830
831 if ((phy_control & BMCR_RESET) == 0) {
832 udelay(40);
833 break;
834 }
835 udelay(10);
836 }
837 if (limit <= 0)
838 return -EBUSY;
839
840 return 0;
841}
842
Matt Carlson158d7ab2008-05-29 01:37:54 -0700843static int tg3_mdio_read(struct mii_bus *bp, int mii_id, int reg)
844{
845 struct tg3 *tp = (struct tg3 *)bp->priv;
846 u32 val;
847
848 if (tp->tg3_flags3 & TG3_FLG3_MDIOBUS_PAUSED)
849 return -EAGAIN;
850
851 if (tg3_readphy(tp, reg, &val))
852 return -EIO;
853
854 return val;
855}
856
857static int tg3_mdio_write(struct mii_bus *bp, int mii_id, int reg, u16 val)
858{
859 struct tg3 *tp = (struct tg3 *)bp->priv;
860
861 if (tp->tg3_flags3 & TG3_FLG3_MDIOBUS_PAUSED)
862 return -EAGAIN;
863
864 if (tg3_writephy(tp, reg, val))
865 return -EIO;
866
867 return 0;
868}
869
870static int tg3_mdio_reset(struct mii_bus *bp)
871{
872 return 0;
873}
874
Matt Carlsona9daf362008-05-25 23:49:44 -0700875static void tg3_mdio_config(struct tg3 *tp)
876{
877 u32 val;
878
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -0700879 if (tp->mdio_bus->phy_map[PHY_ADDR]->interface !=
Matt Carlsona9daf362008-05-25 23:49:44 -0700880 PHY_INTERFACE_MODE_RGMII)
881 return;
882
883 val = tr32(MAC_PHYCFG1) & ~(MAC_PHYCFG1_RGMII_EXT_RX_DEC |
884 MAC_PHYCFG1_RGMII_SND_STAT_EN);
885 if (tp->tg3_flags3 & TG3_FLG3_RGMII_STD_IBND_DISABLE) {
886 if (tp->tg3_flags3 & TG3_FLG3_RGMII_EXT_IBND_RX_EN)
887 val |= MAC_PHYCFG1_RGMII_EXT_RX_DEC;
888 if (tp->tg3_flags3 & TG3_FLG3_RGMII_EXT_IBND_TX_EN)
889 val |= MAC_PHYCFG1_RGMII_SND_STAT_EN;
890 }
891 tw32(MAC_PHYCFG1, val | MAC_PHYCFG1_RGMII_INT | MAC_PHYCFG1_TXC_DRV);
892
893 val = tr32(MAC_PHYCFG2) & ~(MAC_PHYCFG2_INBAND_ENABLE);
894 if (!(tp->tg3_flags3 & TG3_FLG3_RGMII_STD_IBND_DISABLE))
895 val |= MAC_PHYCFG2_INBAND_ENABLE;
896 tw32(MAC_PHYCFG2, val);
897
898 val = tr32(MAC_EXT_RGMII_MODE);
899 val &= ~(MAC_RGMII_MODE_RX_INT_B |
900 MAC_RGMII_MODE_RX_QUALITY |
901 MAC_RGMII_MODE_RX_ACTIVITY |
902 MAC_RGMII_MODE_RX_ENG_DET |
903 MAC_RGMII_MODE_TX_ENABLE |
904 MAC_RGMII_MODE_TX_LOWPWR |
905 MAC_RGMII_MODE_TX_RESET);
906 if (tp->tg3_flags3 & TG3_FLG3_RGMII_STD_IBND_DISABLE) {
907 if (tp->tg3_flags3 & TG3_FLG3_RGMII_EXT_IBND_RX_EN)
908 val |= MAC_RGMII_MODE_RX_INT_B |
909 MAC_RGMII_MODE_RX_QUALITY |
910 MAC_RGMII_MODE_RX_ACTIVITY |
911 MAC_RGMII_MODE_RX_ENG_DET;
912 if (tp->tg3_flags3 & TG3_FLG3_RGMII_EXT_IBND_TX_EN)
913 val |= MAC_RGMII_MODE_TX_ENABLE |
914 MAC_RGMII_MODE_TX_LOWPWR |
915 MAC_RGMII_MODE_TX_RESET;
916 }
917 tw32(MAC_EXT_RGMII_MODE, val);
918}
919
Matt Carlson158d7ab2008-05-29 01:37:54 -0700920static void tg3_mdio_start(struct tg3 *tp)
921{
922 if (tp->tg3_flags3 & TG3_FLG3_MDIOBUS_INITED) {
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -0700923 mutex_lock(&tp->mdio_bus->mdio_lock);
Matt Carlson158d7ab2008-05-29 01:37:54 -0700924 tp->tg3_flags3 &= ~TG3_FLG3_MDIOBUS_PAUSED;
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -0700925 mutex_unlock(&tp->mdio_bus->mdio_lock);
Matt Carlson158d7ab2008-05-29 01:37:54 -0700926 }
927
928 tp->mi_mode &= ~MAC_MI_MODE_AUTO_POLL;
929 tw32_f(MAC_MI_MODE, tp->mi_mode);
930 udelay(80);
Matt Carlsona9daf362008-05-25 23:49:44 -0700931
932 if (tp->tg3_flags3 & TG3_FLG3_MDIOBUS_INITED)
933 tg3_mdio_config(tp);
Matt Carlson158d7ab2008-05-29 01:37:54 -0700934}
935
936static void tg3_mdio_stop(struct tg3 *tp)
937{
938 if (tp->tg3_flags3 & TG3_FLG3_MDIOBUS_INITED) {
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -0700939 mutex_lock(&tp->mdio_bus->mdio_lock);
Matt Carlson158d7ab2008-05-29 01:37:54 -0700940 tp->tg3_flags3 |= TG3_FLG3_MDIOBUS_PAUSED;
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -0700941 mutex_unlock(&tp->mdio_bus->mdio_lock);
Matt Carlson158d7ab2008-05-29 01:37:54 -0700942 }
943}
944
945static int tg3_mdio_init(struct tg3 *tp)
946{
947 int i;
948 u32 reg;
Matt Carlsona9daf362008-05-25 23:49:44 -0700949 struct phy_device *phydev;
Matt Carlson158d7ab2008-05-29 01:37:54 -0700950
951 tg3_mdio_start(tp);
952
953 if (!(tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB) ||
954 (tp->tg3_flags3 & TG3_FLG3_MDIOBUS_INITED))
955 return 0;
956
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -0700957 tp->mdio_bus = mdiobus_alloc();
958 if (tp->mdio_bus == NULL)
959 return -ENOMEM;
Matt Carlson158d7ab2008-05-29 01:37:54 -0700960
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -0700961 tp->mdio_bus->name = "tg3 mdio bus";
962 snprintf(tp->mdio_bus->id, MII_BUS_ID_SIZE, "%x",
Matt Carlson158d7ab2008-05-29 01:37:54 -0700963 (tp->pdev->bus->number << 8) | tp->pdev->devfn);
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -0700964 tp->mdio_bus->priv = tp;
965 tp->mdio_bus->parent = &tp->pdev->dev;
966 tp->mdio_bus->read = &tg3_mdio_read;
967 tp->mdio_bus->write = &tg3_mdio_write;
968 tp->mdio_bus->reset = &tg3_mdio_reset;
969 tp->mdio_bus->phy_mask = ~(1 << PHY_ADDR);
970 tp->mdio_bus->irq = &tp->mdio_irq[0];
Matt Carlson158d7ab2008-05-29 01:37:54 -0700971
972 for (i = 0; i < PHY_MAX_ADDR; i++)
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -0700973 tp->mdio_bus->irq[i] = PHY_POLL;
Matt Carlson158d7ab2008-05-29 01:37:54 -0700974
975 /* The bus registration will look for all the PHYs on the mdio bus.
976 * Unfortunately, it does not ensure the PHY is powered up before
977 * accessing the PHY ID registers. A chip reset is the
978 * quickest way to bring the device back to an operational state..
979 */
980 if (tg3_readphy(tp, MII_BMCR, &reg) || (reg & BMCR_PDOWN))
981 tg3_bmcr_reset(tp);
982
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -0700983 i = mdiobus_register(tp->mdio_bus);
Matt Carlsona9daf362008-05-25 23:49:44 -0700984 if (i) {
Matt Carlson158d7ab2008-05-29 01:37:54 -0700985 printk(KERN_WARNING "%s: mdiobus_reg failed (0x%x)\n",
986 tp->dev->name, i);
Matt Carlsona9daf362008-05-25 23:49:44 -0700987 return i;
988 }
Matt Carlson158d7ab2008-05-29 01:37:54 -0700989
Matt Carlsona9daf362008-05-25 23:49:44 -0700990 tp->tg3_flags3 |= TG3_FLG3_MDIOBUS_INITED;
991
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -0700992 phydev = tp->mdio_bus->phy_map[PHY_ADDR];
Matt Carlsona9daf362008-05-25 23:49:44 -0700993
994 switch (phydev->phy_id) {
995 case TG3_PHY_ID_BCM50610:
996 phydev->interface = PHY_INTERFACE_MODE_RGMII;
997 if (tp->tg3_flags3 & TG3_FLG3_RGMII_STD_IBND_DISABLE)
998 phydev->dev_flags |= PHY_BRCM_STD_IBND_DISABLE;
999 if (tp->tg3_flags3 & TG3_FLG3_RGMII_EXT_IBND_RX_EN)
1000 phydev->dev_flags |= PHY_BRCM_EXT_IBND_RX_ENABLE;
1001 if (tp->tg3_flags3 & TG3_FLG3_RGMII_EXT_IBND_TX_EN)
1002 phydev->dev_flags |= PHY_BRCM_EXT_IBND_TX_ENABLE;
1003 break;
1004 case TG3_PHY_ID_BCMAC131:
1005 phydev->interface = PHY_INTERFACE_MODE_MII;
1006 break;
1007 }
1008
1009 tg3_mdio_config(tp);
1010
1011 return 0;
Matt Carlson158d7ab2008-05-29 01:37:54 -07001012}
1013
1014static void tg3_mdio_fini(struct tg3 *tp)
1015{
1016 if (tp->tg3_flags3 & TG3_FLG3_MDIOBUS_INITED) {
1017 tp->tg3_flags3 &= ~TG3_FLG3_MDIOBUS_INITED;
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -07001018 mdiobus_unregister(tp->mdio_bus);
1019 mdiobus_free(tp->mdio_bus);
Matt Carlson158d7ab2008-05-29 01:37:54 -07001020 tp->tg3_flags3 &= ~TG3_FLG3_MDIOBUS_PAUSED;
1021 }
1022}
1023
Matt Carlson95e28692008-05-25 23:44:14 -07001024/* tp->lock is held. */
Matt Carlson4ba526c2008-08-15 14:10:04 -07001025static inline void tg3_generate_fw_event(struct tg3 *tp)
1026{
1027 u32 val;
1028
1029 val = tr32(GRC_RX_CPU_EVENT);
1030 val |= GRC_RX_CPU_DRIVER_EVENT;
1031 tw32_f(GRC_RX_CPU_EVENT, val);
1032
1033 tp->last_event_jiffies = jiffies;
1034}
1035
1036#define TG3_FW_EVENT_TIMEOUT_USEC 2500
1037
1038/* tp->lock is held. */
Matt Carlson95e28692008-05-25 23:44:14 -07001039static void tg3_wait_for_event_ack(struct tg3 *tp)
1040{
1041 int i;
Matt Carlson4ba526c2008-08-15 14:10:04 -07001042 unsigned int delay_cnt;
1043 long time_remain;
Matt Carlson95e28692008-05-25 23:44:14 -07001044
Matt Carlson4ba526c2008-08-15 14:10:04 -07001045 /* If enough time has passed, no wait is necessary. */
1046 time_remain = (long)(tp->last_event_jiffies + 1 +
1047 usecs_to_jiffies(TG3_FW_EVENT_TIMEOUT_USEC)) -
1048 (long)jiffies;
1049 if (time_remain < 0)
1050 return;
1051
1052 /* Check if we can shorten the wait time. */
1053 delay_cnt = jiffies_to_usecs(time_remain);
1054 if (delay_cnt > TG3_FW_EVENT_TIMEOUT_USEC)
1055 delay_cnt = TG3_FW_EVENT_TIMEOUT_USEC;
1056 delay_cnt = (delay_cnt >> 3) + 1;
1057
1058 for (i = 0; i < delay_cnt; i++) {
Matt Carlson95e28692008-05-25 23:44:14 -07001059 if (!(tr32(GRC_RX_CPU_EVENT) & GRC_RX_CPU_DRIVER_EVENT))
1060 break;
Matt Carlson4ba526c2008-08-15 14:10:04 -07001061 udelay(8);
Matt Carlson95e28692008-05-25 23:44:14 -07001062 }
1063}
1064
1065/* tp->lock is held. */
1066static void tg3_ump_link_report(struct tg3 *tp)
1067{
1068 u32 reg;
1069 u32 val;
1070
1071 if (!(tp->tg3_flags2 & TG3_FLG2_5780_CLASS) ||
1072 !(tp->tg3_flags & TG3_FLAG_ENABLE_ASF))
1073 return;
1074
1075 tg3_wait_for_event_ack(tp);
1076
1077 tg3_write_mem(tp, NIC_SRAM_FW_CMD_MBOX, FWCMD_NICDRV_LINK_UPDATE);
1078
1079 tg3_write_mem(tp, NIC_SRAM_FW_CMD_LEN_MBOX, 14);
1080
1081 val = 0;
1082 if (!tg3_readphy(tp, MII_BMCR, &reg))
1083 val = reg << 16;
1084 if (!tg3_readphy(tp, MII_BMSR, &reg))
1085 val |= (reg & 0xffff);
1086 tg3_write_mem(tp, NIC_SRAM_FW_CMD_DATA_MBOX, val);
1087
1088 val = 0;
1089 if (!tg3_readphy(tp, MII_ADVERTISE, &reg))
1090 val = reg << 16;
1091 if (!tg3_readphy(tp, MII_LPA, &reg))
1092 val |= (reg & 0xffff);
1093 tg3_write_mem(tp, NIC_SRAM_FW_CMD_DATA_MBOX + 4, val);
1094
1095 val = 0;
1096 if (!(tp->tg3_flags2 & TG3_FLG2_MII_SERDES)) {
1097 if (!tg3_readphy(tp, MII_CTRL1000, &reg))
1098 val = reg << 16;
1099 if (!tg3_readphy(tp, MII_STAT1000, &reg))
1100 val |= (reg & 0xffff);
1101 }
1102 tg3_write_mem(tp, NIC_SRAM_FW_CMD_DATA_MBOX + 8, val);
1103
1104 if (!tg3_readphy(tp, MII_PHYADDR, &reg))
1105 val = reg << 16;
1106 else
1107 val = 0;
1108 tg3_write_mem(tp, NIC_SRAM_FW_CMD_DATA_MBOX + 12, val);
1109
Matt Carlson4ba526c2008-08-15 14:10:04 -07001110 tg3_generate_fw_event(tp);
Matt Carlson95e28692008-05-25 23:44:14 -07001111}
1112
1113static void tg3_link_report(struct tg3 *tp)
1114{
1115 if (!netif_carrier_ok(tp->dev)) {
1116 if (netif_msg_link(tp))
1117 printk(KERN_INFO PFX "%s: Link is down.\n",
1118 tp->dev->name);
1119 tg3_ump_link_report(tp);
1120 } else if (netif_msg_link(tp)) {
1121 printk(KERN_INFO PFX "%s: Link is up at %d Mbps, %s duplex.\n",
1122 tp->dev->name,
1123 (tp->link_config.active_speed == SPEED_1000 ?
1124 1000 :
1125 (tp->link_config.active_speed == SPEED_100 ?
1126 100 : 10)),
1127 (tp->link_config.active_duplex == DUPLEX_FULL ?
1128 "full" : "half"));
1129
1130 printk(KERN_INFO PFX
1131 "%s: Flow control is %s for TX and %s for RX.\n",
1132 tp->dev->name,
1133 (tp->link_config.active_flowctrl & TG3_FLOW_CTRL_TX) ?
1134 "on" : "off",
1135 (tp->link_config.active_flowctrl & TG3_FLOW_CTRL_RX) ?
1136 "on" : "off");
1137 tg3_ump_link_report(tp);
1138 }
1139}
1140
1141static u16 tg3_advert_flowctrl_1000T(u8 flow_ctrl)
1142{
1143 u16 miireg;
1144
1145 if ((flow_ctrl & TG3_FLOW_CTRL_TX) && (flow_ctrl & TG3_FLOW_CTRL_RX))
1146 miireg = ADVERTISE_PAUSE_CAP;
1147 else if (flow_ctrl & TG3_FLOW_CTRL_TX)
1148 miireg = ADVERTISE_PAUSE_ASYM;
1149 else if (flow_ctrl & TG3_FLOW_CTRL_RX)
1150 miireg = ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM;
1151 else
1152 miireg = 0;
1153
1154 return miireg;
1155}
1156
1157static u16 tg3_advert_flowctrl_1000X(u8 flow_ctrl)
1158{
1159 u16 miireg;
1160
1161 if ((flow_ctrl & TG3_FLOW_CTRL_TX) && (flow_ctrl & TG3_FLOW_CTRL_RX))
1162 miireg = ADVERTISE_1000XPAUSE;
1163 else if (flow_ctrl & TG3_FLOW_CTRL_TX)
1164 miireg = ADVERTISE_1000XPSE_ASYM;
1165 else if (flow_ctrl & TG3_FLOW_CTRL_RX)
1166 miireg = ADVERTISE_1000XPAUSE | ADVERTISE_1000XPSE_ASYM;
1167 else
1168 miireg = 0;
1169
1170 return miireg;
1171}
1172
1173static u8 tg3_resolve_flowctrl_1000T(u16 lcladv, u16 rmtadv)
1174{
1175 u8 cap = 0;
1176
1177 if (lcladv & ADVERTISE_PAUSE_CAP) {
1178 if (lcladv & ADVERTISE_PAUSE_ASYM) {
1179 if (rmtadv & LPA_PAUSE_CAP)
1180 cap = TG3_FLOW_CTRL_TX | TG3_FLOW_CTRL_RX;
1181 else if (rmtadv & LPA_PAUSE_ASYM)
1182 cap = TG3_FLOW_CTRL_RX;
1183 } else {
1184 if (rmtadv & LPA_PAUSE_CAP)
1185 cap = TG3_FLOW_CTRL_TX | TG3_FLOW_CTRL_RX;
1186 }
1187 } else if (lcladv & ADVERTISE_PAUSE_ASYM) {
1188 if ((rmtadv & LPA_PAUSE_CAP) && (rmtadv & LPA_PAUSE_ASYM))
1189 cap = TG3_FLOW_CTRL_TX;
1190 }
1191
1192 return cap;
1193}
1194
1195static u8 tg3_resolve_flowctrl_1000X(u16 lcladv, u16 rmtadv)
1196{
1197 u8 cap = 0;
1198
1199 if (lcladv & ADVERTISE_1000XPAUSE) {
1200 if (lcladv & ADVERTISE_1000XPSE_ASYM) {
1201 if (rmtadv & LPA_1000XPAUSE)
1202 cap = TG3_FLOW_CTRL_TX | TG3_FLOW_CTRL_RX;
1203 else if (rmtadv & LPA_1000XPAUSE_ASYM)
1204 cap = TG3_FLOW_CTRL_RX;
1205 } else {
1206 if (rmtadv & LPA_1000XPAUSE)
1207 cap = TG3_FLOW_CTRL_TX | TG3_FLOW_CTRL_RX;
1208 }
1209 } else if (lcladv & ADVERTISE_1000XPSE_ASYM) {
1210 if ((rmtadv & LPA_1000XPAUSE) && (rmtadv & LPA_1000XPAUSE_ASYM))
1211 cap = TG3_FLOW_CTRL_TX;
1212 }
1213
1214 return cap;
1215}
1216
Matt Carlsonf51f3562008-05-25 23:45:08 -07001217static void tg3_setup_flow_control(struct tg3 *tp, u32 lcladv, u32 rmtadv)
Matt Carlson95e28692008-05-25 23:44:14 -07001218{
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07001219 u8 autoneg;
Matt Carlsonf51f3562008-05-25 23:45:08 -07001220 u8 flowctrl = 0;
Matt Carlson95e28692008-05-25 23:44:14 -07001221 u32 old_rx_mode = tp->rx_mode;
1222 u32 old_tx_mode = tp->tx_mode;
1223
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07001224 if (tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB)
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -07001225 autoneg = tp->mdio_bus->phy_map[PHY_ADDR]->autoneg;
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07001226 else
1227 autoneg = tp->link_config.autoneg;
1228
1229 if (autoneg == AUTONEG_ENABLE &&
Matt Carlson95e28692008-05-25 23:44:14 -07001230 (tp->tg3_flags & TG3_FLAG_PAUSE_AUTONEG)) {
1231 if (tp->tg3_flags2 & TG3_FLG2_ANY_SERDES)
Matt Carlsonf51f3562008-05-25 23:45:08 -07001232 flowctrl = tg3_resolve_flowctrl_1000X(lcladv, rmtadv);
Matt Carlson95e28692008-05-25 23:44:14 -07001233 else
Matt Carlsonf51f3562008-05-25 23:45:08 -07001234 flowctrl = tg3_resolve_flowctrl_1000T(lcladv, rmtadv);
1235 } else
1236 flowctrl = tp->link_config.flowctrl;
Matt Carlson95e28692008-05-25 23:44:14 -07001237
Matt Carlsonf51f3562008-05-25 23:45:08 -07001238 tp->link_config.active_flowctrl = flowctrl;
Matt Carlson95e28692008-05-25 23:44:14 -07001239
Matt Carlsonf51f3562008-05-25 23:45:08 -07001240 if (flowctrl & TG3_FLOW_CTRL_RX)
Matt Carlson95e28692008-05-25 23:44:14 -07001241 tp->rx_mode |= RX_MODE_FLOW_CTRL_ENABLE;
1242 else
1243 tp->rx_mode &= ~RX_MODE_FLOW_CTRL_ENABLE;
1244
Matt Carlsonf51f3562008-05-25 23:45:08 -07001245 if (old_rx_mode != tp->rx_mode)
Matt Carlson95e28692008-05-25 23:44:14 -07001246 tw32_f(MAC_RX_MODE, tp->rx_mode);
Matt Carlson95e28692008-05-25 23:44:14 -07001247
Matt Carlsonf51f3562008-05-25 23:45:08 -07001248 if (flowctrl & TG3_FLOW_CTRL_TX)
Matt Carlson95e28692008-05-25 23:44:14 -07001249 tp->tx_mode |= TX_MODE_FLOW_CTRL_ENABLE;
1250 else
1251 tp->tx_mode &= ~TX_MODE_FLOW_CTRL_ENABLE;
1252
Matt Carlsonf51f3562008-05-25 23:45:08 -07001253 if (old_tx_mode != tp->tx_mode)
Matt Carlson95e28692008-05-25 23:44:14 -07001254 tw32_f(MAC_TX_MODE, tp->tx_mode);
Matt Carlson95e28692008-05-25 23:44:14 -07001255}
1256
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07001257static void tg3_adjust_link(struct net_device *dev)
1258{
1259 u8 oldflowctrl, linkmesg = 0;
1260 u32 mac_mode, lcl_adv, rmt_adv;
1261 struct tg3 *tp = netdev_priv(dev);
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -07001262 struct phy_device *phydev = tp->mdio_bus->phy_map[PHY_ADDR];
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07001263
1264 spin_lock(&tp->lock);
1265
1266 mac_mode = tp->mac_mode & ~(MAC_MODE_PORT_MODE_MASK |
1267 MAC_MODE_HALF_DUPLEX);
1268
1269 oldflowctrl = tp->link_config.active_flowctrl;
1270
1271 if (phydev->link) {
1272 lcl_adv = 0;
1273 rmt_adv = 0;
1274
1275 if (phydev->speed == SPEED_100 || phydev->speed == SPEED_10)
1276 mac_mode |= MAC_MODE_PORT_MODE_MII;
1277 else
1278 mac_mode |= MAC_MODE_PORT_MODE_GMII;
1279
1280 if (phydev->duplex == DUPLEX_HALF)
1281 mac_mode |= MAC_MODE_HALF_DUPLEX;
1282 else {
1283 lcl_adv = tg3_advert_flowctrl_1000T(
1284 tp->link_config.flowctrl);
1285
1286 if (phydev->pause)
1287 rmt_adv = LPA_PAUSE_CAP;
1288 if (phydev->asym_pause)
1289 rmt_adv |= LPA_PAUSE_ASYM;
1290 }
1291
1292 tg3_setup_flow_control(tp, lcl_adv, rmt_adv);
1293 } else
1294 mac_mode |= MAC_MODE_PORT_MODE_GMII;
1295
1296 if (mac_mode != tp->mac_mode) {
1297 tp->mac_mode = mac_mode;
1298 tw32_f(MAC_MODE, tp->mac_mode);
1299 udelay(40);
1300 }
1301
1302 if (phydev->speed == SPEED_1000 && phydev->duplex == DUPLEX_HALF)
1303 tw32(MAC_TX_LENGTHS,
1304 ((2 << TX_LENGTHS_IPG_CRS_SHIFT) |
1305 (6 << TX_LENGTHS_IPG_SHIFT) |
1306 (0xff << TX_LENGTHS_SLOT_TIME_SHIFT)));
1307 else
1308 tw32(MAC_TX_LENGTHS,
1309 ((2 << TX_LENGTHS_IPG_CRS_SHIFT) |
1310 (6 << TX_LENGTHS_IPG_SHIFT) |
1311 (32 << TX_LENGTHS_SLOT_TIME_SHIFT)));
1312
1313 if ((phydev->link && tp->link_config.active_speed == SPEED_INVALID) ||
1314 (!phydev->link && tp->link_config.active_speed != SPEED_INVALID) ||
1315 phydev->speed != tp->link_config.active_speed ||
1316 phydev->duplex != tp->link_config.active_duplex ||
1317 oldflowctrl != tp->link_config.active_flowctrl)
1318 linkmesg = 1;
1319
1320 tp->link_config.active_speed = phydev->speed;
1321 tp->link_config.active_duplex = phydev->duplex;
1322
1323 spin_unlock(&tp->lock);
1324
1325 if (linkmesg)
1326 tg3_link_report(tp);
1327}
1328
1329static int tg3_phy_init(struct tg3 *tp)
1330{
1331 struct phy_device *phydev;
1332
1333 if (tp->tg3_flags3 & TG3_FLG3_PHY_CONNECTED)
1334 return 0;
1335
1336 /* Bring the PHY back to a known state. */
1337 tg3_bmcr_reset(tp);
1338
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -07001339 phydev = tp->mdio_bus->phy_map[PHY_ADDR];
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07001340
1341 /* Attach the MAC to the PHY. */
Matt Carlsona9daf362008-05-25 23:49:44 -07001342 phydev = phy_connect(tp->dev, phydev->dev.bus_id, tg3_adjust_link,
1343 phydev->dev_flags, phydev->interface);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07001344 if (IS_ERR(phydev)) {
1345 printk(KERN_ERR "%s: Could not attach to PHY\n", tp->dev->name);
1346 return PTR_ERR(phydev);
1347 }
1348
1349 tp->tg3_flags3 |= TG3_FLG3_PHY_CONNECTED;
1350
1351 /* Mask with MAC supported features. */
1352 phydev->supported &= (PHY_GBIT_FEATURES |
1353 SUPPORTED_Pause |
1354 SUPPORTED_Asym_Pause);
1355
1356 phydev->advertising = phydev->supported;
1357
1358 printk(KERN_INFO
1359 "%s: attached PHY driver [%s] (mii_bus:phy_addr=%s)\n",
1360 tp->dev->name, phydev->drv->name, phydev->dev.bus_id);
1361
1362 return 0;
1363}
1364
1365static void tg3_phy_start(struct tg3 *tp)
1366{
1367 struct phy_device *phydev;
1368
1369 if (!(tp->tg3_flags3 & TG3_FLG3_PHY_CONNECTED))
1370 return;
1371
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -07001372 phydev = tp->mdio_bus->phy_map[PHY_ADDR];
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07001373
1374 if (tp->link_config.phy_is_low_power) {
1375 tp->link_config.phy_is_low_power = 0;
1376 phydev->speed = tp->link_config.orig_speed;
1377 phydev->duplex = tp->link_config.orig_duplex;
1378 phydev->autoneg = tp->link_config.orig_autoneg;
1379 phydev->advertising = tp->link_config.orig_advertising;
1380 }
1381
1382 phy_start(phydev);
1383
1384 phy_start_aneg(phydev);
1385}
1386
1387static void tg3_phy_stop(struct tg3 *tp)
1388{
1389 if (!(tp->tg3_flags3 & TG3_FLG3_PHY_CONNECTED))
1390 return;
1391
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -07001392 phy_stop(tp->mdio_bus->phy_map[PHY_ADDR]);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07001393}
1394
1395static void tg3_phy_fini(struct tg3 *tp)
1396{
1397 if (tp->tg3_flags3 & TG3_FLG3_PHY_CONNECTED) {
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -07001398 phy_disconnect(tp->mdio_bus->phy_map[PHY_ADDR]);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07001399 tp->tg3_flags3 &= ~TG3_FLG3_PHY_CONNECTED;
1400 }
1401}
1402
Matt Carlsonb2a5c192008-04-03 21:44:44 -07001403static void tg3_phydsp_write(struct tg3 *tp, u32 reg, u32 val)
1404{
1405 tg3_writephy(tp, MII_TG3_DSP_ADDRESS, reg);
1406 tg3_writephy(tp, MII_TG3_DSP_RW_PORT, val);
1407}
1408
Matt Carlson9ef8ca92007-07-11 19:48:29 -07001409static void tg3_phy_toggle_automdix(struct tg3 *tp, int enable)
1410{
1411 u32 phy;
1412
1413 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS) ||
1414 (tp->tg3_flags2 & TG3_FLG2_ANY_SERDES))
1415 return;
1416
1417 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
1418 u32 ephy;
1419
1420 if (!tg3_readphy(tp, MII_TG3_EPHY_TEST, &ephy)) {
1421 tg3_writephy(tp, MII_TG3_EPHY_TEST,
1422 ephy | MII_TG3_EPHY_SHADOW_EN);
1423 if (!tg3_readphy(tp, MII_TG3_EPHYTST_MISCCTRL, &phy)) {
1424 if (enable)
1425 phy |= MII_TG3_EPHYTST_MISCCTRL_MDIX;
1426 else
1427 phy &= ~MII_TG3_EPHYTST_MISCCTRL_MDIX;
1428 tg3_writephy(tp, MII_TG3_EPHYTST_MISCCTRL, phy);
1429 }
1430 tg3_writephy(tp, MII_TG3_EPHY_TEST, ephy);
1431 }
1432 } else {
1433 phy = MII_TG3_AUXCTL_MISC_RDSEL_MISC |
1434 MII_TG3_AUXCTL_SHDWSEL_MISC;
1435 if (!tg3_writephy(tp, MII_TG3_AUX_CTRL, phy) &&
1436 !tg3_readphy(tp, MII_TG3_AUX_CTRL, &phy)) {
1437 if (enable)
1438 phy |= MII_TG3_AUXCTL_MISC_FORCE_AMDIX;
1439 else
1440 phy &= ~MII_TG3_AUXCTL_MISC_FORCE_AMDIX;
1441 phy |= MII_TG3_AUXCTL_MISC_WREN;
1442 tg3_writephy(tp, MII_TG3_AUX_CTRL, phy);
1443 }
1444 }
1445}
1446
Linus Torvalds1da177e2005-04-16 15:20:36 -07001447static void tg3_phy_set_wirespeed(struct tg3 *tp)
1448{
1449 u32 val;
1450
1451 if (tp->tg3_flags2 & TG3_FLG2_NO_ETH_WIRE_SPEED)
1452 return;
1453
1454 if (!tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x7007) &&
1455 !tg3_readphy(tp, MII_TG3_AUX_CTRL, &val))
1456 tg3_writephy(tp, MII_TG3_AUX_CTRL,
1457 (val | (1 << 15) | (1 << 4)));
1458}
1459
Matt Carlsonb2a5c192008-04-03 21:44:44 -07001460static void tg3_phy_apply_otp(struct tg3 *tp)
1461{
1462 u32 otp, phy;
1463
1464 if (!tp->phy_otp)
1465 return;
1466
1467 otp = tp->phy_otp;
1468
1469 /* Enable SM_DSP clock and tx 6dB coding. */
1470 phy = MII_TG3_AUXCTL_SHDWSEL_AUXCTL |
1471 MII_TG3_AUXCTL_ACTL_SMDSP_ENA |
1472 MII_TG3_AUXCTL_ACTL_TX_6DB;
1473 tg3_writephy(tp, MII_TG3_AUX_CTRL, phy);
1474
1475 phy = ((otp & TG3_OTP_AGCTGT_MASK) >> TG3_OTP_AGCTGT_SHIFT);
1476 phy |= MII_TG3_DSP_TAP1_AGCTGT_DFLT;
1477 tg3_phydsp_write(tp, MII_TG3_DSP_TAP1, phy);
1478
1479 phy = ((otp & TG3_OTP_HPFFLTR_MASK) >> TG3_OTP_HPFFLTR_SHIFT) |
1480 ((otp & TG3_OTP_HPFOVER_MASK) >> TG3_OTP_HPFOVER_SHIFT);
1481 tg3_phydsp_write(tp, MII_TG3_DSP_AADJ1CH0, phy);
1482
1483 phy = ((otp & TG3_OTP_LPFDIS_MASK) >> TG3_OTP_LPFDIS_SHIFT);
1484 phy |= MII_TG3_DSP_AADJ1CH3_ADCCKADJ;
1485 tg3_phydsp_write(tp, MII_TG3_DSP_AADJ1CH3, phy);
1486
1487 phy = ((otp & TG3_OTP_VDAC_MASK) >> TG3_OTP_VDAC_SHIFT);
1488 tg3_phydsp_write(tp, MII_TG3_DSP_EXP75, phy);
1489
1490 phy = ((otp & TG3_OTP_10BTAMP_MASK) >> TG3_OTP_10BTAMP_SHIFT);
1491 tg3_phydsp_write(tp, MII_TG3_DSP_EXP96, phy);
1492
1493 phy = ((otp & TG3_OTP_ROFF_MASK) >> TG3_OTP_ROFF_SHIFT) |
1494 ((otp & TG3_OTP_RCOFF_MASK) >> TG3_OTP_RCOFF_SHIFT);
1495 tg3_phydsp_write(tp, MII_TG3_DSP_EXP97, phy);
1496
1497 /* Turn off SM_DSP clock. */
1498 phy = MII_TG3_AUXCTL_SHDWSEL_AUXCTL |
1499 MII_TG3_AUXCTL_ACTL_TX_6DB;
1500 tg3_writephy(tp, MII_TG3_AUX_CTRL, phy);
1501}
1502
Linus Torvalds1da177e2005-04-16 15:20:36 -07001503static int tg3_wait_macro_done(struct tg3 *tp)
1504{
1505 int limit = 100;
1506
1507 while (limit--) {
1508 u32 tmp32;
1509
1510 if (!tg3_readphy(tp, 0x16, &tmp32)) {
1511 if ((tmp32 & 0x1000) == 0)
1512 break;
1513 }
1514 }
1515 if (limit <= 0)
1516 return -EBUSY;
1517
1518 return 0;
1519}
1520
1521static int tg3_phy_write_and_check_testpat(struct tg3 *tp, int *resetp)
1522{
1523 static const u32 test_pat[4][6] = {
1524 { 0x00005555, 0x00000005, 0x00002aaa, 0x0000000a, 0x00003456, 0x00000003 },
1525 { 0x00002aaa, 0x0000000a, 0x00003333, 0x00000003, 0x0000789a, 0x00000005 },
1526 { 0x00005a5a, 0x00000005, 0x00002a6a, 0x0000000a, 0x00001bcd, 0x00000003 },
1527 { 0x00002a5a, 0x0000000a, 0x000033c3, 0x00000003, 0x00002ef1, 0x00000005 }
1528 };
1529 int chan;
1530
1531 for (chan = 0; chan < 4; chan++) {
1532 int i;
1533
1534 tg3_writephy(tp, MII_TG3_DSP_ADDRESS,
1535 (chan * 0x2000) | 0x0200);
1536 tg3_writephy(tp, 0x16, 0x0002);
1537
1538 for (i = 0; i < 6; i++)
1539 tg3_writephy(tp, MII_TG3_DSP_RW_PORT,
1540 test_pat[chan][i]);
1541
1542 tg3_writephy(tp, 0x16, 0x0202);
1543 if (tg3_wait_macro_done(tp)) {
1544 *resetp = 1;
1545 return -EBUSY;
1546 }
1547
1548 tg3_writephy(tp, MII_TG3_DSP_ADDRESS,
1549 (chan * 0x2000) | 0x0200);
1550 tg3_writephy(tp, 0x16, 0x0082);
1551 if (tg3_wait_macro_done(tp)) {
1552 *resetp = 1;
1553 return -EBUSY;
1554 }
1555
1556 tg3_writephy(tp, 0x16, 0x0802);
1557 if (tg3_wait_macro_done(tp)) {
1558 *resetp = 1;
1559 return -EBUSY;
1560 }
1561
1562 for (i = 0; i < 6; i += 2) {
1563 u32 low, high;
1564
1565 if (tg3_readphy(tp, MII_TG3_DSP_RW_PORT, &low) ||
1566 tg3_readphy(tp, MII_TG3_DSP_RW_PORT, &high) ||
1567 tg3_wait_macro_done(tp)) {
1568 *resetp = 1;
1569 return -EBUSY;
1570 }
1571 low &= 0x7fff;
1572 high &= 0x000f;
1573 if (low != test_pat[chan][i] ||
1574 high != test_pat[chan][i+1]) {
1575 tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x000b);
1576 tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x4001);
1577 tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x4005);
1578
1579 return -EBUSY;
1580 }
1581 }
1582 }
1583
1584 return 0;
1585}
1586
1587static int tg3_phy_reset_chanpat(struct tg3 *tp)
1588{
1589 int chan;
1590
1591 for (chan = 0; chan < 4; chan++) {
1592 int i;
1593
1594 tg3_writephy(tp, MII_TG3_DSP_ADDRESS,
1595 (chan * 0x2000) | 0x0200);
1596 tg3_writephy(tp, 0x16, 0x0002);
1597 for (i = 0; i < 6; i++)
1598 tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x000);
1599 tg3_writephy(tp, 0x16, 0x0202);
1600 if (tg3_wait_macro_done(tp))
1601 return -EBUSY;
1602 }
1603
1604 return 0;
1605}
1606
1607static int tg3_phy_reset_5703_4_5(struct tg3 *tp)
1608{
1609 u32 reg32, phy9_orig;
1610 int retries, do_phy_reset, err;
1611
1612 retries = 10;
1613 do_phy_reset = 1;
1614 do {
1615 if (do_phy_reset) {
1616 err = tg3_bmcr_reset(tp);
1617 if (err)
1618 return err;
1619 do_phy_reset = 0;
1620 }
1621
1622 /* Disable transmitter and interrupt. */
1623 if (tg3_readphy(tp, MII_TG3_EXT_CTRL, &reg32))
1624 continue;
1625
1626 reg32 |= 0x3000;
1627 tg3_writephy(tp, MII_TG3_EXT_CTRL, reg32);
1628
1629 /* Set full-duplex, 1000 mbps. */
1630 tg3_writephy(tp, MII_BMCR,
1631 BMCR_FULLDPLX | TG3_BMCR_SPEED1000);
1632
1633 /* Set to master mode. */
1634 if (tg3_readphy(tp, MII_TG3_CTRL, &phy9_orig))
1635 continue;
1636
1637 tg3_writephy(tp, MII_TG3_CTRL,
1638 (MII_TG3_CTRL_AS_MASTER |
1639 MII_TG3_CTRL_ENABLE_AS_MASTER));
1640
1641 /* Enable SM_DSP_CLOCK and 6dB. */
1642 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x0c00);
1643
1644 /* Block the PHY control access. */
1645 tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x8005);
1646 tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x0800);
1647
1648 err = tg3_phy_write_and_check_testpat(tp, &do_phy_reset);
1649 if (!err)
1650 break;
1651 } while (--retries);
1652
1653 err = tg3_phy_reset_chanpat(tp);
1654 if (err)
1655 return err;
1656
1657 tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x8005);
1658 tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x0000);
1659
1660 tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x8200);
1661 tg3_writephy(tp, 0x16, 0x0000);
1662
1663 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5703 ||
1664 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704) {
1665 /* Set Extended packet length bit for jumbo frames */
1666 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x4400);
1667 }
1668 else {
1669 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x0400);
1670 }
1671
1672 tg3_writephy(tp, MII_TG3_CTRL, phy9_orig);
1673
1674 if (!tg3_readphy(tp, MII_TG3_EXT_CTRL, &reg32)) {
1675 reg32 &= ~0x3000;
1676 tg3_writephy(tp, MII_TG3_EXT_CTRL, reg32);
1677 } else if (!err)
1678 err = -EBUSY;
1679
1680 return err;
1681}
1682
1683/* This will reset the tigon3 PHY if there is no valid
1684 * link unless the FORCE argument is non-zero.
1685 */
1686static int tg3_phy_reset(struct tg3 *tp)
1687{
Matt Carlsonb2a5c192008-04-03 21:44:44 -07001688 u32 cpmuctrl;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001689 u32 phy_status;
1690 int err;
1691
Michael Chan60189dd2006-12-17 17:08:07 -08001692 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
1693 u32 val;
1694
1695 val = tr32(GRC_MISC_CFG);
1696 tw32_f(GRC_MISC_CFG, val & ~GRC_MISC_CFG_EPHY_IDDQ);
1697 udelay(40);
1698 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001699 err = tg3_readphy(tp, MII_BMSR, &phy_status);
1700 err |= tg3_readphy(tp, MII_BMSR, &phy_status);
1701 if (err != 0)
1702 return -EBUSY;
1703
Michael Chanc8e1e822006-04-29 18:55:17 -07001704 if (netif_running(tp->dev) && netif_carrier_ok(tp->dev)) {
1705 netif_carrier_off(tp->dev);
1706 tg3_link_report(tp);
1707 }
1708
Linus Torvalds1da177e2005-04-16 15:20:36 -07001709 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5703 ||
1710 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704 ||
1711 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5705) {
1712 err = tg3_phy_reset_5703_4_5(tp);
1713 if (err)
1714 return err;
1715 goto out;
1716 }
1717
Matt Carlsonb2a5c192008-04-03 21:44:44 -07001718 cpmuctrl = 0;
1719 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 &&
1720 GET_CHIP_REV(tp->pci_chip_rev_id) != CHIPREV_5784_AX) {
1721 cpmuctrl = tr32(TG3_CPMU_CTRL);
1722 if (cpmuctrl & CPMU_CTRL_GPHY_10MB_RXONLY)
1723 tw32(TG3_CPMU_CTRL,
1724 cpmuctrl & ~CPMU_CTRL_GPHY_10MB_RXONLY);
1725 }
1726
Linus Torvalds1da177e2005-04-16 15:20:36 -07001727 err = tg3_bmcr_reset(tp);
1728 if (err)
1729 return err;
1730
Matt Carlsonb2a5c192008-04-03 21:44:44 -07001731 if (cpmuctrl & CPMU_CTRL_GPHY_10MB_RXONLY) {
1732 u32 phy;
1733
1734 phy = MII_TG3_DSP_EXP8_AEDW | MII_TG3_DSP_EXP8_REJ2MHz;
1735 tg3_phydsp_write(tp, MII_TG3_DSP_EXP8, phy);
1736
1737 tw32(TG3_CPMU_CTRL, cpmuctrl);
1738 }
1739
Matt Carlsonb5af7122007-11-12 21:22:02 -08001740 if (tp->tg3_flags3 & TG3_FLG3_5761_5784_AX_FIXES) {
Matt Carlsonce057f02007-11-12 21:08:03 -08001741 u32 val;
1742
1743 val = tr32(TG3_CPMU_LSPD_1000MB_CLK);
1744 if ((val & CPMU_LSPD_1000MB_MACCLK_MASK) ==
1745 CPMU_LSPD_1000MB_MACCLK_12_5) {
1746 val &= ~CPMU_LSPD_1000MB_MACCLK_MASK;
1747 udelay(40);
1748 tw32_f(TG3_CPMU_LSPD_1000MB_CLK, val);
1749 }
Matt Carlson662f38d2007-11-12 21:16:17 -08001750
1751 /* Disable GPHY autopowerdown. */
1752 tg3_writephy(tp, MII_TG3_MISC_SHDW,
1753 MII_TG3_MISC_SHDW_WREN |
1754 MII_TG3_MISC_SHDW_APD_SEL |
1755 MII_TG3_MISC_SHDW_APD_WKTM_84MS);
Matt Carlsonce057f02007-11-12 21:08:03 -08001756 }
1757
Matt Carlsonb2a5c192008-04-03 21:44:44 -07001758 tg3_phy_apply_otp(tp);
1759
Linus Torvalds1da177e2005-04-16 15:20:36 -07001760out:
1761 if (tp->tg3_flags2 & TG3_FLG2_PHY_ADC_BUG) {
1762 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x0c00);
1763 tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x201f);
1764 tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x2aaa);
1765 tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x000a);
1766 tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x0323);
1767 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x0400);
1768 }
1769 if (tp->tg3_flags2 & TG3_FLG2_PHY_5704_A0_BUG) {
1770 tg3_writephy(tp, 0x1c, 0x8d68);
1771 tg3_writephy(tp, 0x1c, 0x8d68);
1772 }
1773 if (tp->tg3_flags2 & TG3_FLG2_PHY_BER_BUG) {
1774 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x0c00);
1775 tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x000a);
1776 tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x310b);
1777 tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x201f);
1778 tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x9506);
1779 tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x401f);
1780 tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x14e2);
1781 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x0400);
1782 }
Michael Chanc424cb22006-04-29 18:56:34 -07001783 else if (tp->tg3_flags2 & TG3_FLG2_PHY_JITTER_BUG) {
1784 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x0c00);
1785 tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x000a);
Michael Chanc1d2a192007-01-08 19:57:20 -08001786 if (tp->tg3_flags2 & TG3_FLG2_PHY_ADJUST_TRIM) {
1787 tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x110b);
1788 tg3_writephy(tp, MII_TG3_TEST1,
1789 MII_TG3_TEST1_TRIM_EN | 0x4);
1790 } else
1791 tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x010b);
Michael Chanc424cb22006-04-29 18:56:34 -07001792 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x0400);
1793 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001794 /* Set Extended packet length bit (bit 14) on all chips that */
1795 /* support jumbo frames */
1796 if ((tp->phy_id & PHY_ID_MASK) == PHY_ID_BCM5401) {
1797 /* Cannot do read-modify-write on 5401 */
1798 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x4c20);
Michael Chan0f893dc2005-07-25 12:30:38 -07001799 } else if (tp->tg3_flags2 & TG3_FLG2_JUMBO_CAPABLE) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001800 u32 phy_reg;
1801
1802 /* Set bit 14 with read-modify-write to preserve other bits */
1803 if (!tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x0007) &&
1804 !tg3_readphy(tp, MII_TG3_AUX_CTRL, &phy_reg))
1805 tg3_writephy(tp, MII_TG3_AUX_CTRL, phy_reg | 0x4000);
1806 }
1807
1808 /* Set phy register 0x10 bit 0 to high fifo elasticity to support
1809 * jumbo frames transmission.
1810 */
Michael Chan0f893dc2005-07-25 12:30:38 -07001811 if (tp->tg3_flags2 & TG3_FLG2_JUMBO_CAPABLE) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001812 u32 phy_reg;
1813
1814 if (!tg3_readphy(tp, MII_TG3_EXT_CTRL, &phy_reg))
1815 tg3_writephy(tp, MII_TG3_EXT_CTRL,
1816 phy_reg | MII_TG3_EXT_CTRL_FIFO_ELASTIC);
1817 }
1818
Michael Chan715116a2006-09-27 16:09:25 -07001819 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
Michael Chan715116a2006-09-27 16:09:25 -07001820 /* adjust output voltage */
1821 tg3_writephy(tp, MII_TG3_EPHY_PTEST, 0x12);
Michael Chan715116a2006-09-27 16:09:25 -07001822 }
1823
Matt Carlson9ef8ca92007-07-11 19:48:29 -07001824 tg3_phy_toggle_automdix(tp, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001825 tg3_phy_set_wirespeed(tp);
1826 return 0;
1827}
1828
1829static void tg3_frob_aux_power(struct tg3 *tp)
1830{
1831 struct tg3 *tp_peer = tp;
1832
Michael Chan9d26e212006-12-07 00:21:14 -08001833 if ((tp->tg3_flags2 & TG3_FLG2_IS_NIC) == 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001834 return;
1835
Michael Chan8c2dc7e2005-12-19 16:26:02 -08001836 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704) ||
1837 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5714)) {
1838 struct net_device *dev_peer;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001839
Michael Chan8c2dc7e2005-12-19 16:26:02 -08001840 dev_peer = pci_get_drvdata(tp->pdev_peer);
Michael Chanbc1c7562006-03-20 17:48:03 -08001841 /* remove_one() may have been run on the peer. */
Michael Chan8c2dc7e2005-12-19 16:26:02 -08001842 if (!dev_peer)
Michael Chanbc1c7562006-03-20 17:48:03 -08001843 tp_peer = tp;
1844 else
1845 tp_peer = netdev_priv(dev_peer);
Michael Chan8c2dc7e2005-12-19 16:26:02 -08001846 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001847
1848 if ((tp->tg3_flags & TG3_FLAG_WOL_ENABLE) != 0 ||
Michael Chan6921d202005-12-13 21:15:53 -08001849 (tp->tg3_flags & TG3_FLAG_ENABLE_ASF) != 0 ||
1850 (tp_peer->tg3_flags & TG3_FLAG_WOL_ENABLE) != 0 ||
1851 (tp_peer->tg3_flags & TG3_FLAG_ENABLE_ASF) != 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001852 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700 ||
1853 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701) {
Michael Chanb401e9e2005-12-19 16:27:04 -08001854 tw32_wait_f(GRC_LOCAL_CTRL, tp->grc_local_ctrl |
1855 (GRC_LCLCTRL_GPIO_OE0 |
1856 GRC_LCLCTRL_GPIO_OE1 |
1857 GRC_LCLCTRL_GPIO_OE2 |
1858 GRC_LCLCTRL_GPIO_OUTPUT0 |
1859 GRC_LCLCTRL_GPIO_OUTPUT1),
1860 100);
Matt Carlson5f0c4a32008-06-09 15:41:12 -07001861 } else if (tp->pdev->device == PCI_DEVICE_ID_TIGON3_5761) {
1862 /* The 5761 non-e device swaps GPIO 0 and GPIO 2. */
1863 u32 grc_local_ctrl = GRC_LCLCTRL_GPIO_OE0 |
1864 GRC_LCLCTRL_GPIO_OE1 |
1865 GRC_LCLCTRL_GPIO_OE2 |
1866 GRC_LCLCTRL_GPIO_OUTPUT0 |
1867 GRC_LCLCTRL_GPIO_OUTPUT1 |
1868 tp->grc_local_ctrl;
1869 tw32_wait_f(GRC_LOCAL_CTRL, grc_local_ctrl, 100);
1870
1871 grc_local_ctrl |= GRC_LCLCTRL_GPIO_OUTPUT2;
1872 tw32_wait_f(GRC_LOCAL_CTRL, grc_local_ctrl, 100);
1873
1874 grc_local_ctrl &= ~GRC_LCLCTRL_GPIO_OUTPUT0;
1875 tw32_wait_f(GRC_LOCAL_CTRL, grc_local_ctrl, 100);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001876 } else {
1877 u32 no_gpio2;
Michael Chandc56b7d2005-12-19 16:26:28 -08001878 u32 grc_local_ctrl = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001879
1880 if (tp_peer != tp &&
1881 (tp_peer->tg3_flags & TG3_FLAG_INIT_COMPLETE) != 0)
1882 return;
1883
Michael Chandc56b7d2005-12-19 16:26:28 -08001884 /* Workaround to prevent overdrawing Amps. */
1885 if (GET_ASIC_REV(tp->pci_chip_rev_id) ==
1886 ASIC_REV_5714) {
1887 grc_local_ctrl |= GRC_LCLCTRL_GPIO_OE3;
Michael Chanb401e9e2005-12-19 16:27:04 -08001888 tw32_wait_f(GRC_LOCAL_CTRL, tp->grc_local_ctrl |
1889 grc_local_ctrl, 100);
Michael Chandc56b7d2005-12-19 16:26:28 -08001890 }
1891
Linus Torvalds1da177e2005-04-16 15:20:36 -07001892 /* On 5753 and variants, GPIO2 cannot be used. */
1893 no_gpio2 = tp->nic_sram_data_cfg &
1894 NIC_SRAM_DATA_CFG_NO_GPIO2;
1895
Michael Chandc56b7d2005-12-19 16:26:28 -08001896 grc_local_ctrl |= GRC_LCLCTRL_GPIO_OE0 |
Linus Torvalds1da177e2005-04-16 15:20:36 -07001897 GRC_LCLCTRL_GPIO_OE1 |
1898 GRC_LCLCTRL_GPIO_OE2 |
1899 GRC_LCLCTRL_GPIO_OUTPUT1 |
1900 GRC_LCLCTRL_GPIO_OUTPUT2;
1901 if (no_gpio2) {
1902 grc_local_ctrl &= ~(GRC_LCLCTRL_GPIO_OE2 |
1903 GRC_LCLCTRL_GPIO_OUTPUT2);
1904 }
Michael Chanb401e9e2005-12-19 16:27:04 -08001905 tw32_wait_f(GRC_LOCAL_CTRL, tp->grc_local_ctrl |
1906 grc_local_ctrl, 100);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001907
1908 grc_local_ctrl |= GRC_LCLCTRL_GPIO_OUTPUT0;
1909
Michael Chanb401e9e2005-12-19 16:27:04 -08001910 tw32_wait_f(GRC_LOCAL_CTRL, tp->grc_local_ctrl |
1911 grc_local_ctrl, 100);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001912
1913 if (!no_gpio2) {
1914 grc_local_ctrl &= ~GRC_LCLCTRL_GPIO_OUTPUT2;
Michael Chanb401e9e2005-12-19 16:27:04 -08001915 tw32_wait_f(GRC_LOCAL_CTRL, tp->grc_local_ctrl |
1916 grc_local_ctrl, 100);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001917 }
1918 }
1919 } else {
1920 if (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5700 &&
1921 GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5701) {
1922 if (tp_peer != tp &&
1923 (tp_peer->tg3_flags & TG3_FLAG_INIT_COMPLETE) != 0)
1924 return;
1925
Michael Chanb401e9e2005-12-19 16:27:04 -08001926 tw32_wait_f(GRC_LOCAL_CTRL, tp->grc_local_ctrl |
1927 (GRC_LCLCTRL_GPIO_OE1 |
1928 GRC_LCLCTRL_GPIO_OUTPUT1), 100);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001929
Michael Chanb401e9e2005-12-19 16:27:04 -08001930 tw32_wait_f(GRC_LOCAL_CTRL, tp->grc_local_ctrl |
1931 GRC_LCLCTRL_GPIO_OE1, 100);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001932
Michael Chanb401e9e2005-12-19 16:27:04 -08001933 tw32_wait_f(GRC_LOCAL_CTRL, tp->grc_local_ctrl |
1934 (GRC_LCLCTRL_GPIO_OE1 |
1935 GRC_LCLCTRL_GPIO_OUTPUT1), 100);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001936 }
1937 }
1938}
1939
Matt Carlsone8f3f6c2007-07-11 19:47:55 -07001940static int tg3_5700_link_polarity(struct tg3 *tp, u32 speed)
1941{
1942 if (tp->led_ctrl == LED_CTRL_MODE_PHY_2)
1943 return 1;
1944 else if ((tp->phy_id & PHY_ID_MASK) == PHY_ID_BCM5411) {
1945 if (speed != SPEED_10)
1946 return 1;
1947 } else if (speed == SPEED_10)
1948 return 1;
1949
1950 return 0;
1951}
1952
Linus Torvalds1da177e2005-04-16 15:20:36 -07001953static int tg3_setup_phy(struct tg3 *, int);
1954
1955#define RESET_KIND_SHUTDOWN 0
1956#define RESET_KIND_INIT 1
1957#define RESET_KIND_SUSPEND 2
1958
1959static void tg3_write_sig_post_reset(struct tg3 *, int);
1960static int tg3_halt_cpu(struct tg3 *, u32);
Michael Chan6921d202005-12-13 21:15:53 -08001961static int tg3_nvram_lock(struct tg3 *);
1962static void tg3_nvram_unlock(struct tg3 *);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001963
Michael Chan15c3b692006-03-22 01:06:52 -08001964static void tg3_power_down_phy(struct tg3 *tp)
1965{
Matt Carlsonce057f02007-11-12 21:08:03 -08001966 u32 val;
1967
Michael Chan51297242007-02-13 12:17:57 -08001968 if (tp->tg3_flags2 & TG3_FLG2_PHY_SERDES) {
1969 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704) {
1970 u32 sg_dig_ctrl = tr32(SG_DIG_CTRL);
1971 u32 serdes_cfg = tr32(MAC_SERDES_CFG);
1972
1973 sg_dig_ctrl |=
1974 SG_DIG_USING_HW_AUTONEG | SG_DIG_SOFT_RESET;
1975 tw32(SG_DIG_CTRL, sg_dig_ctrl);
1976 tw32(MAC_SERDES_CFG, serdes_cfg | (1 << 15));
1977 }
Michael Chan3f7045c2006-09-27 16:02:29 -07001978 return;
Michael Chan51297242007-02-13 12:17:57 -08001979 }
Michael Chan3f7045c2006-09-27 16:02:29 -07001980
Michael Chan60189dd2006-12-17 17:08:07 -08001981 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
Michael Chan60189dd2006-12-17 17:08:07 -08001982 tg3_bmcr_reset(tp);
1983 val = tr32(GRC_MISC_CFG);
1984 tw32_f(GRC_MISC_CFG, val | GRC_MISC_CFG_EPHY_IDDQ);
1985 udelay(40);
1986 return;
Matt Carlsondd477002008-05-25 23:45:58 -07001987 } else if (!(tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB)) {
Michael Chan715116a2006-09-27 16:09:25 -07001988 tg3_writephy(tp, MII_TG3_EXT_CTRL,
1989 MII_TG3_EXT_CTRL_FORCE_LED_OFF);
1990 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x01b2);
1991 }
Michael Chan3f7045c2006-09-27 16:02:29 -07001992
Michael Chan15c3b692006-03-22 01:06:52 -08001993 /* The PHY should not be powered down on some chips because
1994 * of bugs.
1995 */
1996 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700 ||
1997 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704 ||
1998 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5780 &&
1999 (tp->tg3_flags2 & TG3_FLG2_MII_SERDES)))
2000 return;
Matt Carlsonce057f02007-11-12 21:08:03 -08002001
Matt Carlsonb5af7122007-11-12 21:22:02 -08002002 if (tp->tg3_flags3 & TG3_FLG3_5761_5784_AX_FIXES) {
Matt Carlsonce057f02007-11-12 21:08:03 -08002003 val = tr32(TG3_CPMU_LSPD_1000MB_CLK);
2004 val &= ~CPMU_LSPD_1000MB_MACCLK_MASK;
2005 val |= CPMU_LSPD_1000MB_MACCLK_12_5;
2006 tw32_f(TG3_CPMU_LSPD_1000MB_CLK, val);
2007 }
2008
Michael Chan15c3b692006-03-22 01:06:52 -08002009 tg3_writephy(tp, MII_BMCR, BMCR_PDOWN);
2010}
2011
Michael Chanbc1c7562006-03-20 17:48:03 -08002012static int tg3_set_power_state(struct tg3 *tp, pci_power_t state)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002013{
2014 u32 misc_host_ctrl;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002015
2016 /* Make sure register accesses (indirect or otherwise)
2017 * will function correctly.
2018 */
2019 pci_write_config_dword(tp->pdev,
2020 TG3PCI_MISC_HOST_CTRL,
2021 tp->misc_host_ctrl);
2022
Linus Torvalds1da177e2005-04-16 15:20:36 -07002023 switch (state) {
Michael Chanbc1c7562006-03-20 17:48:03 -08002024 case PCI_D0:
Rafael J. Wysocki12dac072008-07-30 16:37:33 -07002025 pci_enable_wake(tp->pdev, state, false);
2026 pci_set_power_state(tp->pdev, PCI_D0);
Michael Chan8c6bda12005-04-21 17:09:08 -07002027
Michael Chan9d26e212006-12-07 00:21:14 -08002028 /* Switch out of Vaux if it is a NIC */
2029 if (tp->tg3_flags2 & TG3_FLG2_IS_NIC)
Michael Chanb401e9e2005-12-19 16:27:04 -08002030 tw32_wait_f(GRC_LOCAL_CTRL, tp->grc_local_ctrl, 100);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002031
2032 return 0;
2033
Michael Chanbc1c7562006-03-20 17:48:03 -08002034 case PCI_D1:
Michael Chanbc1c7562006-03-20 17:48:03 -08002035 case PCI_D2:
Michael Chanbc1c7562006-03-20 17:48:03 -08002036 case PCI_D3hot:
Linus Torvalds1da177e2005-04-16 15:20:36 -07002037 break;
2038
2039 default:
Rafael J. Wysocki12dac072008-07-30 16:37:33 -07002040 printk(KERN_ERR PFX "%s: Invalid power state (D%d) requested\n",
2041 tp->dev->name, state);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002042 return -EINVAL;
Stephen Hemminger855e1112008-04-16 16:37:28 -07002043 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002044 misc_host_ctrl = tr32(TG3PCI_MISC_HOST_CTRL);
2045 tw32(TG3PCI_MISC_HOST_CTRL,
2046 misc_host_ctrl | MISC_HOST_CTRL_MASK_PCI_INT);
2047
Matt Carlsondd477002008-05-25 23:45:58 -07002048 if (tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB) {
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07002049 if ((tp->tg3_flags3 & TG3_FLG3_PHY_CONNECTED) &&
2050 !tp->link_config.phy_is_low_power) {
2051 struct phy_device *phydev;
2052 u32 advertising;
2053
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -07002054 phydev = tp->mdio_bus->phy_map[PHY_ADDR];
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07002055
2056 tp->link_config.phy_is_low_power = 1;
2057
2058 tp->link_config.orig_speed = phydev->speed;
2059 tp->link_config.orig_duplex = phydev->duplex;
2060 tp->link_config.orig_autoneg = phydev->autoneg;
2061 tp->link_config.orig_advertising = phydev->advertising;
2062
2063 advertising = ADVERTISED_TP |
2064 ADVERTISED_Pause |
2065 ADVERTISED_Autoneg |
2066 ADVERTISED_10baseT_Half;
2067
2068 if ((tp->tg3_flags & TG3_FLAG_ENABLE_ASF) ||
2069 (tp->tg3_flags & TG3_FLAG_WOL_ENABLE)) {
2070 if (tp->tg3_flags & TG3_FLAG_WOL_SPEED_100MB)
2071 advertising |=
2072 ADVERTISED_100baseT_Half |
2073 ADVERTISED_100baseT_Full |
2074 ADVERTISED_10baseT_Full;
2075 else
2076 advertising |= ADVERTISED_10baseT_Full;
2077 }
2078
2079 phydev->advertising = advertising;
2080
2081 phy_start_aneg(phydev);
2082 }
Matt Carlsondd477002008-05-25 23:45:58 -07002083 } else {
2084 if (tp->link_config.phy_is_low_power == 0) {
2085 tp->link_config.phy_is_low_power = 1;
2086 tp->link_config.orig_speed = tp->link_config.speed;
2087 tp->link_config.orig_duplex = tp->link_config.duplex;
2088 tp->link_config.orig_autoneg = tp->link_config.autoneg;
2089 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002090
Matt Carlsondd477002008-05-25 23:45:58 -07002091 if (!(tp->tg3_flags2 & TG3_FLG2_ANY_SERDES)) {
2092 tp->link_config.speed = SPEED_10;
2093 tp->link_config.duplex = DUPLEX_HALF;
2094 tp->link_config.autoneg = AUTONEG_ENABLE;
2095 tg3_setup_phy(tp, 0);
2096 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002097 }
2098
Michael Chanb5d37722006-09-27 16:06:21 -07002099 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
2100 u32 val;
2101
2102 val = tr32(GRC_VCPU_EXT_CTRL);
2103 tw32(GRC_VCPU_EXT_CTRL, val | GRC_VCPU_EXT_CTRL_DISABLE_WOL);
2104 } else if (!(tp->tg3_flags & TG3_FLAG_ENABLE_ASF)) {
Michael Chan6921d202005-12-13 21:15:53 -08002105 int i;
2106 u32 val;
2107
2108 for (i = 0; i < 200; i++) {
2109 tg3_read_mem(tp, NIC_SRAM_FW_ASF_STATUS_MBOX, &val);
2110 if (val == ~NIC_SRAM_FIRMWARE_MBOX_MAGIC1)
2111 break;
2112 msleep(1);
2113 }
2114 }
Gary Zambranoa85feb82007-05-05 11:52:19 -07002115 if (tp->tg3_flags & TG3_FLAG_WOL_CAP)
2116 tg3_write_mem(tp, NIC_SRAM_WOL_MBOX, WOL_SIGNATURE |
2117 WOL_DRV_STATE_SHUTDOWN |
2118 WOL_DRV_WOL |
2119 WOL_SET_MAGIC_PKT);
Michael Chan6921d202005-12-13 21:15:53 -08002120
Linus Torvalds1da177e2005-04-16 15:20:36 -07002121 if (tp->tg3_flags & TG3_FLAG_WOL_ENABLE) {
2122 u32 mac_mode;
2123
2124 if (!(tp->tg3_flags2 & TG3_FLG2_PHY_SERDES)) {
Matt Carlsondd477002008-05-25 23:45:58 -07002125 if (!(tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB)) {
2126 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x5a);
2127 udelay(40);
2128 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002129
Michael Chan3f7045c2006-09-27 16:02:29 -07002130 if (tp->tg3_flags2 & TG3_FLG2_MII_SERDES)
2131 mac_mode = MAC_MODE_PORT_MODE_GMII;
2132 else
2133 mac_mode = MAC_MODE_PORT_MODE_MII;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002134
Matt Carlsone8f3f6c2007-07-11 19:47:55 -07002135 mac_mode |= tp->mac_mode & MAC_MODE_LINK_POLARITY;
2136 if (GET_ASIC_REV(tp->pci_chip_rev_id) ==
2137 ASIC_REV_5700) {
2138 u32 speed = (tp->tg3_flags &
2139 TG3_FLAG_WOL_SPEED_100MB) ?
2140 SPEED_100 : SPEED_10;
2141 if (tg3_5700_link_polarity(tp, speed))
2142 mac_mode |= MAC_MODE_LINK_POLARITY;
2143 else
2144 mac_mode &= ~MAC_MODE_LINK_POLARITY;
2145 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002146 } else {
2147 mac_mode = MAC_MODE_PORT_MODE_TBI;
2148 }
2149
John W. Linvillecbf46852005-04-21 17:01:29 -07002150 if (!(tp->tg3_flags2 & TG3_FLG2_5750_PLUS))
Linus Torvalds1da177e2005-04-16 15:20:36 -07002151 tw32(MAC_LED_CTRL, tp->led_ctrl);
2152
Rafael J. Wysocki12dac072008-07-30 16:37:33 -07002153 if (pci_pme_capable(tp->pdev, state) &&
2154 (tp->tg3_flags & TG3_FLAG_WOL_ENABLE))
Linus Torvalds1da177e2005-04-16 15:20:36 -07002155 mac_mode |= MAC_MODE_MAGIC_PKT_ENABLE;
2156
Matt Carlson3bda1252008-08-15 14:08:22 -07002157 if (tp->tg3_flags3 & TG3_FLG3_ENABLE_APE) {
2158 mac_mode |= tp->mac_mode &
2159 (MAC_MODE_APE_TX_EN | MAC_MODE_APE_RX_EN);
2160 if (mac_mode & MAC_MODE_APE_TX_EN)
2161 mac_mode |= MAC_MODE_TDE_ENABLE;
2162 }
2163
Linus Torvalds1da177e2005-04-16 15:20:36 -07002164 tw32_f(MAC_MODE, mac_mode);
2165 udelay(100);
2166
2167 tw32_f(MAC_RX_MODE, RX_MODE_ENABLE);
2168 udelay(10);
2169 }
2170
2171 if (!(tp->tg3_flags & TG3_FLAG_WOL_SPEED_100MB) &&
2172 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700 ||
2173 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701)) {
2174 u32 base_val;
2175
2176 base_val = tp->pci_clock_ctrl;
2177 base_val |= (CLOCK_CTRL_RXCLK_DISABLE |
2178 CLOCK_CTRL_TXCLK_DISABLE);
2179
Michael Chanb401e9e2005-12-19 16:27:04 -08002180 tw32_wait_f(TG3PCI_CLOCK_CTRL, base_val | CLOCK_CTRL_ALTCLK |
2181 CLOCK_CTRL_PWRDOWN_PLL133, 40);
Michael Chand7b0a852007-02-13 12:17:38 -08002182 } else if ((tp->tg3_flags2 & TG3_FLG2_5780_CLASS) ||
Matt Carlson795d01c2007-10-07 23:28:17 -07002183 (tp->tg3_flags & TG3_FLAG_CPMU_PRESENT) ||
Michael Chand7b0a852007-02-13 12:17:38 -08002184 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906)) {
Michael Chan4cf78e42005-07-25 12:29:19 -07002185 /* do nothing */
Michael Chan85e94ce2005-04-21 17:05:28 -07002186 } else if (!((tp->tg3_flags2 & TG3_FLG2_5750_PLUS) &&
Linus Torvalds1da177e2005-04-16 15:20:36 -07002187 (tp->tg3_flags & TG3_FLAG_ENABLE_ASF))) {
2188 u32 newbits1, newbits2;
2189
2190 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700 ||
2191 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701) {
2192 newbits1 = (CLOCK_CTRL_RXCLK_DISABLE |
2193 CLOCK_CTRL_TXCLK_DISABLE |
2194 CLOCK_CTRL_ALTCLK);
2195 newbits2 = newbits1 | CLOCK_CTRL_44MHZ_CORE;
2196 } else if (tp->tg3_flags2 & TG3_FLG2_5705_PLUS) {
2197 newbits1 = CLOCK_CTRL_625_CORE;
2198 newbits2 = newbits1 | CLOCK_CTRL_ALTCLK;
2199 } else {
2200 newbits1 = CLOCK_CTRL_ALTCLK;
2201 newbits2 = newbits1 | CLOCK_CTRL_44MHZ_CORE;
2202 }
2203
Michael Chanb401e9e2005-12-19 16:27:04 -08002204 tw32_wait_f(TG3PCI_CLOCK_CTRL, tp->pci_clock_ctrl | newbits1,
2205 40);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002206
Michael Chanb401e9e2005-12-19 16:27:04 -08002207 tw32_wait_f(TG3PCI_CLOCK_CTRL, tp->pci_clock_ctrl | newbits2,
2208 40);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002209
2210 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS)) {
2211 u32 newbits3;
2212
2213 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700 ||
2214 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701) {
2215 newbits3 = (CLOCK_CTRL_RXCLK_DISABLE |
2216 CLOCK_CTRL_TXCLK_DISABLE |
2217 CLOCK_CTRL_44MHZ_CORE);
2218 } else {
2219 newbits3 = CLOCK_CTRL_44MHZ_CORE;
2220 }
2221
Michael Chanb401e9e2005-12-19 16:27:04 -08002222 tw32_wait_f(TG3PCI_CLOCK_CTRL,
2223 tp->pci_clock_ctrl | newbits3, 40);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002224 }
2225 }
2226
Michael Chan6921d202005-12-13 21:15:53 -08002227 if (!(tp->tg3_flags & TG3_FLAG_WOL_ENABLE) &&
Matt Carlson0d3031d2007-10-10 18:02:43 -07002228 !(tp->tg3_flags & TG3_FLAG_ENABLE_ASF) &&
2229 !(tp->tg3_flags3 & TG3_FLG3_ENABLE_APE))
Michael Chan3f7045c2006-09-27 16:02:29 -07002230 tg3_power_down_phy(tp);
Michael Chan6921d202005-12-13 21:15:53 -08002231
Linus Torvalds1da177e2005-04-16 15:20:36 -07002232 tg3_frob_aux_power(tp);
2233
2234 /* Workaround for unstable PLL clock */
2235 if ((GET_CHIP_REV(tp->pci_chip_rev_id) == CHIPREV_5750_AX) ||
2236 (GET_CHIP_REV(tp->pci_chip_rev_id) == CHIPREV_5750_BX)) {
2237 u32 val = tr32(0x7d00);
2238
2239 val &= ~((1 << 16) | (1 << 4) | (1 << 2) | (1 << 1) | 1);
2240 tw32(0x7d00, val);
Michael Chan6921d202005-12-13 21:15:53 -08002241 if (!(tp->tg3_flags & TG3_FLAG_ENABLE_ASF)) {
Michael Chanec41c7d2006-01-17 02:40:55 -08002242 int err;
2243
2244 err = tg3_nvram_lock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002245 tg3_halt_cpu(tp, RX_CPU_BASE);
Michael Chanec41c7d2006-01-17 02:40:55 -08002246 if (!err)
2247 tg3_nvram_unlock(tp);
Michael Chan6921d202005-12-13 21:15:53 -08002248 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002249 }
2250
Michael Chanbbadf502006-04-06 21:46:34 -07002251 tg3_write_sig_post_reset(tp, RESET_KIND_SHUTDOWN);
2252
Rafael J. Wysocki12dac072008-07-30 16:37:33 -07002253 if (tp->tg3_flags & TG3_FLAG_WOL_ENABLE)
2254 pci_enable_wake(tp->pdev, state, true);
2255
Linus Torvalds1da177e2005-04-16 15:20:36 -07002256 /* Finally, set the new power state. */
Rafael J. Wysocki12dac072008-07-30 16:37:33 -07002257 pci_set_power_state(tp->pdev, state);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002258
Linus Torvalds1da177e2005-04-16 15:20:36 -07002259 return 0;
2260}
2261
Linus Torvalds1da177e2005-04-16 15:20:36 -07002262static void tg3_aux_stat_to_speed_duplex(struct tg3 *tp, u32 val, u16 *speed, u8 *duplex)
2263{
2264 switch (val & MII_TG3_AUX_STAT_SPDMASK) {
2265 case MII_TG3_AUX_STAT_10HALF:
2266 *speed = SPEED_10;
2267 *duplex = DUPLEX_HALF;
2268 break;
2269
2270 case MII_TG3_AUX_STAT_10FULL:
2271 *speed = SPEED_10;
2272 *duplex = DUPLEX_FULL;
2273 break;
2274
2275 case MII_TG3_AUX_STAT_100HALF:
2276 *speed = SPEED_100;
2277 *duplex = DUPLEX_HALF;
2278 break;
2279
2280 case MII_TG3_AUX_STAT_100FULL:
2281 *speed = SPEED_100;
2282 *duplex = DUPLEX_FULL;
2283 break;
2284
2285 case MII_TG3_AUX_STAT_1000HALF:
2286 *speed = SPEED_1000;
2287 *duplex = DUPLEX_HALF;
2288 break;
2289
2290 case MII_TG3_AUX_STAT_1000FULL:
2291 *speed = SPEED_1000;
2292 *duplex = DUPLEX_FULL;
2293 break;
2294
2295 default:
Michael Chan715116a2006-09-27 16:09:25 -07002296 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
2297 *speed = (val & MII_TG3_AUX_STAT_100) ? SPEED_100 :
2298 SPEED_10;
2299 *duplex = (val & MII_TG3_AUX_STAT_FULL) ? DUPLEX_FULL :
2300 DUPLEX_HALF;
2301 break;
2302 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002303 *speed = SPEED_INVALID;
2304 *duplex = DUPLEX_INVALID;
2305 break;
Stephen Hemminger855e1112008-04-16 16:37:28 -07002306 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002307}
2308
2309static void tg3_phy_copper_begin(struct tg3 *tp)
2310{
2311 u32 new_adv;
2312 int i;
2313
2314 if (tp->link_config.phy_is_low_power) {
2315 /* Entering low power mode. Disable gigabit and
2316 * 100baseT advertisements.
2317 */
2318 tg3_writephy(tp, MII_TG3_CTRL, 0);
2319
2320 new_adv = (ADVERTISE_10HALF | ADVERTISE_10FULL |
2321 ADVERTISE_CSMA | ADVERTISE_PAUSE_CAP);
2322 if (tp->tg3_flags & TG3_FLAG_WOL_SPEED_100MB)
2323 new_adv |= (ADVERTISE_100HALF | ADVERTISE_100FULL);
2324
2325 tg3_writephy(tp, MII_ADVERTISE, new_adv);
2326 } else if (tp->link_config.speed == SPEED_INVALID) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002327 if (tp->tg3_flags & TG3_FLAG_10_100_ONLY)
2328 tp->link_config.advertising &=
2329 ~(ADVERTISED_1000baseT_Half |
2330 ADVERTISED_1000baseT_Full);
2331
Matt Carlsonba4d07a2007-12-20 20:08:00 -08002332 new_adv = ADVERTISE_CSMA;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002333 if (tp->link_config.advertising & ADVERTISED_10baseT_Half)
2334 new_adv |= ADVERTISE_10HALF;
2335 if (tp->link_config.advertising & ADVERTISED_10baseT_Full)
2336 new_adv |= ADVERTISE_10FULL;
2337 if (tp->link_config.advertising & ADVERTISED_100baseT_Half)
2338 new_adv |= ADVERTISE_100HALF;
2339 if (tp->link_config.advertising & ADVERTISED_100baseT_Full)
2340 new_adv |= ADVERTISE_100FULL;
Matt Carlsonba4d07a2007-12-20 20:08:00 -08002341
2342 new_adv |= tg3_advert_flowctrl_1000T(tp->link_config.flowctrl);
2343
Linus Torvalds1da177e2005-04-16 15:20:36 -07002344 tg3_writephy(tp, MII_ADVERTISE, new_adv);
2345
2346 if (tp->link_config.advertising &
2347 (ADVERTISED_1000baseT_Half | ADVERTISED_1000baseT_Full)) {
2348 new_adv = 0;
2349 if (tp->link_config.advertising & ADVERTISED_1000baseT_Half)
2350 new_adv |= MII_TG3_CTRL_ADV_1000_HALF;
2351 if (tp->link_config.advertising & ADVERTISED_1000baseT_Full)
2352 new_adv |= MII_TG3_CTRL_ADV_1000_FULL;
2353 if (!(tp->tg3_flags & TG3_FLAG_10_100_ONLY) &&
2354 (tp->pci_chip_rev_id == CHIPREV_ID_5701_A0 ||
2355 tp->pci_chip_rev_id == CHIPREV_ID_5701_B0))
2356 new_adv |= (MII_TG3_CTRL_AS_MASTER |
2357 MII_TG3_CTRL_ENABLE_AS_MASTER);
2358 tg3_writephy(tp, MII_TG3_CTRL, new_adv);
2359 } else {
2360 tg3_writephy(tp, MII_TG3_CTRL, 0);
2361 }
2362 } else {
Matt Carlsonba4d07a2007-12-20 20:08:00 -08002363 new_adv = tg3_advert_flowctrl_1000T(tp->link_config.flowctrl);
2364 new_adv |= ADVERTISE_CSMA;
2365
Linus Torvalds1da177e2005-04-16 15:20:36 -07002366 /* Asking for a specific link mode. */
2367 if (tp->link_config.speed == SPEED_1000) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002368 tg3_writephy(tp, MII_ADVERTISE, new_adv);
2369
2370 if (tp->link_config.duplex == DUPLEX_FULL)
2371 new_adv = MII_TG3_CTRL_ADV_1000_FULL;
2372 else
2373 new_adv = MII_TG3_CTRL_ADV_1000_HALF;
2374 if (tp->pci_chip_rev_id == CHIPREV_ID_5701_A0 ||
2375 tp->pci_chip_rev_id == CHIPREV_ID_5701_B0)
2376 new_adv |= (MII_TG3_CTRL_AS_MASTER |
2377 MII_TG3_CTRL_ENABLE_AS_MASTER);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002378 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002379 if (tp->link_config.speed == SPEED_100) {
2380 if (tp->link_config.duplex == DUPLEX_FULL)
2381 new_adv |= ADVERTISE_100FULL;
2382 else
2383 new_adv |= ADVERTISE_100HALF;
2384 } else {
2385 if (tp->link_config.duplex == DUPLEX_FULL)
2386 new_adv |= ADVERTISE_10FULL;
2387 else
2388 new_adv |= ADVERTISE_10HALF;
2389 }
2390 tg3_writephy(tp, MII_ADVERTISE, new_adv);
Matt Carlsonba4d07a2007-12-20 20:08:00 -08002391
2392 new_adv = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002393 }
Matt Carlsonba4d07a2007-12-20 20:08:00 -08002394
2395 tg3_writephy(tp, MII_TG3_CTRL, new_adv);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002396 }
2397
2398 if (tp->link_config.autoneg == AUTONEG_DISABLE &&
2399 tp->link_config.speed != SPEED_INVALID) {
2400 u32 bmcr, orig_bmcr;
2401
2402 tp->link_config.active_speed = tp->link_config.speed;
2403 tp->link_config.active_duplex = tp->link_config.duplex;
2404
2405 bmcr = 0;
2406 switch (tp->link_config.speed) {
2407 default:
2408 case SPEED_10:
2409 break;
2410
2411 case SPEED_100:
2412 bmcr |= BMCR_SPEED100;
2413 break;
2414
2415 case SPEED_1000:
2416 bmcr |= TG3_BMCR_SPEED1000;
2417 break;
Stephen Hemminger855e1112008-04-16 16:37:28 -07002418 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002419
2420 if (tp->link_config.duplex == DUPLEX_FULL)
2421 bmcr |= BMCR_FULLDPLX;
2422
2423 if (!tg3_readphy(tp, MII_BMCR, &orig_bmcr) &&
2424 (bmcr != orig_bmcr)) {
2425 tg3_writephy(tp, MII_BMCR, BMCR_LOOPBACK);
2426 for (i = 0; i < 1500; i++) {
2427 u32 tmp;
2428
2429 udelay(10);
2430 if (tg3_readphy(tp, MII_BMSR, &tmp) ||
2431 tg3_readphy(tp, MII_BMSR, &tmp))
2432 continue;
2433 if (!(tmp & BMSR_LSTATUS)) {
2434 udelay(40);
2435 break;
2436 }
2437 }
2438 tg3_writephy(tp, MII_BMCR, bmcr);
2439 udelay(40);
2440 }
2441 } else {
2442 tg3_writephy(tp, MII_BMCR,
2443 BMCR_ANENABLE | BMCR_ANRESTART);
2444 }
2445}
2446
2447static int tg3_init_5401phy_dsp(struct tg3 *tp)
2448{
2449 int err;
2450
2451 /* Turn off tap power management. */
2452 /* Set Extended packet length bit */
2453 err = tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x4c20);
2454
2455 err |= tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x0012);
2456 err |= tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x1804);
2457
2458 err |= tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x0013);
2459 err |= tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x1204);
2460
2461 err |= tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x8006);
2462 err |= tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x0132);
2463
2464 err |= tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x8006);
2465 err |= tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x0232);
2466
2467 err |= tg3_writephy(tp, MII_TG3_DSP_ADDRESS, 0x201f);
2468 err |= tg3_writephy(tp, MII_TG3_DSP_RW_PORT, 0x0a20);
2469
2470 udelay(40);
2471
2472 return err;
2473}
2474
Michael Chan3600d912006-12-07 00:21:48 -08002475static int tg3_copper_is_advertising_all(struct tg3 *tp, u32 mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002476{
Michael Chan3600d912006-12-07 00:21:48 -08002477 u32 adv_reg, all_mask = 0;
2478
2479 if (mask & ADVERTISED_10baseT_Half)
2480 all_mask |= ADVERTISE_10HALF;
2481 if (mask & ADVERTISED_10baseT_Full)
2482 all_mask |= ADVERTISE_10FULL;
2483 if (mask & ADVERTISED_100baseT_Half)
2484 all_mask |= ADVERTISE_100HALF;
2485 if (mask & ADVERTISED_100baseT_Full)
2486 all_mask |= ADVERTISE_100FULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002487
2488 if (tg3_readphy(tp, MII_ADVERTISE, &adv_reg))
2489 return 0;
2490
Linus Torvalds1da177e2005-04-16 15:20:36 -07002491 if ((adv_reg & all_mask) != all_mask)
2492 return 0;
2493 if (!(tp->tg3_flags & TG3_FLAG_10_100_ONLY)) {
2494 u32 tg3_ctrl;
2495
Michael Chan3600d912006-12-07 00:21:48 -08002496 all_mask = 0;
2497 if (mask & ADVERTISED_1000baseT_Half)
2498 all_mask |= ADVERTISE_1000HALF;
2499 if (mask & ADVERTISED_1000baseT_Full)
2500 all_mask |= ADVERTISE_1000FULL;
2501
Linus Torvalds1da177e2005-04-16 15:20:36 -07002502 if (tg3_readphy(tp, MII_TG3_CTRL, &tg3_ctrl))
2503 return 0;
2504
Linus Torvalds1da177e2005-04-16 15:20:36 -07002505 if ((tg3_ctrl & all_mask) != all_mask)
2506 return 0;
2507 }
2508 return 1;
2509}
2510
Matt Carlsonef167e22007-12-20 20:10:01 -08002511static int tg3_adv_1000T_flowctrl_ok(struct tg3 *tp, u32 *lcladv, u32 *rmtadv)
2512{
2513 u32 curadv, reqadv;
2514
2515 if (tg3_readphy(tp, MII_ADVERTISE, lcladv))
2516 return 1;
2517
2518 curadv = *lcladv & (ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM);
2519 reqadv = tg3_advert_flowctrl_1000T(tp->link_config.flowctrl);
2520
2521 if (tp->link_config.active_duplex == DUPLEX_FULL) {
2522 if (curadv != reqadv)
2523 return 0;
2524
2525 if (tp->tg3_flags & TG3_FLAG_PAUSE_AUTONEG)
2526 tg3_readphy(tp, MII_LPA, rmtadv);
2527 } else {
2528 /* Reprogram the advertisement register, even if it
2529 * does not affect the current link. If the link
2530 * gets renegotiated in the future, we can save an
2531 * additional renegotiation cycle by advertising
2532 * it correctly in the first place.
2533 */
2534 if (curadv != reqadv) {
2535 *lcladv &= ~(ADVERTISE_PAUSE_CAP |
2536 ADVERTISE_PAUSE_ASYM);
2537 tg3_writephy(tp, MII_ADVERTISE, *lcladv | reqadv);
2538 }
2539 }
2540
2541 return 1;
2542}
2543
Linus Torvalds1da177e2005-04-16 15:20:36 -07002544static int tg3_setup_copper_phy(struct tg3 *tp, int force_reset)
2545{
2546 int current_link_up;
2547 u32 bmsr, dummy;
Matt Carlsonef167e22007-12-20 20:10:01 -08002548 u32 lcl_adv, rmt_adv;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002549 u16 current_speed;
2550 u8 current_duplex;
2551 int i, err;
2552
2553 tw32(MAC_EVENT, 0);
2554
2555 tw32_f(MAC_STATUS,
2556 (MAC_STATUS_SYNC_CHANGED |
2557 MAC_STATUS_CFG_CHANGED |
2558 MAC_STATUS_MI_COMPLETION |
2559 MAC_STATUS_LNKSTATE_CHANGED));
2560 udelay(40);
2561
Matt Carlson8ef21422008-05-02 16:47:53 -07002562 if ((tp->mi_mode & MAC_MI_MODE_AUTO_POLL) != 0) {
2563 tw32_f(MAC_MI_MODE,
2564 (tp->mi_mode & ~MAC_MI_MODE_AUTO_POLL));
2565 udelay(80);
2566 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002567
2568 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x02);
2569
2570 /* Some third-party PHYs need to be reset on link going
2571 * down.
2572 */
2573 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5703 ||
2574 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704 ||
2575 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5705) &&
2576 netif_carrier_ok(tp->dev)) {
2577 tg3_readphy(tp, MII_BMSR, &bmsr);
2578 if (!tg3_readphy(tp, MII_BMSR, &bmsr) &&
2579 !(bmsr & BMSR_LSTATUS))
2580 force_reset = 1;
2581 }
2582 if (force_reset)
2583 tg3_phy_reset(tp);
2584
2585 if ((tp->phy_id & PHY_ID_MASK) == PHY_ID_BCM5401) {
2586 tg3_readphy(tp, MII_BMSR, &bmsr);
2587 if (tg3_readphy(tp, MII_BMSR, &bmsr) ||
2588 !(tp->tg3_flags & TG3_FLAG_INIT_COMPLETE))
2589 bmsr = 0;
2590
2591 if (!(bmsr & BMSR_LSTATUS)) {
2592 err = tg3_init_5401phy_dsp(tp);
2593 if (err)
2594 return err;
2595
2596 tg3_readphy(tp, MII_BMSR, &bmsr);
2597 for (i = 0; i < 1000; i++) {
2598 udelay(10);
2599 if (!tg3_readphy(tp, MII_BMSR, &bmsr) &&
2600 (bmsr & BMSR_LSTATUS)) {
2601 udelay(40);
2602 break;
2603 }
2604 }
2605
2606 if ((tp->phy_id & PHY_ID_REV_MASK) == PHY_REV_BCM5401_B0 &&
2607 !(bmsr & BMSR_LSTATUS) &&
2608 tp->link_config.active_speed == SPEED_1000) {
2609 err = tg3_phy_reset(tp);
2610 if (!err)
2611 err = tg3_init_5401phy_dsp(tp);
2612 if (err)
2613 return err;
2614 }
2615 }
2616 } else if (tp->pci_chip_rev_id == CHIPREV_ID_5701_A0 ||
2617 tp->pci_chip_rev_id == CHIPREV_ID_5701_B0) {
2618 /* 5701 {A0,B0} CRC bug workaround */
2619 tg3_writephy(tp, 0x15, 0x0a75);
2620 tg3_writephy(tp, 0x1c, 0x8c68);
2621 tg3_writephy(tp, 0x1c, 0x8d68);
2622 tg3_writephy(tp, 0x1c, 0x8c68);
2623 }
2624
2625 /* Clear pending interrupts... */
2626 tg3_readphy(tp, MII_TG3_ISTAT, &dummy);
2627 tg3_readphy(tp, MII_TG3_ISTAT, &dummy);
2628
2629 if (tp->tg3_flags & TG3_FLAG_USE_MI_INTERRUPT)
2630 tg3_writephy(tp, MII_TG3_IMASK, ~MII_TG3_INT_LINKCHG);
Michael Chan715116a2006-09-27 16:09:25 -07002631 else if (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5906)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002632 tg3_writephy(tp, MII_TG3_IMASK, ~0);
2633
2634 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700 ||
2635 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701) {
2636 if (tp->led_ctrl == LED_CTRL_MODE_PHY_1)
2637 tg3_writephy(tp, MII_TG3_EXT_CTRL,
2638 MII_TG3_EXT_CTRL_LNK3_LED_MODE);
2639 else
2640 tg3_writephy(tp, MII_TG3_EXT_CTRL, 0);
2641 }
2642
2643 current_link_up = 0;
2644 current_speed = SPEED_INVALID;
2645 current_duplex = DUPLEX_INVALID;
2646
2647 if (tp->tg3_flags2 & TG3_FLG2_CAPACITIVE_COUPLING) {
2648 u32 val;
2649
2650 tg3_writephy(tp, MII_TG3_AUX_CTRL, 0x4007);
2651 tg3_readphy(tp, MII_TG3_AUX_CTRL, &val);
2652 if (!(val & (1 << 10))) {
2653 val |= (1 << 10);
2654 tg3_writephy(tp, MII_TG3_AUX_CTRL, val);
2655 goto relink;
2656 }
2657 }
2658
2659 bmsr = 0;
2660 for (i = 0; i < 100; i++) {
2661 tg3_readphy(tp, MII_BMSR, &bmsr);
2662 if (!tg3_readphy(tp, MII_BMSR, &bmsr) &&
2663 (bmsr & BMSR_LSTATUS))
2664 break;
2665 udelay(40);
2666 }
2667
2668 if (bmsr & BMSR_LSTATUS) {
2669 u32 aux_stat, bmcr;
2670
2671 tg3_readphy(tp, MII_TG3_AUX_STAT, &aux_stat);
2672 for (i = 0; i < 2000; i++) {
2673 udelay(10);
2674 if (!tg3_readphy(tp, MII_TG3_AUX_STAT, &aux_stat) &&
2675 aux_stat)
2676 break;
2677 }
2678
2679 tg3_aux_stat_to_speed_duplex(tp, aux_stat,
2680 &current_speed,
2681 &current_duplex);
2682
2683 bmcr = 0;
2684 for (i = 0; i < 200; i++) {
2685 tg3_readphy(tp, MII_BMCR, &bmcr);
2686 if (tg3_readphy(tp, MII_BMCR, &bmcr))
2687 continue;
2688 if (bmcr && bmcr != 0x7fff)
2689 break;
2690 udelay(10);
2691 }
2692
Matt Carlsonef167e22007-12-20 20:10:01 -08002693 lcl_adv = 0;
2694 rmt_adv = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002695
Matt Carlsonef167e22007-12-20 20:10:01 -08002696 tp->link_config.active_speed = current_speed;
2697 tp->link_config.active_duplex = current_duplex;
2698
2699 if (tp->link_config.autoneg == AUTONEG_ENABLE) {
2700 if ((bmcr & BMCR_ANENABLE) &&
2701 tg3_copper_is_advertising_all(tp,
2702 tp->link_config.advertising)) {
2703 if (tg3_adv_1000T_flowctrl_ok(tp, &lcl_adv,
2704 &rmt_adv))
2705 current_link_up = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002706 }
2707 } else {
2708 if (!(bmcr & BMCR_ANENABLE) &&
2709 tp->link_config.speed == current_speed &&
Matt Carlsonef167e22007-12-20 20:10:01 -08002710 tp->link_config.duplex == current_duplex &&
2711 tp->link_config.flowctrl ==
2712 tp->link_config.active_flowctrl) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002713 current_link_up = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002714 }
2715 }
2716
Matt Carlsonef167e22007-12-20 20:10:01 -08002717 if (current_link_up == 1 &&
2718 tp->link_config.active_duplex == DUPLEX_FULL)
2719 tg3_setup_flow_control(tp, lcl_adv, rmt_adv);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002720 }
2721
Linus Torvalds1da177e2005-04-16 15:20:36 -07002722relink:
Michael Chan6921d202005-12-13 21:15:53 -08002723 if (current_link_up == 0 || tp->link_config.phy_is_low_power) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002724 u32 tmp;
2725
2726 tg3_phy_copper_begin(tp);
2727
2728 tg3_readphy(tp, MII_BMSR, &tmp);
2729 if (!tg3_readphy(tp, MII_BMSR, &tmp) &&
2730 (tmp & BMSR_LSTATUS))
2731 current_link_up = 1;
2732 }
2733
2734 tp->mac_mode &= ~MAC_MODE_PORT_MODE_MASK;
2735 if (current_link_up == 1) {
2736 if (tp->link_config.active_speed == SPEED_100 ||
2737 tp->link_config.active_speed == SPEED_10)
2738 tp->mac_mode |= MAC_MODE_PORT_MODE_MII;
2739 else
2740 tp->mac_mode |= MAC_MODE_PORT_MODE_GMII;
2741 } else
2742 tp->mac_mode |= MAC_MODE_PORT_MODE_GMII;
2743
2744 tp->mac_mode &= ~MAC_MODE_HALF_DUPLEX;
2745 if (tp->link_config.active_duplex == DUPLEX_HALF)
2746 tp->mac_mode |= MAC_MODE_HALF_DUPLEX;
2747
Linus Torvalds1da177e2005-04-16 15:20:36 -07002748 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700) {
Matt Carlsone8f3f6c2007-07-11 19:47:55 -07002749 if (current_link_up == 1 &&
2750 tg3_5700_link_polarity(tp, tp->link_config.active_speed))
Linus Torvalds1da177e2005-04-16 15:20:36 -07002751 tp->mac_mode |= MAC_MODE_LINK_POLARITY;
Matt Carlsone8f3f6c2007-07-11 19:47:55 -07002752 else
2753 tp->mac_mode &= ~MAC_MODE_LINK_POLARITY;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002754 }
2755
2756 /* ??? Without this setting Netgear GA302T PHY does not
2757 * ??? send/receive packets...
2758 */
2759 if ((tp->phy_id & PHY_ID_MASK) == PHY_ID_BCM5411 &&
2760 tp->pci_chip_rev_id == CHIPREV_ID_5700_ALTIMA) {
2761 tp->mi_mode |= MAC_MI_MODE_AUTO_POLL;
2762 tw32_f(MAC_MI_MODE, tp->mi_mode);
2763 udelay(80);
2764 }
2765
2766 tw32_f(MAC_MODE, tp->mac_mode);
2767 udelay(40);
2768
2769 if (tp->tg3_flags & TG3_FLAG_USE_LINKCHG_REG) {
2770 /* Polled via timer. */
2771 tw32_f(MAC_EVENT, 0);
2772 } else {
2773 tw32_f(MAC_EVENT, MAC_EVENT_LNKSTATE_CHANGED);
2774 }
2775 udelay(40);
2776
2777 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700 &&
2778 current_link_up == 1 &&
2779 tp->link_config.active_speed == SPEED_1000 &&
2780 ((tp->tg3_flags & TG3_FLAG_PCIX_MODE) ||
2781 (tp->tg3_flags & TG3_FLAG_PCI_HIGH_SPEED))) {
2782 udelay(120);
2783 tw32_f(MAC_STATUS,
2784 (MAC_STATUS_SYNC_CHANGED |
2785 MAC_STATUS_CFG_CHANGED));
2786 udelay(40);
2787 tg3_write_mem(tp,
2788 NIC_SRAM_FIRMWARE_MBOX,
2789 NIC_SRAM_FIRMWARE_MBOX_MAGIC2);
2790 }
2791
2792 if (current_link_up != netif_carrier_ok(tp->dev)) {
2793 if (current_link_up)
2794 netif_carrier_on(tp->dev);
2795 else
2796 netif_carrier_off(tp->dev);
2797 tg3_link_report(tp);
2798 }
2799
2800 return 0;
2801}
2802
2803struct tg3_fiber_aneginfo {
2804 int state;
2805#define ANEG_STATE_UNKNOWN 0
2806#define ANEG_STATE_AN_ENABLE 1
2807#define ANEG_STATE_RESTART_INIT 2
2808#define ANEG_STATE_RESTART 3
2809#define ANEG_STATE_DISABLE_LINK_OK 4
2810#define ANEG_STATE_ABILITY_DETECT_INIT 5
2811#define ANEG_STATE_ABILITY_DETECT 6
2812#define ANEG_STATE_ACK_DETECT_INIT 7
2813#define ANEG_STATE_ACK_DETECT 8
2814#define ANEG_STATE_COMPLETE_ACK_INIT 9
2815#define ANEG_STATE_COMPLETE_ACK 10
2816#define ANEG_STATE_IDLE_DETECT_INIT 11
2817#define ANEG_STATE_IDLE_DETECT 12
2818#define ANEG_STATE_LINK_OK 13
2819#define ANEG_STATE_NEXT_PAGE_WAIT_INIT 14
2820#define ANEG_STATE_NEXT_PAGE_WAIT 15
2821
2822 u32 flags;
2823#define MR_AN_ENABLE 0x00000001
2824#define MR_RESTART_AN 0x00000002
2825#define MR_AN_COMPLETE 0x00000004
2826#define MR_PAGE_RX 0x00000008
2827#define MR_NP_LOADED 0x00000010
2828#define MR_TOGGLE_TX 0x00000020
2829#define MR_LP_ADV_FULL_DUPLEX 0x00000040
2830#define MR_LP_ADV_HALF_DUPLEX 0x00000080
2831#define MR_LP_ADV_SYM_PAUSE 0x00000100
2832#define MR_LP_ADV_ASYM_PAUSE 0x00000200
2833#define MR_LP_ADV_REMOTE_FAULT1 0x00000400
2834#define MR_LP_ADV_REMOTE_FAULT2 0x00000800
2835#define MR_LP_ADV_NEXT_PAGE 0x00001000
2836#define MR_TOGGLE_RX 0x00002000
2837#define MR_NP_RX 0x00004000
2838
2839#define MR_LINK_OK 0x80000000
2840
2841 unsigned long link_time, cur_time;
2842
2843 u32 ability_match_cfg;
2844 int ability_match_count;
2845
2846 char ability_match, idle_match, ack_match;
2847
2848 u32 txconfig, rxconfig;
2849#define ANEG_CFG_NP 0x00000080
2850#define ANEG_CFG_ACK 0x00000040
2851#define ANEG_CFG_RF2 0x00000020
2852#define ANEG_CFG_RF1 0x00000010
2853#define ANEG_CFG_PS2 0x00000001
2854#define ANEG_CFG_PS1 0x00008000
2855#define ANEG_CFG_HD 0x00004000
2856#define ANEG_CFG_FD 0x00002000
2857#define ANEG_CFG_INVAL 0x00001f06
2858
2859};
2860#define ANEG_OK 0
2861#define ANEG_DONE 1
2862#define ANEG_TIMER_ENAB 2
2863#define ANEG_FAILED -1
2864
2865#define ANEG_STATE_SETTLE_TIME 10000
2866
2867static int tg3_fiber_aneg_smachine(struct tg3 *tp,
2868 struct tg3_fiber_aneginfo *ap)
2869{
Matt Carlson5be73b42007-12-20 20:09:29 -08002870 u16 flowctrl;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002871 unsigned long delta;
2872 u32 rx_cfg_reg;
2873 int ret;
2874
2875 if (ap->state == ANEG_STATE_UNKNOWN) {
2876 ap->rxconfig = 0;
2877 ap->link_time = 0;
2878 ap->cur_time = 0;
2879 ap->ability_match_cfg = 0;
2880 ap->ability_match_count = 0;
2881 ap->ability_match = 0;
2882 ap->idle_match = 0;
2883 ap->ack_match = 0;
2884 }
2885 ap->cur_time++;
2886
2887 if (tr32(MAC_STATUS) & MAC_STATUS_RCVD_CFG) {
2888 rx_cfg_reg = tr32(MAC_RX_AUTO_NEG);
2889
2890 if (rx_cfg_reg != ap->ability_match_cfg) {
2891 ap->ability_match_cfg = rx_cfg_reg;
2892 ap->ability_match = 0;
2893 ap->ability_match_count = 0;
2894 } else {
2895 if (++ap->ability_match_count > 1) {
2896 ap->ability_match = 1;
2897 ap->ability_match_cfg = rx_cfg_reg;
2898 }
2899 }
2900 if (rx_cfg_reg & ANEG_CFG_ACK)
2901 ap->ack_match = 1;
2902 else
2903 ap->ack_match = 0;
2904
2905 ap->idle_match = 0;
2906 } else {
2907 ap->idle_match = 1;
2908 ap->ability_match_cfg = 0;
2909 ap->ability_match_count = 0;
2910 ap->ability_match = 0;
2911 ap->ack_match = 0;
2912
2913 rx_cfg_reg = 0;
2914 }
2915
2916 ap->rxconfig = rx_cfg_reg;
2917 ret = ANEG_OK;
2918
2919 switch(ap->state) {
2920 case ANEG_STATE_UNKNOWN:
2921 if (ap->flags & (MR_AN_ENABLE | MR_RESTART_AN))
2922 ap->state = ANEG_STATE_AN_ENABLE;
2923
2924 /* fallthru */
2925 case ANEG_STATE_AN_ENABLE:
2926 ap->flags &= ~(MR_AN_COMPLETE | MR_PAGE_RX);
2927 if (ap->flags & MR_AN_ENABLE) {
2928 ap->link_time = 0;
2929 ap->cur_time = 0;
2930 ap->ability_match_cfg = 0;
2931 ap->ability_match_count = 0;
2932 ap->ability_match = 0;
2933 ap->idle_match = 0;
2934 ap->ack_match = 0;
2935
2936 ap->state = ANEG_STATE_RESTART_INIT;
2937 } else {
2938 ap->state = ANEG_STATE_DISABLE_LINK_OK;
2939 }
2940 break;
2941
2942 case ANEG_STATE_RESTART_INIT:
2943 ap->link_time = ap->cur_time;
2944 ap->flags &= ~(MR_NP_LOADED);
2945 ap->txconfig = 0;
2946 tw32(MAC_TX_AUTO_NEG, 0);
2947 tp->mac_mode |= MAC_MODE_SEND_CONFIGS;
2948 tw32_f(MAC_MODE, tp->mac_mode);
2949 udelay(40);
2950
2951 ret = ANEG_TIMER_ENAB;
2952 ap->state = ANEG_STATE_RESTART;
2953
2954 /* fallthru */
2955 case ANEG_STATE_RESTART:
2956 delta = ap->cur_time - ap->link_time;
2957 if (delta > ANEG_STATE_SETTLE_TIME) {
2958 ap->state = ANEG_STATE_ABILITY_DETECT_INIT;
2959 } else {
2960 ret = ANEG_TIMER_ENAB;
2961 }
2962 break;
2963
2964 case ANEG_STATE_DISABLE_LINK_OK:
2965 ret = ANEG_DONE;
2966 break;
2967
2968 case ANEG_STATE_ABILITY_DETECT_INIT:
2969 ap->flags &= ~(MR_TOGGLE_TX);
Matt Carlson5be73b42007-12-20 20:09:29 -08002970 ap->txconfig = ANEG_CFG_FD;
2971 flowctrl = tg3_advert_flowctrl_1000X(tp->link_config.flowctrl);
2972 if (flowctrl & ADVERTISE_1000XPAUSE)
2973 ap->txconfig |= ANEG_CFG_PS1;
2974 if (flowctrl & ADVERTISE_1000XPSE_ASYM)
2975 ap->txconfig |= ANEG_CFG_PS2;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002976 tw32(MAC_TX_AUTO_NEG, ap->txconfig);
2977 tp->mac_mode |= MAC_MODE_SEND_CONFIGS;
2978 tw32_f(MAC_MODE, tp->mac_mode);
2979 udelay(40);
2980
2981 ap->state = ANEG_STATE_ABILITY_DETECT;
2982 break;
2983
2984 case ANEG_STATE_ABILITY_DETECT:
2985 if (ap->ability_match != 0 && ap->rxconfig != 0) {
2986 ap->state = ANEG_STATE_ACK_DETECT_INIT;
2987 }
2988 break;
2989
2990 case ANEG_STATE_ACK_DETECT_INIT:
2991 ap->txconfig |= ANEG_CFG_ACK;
2992 tw32(MAC_TX_AUTO_NEG, ap->txconfig);
2993 tp->mac_mode |= MAC_MODE_SEND_CONFIGS;
2994 tw32_f(MAC_MODE, tp->mac_mode);
2995 udelay(40);
2996
2997 ap->state = ANEG_STATE_ACK_DETECT;
2998
2999 /* fallthru */
3000 case ANEG_STATE_ACK_DETECT:
3001 if (ap->ack_match != 0) {
3002 if ((ap->rxconfig & ~ANEG_CFG_ACK) ==
3003 (ap->ability_match_cfg & ~ANEG_CFG_ACK)) {
3004 ap->state = ANEG_STATE_COMPLETE_ACK_INIT;
3005 } else {
3006 ap->state = ANEG_STATE_AN_ENABLE;
3007 }
3008 } else if (ap->ability_match != 0 &&
3009 ap->rxconfig == 0) {
3010 ap->state = ANEG_STATE_AN_ENABLE;
3011 }
3012 break;
3013
3014 case ANEG_STATE_COMPLETE_ACK_INIT:
3015 if (ap->rxconfig & ANEG_CFG_INVAL) {
3016 ret = ANEG_FAILED;
3017 break;
3018 }
3019 ap->flags &= ~(MR_LP_ADV_FULL_DUPLEX |
3020 MR_LP_ADV_HALF_DUPLEX |
3021 MR_LP_ADV_SYM_PAUSE |
3022 MR_LP_ADV_ASYM_PAUSE |
3023 MR_LP_ADV_REMOTE_FAULT1 |
3024 MR_LP_ADV_REMOTE_FAULT2 |
3025 MR_LP_ADV_NEXT_PAGE |
3026 MR_TOGGLE_RX |
3027 MR_NP_RX);
3028 if (ap->rxconfig & ANEG_CFG_FD)
3029 ap->flags |= MR_LP_ADV_FULL_DUPLEX;
3030 if (ap->rxconfig & ANEG_CFG_HD)
3031 ap->flags |= MR_LP_ADV_HALF_DUPLEX;
3032 if (ap->rxconfig & ANEG_CFG_PS1)
3033 ap->flags |= MR_LP_ADV_SYM_PAUSE;
3034 if (ap->rxconfig & ANEG_CFG_PS2)
3035 ap->flags |= MR_LP_ADV_ASYM_PAUSE;
3036 if (ap->rxconfig & ANEG_CFG_RF1)
3037 ap->flags |= MR_LP_ADV_REMOTE_FAULT1;
3038 if (ap->rxconfig & ANEG_CFG_RF2)
3039 ap->flags |= MR_LP_ADV_REMOTE_FAULT2;
3040 if (ap->rxconfig & ANEG_CFG_NP)
3041 ap->flags |= MR_LP_ADV_NEXT_PAGE;
3042
3043 ap->link_time = ap->cur_time;
3044
3045 ap->flags ^= (MR_TOGGLE_TX);
3046 if (ap->rxconfig & 0x0008)
3047 ap->flags |= MR_TOGGLE_RX;
3048 if (ap->rxconfig & ANEG_CFG_NP)
3049 ap->flags |= MR_NP_RX;
3050 ap->flags |= MR_PAGE_RX;
3051
3052 ap->state = ANEG_STATE_COMPLETE_ACK;
3053 ret = ANEG_TIMER_ENAB;
3054 break;
3055
3056 case ANEG_STATE_COMPLETE_ACK:
3057 if (ap->ability_match != 0 &&
3058 ap->rxconfig == 0) {
3059 ap->state = ANEG_STATE_AN_ENABLE;
3060 break;
3061 }
3062 delta = ap->cur_time - ap->link_time;
3063 if (delta > ANEG_STATE_SETTLE_TIME) {
3064 if (!(ap->flags & (MR_LP_ADV_NEXT_PAGE))) {
3065 ap->state = ANEG_STATE_IDLE_DETECT_INIT;
3066 } else {
3067 if ((ap->txconfig & ANEG_CFG_NP) == 0 &&
3068 !(ap->flags & MR_NP_RX)) {
3069 ap->state = ANEG_STATE_IDLE_DETECT_INIT;
3070 } else {
3071 ret = ANEG_FAILED;
3072 }
3073 }
3074 }
3075 break;
3076
3077 case ANEG_STATE_IDLE_DETECT_INIT:
3078 ap->link_time = ap->cur_time;
3079 tp->mac_mode &= ~MAC_MODE_SEND_CONFIGS;
3080 tw32_f(MAC_MODE, tp->mac_mode);
3081 udelay(40);
3082
3083 ap->state = ANEG_STATE_IDLE_DETECT;
3084 ret = ANEG_TIMER_ENAB;
3085 break;
3086
3087 case ANEG_STATE_IDLE_DETECT:
3088 if (ap->ability_match != 0 &&
3089 ap->rxconfig == 0) {
3090 ap->state = ANEG_STATE_AN_ENABLE;
3091 break;
3092 }
3093 delta = ap->cur_time - ap->link_time;
3094 if (delta > ANEG_STATE_SETTLE_TIME) {
3095 /* XXX another gem from the Broadcom driver :( */
3096 ap->state = ANEG_STATE_LINK_OK;
3097 }
3098 break;
3099
3100 case ANEG_STATE_LINK_OK:
3101 ap->flags |= (MR_AN_COMPLETE | MR_LINK_OK);
3102 ret = ANEG_DONE;
3103 break;
3104
3105 case ANEG_STATE_NEXT_PAGE_WAIT_INIT:
3106 /* ??? unimplemented */
3107 break;
3108
3109 case ANEG_STATE_NEXT_PAGE_WAIT:
3110 /* ??? unimplemented */
3111 break;
3112
3113 default:
3114 ret = ANEG_FAILED;
3115 break;
Stephen Hemminger855e1112008-04-16 16:37:28 -07003116 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07003117
3118 return ret;
3119}
3120
Matt Carlson5be73b42007-12-20 20:09:29 -08003121static int fiber_autoneg(struct tg3 *tp, u32 *txflags, u32 *rxflags)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003122{
3123 int res = 0;
3124 struct tg3_fiber_aneginfo aninfo;
3125 int status = ANEG_FAILED;
3126 unsigned int tick;
3127 u32 tmp;
3128
3129 tw32_f(MAC_TX_AUTO_NEG, 0);
3130
3131 tmp = tp->mac_mode & ~MAC_MODE_PORT_MODE_MASK;
3132 tw32_f(MAC_MODE, tmp | MAC_MODE_PORT_MODE_GMII);
3133 udelay(40);
3134
3135 tw32_f(MAC_MODE, tp->mac_mode | MAC_MODE_SEND_CONFIGS);
3136 udelay(40);
3137
3138 memset(&aninfo, 0, sizeof(aninfo));
3139 aninfo.flags |= MR_AN_ENABLE;
3140 aninfo.state = ANEG_STATE_UNKNOWN;
3141 aninfo.cur_time = 0;
3142 tick = 0;
3143 while (++tick < 195000) {
3144 status = tg3_fiber_aneg_smachine(tp, &aninfo);
3145 if (status == ANEG_DONE || status == ANEG_FAILED)
3146 break;
3147
3148 udelay(1);
3149 }
3150
3151 tp->mac_mode &= ~MAC_MODE_SEND_CONFIGS;
3152 tw32_f(MAC_MODE, tp->mac_mode);
3153 udelay(40);
3154
Matt Carlson5be73b42007-12-20 20:09:29 -08003155 *txflags = aninfo.txconfig;
3156 *rxflags = aninfo.flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003157
3158 if (status == ANEG_DONE &&
3159 (aninfo.flags & (MR_AN_COMPLETE | MR_LINK_OK |
3160 MR_LP_ADV_FULL_DUPLEX)))
3161 res = 1;
3162
3163 return res;
3164}
3165
3166static void tg3_init_bcm8002(struct tg3 *tp)
3167{
3168 u32 mac_status = tr32(MAC_STATUS);
3169 int i;
3170
3171 /* Reset when initting first time or we have a link. */
3172 if ((tp->tg3_flags & TG3_FLAG_INIT_COMPLETE) &&
3173 !(mac_status & MAC_STATUS_PCS_SYNCED))
3174 return;
3175
3176 /* Set PLL lock range. */
3177 tg3_writephy(tp, 0x16, 0x8007);
3178
3179 /* SW reset */
3180 tg3_writephy(tp, MII_BMCR, BMCR_RESET);
3181
3182 /* Wait for reset to complete. */
3183 /* XXX schedule_timeout() ... */
3184 for (i = 0; i < 500; i++)
3185 udelay(10);
3186
3187 /* Config mode; select PMA/Ch 1 regs. */
3188 tg3_writephy(tp, 0x10, 0x8411);
3189
3190 /* Enable auto-lock and comdet, select txclk for tx. */
3191 tg3_writephy(tp, 0x11, 0x0a10);
3192
3193 tg3_writephy(tp, 0x18, 0x00a0);
3194 tg3_writephy(tp, 0x16, 0x41ff);
3195
3196 /* Assert and deassert POR. */
3197 tg3_writephy(tp, 0x13, 0x0400);
3198 udelay(40);
3199 tg3_writephy(tp, 0x13, 0x0000);
3200
3201 tg3_writephy(tp, 0x11, 0x0a50);
3202 udelay(40);
3203 tg3_writephy(tp, 0x11, 0x0a10);
3204
3205 /* Wait for signal to stabilize */
3206 /* XXX schedule_timeout() ... */
3207 for (i = 0; i < 15000; i++)
3208 udelay(10);
3209
3210 /* Deselect the channel register so we can read the PHYID
3211 * later.
3212 */
3213 tg3_writephy(tp, 0x10, 0x8011);
3214}
3215
3216static int tg3_setup_fiber_hw_autoneg(struct tg3 *tp, u32 mac_status)
3217{
Matt Carlson82cd3d12007-12-20 20:09:00 -08003218 u16 flowctrl;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003219 u32 sg_dig_ctrl, sg_dig_status;
3220 u32 serdes_cfg, expected_sg_dig_ctrl;
3221 int workaround, port_a;
3222 int current_link_up;
3223
3224 serdes_cfg = 0;
3225 expected_sg_dig_ctrl = 0;
3226 workaround = 0;
3227 port_a = 1;
3228 current_link_up = 0;
3229
3230 if (tp->pci_chip_rev_id != CHIPREV_ID_5704_A0 &&
3231 tp->pci_chip_rev_id != CHIPREV_ID_5704_A1) {
3232 workaround = 1;
3233 if (tr32(TG3PCI_DUAL_MAC_CTRL) & DUAL_MAC_CTRL_ID)
3234 port_a = 0;
3235
3236 /* preserve bits 0-11,13,14 for signal pre-emphasis */
3237 /* preserve bits 20-23 for voltage regulator */
3238 serdes_cfg = tr32(MAC_SERDES_CFG) & 0x00f06fff;
3239 }
3240
3241 sg_dig_ctrl = tr32(SG_DIG_CTRL);
3242
3243 if (tp->link_config.autoneg != AUTONEG_ENABLE) {
Matt Carlsonc98f6e32007-12-20 20:08:32 -08003244 if (sg_dig_ctrl & SG_DIG_USING_HW_AUTONEG) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07003245 if (workaround) {
3246 u32 val = serdes_cfg;
3247
3248 if (port_a)
3249 val |= 0xc010000;
3250 else
3251 val |= 0x4010000;
3252 tw32_f(MAC_SERDES_CFG, val);
3253 }
Matt Carlsonc98f6e32007-12-20 20:08:32 -08003254
3255 tw32_f(SG_DIG_CTRL, SG_DIG_COMMON_SETUP);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003256 }
3257 if (mac_status & MAC_STATUS_PCS_SYNCED) {
3258 tg3_setup_flow_control(tp, 0, 0);
3259 current_link_up = 1;
3260 }
3261 goto out;
3262 }
3263
3264 /* Want auto-negotiation. */
Matt Carlsonc98f6e32007-12-20 20:08:32 -08003265 expected_sg_dig_ctrl = SG_DIG_USING_HW_AUTONEG | SG_DIG_COMMON_SETUP;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003266
Matt Carlson82cd3d12007-12-20 20:09:00 -08003267 flowctrl = tg3_advert_flowctrl_1000X(tp->link_config.flowctrl);
3268 if (flowctrl & ADVERTISE_1000XPAUSE)
3269 expected_sg_dig_ctrl |= SG_DIG_PAUSE_CAP;
3270 if (flowctrl & ADVERTISE_1000XPSE_ASYM)
3271 expected_sg_dig_ctrl |= SG_DIG_ASYM_PAUSE;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003272
3273 if (sg_dig_ctrl != expected_sg_dig_ctrl) {
Michael Chan3d3ebe72006-09-27 15:59:15 -07003274 if ((tp->tg3_flags2 & TG3_FLG2_PARALLEL_DETECT) &&
3275 tp->serdes_counter &&
3276 ((mac_status & (MAC_STATUS_PCS_SYNCED |
3277 MAC_STATUS_RCVD_CFG)) ==
3278 MAC_STATUS_PCS_SYNCED)) {
3279 tp->serdes_counter--;
3280 current_link_up = 1;
3281 goto out;
3282 }
3283restart_autoneg:
Linus Torvalds1da177e2005-04-16 15:20:36 -07003284 if (workaround)
3285 tw32_f(MAC_SERDES_CFG, serdes_cfg | 0xc011000);
Matt Carlsonc98f6e32007-12-20 20:08:32 -08003286 tw32_f(SG_DIG_CTRL, expected_sg_dig_ctrl | SG_DIG_SOFT_RESET);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003287 udelay(5);
3288 tw32_f(SG_DIG_CTRL, expected_sg_dig_ctrl);
3289
Michael Chan3d3ebe72006-09-27 15:59:15 -07003290 tp->serdes_counter = SERDES_AN_TIMEOUT_5704S;
3291 tp->tg3_flags2 &= ~TG3_FLG2_PARALLEL_DETECT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003292 } else if (mac_status & (MAC_STATUS_PCS_SYNCED |
3293 MAC_STATUS_SIGNAL_DET)) {
Michael Chan3d3ebe72006-09-27 15:59:15 -07003294 sg_dig_status = tr32(SG_DIG_STATUS);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003295 mac_status = tr32(MAC_STATUS);
3296
Matt Carlsonc98f6e32007-12-20 20:08:32 -08003297 if ((sg_dig_status & SG_DIG_AUTONEG_COMPLETE) &&
Linus Torvalds1da177e2005-04-16 15:20:36 -07003298 (mac_status & MAC_STATUS_PCS_SYNCED)) {
Matt Carlson82cd3d12007-12-20 20:09:00 -08003299 u32 local_adv = 0, remote_adv = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003300
Matt Carlson82cd3d12007-12-20 20:09:00 -08003301 if (sg_dig_ctrl & SG_DIG_PAUSE_CAP)
3302 local_adv |= ADVERTISE_1000XPAUSE;
3303 if (sg_dig_ctrl & SG_DIG_ASYM_PAUSE)
3304 local_adv |= ADVERTISE_1000XPSE_ASYM;
3305
Matt Carlsonc98f6e32007-12-20 20:08:32 -08003306 if (sg_dig_status & SG_DIG_PARTNER_PAUSE_CAPABLE)
Matt Carlson82cd3d12007-12-20 20:09:00 -08003307 remote_adv |= LPA_1000XPAUSE;
Matt Carlsonc98f6e32007-12-20 20:08:32 -08003308 if (sg_dig_status & SG_DIG_PARTNER_ASYM_PAUSE)
Matt Carlson82cd3d12007-12-20 20:09:00 -08003309 remote_adv |= LPA_1000XPAUSE_ASYM;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003310
3311 tg3_setup_flow_control(tp, local_adv, remote_adv);
3312 current_link_up = 1;
Michael Chan3d3ebe72006-09-27 15:59:15 -07003313 tp->serdes_counter = 0;
3314 tp->tg3_flags2 &= ~TG3_FLG2_PARALLEL_DETECT;
Matt Carlsonc98f6e32007-12-20 20:08:32 -08003315 } else if (!(sg_dig_status & SG_DIG_AUTONEG_COMPLETE)) {
Michael Chan3d3ebe72006-09-27 15:59:15 -07003316 if (tp->serdes_counter)
3317 tp->serdes_counter--;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003318 else {
3319 if (workaround) {
3320 u32 val = serdes_cfg;
3321
3322 if (port_a)
3323 val |= 0xc010000;
3324 else
3325 val |= 0x4010000;
3326
3327 tw32_f(MAC_SERDES_CFG, val);
3328 }
3329
Matt Carlsonc98f6e32007-12-20 20:08:32 -08003330 tw32_f(SG_DIG_CTRL, SG_DIG_COMMON_SETUP);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003331 udelay(40);
3332
3333 /* Link parallel detection - link is up */
3334 /* only if we have PCS_SYNC and not */
3335 /* receiving config code words */
3336 mac_status = tr32(MAC_STATUS);
3337 if ((mac_status & MAC_STATUS_PCS_SYNCED) &&
3338 !(mac_status & MAC_STATUS_RCVD_CFG)) {
3339 tg3_setup_flow_control(tp, 0, 0);
3340 current_link_up = 1;
Michael Chan3d3ebe72006-09-27 15:59:15 -07003341 tp->tg3_flags2 |=
3342 TG3_FLG2_PARALLEL_DETECT;
3343 tp->serdes_counter =
3344 SERDES_PARALLEL_DET_TIMEOUT;
3345 } else
3346 goto restart_autoneg;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003347 }
3348 }
Michael Chan3d3ebe72006-09-27 15:59:15 -07003349 } else {
3350 tp->serdes_counter = SERDES_AN_TIMEOUT_5704S;
3351 tp->tg3_flags2 &= ~TG3_FLG2_PARALLEL_DETECT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003352 }
3353
3354out:
3355 return current_link_up;
3356}
3357
3358static int tg3_setup_fiber_by_hand(struct tg3 *tp, u32 mac_status)
3359{
3360 int current_link_up = 0;
3361
Michael Chan5cf64b82007-05-05 12:11:21 -07003362 if (!(mac_status & MAC_STATUS_PCS_SYNCED))
Linus Torvalds1da177e2005-04-16 15:20:36 -07003363 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003364
3365 if (tp->link_config.autoneg == AUTONEG_ENABLE) {
Matt Carlson5be73b42007-12-20 20:09:29 -08003366 u32 txflags, rxflags;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003367 int i;
Jeff Garzik6aa20a22006-09-13 13:24:59 -04003368
Matt Carlson5be73b42007-12-20 20:09:29 -08003369 if (fiber_autoneg(tp, &txflags, &rxflags)) {
3370 u32 local_adv = 0, remote_adv = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003371
Matt Carlson5be73b42007-12-20 20:09:29 -08003372 if (txflags & ANEG_CFG_PS1)
3373 local_adv |= ADVERTISE_1000XPAUSE;
3374 if (txflags & ANEG_CFG_PS2)
3375 local_adv |= ADVERTISE_1000XPSE_ASYM;
3376
3377 if (rxflags & MR_LP_ADV_SYM_PAUSE)
3378 remote_adv |= LPA_1000XPAUSE;
3379 if (rxflags & MR_LP_ADV_ASYM_PAUSE)
3380 remote_adv |= LPA_1000XPAUSE_ASYM;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003381
3382 tg3_setup_flow_control(tp, local_adv, remote_adv);
3383
Linus Torvalds1da177e2005-04-16 15:20:36 -07003384 current_link_up = 1;
3385 }
3386 for (i = 0; i < 30; i++) {
3387 udelay(20);
3388 tw32_f(MAC_STATUS,
3389 (MAC_STATUS_SYNC_CHANGED |
3390 MAC_STATUS_CFG_CHANGED));
3391 udelay(40);
3392 if ((tr32(MAC_STATUS) &
3393 (MAC_STATUS_SYNC_CHANGED |
3394 MAC_STATUS_CFG_CHANGED)) == 0)
3395 break;
3396 }
3397
3398 mac_status = tr32(MAC_STATUS);
3399 if (current_link_up == 0 &&
3400 (mac_status & MAC_STATUS_PCS_SYNCED) &&
3401 !(mac_status & MAC_STATUS_RCVD_CFG))
3402 current_link_up = 1;
3403 } else {
Matt Carlson5be73b42007-12-20 20:09:29 -08003404 tg3_setup_flow_control(tp, 0, 0);
3405
Linus Torvalds1da177e2005-04-16 15:20:36 -07003406 /* Forcing 1000FD link up. */
3407 current_link_up = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003408
3409 tw32_f(MAC_MODE, (tp->mac_mode | MAC_MODE_SEND_CONFIGS));
3410 udelay(40);
Matt Carlsone8f3f6c2007-07-11 19:47:55 -07003411
3412 tw32_f(MAC_MODE, tp->mac_mode);
3413 udelay(40);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003414 }
3415
3416out:
3417 return current_link_up;
3418}
3419
3420static int tg3_setup_fiber_phy(struct tg3 *tp, int force_reset)
3421{
3422 u32 orig_pause_cfg;
3423 u16 orig_active_speed;
3424 u8 orig_active_duplex;
3425 u32 mac_status;
3426 int current_link_up;
3427 int i;
3428
Matt Carlson8d018622007-12-20 20:05:44 -08003429 orig_pause_cfg = tp->link_config.active_flowctrl;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003430 orig_active_speed = tp->link_config.active_speed;
3431 orig_active_duplex = tp->link_config.active_duplex;
3432
3433 if (!(tp->tg3_flags2 & TG3_FLG2_HW_AUTONEG) &&
3434 netif_carrier_ok(tp->dev) &&
3435 (tp->tg3_flags & TG3_FLAG_INIT_COMPLETE)) {
3436 mac_status = tr32(MAC_STATUS);
3437 mac_status &= (MAC_STATUS_PCS_SYNCED |
3438 MAC_STATUS_SIGNAL_DET |
3439 MAC_STATUS_CFG_CHANGED |
3440 MAC_STATUS_RCVD_CFG);
3441 if (mac_status == (MAC_STATUS_PCS_SYNCED |
3442 MAC_STATUS_SIGNAL_DET)) {
3443 tw32_f(MAC_STATUS, (MAC_STATUS_SYNC_CHANGED |
3444 MAC_STATUS_CFG_CHANGED));
3445 return 0;
3446 }
3447 }
3448
3449 tw32_f(MAC_TX_AUTO_NEG, 0);
3450
3451 tp->mac_mode &= ~(MAC_MODE_PORT_MODE_MASK | MAC_MODE_HALF_DUPLEX);
3452 tp->mac_mode |= MAC_MODE_PORT_MODE_TBI;
3453 tw32_f(MAC_MODE, tp->mac_mode);
3454 udelay(40);
3455
3456 if (tp->phy_id == PHY_ID_BCM8002)
3457 tg3_init_bcm8002(tp);
3458
3459 /* Enable link change event even when serdes polling. */
3460 tw32_f(MAC_EVENT, MAC_EVENT_LNKSTATE_CHANGED);
3461 udelay(40);
3462
3463 current_link_up = 0;
3464 mac_status = tr32(MAC_STATUS);
3465
3466 if (tp->tg3_flags2 & TG3_FLG2_HW_AUTONEG)
3467 current_link_up = tg3_setup_fiber_hw_autoneg(tp, mac_status);
3468 else
3469 current_link_up = tg3_setup_fiber_by_hand(tp, mac_status);
3470
Linus Torvalds1da177e2005-04-16 15:20:36 -07003471 tp->hw_status->status =
3472 (SD_STATUS_UPDATED |
3473 (tp->hw_status->status & ~SD_STATUS_LINK_CHG));
3474
3475 for (i = 0; i < 100; i++) {
3476 tw32_f(MAC_STATUS, (MAC_STATUS_SYNC_CHANGED |
3477 MAC_STATUS_CFG_CHANGED));
3478 udelay(5);
3479 if ((tr32(MAC_STATUS) & (MAC_STATUS_SYNC_CHANGED |
Michael Chan3d3ebe72006-09-27 15:59:15 -07003480 MAC_STATUS_CFG_CHANGED |
3481 MAC_STATUS_LNKSTATE_CHANGED)) == 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003482 break;
3483 }
3484
3485 mac_status = tr32(MAC_STATUS);
3486 if ((mac_status & MAC_STATUS_PCS_SYNCED) == 0) {
3487 current_link_up = 0;
Michael Chan3d3ebe72006-09-27 15:59:15 -07003488 if (tp->link_config.autoneg == AUTONEG_ENABLE &&
3489 tp->serdes_counter == 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07003490 tw32_f(MAC_MODE, (tp->mac_mode |
3491 MAC_MODE_SEND_CONFIGS));
3492 udelay(1);
3493 tw32_f(MAC_MODE, tp->mac_mode);
3494 }
3495 }
3496
3497 if (current_link_up == 1) {
3498 tp->link_config.active_speed = SPEED_1000;
3499 tp->link_config.active_duplex = DUPLEX_FULL;
3500 tw32(MAC_LED_CTRL, (tp->led_ctrl |
3501 LED_CTRL_LNKLED_OVERRIDE |
3502 LED_CTRL_1000MBPS_ON));
3503 } else {
3504 tp->link_config.active_speed = SPEED_INVALID;
3505 tp->link_config.active_duplex = DUPLEX_INVALID;
3506 tw32(MAC_LED_CTRL, (tp->led_ctrl |
3507 LED_CTRL_LNKLED_OVERRIDE |
3508 LED_CTRL_TRAFFIC_OVERRIDE));
3509 }
3510
3511 if (current_link_up != netif_carrier_ok(tp->dev)) {
3512 if (current_link_up)
3513 netif_carrier_on(tp->dev);
3514 else
3515 netif_carrier_off(tp->dev);
3516 tg3_link_report(tp);
3517 } else {
Matt Carlson8d018622007-12-20 20:05:44 -08003518 u32 now_pause_cfg = tp->link_config.active_flowctrl;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003519 if (orig_pause_cfg != now_pause_cfg ||
3520 orig_active_speed != tp->link_config.active_speed ||
3521 orig_active_duplex != tp->link_config.active_duplex)
3522 tg3_link_report(tp);
3523 }
3524
3525 return 0;
3526}
3527
Michael Chan747e8f82005-07-25 12:33:22 -07003528static int tg3_setup_fiber_mii_phy(struct tg3 *tp, int force_reset)
3529{
3530 int current_link_up, err = 0;
3531 u32 bmsr, bmcr;
3532 u16 current_speed;
3533 u8 current_duplex;
Matt Carlsonef167e22007-12-20 20:10:01 -08003534 u32 local_adv, remote_adv;
Michael Chan747e8f82005-07-25 12:33:22 -07003535
3536 tp->mac_mode |= MAC_MODE_PORT_MODE_GMII;
3537 tw32_f(MAC_MODE, tp->mac_mode);
3538 udelay(40);
3539
3540 tw32(MAC_EVENT, 0);
3541
3542 tw32_f(MAC_STATUS,
3543 (MAC_STATUS_SYNC_CHANGED |
3544 MAC_STATUS_CFG_CHANGED |
3545 MAC_STATUS_MI_COMPLETION |
3546 MAC_STATUS_LNKSTATE_CHANGED));
3547 udelay(40);
3548
3549 if (force_reset)
3550 tg3_phy_reset(tp);
3551
3552 current_link_up = 0;
3553 current_speed = SPEED_INVALID;
3554 current_duplex = DUPLEX_INVALID;
3555
3556 err |= tg3_readphy(tp, MII_BMSR, &bmsr);
3557 err |= tg3_readphy(tp, MII_BMSR, &bmsr);
Michael Chand4d2c552006-03-20 17:47:20 -08003558 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5714) {
3559 if (tr32(MAC_TX_STATUS) & TX_STATUS_LINK_UP)
3560 bmsr |= BMSR_LSTATUS;
3561 else
3562 bmsr &= ~BMSR_LSTATUS;
3563 }
Michael Chan747e8f82005-07-25 12:33:22 -07003564
3565 err |= tg3_readphy(tp, MII_BMCR, &bmcr);
3566
3567 if ((tp->link_config.autoneg == AUTONEG_ENABLE) && !force_reset &&
Matt Carlson2bd3ed02008-06-09 15:39:55 -07003568 (tp->tg3_flags2 & TG3_FLG2_PARALLEL_DETECT)) {
Michael Chan747e8f82005-07-25 12:33:22 -07003569 /* do nothing, just check for link up at the end */
3570 } else if (tp->link_config.autoneg == AUTONEG_ENABLE) {
3571 u32 adv, new_adv;
3572
3573 err |= tg3_readphy(tp, MII_ADVERTISE, &adv);
3574 new_adv = adv & ~(ADVERTISE_1000XFULL | ADVERTISE_1000XHALF |
3575 ADVERTISE_1000XPAUSE |
3576 ADVERTISE_1000XPSE_ASYM |
3577 ADVERTISE_SLCT);
3578
Matt Carlsonba4d07a2007-12-20 20:08:00 -08003579 new_adv |= tg3_advert_flowctrl_1000X(tp->link_config.flowctrl);
Michael Chan747e8f82005-07-25 12:33:22 -07003580
3581 if (tp->link_config.advertising & ADVERTISED_1000baseT_Half)
3582 new_adv |= ADVERTISE_1000XHALF;
3583 if (tp->link_config.advertising & ADVERTISED_1000baseT_Full)
3584 new_adv |= ADVERTISE_1000XFULL;
3585
3586 if ((new_adv != adv) || !(bmcr & BMCR_ANENABLE)) {
3587 tg3_writephy(tp, MII_ADVERTISE, new_adv);
3588 bmcr |= BMCR_ANENABLE | BMCR_ANRESTART;
3589 tg3_writephy(tp, MII_BMCR, bmcr);
3590
3591 tw32_f(MAC_EVENT, MAC_EVENT_LNKSTATE_CHANGED);
Michael Chan3d3ebe72006-09-27 15:59:15 -07003592 tp->serdes_counter = SERDES_AN_TIMEOUT_5714S;
Michael Chan747e8f82005-07-25 12:33:22 -07003593 tp->tg3_flags2 &= ~TG3_FLG2_PARALLEL_DETECT;
3594
3595 return err;
3596 }
3597 } else {
3598 u32 new_bmcr;
3599
3600 bmcr &= ~BMCR_SPEED1000;
3601 new_bmcr = bmcr & ~(BMCR_ANENABLE | BMCR_FULLDPLX);
3602
3603 if (tp->link_config.duplex == DUPLEX_FULL)
3604 new_bmcr |= BMCR_FULLDPLX;
3605
3606 if (new_bmcr != bmcr) {
3607 /* BMCR_SPEED1000 is a reserved bit that needs
3608 * to be set on write.
3609 */
3610 new_bmcr |= BMCR_SPEED1000;
3611
3612 /* Force a linkdown */
3613 if (netif_carrier_ok(tp->dev)) {
3614 u32 adv;
3615
3616 err |= tg3_readphy(tp, MII_ADVERTISE, &adv);
3617 adv &= ~(ADVERTISE_1000XFULL |
3618 ADVERTISE_1000XHALF |
3619 ADVERTISE_SLCT);
3620 tg3_writephy(tp, MII_ADVERTISE, adv);
3621 tg3_writephy(tp, MII_BMCR, bmcr |
3622 BMCR_ANRESTART |
3623 BMCR_ANENABLE);
3624 udelay(10);
3625 netif_carrier_off(tp->dev);
3626 }
3627 tg3_writephy(tp, MII_BMCR, new_bmcr);
3628 bmcr = new_bmcr;
3629 err |= tg3_readphy(tp, MII_BMSR, &bmsr);
3630 err |= tg3_readphy(tp, MII_BMSR, &bmsr);
Michael Chand4d2c552006-03-20 17:47:20 -08003631 if (GET_ASIC_REV(tp->pci_chip_rev_id) ==
3632 ASIC_REV_5714) {
3633 if (tr32(MAC_TX_STATUS) & TX_STATUS_LINK_UP)
3634 bmsr |= BMSR_LSTATUS;
3635 else
3636 bmsr &= ~BMSR_LSTATUS;
3637 }
Michael Chan747e8f82005-07-25 12:33:22 -07003638 tp->tg3_flags2 &= ~TG3_FLG2_PARALLEL_DETECT;
3639 }
3640 }
3641
3642 if (bmsr & BMSR_LSTATUS) {
3643 current_speed = SPEED_1000;
3644 current_link_up = 1;
3645 if (bmcr & BMCR_FULLDPLX)
3646 current_duplex = DUPLEX_FULL;
3647 else
3648 current_duplex = DUPLEX_HALF;
3649
Matt Carlsonef167e22007-12-20 20:10:01 -08003650 local_adv = 0;
3651 remote_adv = 0;
3652
Michael Chan747e8f82005-07-25 12:33:22 -07003653 if (bmcr & BMCR_ANENABLE) {
Matt Carlsonef167e22007-12-20 20:10:01 -08003654 u32 common;
Michael Chan747e8f82005-07-25 12:33:22 -07003655
3656 err |= tg3_readphy(tp, MII_ADVERTISE, &local_adv);
3657 err |= tg3_readphy(tp, MII_LPA, &remote_adv);
3658 common = local_adv & remote_adv;
3659 if (common & (ADVERTISE_1000XHALF |
3660 ADVERTISE_1000XFULL)) {
3661 if (common & ADVERTISE_1000XFULL)
3662 current_duplex = DUPLEX_FULL;
3663 else
3664 current_duplex = DUPLEX_HALF;
Michael Chan747e8f82005-07-25 12:33:22 -07003665 }
3666 else
3667 current_link_up = 0;
3668 }
3669 }
3670
Matt Carlsonef167e22007-12-20 20:10:01 -08003671 if (current_link_up == 1 && current_duplex == DUPLEX_FULL)
3672 tg3_setup_flow_control(tp, local_adv, remote_adv);
3673
Michael Chan747e8f82005-07-25 12:33:22 -07003674 tp->mac_mode &= ~MAC_MODE_HALF_DUPLEX;
3675 if (tp->link_config.active_duplex == DUPLEX_HALF)
3676 tp->mac_mode |= MAC_MODE_HALF_DUPLEX;
3677
3678 tw32_f(MAC_MODE, tp->mac_mode);
3679 udelay(40);
3680
3681 tw32_f(MAC_EVENT, MAC_EVENT_LNKSTATE_CHANGED);
3682
3683 tp->link_config.active_speed = current_speed;
3684 tp->link_config.active_duplex = current_duplex;
3685
3686 if (current_link_up != netif_carrier_ok(tp->dev)) {
3687 if (current_link_up)
3688 netif_carrier_on(tp->dev);
3689 else {
3690 netif_carrier_off(tp->dev);
3691 tp->tg3_flags2 &= ~TG3_FLG2_PARALLEL_DETECT;
3692 }
3693 tg3_link_report(tp);
3694 }
3695 return err;
3696}
3697
3698static void tg3_serdes_parallel_detect(struct tg3 *tp)
3699{
Michael Chan3d3ebe72006-09-27 15:59:15 -07003700 if (tp->serdes_counter) {
Michael Chan747e8f82005-07-25 12:33:22 -07003701 /* Give autoneg time to complete. */
Michael Chan3d3ebe72006-09-27 15:59:15 -07003702 tp->serdes_counter--;
Michael Chan747e8f82005-07-25 12:33:22 -07003703 return;
3704 }
3705 if (!netif_carrier_ok(tp->dev) &&
3706 (tp->link_config.autoneg == AUTONEG_ENABLE)) {
3707 u32 bmcr;
3708
3709 tg3_readphy(tp, MII_BMCR, &bmcr);
3710 if (bmcr & BMCR_ANENABLE) {
3711 u32 phy1, phy2;
3712
3713 /* Select shadow register 0x1f */
3714 tg3_writephy(tp, 0x1c, 0x7c00);
3715 tg3_readphy(tp, 0x1c, &phy1);
3716
3717 /* Select expansion interrupt status register */
3718 tg3_writephy(tp, 0x17, 0x0f01);
3719 tg3_readphy(tp, 0x15, &phy2);
3720 tg3_readphy(tp, 0x15, &phy2);
3721
3722 if ((phy1 & 0x10) && !(phy2 & 0x20)) {
3723 /* We have signal detect and not receiving
3724 * config code words, link is up by parallel
3725 * detection.
3726 */
3727
3728 bmcr &= ~BMCR_ANENABLE;
3729 bmcr |= BMCR_SPEED1000 | BMCR_FULLDPLX;
3730 tg3_writephy(tp, MII_BMCR, bmcr);
3731 tp->tg3_flags2 |= TG3_FLG2_PARALLEL_DETECT;
3732 }
3733 }
3734 }
3735 else if (netif_carrier_ok(tp->dev) &&
3736 (tp->link_config.autoneg == AUTONEG_ENABLE) &&
3737 (tp->tg3_flags2 & TG3_FLG2_PARALLEL_DETECT)) {
3738 u32 phy2;
3739
3740 /* Select expansion interrupt status register */
3741 tg3_writephy(tp, 0x17, 0x0f01);
3742 tg3_readphy(tp, 0x15, &phy2);
3743 if (phy2 & 0x20) {
3744 u32 bmcr;
3745
3746 /* Config code words received, turn on autoneg. */
3747 tg3_readphy(tp, MII_BMCR, &bmcr);
3748 tg3_writephy(tp, MII_BMCR, bmcr | BMCR_ANENABLE);
3749
3750 tp->tg3_flags2 &= ~TG3_FLG2_PARALLEL_DETECT;
3751
3752 }
3753 }
3754}
3755
Linus Torvalds1da177e2005-04-16 15:20:36 -07003756static int tg3_setup_phy(struct tg3 *tp, int force_reset)
3757{
3758 int err;
3759
3760 if (tp->tg3_flags2 & TG3_FLG2_PHY_SERDES) {
3761 err = tg3_setup_fiber_phy(tp, force_reset);
Michael Chan747e8f82005-07-25 12:33:22 -07003762 } else if (tp->tg3_flags2 & TG3_FLG2_MII_SERDES) {
3763 err = tg3_setup_fiber_mii_phy(tp, force_reset);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003764 } else {
3765 err = tg3_setup_copper_phy(tp, force_reset);
3766 }
3767
Matt Carlsonb5af7122007-11-12 21:22:02 -08003768 if (tp->pci_chip_rev_id == CHIPREV_ID_5784_A0 ||
3769 tp->pci_chip_rev_id == CHIPREV_ID_5784_A1) {
Matt Carlsonaa6c91f2007-11-12 21:18:04 -08003770 u32 val, scale;
3771
3772 val = tr32(TG3_CPMU_CLCK_STAT) & CPMU_CLCK_STAT_MAC_CLCK_MASK;
3773 if (val == CPMU_CLCK_STAT_MAC_CLCK_62_5)
3774 scale = 65;
3775 else if (val == CPMU_CLCK_STAT_MAC_CLCK_6_25)
3776 scale = 6;
3777 else
3778 scale = 12;
3779
3780 val = tr32(GRC_MISC_CFG) & ~GRC_MISC_CFG_PRESCALAR_MASK;
3781 val |= (scale << GRC_MISC_CFG_PRESCALAR_SHIFT);
3782 tw32(GRC_MISC_CFG, val);
3783 }
3784
Linus Torvalds1da177e2005-04-16 15:20:36 -07003785 if (tp->link_config.active_speed == SPEED_1000 &&
3786 tp->link_config.active_duplex == DUPLEX_HALF)
3787 tw32(MAC_TX_LENGTHS,
3788 ((2 << TX_LENGTHS_IPG_CRS_SHIFT) |
3789 (6 << TX_LENGTHS_IPG_SHIFT) |
3790 (0xff << TX_LENGTHS_SLOT_TIME_SHIFT)));
3791 else
3792 tw32(MAC_TX_LENGTHS,
3793 ((2 << TX_LENGTHS_IPG_CRS_SHIFT) |
3794 (6 << TX_LENGTHS_IPG_SHIFT) |
3795 (32 << TX_LENGTHS_SLOT_TIME_SHIFT)));
3796
3797 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS)) {
3798 if (netif_carrier_ok(tp->dev)) {
3799 tw32(HOSTCC_STAT_COAL_TICKS,
David S. Miller15f98502005-05-18 22:49:26 -07003800 tp->coal.stats_block_coalesce_usecs);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003801 } else {
3802 tw32(HOSTCC_STAT_COAL_TICKS, 0);
3803 }
3804 }
3805
Matt Carlson8ed5d972007-05-07 00:25:49 -07003806 if (tp->tg3_flags & TG3_FLAG_ASPM_WORKAROUND) {
3807 u32 val = tr32(PCIE_PWR_MGMT_THRESH);
3808 if (!netif_carrier_ok(tp->dev))
3809 val = (val & ~PCIE_PWR_MGMT_L1_THRESH_MSK) |
3810 tp->pwrmgmt_thresh;
3811 else
3812 val |= PCIE_PWR_MGMT_L1_THRESH_MSK;
3813 tw32(PCIE_PWR_MGMT_THRESH, val);
3814 }
3815
Linus Torvalds1da177e2005-04-16 15:20:36 -07003816 return err;
3817}
3818
Michael Chandf3e6542006-05-26 17:48:07 -07003819/* This is called whenever we suspect that the system chipset is re-
3820 * ordering the sequence of MMIO to the tx send mailbox. The symptom
3821 * is bogus tx completions. We try to recover by setting the
3822 * TG3_FLAG_MBOX_WRITE_REORDER flag and resetting the chip later
3823 * in the workqueue.
3824 */
3825static void tg3_tx_recover(struct tg3 *tp)
3826{
3827 BUG_ON((tp->tg3_flags & TG3_FLAG_MBOX_WRITE_REORDER) ||
3828 tp->write32_tx_mbox == tg3_write_indirect_mbox);
3829
3830 printk(KERN_WARNING PFX "%s: The system may be re-ordering memory-"
3831 "mapped I/O cycles to the network device, attempting to "
3832 "recover. Please report the problem to the driver maintainer "
3833 "and include system chipset information.\n", tp->dev->name);
3834
3835 spin_lock(&tp->lock);
Michael Chandf3e6542006-05-26 17:48:07 -07003836 tp->tg3_flags |= TG3_FLAG_TX_RECOVERY_PENDING;
Michael Chandf3e6542006-05-26 17:48:07 -07003837 spin_unlock(&tp->lock);
3838}
3839
Michael Chan1b2a7202006-08-07 21:46:02 -07003840static inline u32 tg3_tx_avail(struct tg3 *tp)
3841{
3842 smp_mb();
3843 return (tp->tx_pending -
3844 ((tp->tx_prod - tp->tx_cons) & (TG3_TX_RING_SIZE - 1)));
3845}
3846
Linus Torvalds1da177e2005-04-16 15:20:36 -07003847/* Tigon3 never reports partial packet sends. So we do not
3848 * need special logic to handle SKBs that have not had all
3849 * of their frags sent yet, like SunGEM does.
3850 */
3851static void tg3_tx(struct tg3 *tp)
3852{
3853 u32 hw_idx = tp->hw_status->idx[0].tx_consumer;
3854 u32 sw_idx = tp->tx_cons;
3855
3856 while (sw_idx != hw_idx) {
3857 struct tx_ring_info *ri = &tp->tx_buffers[sw_idx];
3858 struct sk_buff *skb = ri->skb;
Michael Chandf3e6542006-05-26 17:48:07 -07003859 int i, tx_bug = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003860
Michael Chandf3e6542006-05-26 17:48:07 -07003861 if (unlikely(skb == NULL)) {
3862 tg3_tx_recover(tp);
3863 return;
3864 }
3865
David S. Miller90079ce2008-09-11 04:52:51 -07003866 skb_dma_unmap(&tp->pdev->dev, skb, DMA_TO_DEVICE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003867
3868 ri->skb = NULL;
3869
3870 sw_idx = NEXT_TX(sw_idx);
3871
3872 for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07003873 ri = &tp->tx_buffers[sw_idx];
Michael Chandf3e6542006-05-26 17:48:07 -07003874 if (unlikely(ri->skb != NULL || sw_idx == hw_idx))
3875 tx_bug = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003876 sw_idx = NEXT_TX(sw_idx);
3877 }
3878
David S. Millerf47c11e2005-06-24 20:18:35 -07003879 dev_kfree_skb(skb);
Michael Chandf3e6542006-05-26 17:48:07 -07003880
3881 if (unlikely(tx_bug)) {
3882 tg3_tx_recover(tp);
3883 return;
3884 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07003885 }
3886
3887 tp->tx_cons = sw_idx;
3888
Michael Chan1b2a7202006-08-07 21:46:02 -07003889 /* Need to make the tx_cons update visible to tg3_start_xmit()
3890 * before checking for netif_queue_stopped(). Without the
3891 * memory barrier, there is a small possibility that tg3_start_xmit()
3892 * will miss it and cause the queue to be stopped forever.
3893 */
3894 smp_mb();
3895
3896 if (unlikely(netif_queue_stopped(tp->dev) &&
Ranjit Manomohan42952232006-10-18 20:54:26 -07003897 (tg3_tx_avail(tp) > TG3_TX_WAKEUP_THRESH(tp)))) {
Michael Chan1b2a7202006-08-07 21:46:02 -07003898 netif_tx_lock(tp->dev);
Michael Chan51b91462005-09-01 17:41:28 -07003899 if (netif_queue_stopped(tp->dev) &&
Ranjit Manomohan42952232006-10-18 20:54:26 -07003900 (tg3_tx_avail(tp) > TG3_TX_WAKEUP_THRESH(tp)))
Michael Chan51b91462005-09-01 17:41:28 -07003901 netif_wake_queue(tp->dev);
Michael Chan1b2a7202006-08-07 21:46:02 -07003902 netif_tx_unlock(tp->dev);
Michael Chan51b91462005-09-01 17:41:28 -07003903 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07003904}
3905
3906/* Returns size of skb allocated or < 0 on error.
3907 *
3908 * We only need to fill in the address because the other members
3909 * of the RX descriptor are invariant, see tg3_init_rings.
3910 *
3911 * Note the purposeful assymetry of cpu vs. chip accesses. For
3912 * posting buffers we only dirty the first cache line of the RX
3913 * descriptor (containing the address). Whereas for the RX status
3914 * buffers the cpu only reads the last cacheline of the RX descriptor
3915 * (to fetch the error flags, vlan tag, checksum, and opaque cookie).
3916 */
3917static int tg3_alloc_rx_skb(struct tg3 *tp, u32 opaque_key,
3918 int src_idx, u32 dest_idx_unmasked)
3919{
3920 struct tg3_rx_buffer_desc *desc;
3921 struct ring_info *map, *src_map;
3922 struct sk_buff *skb;
3923 dma_addr_t mapping;
3924 int skb_size, dest_idx;
3925
3926 src_map = NULL;
3927 switch (opaque_key) {
3928 case RXD_OPAQUE_RING_STD:
3929 dest_idx = dest_idx_unmasked % TG3_RX_RING_SIZE;
3930 desc = &tp->rx_std[dest_idx];
3931 map = &tp->rx_std_buffers[dest_idx];
3932 if (src_idx >= 0)
3933 src_map = &tp->rx_std_buffers[src_idx];
Michael Chan7e72aad2005-07-25 12:31:17 -07003934 skb_size = tp->rx_pkt_buf_sz;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003935 break;
3936
3937 case RXD_OPAQUE_RING_JUMBO:
3938 dest_idx = dest_idx_unmasked % TG3_RX_JUMBO_RING_SIZE;
3939 desc = &tp->rx_jumbo[dest_idx];
3940 map = &tp->rx_jumbo_buffers[dest_idx];
3941 if (src_idx >= 0)
3942 src_map = &tp->rx_jumbo_buffers[src_idx];
3943 skb_size = RX_JUMBO_PKT_BUF_SZ;
3944 break;
3945
3946 default:
3947 return -EINVAL;
Stephen Hemminger855e1112008-04-16 16:37:28 -07003948 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07003949
3950 /* Do not overwrite any of the map or rp information
3951 * until we are sure we can commit to a new buffer.
3952 *
3953 * Callers depend upon this behavior and assume that
3954 * we leave everything unchanged if we fail.
3955 */
David S. Millera20e9c62006-07-31 22:38:16 -07003956 skb = netdev_alloc_skb(tp->dev, skb_size);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003957 if (skb == NULL)
3958 return -ENOMEM;
3959
Linus Torvalds1da177e2005-04-16 15:20:36 -07003960 skb_reserve(skb, tp->rx_offset);
3961
3962 mapping = pci_map_single(tp->pdev, skb->data,
3963 skb_size - tp->rx_offset,
3964 PCI_DMA_FROMDEVICE);
3965
3966 map->skb = skb;
3967 pci_unmap_addr_set(map, mapping, mapping);
3968
3969 if (src_map != NULL)
3970 src_map->skb = NULL;
3971
3972 desc->addr_hi = ((u64)mapping >> 32);
3973 desc->addr_lo = ((u64)mapping & 0xffffffff);
3974
3975 return skb_size;
3976}
3977
3978/* We only need to move over in the address because the other
3979 * members of the RX descriptor are invariant. See notes above
3980 * tg3_alloc_rx_skb for full details.
3981 */
3982static void tg3_recycle_rx(struct tg3 *tp, u32 opaque_key,
3983 int src_idx, u32 dest_idx_unmasked)
3984{
3985 struct tg3_rx_buffer_desc *src_desc, *dest_desc;
3986 struct ring_info *src_map, *dest_map;
3987 int dest_idx;
3988
3989 switch (opaque_key) {
3990 case RXD_OPAQUE_RING_STD:
3991 dest_idx = dest_idx_unmasked % TG3_RX_RING_SIZE;
3992 dest_desc = &tp->rx_std[dest_idx];
3993 dest_map = &tp->rx_std_buffers[dest_idx];
3994 src_desc = &tp->rx_std[src_idx];
3995 src_map = &tp->rx_std_buffers[src_idx];
3996 break;
3997
3998 case RXD_OPAQUE_RING_JUMBO:
3999 dest_idx = dest_idx_unmasked % TG3_RX_JUMBO_RING_SIZE;
4000 dest_desc = &tp->rx_jumbo[dest_idx];
4001 dest_map = &tp->rx_jumbo_buffers[dest_idx];
4002 src_desc = &tp->rx_jumbo[src_idx];
4003 src_map = &tp->rx_jumbo_buffers[src_idx];
4004 break;
4005
4006 default:
4007 return;
Stephen Hemminger855e1112008-04-16 16:37:28 -07004008 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07004009
4010 dest_map->skb = src_map->skb;
4011 pci_unmap_addr_set(dest_map, mapping,
4012 pci_unmap_addr(src_map, mapping));
4013 dest_desc->addr_hi = src_desc->addr_hi;
4014 dest_desc->addr_lo = src_desc->addr_lo;
4015
4016 src_map->skb = NULL;
4017}
4018
4019#if TG3_VLAN_TAG_USED
4020static int tg3_vlan_rx(struct tg3 *tp, struct sk_buff *skb, u16 vlan_tag)
4021{
4022 return vlan_hwaccel_receive_skb(skb, tp->vlgrp, vlan_tag);
4023}
4024#endif
4025
4026/* The RX ring scheme is composed of multiple rings which post fresh
4027 * buffers to the chip, and one special ring the chip uses to report
4028 * status back to the host.
4029 *
4030 * The special ring reports the status of received packets to the
4031 * host. The chip does not write into the original descriptor the
4032 * RX buffer was obtained from. The chip simply takes the original
4033 * descriptor as provided by the host, updates the status and length
4034 * field, then writes this into the next status ring entry.
4035 *
4036 * Each ring the host uses to post buffers to the chip is described
4037 * by a TG3_BDINFO entry in the chips SRAM area. When a packet arrives,
4038 * it is first placed into the on-chip ram. When the packet's length
4039 * is known, it walks down the TG3_BDINFO entries to select the ring.
4040 * Each TG3_BDINFO specifies a MAXLEN field and the first TG3_BDINFO
4041 * which is within the range of the new packet's length is chosen.
4042 *
4043 * The "separate ring for rx status" scheme may sound queer, but it makes
4044 * sense from a cache coherency perspective. If only the host writes
4045 * to the buffer post rings, and only the chip writes to the rx status
4046 * rings, then cache lines never move beyond shared-modified state.
4047 * If both the host and chip were to write into the same ring, cache line
4048 * eviction could occur since both entities want it in an exclusive state.
4049 */
4050static int tg3_rx(struct tg3 *tp, int budget)
4051{
Michael Chanf92905d2006-06-29 20:14:29 -07004052 u32 work_mask, rx_std_posted = 0;
Michael Chan483ba502005-04-25 15:14:03 -07004053 u32 sw_idx = tp->rx_rcb_ptr;
4054 u16 hw_idx;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004055 int received;
4056
4057 hw_idx = tp->hw_status->idx[0].rx_producer;
4058 /*
4059 * We need to order the read of hw_idx and the read of
4060 * the opaque cookie.
4061 */
4062 rmb();
Linus Torvalds1da177e2005-04-16 15:20:36 -07004063 work_mask = 0;
4064 received = 0;
4065 while (sw_idx != hw_idx && budget > 0) {
4066 struct tg3_rx_buffer_desc *desc = &tp->rx_rcb[sw_idx];
4067 unsigned int len;
4068 struct sk_buff *skb;
4069 dma_addr_t dma_addr;
4070 u32 opaque_key, desc_idx, *post_ptr;
4071
4072 desc_idx = desc->opaque & RXD_OPAQUE_INDEX_MASK;
4073 opaque_key = desc->opaque & RXD_OPAQUE_RING_MASK;
4074 if (opaque_key == RXD_OPAQUE_RING_STD) {
4075 dma_addr = pci_unmap_addr(&tp->rx_std_buffers[desc_idx],
4076 mapping);
4077 skb = tp->rx_std_buffers[desc_idx].skb;
4078 post_ptr = &tp->rx_std_ptr;
Michael Chanf92905d2006-06-29 20:14:29 -07004079 rx_std_posted++;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004080 } else if (opaque_key == RXD_OPAQUE_RING_JUMBO) {
4081 dma_addr = pci_unmap_addr(&tp->rx_jumbo_buffers[desc_idx],
4082 mapping);
4083 skb = tp->rx_jumbo_buffers[desc_idx].skb;
4084 post_ptr = &tp->rx_jumbo_ptr;
4085 }
4086 else {
4087 goto next_pkt_nopost;
4088 }
4089
4090 work_mask |= opaque_key;
4091
4092 if ((desc->err_vlan & RXD_ERR_MASK) != 0 &&
4093 (desc->err_vlan != RXD_ERR_ODD_NIBBLE_RCVD_MII)) {
4094 drop_it:
4095 tg3_recycle_rx(tp, opaque_key,
4096 desc_idx, *post_ptr);
4097 drop_it_no_recycle:
4098 /* Other statistics kept track of by card. */
4099 tp->net_stats.rx_dropped++;
4100 goto next_pkt;
4101 }
4102
4103 len = ((desc->idx_len & RXD_LEN_MASK) >> RXD_LEN_SHIFT) - 4; /* omit crc */
4104
Jeff Garzik6aa20a22006-09-13 13:24:59 -04004105 if (len > RX_COPY_THRESHOLD
Linus Torvalds1da177e2005-04-16 15:20:36 -07004106 && tp->rx_offset == 2
4107 /* rx_offset != 2 iff this is a 5701 card running
4108 * in PCI-X mode [see tg3_get_invariants()] */
4109 ) {
4110 int skb_size;
4111
4112 skb_size = tg3_alloc_rx_skb(tp, opaque_key,
4113 desc_idx, *post_ptr);
4114 if (skb_size < 0)
4115 goto drop_it;
4116
4117 pci_unmap_single(tp->pdev, dma_addr,
4118 skb_size - tp->rx_offset,
4119 PCI_DMA_FROMDEVICE);
4120
4121 skb_put(skb, len);
4122 } else {
4123 struct sk_buff *copy_skb;
4124
4125 tg3_recycle_rx(tp, opaque_key,
4126 desc_idx, *post_ptr);
4127
David S. Millera20e9c62006-07-31 22:38:16 -07004128 copy_skb = netdev_alloc_skb(tp->dev, len + 2);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004129 if (copy_skb == NULL)
4130 goto drop_it_no_recycle;
4131
Linus Torvalds1da177e2005-04-16 15:20:36 -07004132 skb_reserve(copy_skb, 2);
4133 skb_put(copy_skb, len);
4134 pci_dma_sync_single_for_cpu(tp->pdev, dma_addr, len, PCI_DMA_FROMDEVICE);
Arnaldo Carvalho de Melod626f622007-03-27 18:55:52 -03004135 skb_copy_from_linear_data(skb, copy_skb->data, len);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004136 pci_dma_sync_single_for_device(tp->pdev, dma_addr, len, PCI_DMA_FROMDEVICE);
4137
4138 /* We'll reuse the original ring buffer. */
4139 skb = copy_skb;
4140 }
4141
4142 if ((tp->tg3_flags & TG3_FLAG_RX_CHECKSUMS) &&
4143 (desc->type_flags & RXD_FLAG_TCPUDP_CSUM) &&
4144 (((desc->ip_tcp_csum & RXD_TCPCSUM_MASK)
4145 >> RXD_TCPCSUM_SHIFT) == 0xffff))
4146 skb->ip_summed = CHECKSUM_UNNECESSARY;
4147 else
4148 skb->ip_summed = CHECKSUM_NONE;
4149
4150 skb->protocol = eth_type_trans(skb, tp->dev);
4151#if TG3_VLAN_TAG_USED
4152 if (tp->vlgrp != NULL &&
4153 desc->type_flags & RXD_FLAG_VLAN) {
4154 tg3_vlan_rx(tp, skb,
4155 desc->err_vlan & RXD_VLAN_MASK);
4156 } else
4157#endif
4158 netif_receive_skb(skb);
4159
4160 tp->dev->last_rx = jiffies;
4161 received++;
4162 budget--;
4163
4164next_pkt:
4165 (*post_ptr)++;
Michael Chanf92905d2006-06-29 20:14:29 -07004166
4167 if (unlikely(rx_std_posted >= tp->rx_std_max_post)) {
4168 u32 idx = *post_ptr % TG3_RX_RING_SIZE;
4169
4170 tw32_rx_mbox(MAILBOX_RCV_STD_PROD_IDX +
4171 TG3_64BIT_REG_LOW, idx);
4172 work_mask &= ~RXD_OPAQUE_RING_STD;
4173 rx_std_posted = 0;
4174 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07004175next_pkt_nopost:
Michael Chan483ba502005-04-25 15:14:03 -07004176 sw_idx++;
Eric Dumazet6b31a512007-02-06 13:29:21 -08004177 sw_idx &= (TG3_RX_RCB_RING_SIZE(tp) - 1);
Michael Chan52f6d692005-04-25 15:14:32 -07004178
4179 /* Refresh hw_idx to see if there is new work */
4180 if (sw_idx == hw_idx) {
4181 hw_idx = tp->hw_status->idx[0].rx_producer;
4182 rmb();
4183 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07004184 }
4185
4186 /* ACK the status ring. */
Michael Chan483ba502005-04-25 15:14:03 -07004187 tp->rx_rcb_ptr = sw_idx;
4188 tw32_rx_mbox(MAILBOX_RCVRET_CON_IDX_0 + TG3_64BIT_REG_LOW, sw_idx);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004189
4190 /* Refill RX ring(s). */
4191 if (work_mask & RXD_OPAQUE_RING_STD) {
4192 sw_idx = tp->rx_std_ptr % TG3_RX_RING_SIZE;
4193 tw32_rx_mbox(MAILBOX_RCV_STD_PROD_IDX + TG3_64BIT_REG_LOW,
4194 sw_idx);
4195 }
4196 if (work_mask & RXD_OPAQUE_RING_JUMBO) {
4197 sw_idx = tp->rx_jumbo_ptr % TG3_RX_JUMBO_RING_SIZE;
4198 tw32_rx_mbox(MAILBOX_RCV_JUMBO_PROD_IDX + TG3_64BIT_REG_LOW,
4199 sw_idx);
4200 }
4201 mmiowb();
4202
4203 return received;
4204}
4205
David S. Miller6f535762007-10-11 18:08:29 -07004206static int tg3_poll_work(struct tg3 *tp, int work_done, int budget)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004207{
Linus Torvalds1da177e2005-04-16 15:20:36 -07004208 struct tg3_hw_status *sblk = tp->hw_status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004209
Linus Torvalds1da177e2005-04-16 15:20:36 -07004210 /* handle link change and other phy events */
4211 if (!(tp->tg3_flags &
4212 (TG3_FLAG_USE_LINKCHG_REG |
4213 TG3_FLAG_POLL_SERDES))) {
4214 if (sblk->status & SD_STATUS_LINK_CHG) {
4215 sblk->status = SD_STATUS_UPDATED |
4216 (sblk->status & ~SD_STATUS_LINK_CHG);
David S. Millerf47c11e2005-06-24 20:18:35 -07004217 spin_lock(&tp->lock);
Matt Carlsondd477002008-05-25 23:45:58 -07004218 if (tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB) {
4219 tw32_f(MAC_STATUS,
4220 (MAC_STATUS_SYNC_CHANGED |
4221 MAC_STATUS_CFG_CHANGED |
4222 MAC_STATUS_MI_COMPLETION |
4223 MAC_STATUS_LNKSTATE_CHANGED));
4224 udelay(40);
4225 } else
4226 tg3_setup_phy(tp, 0);
David S. Millerf47c11e2005-06-24 20:18:35 -07004227 spin_unlock(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004228 }
4229 }
4230
4231 /* run TX completion thread */
4232 if (sblk->idx[0].tx_consumer != tp->tx_cons) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07004233 tg3_tx(tp);
David S. Miller6f535762007-10-11 18:08:29 -07004234 if (unlikely(tp->tg3_flags & TG3_FLAG_TX_RECOVERY_PENDING))
Michael Chan4fd7ab52007-10-12 01:39:50 -07004235 return work_done;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004236 }
4237
Linus Torvalds1da177e2005-04-16 15:20:36 -07004238 /* run RX thread, within the bounds set by NAPI.
4239 * All RX "locking" is done by ensuring outside
Stephen Hemmingerbea33482007-10-03 16:41:36 -07004240 * code synchronizes with tg3->napi.poll()
Linus Torvalds1da177e2005-04-16 15:20:36 -07004241 */
Stephen Hemmingerbea33482007-10-03 16:41:36 -07004242 if (sblk->idx[0].rx_producer != tp->rx_rcb_ptr)
David S. Miller6f535762007-10-11 18:08:29 -07004243 work_done += tg3_rx(tp, budget - work_done);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004244
David S. Miller6f535762007-10-11 18:08:29 -07004245 return work_done;
4246}
David S. Millerf7383c22005-05-18 22:50:53 -07004247
David S. Miller6f535762007-10-11 18:08:29 -07004248static int tg3_poll(struct napi_struct *napi, int budget)
4249{
4250 struct tg3 *tp = container_of(napi, struct tg3, napi);
4251 int work_done = 0;
Michael Chan4fd7ab52007-10-12 01:39:50 -07004252 struct tg3_hw_status *sblk = tp->hw_status;
David S. Miller6f535762007-10-11 18:08:29 -07004253
4254 while (1) {
4255 work_done = tg3_poll_work(tp, work_done, budget);
4256
4257 if (unlikely(tp->tg3_flags & TG3_FLAG_TX_RECOVERY_PENDING))
4258 goto tx_recovery;
4259
4260 if (unlikely(work_done >= budget))
4261 break;
4262
Michael Chan4fd7ab52007-10-12 01:39:50 -07004263 if (tp->tg3_flags & TG3_FLAG_TAGGED_STATUS) {
4264 /* tp->last_tag is used in tg3_restart_ints() below
4265 * to tell the hw how much work has been processed,
4266 * so we must read it before checking for more work.
4267 */
4268 tp->last_tag = sblk->status_tag;
4269 rmb();
4270 } else
4271 sblk->status &= ~SD_STATUS_UPDATED;
4272
David S. Miller6f535762007-10-11 18:08:29 -07004273 if (likely(!tg3_has_work(tp))) {
David S. Miller6f535762007-10-11 18:08:29 -07004274 netif_rx_complete(tp->dev, napi);
4275 tg3_restart_ints(tp);
4276 break;
4277 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07004278 }
4279
Stephen Hemmingerbea33482007-10-03 16:41:36 -07004280 return work_done;
David S. Miller6f535762007-10-11 18:08:29 -07004281
4282tx_recovery:
Michael Chan4fd7ab52007-10-12 01:39:50 -07004283 /* work_done is guaranteed to be less than budget. */
David S. Miller6f535762007-10-11 18:08:29 -07004284 netif_rx_complete(tp->dev, napi);
4285 schedule_work(&tp->reset_task);
Michael Chan4fd7ab52007-10-12 01:39:50 -07004286 return work_done;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004287}
4288
David S. Millerf47c11e2005-06-24 20:18:35 -07004289static void tg3_irq_quiesce(struct tg3 *tp)
4290{
4291 BUG_ON(tp->irq_sync);
4292
4293 tp->irq_sync = 1;
4294 smp_mb();
4295
4296 synchronize_irq(tp->pdev->irq);
4297}
4298
4299static inline int tg3_irq_sync(struct tg3 *tp)
4300{
4301 return tp->irq_sync;
4302}
4303
4304/* Fully shutdown all tg3 driver activity elsewhere in the system.
4305 * If irq_sync is non-zero, then the IRQ handler must be synchronized
4306 * with as well. Most of the time, this is not necessary except when
4307 * shutting down the device.
4308 */
4309static inline void tg3_full_lock(struct tg3 *tp, int irq_sync)
4310{
Michael Chan46966542007-07-11 19:47:19 -07004311 spin_lock_bh(&tp->lock);
David S. Millerf47c11e2005-06-24 20:18:35 -07004312 if (irq_sync)
4313 tg3_irq_quiesce(tp);
David S. Millerf47c11e2005-06-24 20:18:35 -07004314}
4315
4316static inline void tg3_full_unlock(struct tg3 *tp)
4317{
David S. Millerf47c11e2005-06-24 20:18:35 -07004318 spin_unlock_bh(&tp->lock);
4319}
4320
Michael Chanfcfa0a32006-03-20 22:28:41 -08004321/* One-shot MSI handler - Chip automatically disables interrupt
4322 * after sending MSI so driver doesn't have to do it.
4323 */
David Howells7d12e782006-10-05 14:55:46 +01004324static irqreturn_t tg3_msi_1shot(int irq, void *dev_id)
Michael Chanfcfa0a32006-03-20 22:28:41 -08004325{
4326 struct net_device *dev = dev_id;
4327 struct tg3 *tp = netdev_priv(dev);
4328
4329 prefetch(tp->hw_status);
4330 prefetch(&tp->rx_rcb[tp->rx_rcb_ptr]);
4331
4332 if (likely(!tg3_irq_sync(tp)))
Stephen Hemmingerbea33482007-10-03 16:41:36 -07004333 netif_rx_schedule(dev, &tp->napi);
Michael Chanfcfa0a32006-03-20 22:28:41 -08004334
4335 return IRQ_HANDLED;
4336}
4337
Michael Chan88b06bc2005-04-21 17:13:25 -07004338/* MSI ISR - No need to check for interrupt sharing and no need to
4339 * flush status block and interrupt mailbox. PCI ordering rules
4340 * guarantee that MSI will arrive after the status block.
4341 */
David Howells7d12e782006-10-05 14:55:46 +01004342static irqreturn_t tg3_msi(int irq, void *dev_id)
Michael Chan88b06bc2005-04-21 17:13:25 -07004343{
4344 struct net_device *dev = dev_id;
4345 struct tg3 *tp = netdev_priv(dev);
Michael Chan88b06bc2005-04-21 17:13:25 -07004346
Michael Chan61487482005-09-05 17:53:19 -07004347 prefetch(tp->hw_status);
4348 prefetch(&tp->rx_rcb[tp->rx_rcb_ptr]);
Michael Chan88b06bc2005-04-21 17:13:25 -07004349 /*
David S. Millerfac9b832005-05-18 22:46:34 -07004350 * Writing any value to intr-mbox-0 clears PCI INTA# and
Michael Chan88b06bc2005-04-21 17:13:25 -07004351 * chip-internal interrupt pending events.
David S. Millerfac9b832005-05-18 22:46:34 -07004352 * Writing non-zero to intr-mbox-0 additional tells the
Michael Chan88b06bc2005-04-21 17:13:25 -07004353 * NIC to stop sending us irqs, engaging "in-intr-handler"
4354 * event coalescing.
4355 */
4356 tw32_mailbox(MAILBOX_INTERRUPT_0 + TG3_64BIT_REG_LOW, 0x00000001);
Michael Chan61487482005-09-05 17:53:19 -07004357 if (likely(!tg3_irq_sync(tp)))
Stephen Hemmingerbea33482007-10-03 16:41:36 -07004358 netif_rx_schedule(dev, &tp->napi);
Michael Chan61487482005-09-05 17:53:19 -07004359
Michael Chan88b06bc2005-04-21 17:13:25 -07004360 return IRQ_RETVAL(1);
4361}
4362
David Howells7d12e782006-10-05 14:55:46 +01004363static irqreturn_t tg3_interrupt(int irq, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004364{
4365 struct net_device *dev = dev_id;
4366 struct tg3 *tp = netdev_priv(dev);
4367 struct tg3_hw_status *sblk = tp->hw_status;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004368 unsigned int handled = 1;
4369
Linus Torvalds1da177e2005-04-16 15:20:36 -07004370 /* In INTx mode, it is possible for the interrupt to arrive at
4371 * the CPU before the status block posted prior to the interrupt.
4372 * Reading the PCI State register will confirm whether the
4373 * interrupt is ours and will flush the status block.
4374 */
Michael Chand18edcb2007-03-24 20:57:11 -07004375 if (unlikely(!(sblk->status & SD_STATUS_UPDATED))) {
4376 if ((tp->tg3_flags & TG3_FLAG_CHIP_RESETTING) ||
4377 (tr32(TG3PCI_PCISTATE) & PCISTATE_INT_NOT_ACTIVE)) {
4378 handled = 0;
David S. Millerf47c11e2005-06-24 20:18:35 -07004379 goto out;
David S. Millerfac9b832005-05-18 22:46:34 -07004380 }
Michael Chand18edcb2007-03-24 20:57:11 -07004381 }
4382
4383 /*
4384 * Writing any value to intr-mbox-0 clears PCI INTA# and
4385 * chip-internal interrupt pending events.
4386 * Writing non-zero to intr-mbox-0 additional tells the
4387 * NIC to stop sending us irqs, engaging "in-intr-handler"
4388 * event coalescing.
Michael Chanc04cb342007-05-07 00:26:15 -07004389 *
4390 * Flush the mailbox to de-assert the IRQ immediately to prevent
4391 * spurious interrupts. The flush impacts performance but
4392 * excessive spurious interrupts can be worse in some cases.
Michael Chand18edcb2007-03-24 20:57:11 -07004393 */
Michael Chanc04cb342007-05-07 00:26:15 -07004394 tw32_mailbox_f(MAILBOX_INTERRUPT_0 + TG3_64BIT_REG_LOW, 0x00000001);
Michael Chand18edcb2007-03-24 20:57:11 -07004395 if (tg3_irq_sync(tp))
4396 goto out;
4397 sblk->status &= ~SD_STATUS_UPDATED;
4398 if (likely(tg3_has_work(tp))) {
4399 prefetch(&tp->rx_rcb[tp->rx_rcb_ptr]);
Stephen Hemmingerbea33482007-10-03 16:41:36 -07004400 netif_rx_schedule(dev, &tp->napi);
Michael Chand18edcb2007-03-24 20:57:11 -07004401 } else {
4402 /* No work, shared interrupt perhaps? re-enable
4403 * interrupts, and flush that PCI write
4404 */
4405 tw32_mailbox_f(MAILBOX_INTERRUPT_0 + TG3_64BIT_REG_LOW,
4406 0x00000000);
David S. Millerfac9b832005-05-18 22:46:34 -07004407 }
David S. Millerf47c11e2005-06-24 20:18:35 -07004408out:
David S. Millerfac9b832005-05-18 22:46:34 -07004409 return IRQ_RETVAL(handled);
4410}
4411
David Howells7d12e782006-10-05 14:55:46 +01004412static irqreturn_t tg3_interrupt_tagged(int irq, void *dev_id)
David S. Millerfac9b832005-05-18 22:46:34 -07004413{
4414 struct net_device *dev = dev_id;
4415 struct tg3 *tp = netdev_priv(dev);
4416 struct tg3_hw_status *sblk = tp->hw_status;
David S. Millerfac9b832005-05-18 22:46:34 -07004417 unsigned int handled = 1;
4418
David S. Millerfac9b832005-05-18 22:46:34 -07004419 /* In INTx mode, it is possible for the interrupt to arrive at
4420 * the CPU before the status block posted prior to the interrupt.
4421 * Reading the PCI State register will confirm whether the
4422 * interrupt is ours and will flush the status block.
4423 */
Michael Chand18edcb2007-03-24 20:57:11 -07004424 if (unlikely(sblk->status_tag == tp->last_tag)) {
4425 if ((tp->tg3_flags & TG3_FLAG_CHIP_RESETTING) ||
4426 (tr32(TG3PCI_PCISTATE) & PCISTATE_INT_NOT_ACTIVE)) {
4427 handled = 0;
David S. Millerf47c11e2005-06-24 20:18:35 -07004428 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004429 }
Michael Chand18edcb2007-03-24 20:57:11 -07004430 }
4431
4432 /*
4433 * writing any value to intr-mbox-0 clears PCI INTA# and
4434 * chip-internal interrupt pending events.
4435 * writing non-zero to intr-mbox-0 additional tells the
4436 * NIC to stop sending us irqs, engaging "in-intr-handler"
4437 * event coalescing.
Michael Chanc04cb342007-05-07 00:26:15 -07004438 *
4439 * Flush the mailbox to de-assert the IRQ immediately to prevent
4440 * spurious interrupts. The flush impacts performance but
4441 * excessive spurious interrupts can be worse in some cases.
Michael Chand18edcb2007-03-24 20:57:11 -07004442 */
Michael Chanc04cb342007-05-07 00:26:15 -07004443 tw32_mailbox_f(MAILBOX_INTERRUPT_0 + TG3_64BIT_REG_LOW, 0x00000001);
Michael Chand18edcb2007-03-24 20:57:11 -07004444 if (tg3_irq_sync(tp))
4445 goto out;
Stephen Hemmingerbea33482007-10-03 16:41:36 -07004446 if (netif_rx_schedule_prep(dev, &tp->napi)) {
Michael Chand18edcb2007-03-24 20:57:11 -07004447 prefetch(&tp->rx_rcb[tp->rx_rcb_ptr]);
4448 /* Update last_tag to mark that this status has been
4449 * seen. Because interrupt may be shared, we may be
4450 * racing with tg3_poll(), so only update last_tag
4451 * if tg3_poll() is not scheduled.
4452 */
4453 tp->last_tag = sblk->status_tag;
Stephen Hemmingerbea33482007-10-03 16:41:36 -07004454 __netif_rx_schedule(dev, &tp->napi);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004455 }
David S. Millerf47c11e2005-06-24 20:18:35 -07004456out:
Linus Torvalds1da177e2005-04-16 15:20:36 -07004457 return IRQ_RETVAL(handled);
4458}
4459
Michael Chan79381092005-04-21 17:13:59 -07004460/* ISR for interrupt test */
David Howells7d12e782006-10-05 14:55:46 +01004461static irqreturn_t tg3_test_isr(int irq, void *dev_id)
Michael Chan79381092005-04-21 17:13:59 -07004462{
4463 struct net_device *dev = dev_id;
4464 struct tg3 *tp = netdev_priv(dev);
4465 struct tg3_hw_status *sblk = tp->hw_status;
4466
Michael Chanf9804dd2005-09-27 12:13:10 -07004467 if ((sblk->status & SD_STATUS_UPDATED) ||
4468 !(tr32(TG3PCI_PCISTATE) & PCISTATE_INT_NOT_ACTIVE)) {
Michael Chanb16250e2006-09-27 16:10:14 -07004469 tg3_disable_ints(tp);
Michael Chan79381092005-04-21 17:13:59 -07004470 return IRQ_RETVAL(1);
4471 }
4472 return IRQ_RETVAL(0);
4473}
4474
Gary Zambrano8e7a22e2006-04-29 18:59:13 -07004475static int tg3_init_hw(struct tg3 *, int);
Michael Chan944d9802005-05-29 14:57:48 -07004476static int tg3_halt(struct tg3 *, int, int);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004477
Michael Chanb9ec6c12006-07-25 16:37:27 -07004478/* Restart hardware after configuration changes, self-test, etc.
4479 * Invoked with tp->lock held.
4480 */
4481static int tg3_restart_hw(struct tg3 *tp, int reset_phy)
Eric Dumazet78c61462008-04-24 23:33:06 -07004482 __releases(tp->lock)
4483 __acquires(tp->lock)
Michael Chanb9ec6c12006-07-25 16:37:27 -07004484{
4485 int err;
4486
4487 err = tg3_init_hw(tp, reset_phy);
4488 if (err) {
4489 printk(KERN_ERR PFX "%s: Failed to re-initialize device, "
4490 "aborting.\n", tp->dev->name);
4491 tg3_halt(tp, RESET_KIND_SHUTDOWN, 1);
4492 tg3_full_unlock(tp);
4493 del_timer_sync(&tp->timer);
4494 tp->irq_sync = 0;
Stephen Hemmingerbea33482007-10-03 16:41:36 -07004495 napi_enable(&tp->napi);
Michael Chanb9ec6c12006-07-25 16:37:27 -07004496 dev_close(tp->dev);
4497 tg3_full_lock(tp, 0);
4498 }
4499 return err;
4500}
4501
Linus Torvalds1da177e2005-04-16 15:20:36 -07004502#ifdef CONFIG_NET_POLL_CONTROLLER
4503static void tg3_poll_controller(struct net_device *dev)
4504{
Michael Chan88b06bc2005-04-21 17:13:25 -07004505 struct tg3 *tp = netdev_priv(dev);
4506
David Howells7d12e782006-10-05 14:55:46 +01004507 tg3_interrupt(tp->pdev->irq, dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004508}
4509#endif
4510
David Howellsc4028952006-11-22 14:57:56 +00004511static void tg3_reset_task(struct work_struct *work)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004512{
David Howellsc4028952006-11-22 14:57:56 +00004513 struct tg3 *tp = container_of(work, struct tg3, reset_task);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07004514 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004515 unsigned int restart_timer;
4516
Michael Chan7faa0062006-02-02 17:29:28 -08004517 tg3_full_lock(tp, 0);
Michael Chan7faa0062006-02-02 17:29:28 -08004518
4519 if (!netif_running(tp->dev)) {
Michael Chan7faa0062006-02-02 17:29:28 -08004520 tg3_full_unlock(tp);
4521 return;
4522 }
4523
4524 tg3_full_unlock(tp);
4525
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07004526 tg3_phy_stop(tp);
4527
Linus Torvalds1da177e2005-04-16 15:20:36 -07004528 tg3_netif_stop(tp);
4529
David S. Millerf47c11e2005-06-24 20:18:35 -07004530 tg3_full_lock(tp, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004531
4532 restart_timer = tp->tg3_flags2 & TG3_FLG2_RESTART_TIMER;
4533 tp->tg3_flags2 &= ~TG3_FLG2_RESTART_TIMER;
4534
Michael Chandf3e6542006-05-26 17:48:07 -07004535 if (tp->tg3_flags & TG3_FLAG_TX_RECOVERY_PENDING) {
4536 tp->write32_tx_mbox = tg3_write32_tx_mbox;
4537 tp->write32_rx_mbox = tg3_write_flush_reg32;
4538 tp->tg3_flags |= TG3_FLAG_MBOX_WRITE_REORDER;
4539 tp->tg3_flags &= ~TG3_FLAG_TX_RECOVERY_PENDING;
4540 }
4541
Michael Chan944d9802005-05-29 14:57:48 -07004542 tg3_halt(tp, RESET_KIND_SHUTDOWN, 0);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07004543 err = tg3_init_hw(tp, 1);
4544 if (err)
Michael Chanb9ec6c12006-07-25 16:37:27 -07004545 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004546
4547 tg3_netif_start(tp);
4548
Linus Torvalds1da177e2005-04-16 15:20:36 -07004549 if (restart_timer)
4550 mod_timer(&tp->timer, jiffies + 1);
Michael Chan7faa0062006-02-02 17:29:28 -08004551
Michael Chanb9ec6c12006-07-25 16:37:27 -07004552out:
Michael Chan7faa0062006-02-02 17:29:28 -08004553 tg3_full_unlock(tp);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07004554
4555 if (!err)
4556 tg3_phy_start(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004557}
4558
Michael Chanb0408752007-02-13 12:18:30 -08004559static void tg3_dump_short_state(struct tg3 *tp)
4560{
4561 printk(KERN_ERR PFX "DEBUG: MAC_TX_STATUS[%08x] MAC_RX_STATUS[%08x]\n",
4562 tr32(MAC_TX_STATUS), tr32(MAC_RX_STATUS));
4563 printk(KERN_ERR PFX "DEBUG: RDMAC_STATUS[%08x] WDMAC_STATUS[%08x]\n",
4564 tr32(RDMAC_STATUS), tr32(WDMAC_STATUS));
4565}
4566
Linus Torvalds1da177e2005-04-16 15:20:36 -07004567static void tg3_tx_timeout(struct net_device *dev)
4568{
4569 struct tg3 *tp = netdev_priv(dev);
4570
Michael Chanb0408752007-02-13 12:18:30 -08004571 if (netif_msg_tx_err(tp)) {
Michael Chan9f88f292006-12-07 00:22:54 -08004572 printk(KERN_ERR PFX "%s: transmit timed out, resetting\n",
4573 dev->name);
Michael Chanb0408752007-02-13 12:18:30 -08004574 tg3_dump_short_state(tp);
4575 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07004576
4577 schedule_work(&tp->reset_task);
4578}
4579
Michael Chanc58ec932005-09-17 00:46:27 -07004580/* Test for DMA buffers crossing any 4GB boundaries: 4G, 8G, etc */
4581static inline int tg3_4g_overflow_test(dma_addr_t mapping, int len)
4582{
4583 u32 base = (u32) mapping & 0xffffffff;
4584
4585 return ((base > 0xffffdcc0) &&
4586 (base + len + 8 < base));
4587}
4588
Michael Chan72f2afb2006-03-06 19:28:35 -08004589/* Test for DMA addresses > 40-bit */
4590static inline int tg3_40bit_overflow_test(struct tg3 *tp, dma_addr_t mapping,
4591 int len)
4592{
4593#if defined(CONFIG_HIGHMEM) && (BITS_PER_LONG == 64)
Michael Chan6728a8e2006-03-27 23:16:49 -08004594 if (tp->tg3_flags & TG3_FLAG_40BIT_DMA_BUG)
Michael Chan72f2afb2006-03-06 19:28:35 -08004595 return (((u64) mapping + len) > DMA_40BIT_MASK);
4596 return 0;
4597#else
4598 return 0;
4599#endif
4600}
4601
Linus Torvalds1da177e2005-04-16 15:20:36 -07004602static void tg3_set_txd(struct tg3 *, int, dma_addr_t, int, u32, u32);
4603
Michael Chan72f2afb2006-03-06 19:28:35 -08004604/* Workaround 4GB and 40-bit hardware DMA bugs. */
4605static int tigon3_dma_hwbug_workaround(struct tg3 *tp, struct sk_buff *skb,
Michael Chanc58ec932005-09-17 00:46:27 -07004606 u32 last_plus_one, u32 *start,
4607 u32 base_flags, u32 mss)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004608{
Matt Carlson41588ba2008-04-19 18:12:33 -07004609 struct sk_buff *new_skb;
Michael Chanc58ec932005-09-17 00:46:27 -07004610 dma_addr_t new_addr = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004611 u32 entry = *start;
Michael Chanc58ec932005-09-17 00:46:27 -07004612 int i, ret = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004613
Matt Carlson41588ba2008-04-19 18:12:33 -07004614 if (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5701)
4615 new_skb = skb_copy(skb, GFP_ATOMIC);
4616 else {
4617 int more_headroom = 4 - ((unsigned long)skb->data & 3);
4618
4619 new_skb = skb_copy_expand(skb,
4620 skb_headroom(skb) + more_headroom,
4621 skb_tailroom(skb), GFP_ATOMIC);
4622 }
4623
Linus Torvalds1da177e2005-04-16 15:20:36 -07004624 if (!new_skb) {
Michael Chanc58ec932005-09-17 00:46:27 -07004625 ret = -1;
4626 } else {
4627 /* New SKB is guaranteed to be linear. */
4628 entry = *start;
David S. Miller90079ce2008-09-11 04:52:51 -07004629 ret = skb_dma_map(&tp->pdev->dev, new_skb, DMA_TO_DEVICE);
4630 new_addr = skb_shinfo(new_skb)->dma_maps[0];
4631
Michael Chanc58ec932005-09-17 00:46:27 -07004632 /* Make sure new skb does not cross any 4G boundaries.
4633 * Drop the packet if it does.
4634 */
David S. Miller90079ce2008-09-11 04:52:51 -07004635 if (ret || tg3_4g_overflow_test(new_addr, new_skb->len)) {
David S. Miller638266f2008-09-11 15:45:19 -07004636 if (!ret)
4637 skb_dma_unmap(&tp->pdev->dev, new_skb,
4638 DMA_TO_DEVICE);
Michael Chanc58ec932005-09-17 00:46:27 -07004639 ret = -1;
4640 dev_kfree_skb(new_skb);
4641 new_skb = NULL;
4642 } else {
4643 tg3_set_txd(tp, entry, new_addr, new_skb->len,
4644 base_flags, 1 | (mss << 1));
4645 *start = NEXT_TX(entry);
4646 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07004647 }
4648
Linus Torvalds1da177e2005-04-16 15:20:36 -07004649 /* Now clean up the sw ring entries. */
4650 i = 0;
4651 while (entry != last_plus_one) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07004652 if (i == 0) {
4653 tp->tx_buffers[entry].skb = new_skb;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004654 } else {
4655 tp->tx_buffers[entry].skb = NULL;
4656 }
4657 entry = NEXT_TX(entry);
4658 i++;
4659 }
4660
David S. Miller90079ce2008-09-11 04:52:51 -07004661 skb_dma_unmap(&tp->pdev->dev, skb, DMA_TO_DEVICE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004662 dev_kfree_skb(skb);
4663
Michael Chanc58ec932005-09-17 00:46:27 -07004664 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004665}
4666
4667static void tg3_set_txd(struct tg3 *tp, int entry,
4668 dma_addr_t mapping, int len, u32 flags,
4669 u32 mss_and_is_end)
4670{
4671 struct tg3_tx_buffer_desc *txd = &tp->tx_ring[entry];
4672 int is_end = (mss_and_is_end & 0x1);
4673 u32 mss = (mss_and_is_end >> 1);
4674 u32 vlan_tag = 0;
4675
4676 if (is_end)
4677 flags |= TXD_FLAG_END;
4678 if (flags & TXD_FLAG_VLAN) {
4679 vlan_tag = flags >> 16;
4680 flags &= 0xffff;
4681 }
4682 vlan_tag |= (mss << TXD_MSS_SHIFT);
4683
4684 txd->addr_hi = ((u64) mapping >> 32);
4685 txd->addr_lo = ((u64) mapping & 0xffffffff);
4686 txd->len_flags = (len << TXD_LEN_SHIFT) | flags;
4687 txd->vlan_tag = vlan_tag << TXD_VLAN_TAG_SHIFT;
4688}
4689
Michael Chan5a6f3072006-03-20 22:28:05 -08004690/* hard_start_xmit for devices that don't have any bugs and
4691 * support TG3_FLG2_HW_TSO_2 only.
4692 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07004693static int tg3_start_xmit(struct sk_buff *skb, struct net_device *dev)
4694{
4695 struct tg3 *tp = netdev_priv(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004696 u32 len, entry, base_flags, mss;
David S. Miller90079ce2008-09-11 04:52:51 -07004697 struct skb_shared_info *sp;
4698 dma_addr_t mapping;
Michael Chan5a6f3072006-03-20 22:28:05 -08004699
4700 len = skb_headlen(skb);
4701
Michael Chan00b70502006-06-17 21:58:45 -07004702 /* We are running in BH disabled context with netif_tx_lock
Stephen Hemmingerbea33482007-10-03 16:41:36 -07004703 * and TX reclaim runs via tp->napi.poll inside of a software
Michael Chan5a6f3072006-03-20 22:28:05 -08004704 * interrupt. Furthermore, IRQ processing runs lockless so we have
4705 * no IRQ context deadlocks to worry about either. Rejoice!
4706 */
Michael Chan1b2a7202006-08-07 21:46:02 -07004707 if (unlikely(tg3_tx_avail(tp) <= (skb_shinfo(skb)->nr_frags + 1))) {
Michael Chan5a6f3072006-03-20 22:28:05 -08004708 if (!netif_queue_stopped(dev)) {
4709 netif_stop_queue(dev);
4710
4711 /* This is a hard error, log it. */
4712 printk(KERN_ERR PFX "%s: BUG! Tx Ring full when "
4713 "queue awake!\n", dev->name);
4714 }
Michael Chan5a6f3072006-03-20 22:28:05 -08004715 return NETDEV_TX_BUSY;
4716 }
4717
4718 entry = tp->tx_prod;
4719 base_flags = 0;
Michael Chan5a6f3072006-03-20 22:28:05 -08004720 mss = 0;
Matt Carlsonc13e3712007-05-05 11:50:04 -07004721 if ((mss = skb_shinfo(skb)->gso_size) != 0) {
Michael Chan5a6f3072006-03-20 22:28:05 -08004722 int tcp_opt_len, ip_tcp_len;
4723
4724 if (skb_header_cloned(skb) &&
4725 pskb_expand_head(skb, 0, 0, GFP_ATOMIC)) {
4726 dev_kfree_skb(skb);
4727 goto out_unlock;
4728 }
4729
Michael Chanb0026622006-07-03 19:42:14 -07004730 if (skb_shinfo(skb)->gso_type & SKB_GSO_TCPV6)
4731 mss |= (skb_headlen(skb) - ETH_HLEN) << 9;
4732 else {
Arnaldo Carvalho de Meloeddc9ec2007-04-20 22:47:35 -07004733 struct iphdr *iph = ip_hdr(skb);
4734
Arnaldo Carvalho de Meloab6a5bb2007-03-18 17:43:48 -07004735 tcp_opt_len = tcp_optlen(skb);
Arnaldo Carvalho de Meloc9bdd4b2007-03-12 20:09:15 -03004736 ip_tcp_len = ip_hdrlen(skb) + sizeof(struct tcphdr);
Michael Chanb0026622006-07-03 19:42:14 -07004737
Arnaldo Carvalho de Meloeddc9ec2007-04-20 22:47:35 -07004738 iph->check = 0;
4739 iph->tot_len = htons(mss + ip_tcp_len + tcp_opt_len);
Michael Chanb0026622006-07-03 19:42:14 -07004740 mss |= (ip_tcp_len + tcp_opt_len) << 9;
4741 }
Michael Chan5a6f3072006-03-20 22:28:05 -08004742
4743 base_flags |= (TXD_FLAG_CPU_PRE_DMA |
4744 TXD_FLAG_CPU_POST_DMA);
4745
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -07004746 tcp_hdr(skb)->check = 0;
Michael Chan5a6f3072006-03-20 22:28:05 -08004747
Michael Chan5a6f3072006-03-20 22:28:05 -08004748 }
Patrick McHardy84fa7932006-08-29 16:44:56 -07004749 else if (skb->ip_summed == CHECKSUM_PARTIAL)
Michael Chan5a6f3072006-03-20 22:28:05 -08004750 base_flags |= TXD_FLAG_TCPUDP_CSUM;
Michael Chan5a6f3072006-03-20 22:28:05 -08004751#if TG3_VLAN_TAG_USED
4752 if (tp->vlgrp != NULL && vlan_tx_tag_present(skb))
4753 base_flags |= (TXD_FLAG_VLAN |
4754 (vlan_tx_tag_get(skb) << 16));
4755#endif
4756
David S. Miller90079ce2008-09-11 04:52:51 -07004757 if (skb_dma_map(&tp->pdev->dev, skb, DMA_TO_DEVICE)) {
4758 dev_kfree_skb(skb);
4759 goto out_unlock;
4760 }
4761
4762 sp = skb_shinfo(skb);
4763
4764 mapping = sp->dma_maps[0];
Michael Chan5a6f3072006-03-20 22:28:05 -08004765
4766 tp->tx_buffers[entry].skb = skb;
Michael Chan5a6f3072006-03-20 22:28:05 -08004767
4768 tg3_set_txd(tp, entry, mapping, len, base_flags,
4769 (skb_shinfo(skb)->nr_frags == 0) | (mss << 1));
4770
4771 entry = NEXT_TX(entry);
4772
4773 /* Now loop through additional data fragments, and queue them. */
4774 if (skb_shinfo(skb)->nr_frags > 0) {
4775 unsigned int i, last;
4776
4777 last = skb_shinfo(skb)->nr_frags - 1;
4778 for (i = 0; i <= last; i++) {
4779 skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
4780
4781 len = frag->size;
David S. Miller90079ce2008-09-11 04:52:51 -07004782 mapping = sp->dma_maps[i + 1];
Michael Chan5a6f3072006-03-20 22:28:05 -08004783 tp->tx_buffers[entry].skb = NULL;
Michael Chan5a6f3072006-03-20 22:28:05 -08004784
4785 tg3_set_txd(tp, entry, mapping, len,
4786 base_flags, (i == last) | (mss << 1));
4787
4788 entry = NEXT_TX(entry);
4789 }
4790 }
4791
4792 /* Packets are ready, update Tx producer idx local and on card. */
4793 tw32_tx_mbox((MAILBOX_SNDHOST_PROD_IDX_0 + TG3_64BIT_REG_LOW), entry);
4794
4795 tp->tx_prod = entry;
Michael Chan1b2a7202006-08-07 21:46:02 -07004796 if (unlikely(tg3_tx_avail(tp) <= (MAX_SKB_FRAGS + 1))) {
Michael Chan5a6f3072006-03-20 22:28:05 -08004797 netif_stop_queue(dev);
Ranjit Manomohan42952232006-10-18 20:54:26 -07004798 if (tg3_tx_avail(tp) > TG3_TX_WAKEUP_THRESH(tp))
Michael Chan5a6f3072006-03-20 22:28:05 -08004799 netif_wake_queue(tp->dev);
4800 }
4801
4802out_unlock:
4803 mmiowb();
Michael Chan5a6f3072006-03-20 22:28:05 -08004804
4805 dev->trans_start = jiffies;
4806
4807 return NETDEV_TX_OK;
4808}
4809
Michael Chan52c0fd82006-06-29 20:15:54 -07004810static int tg3_start_xmit_dma_bug(struct sk_buff *, struct net_device *);
4811
4812/* Use GSO to workaround a rare TSO bug that may be triggered when the
4813 * TSO header is greater than 80 bytes.
4814 */
4815static int tg3_tso_bug(struct tg3 *tp, struct sk_buff *skb)
4816{
4817 struct sk_buff *segs, *nskb;
4818
4819 /* Estimate the number of fragments in the worst case */
Michael Chan1b2a7202006-08-07 21:46:02 -07004820 if (unlikely(tg3_tx_avail(tp) <= (skb_shinfo(skb)->gso_segs * 3))) {
Michael Chan52c0fd82006-06-29 20:15:54 -07004821 netif_stop_queue(tp->dev);
Michael Chan7f62ad52007-02-20 23:25:40 -08004822 if (tg3_tx_avail(tp) <= (skb_shinfo(skb)->gso_segs * 3))
4823 return NETDEV_TX_BUSY;
4824
4825 netif_wake_queue(tp->dev);
Michael Chan52c0fd82006-06-29 20:15:54 -07004826 }
4827
4828 segs = skb_gso_segment(skb, tp->dev->features & ~NETIF_F_TSO);
Hirofumi Nakagawa801678c2008-04-29 01:03:09 -07004829 if (IS_ERR(segs))
Michael Chan52c0fd82006-06-29 20:15:54 -07004830 goto tg3_tso_bug_end;
4831
4832 do {
4833 nskb = segs;
4834 segs = segs->next;
4835 nskb->next = NULL;
4836 tg3_start_xmit_dma_bug(nskb, tp->dev);
4837 } while (segs);
4838
4839tg3_tso_bug_end:
4840 dev_kfree_skb(skb);
4841
4842 return NETDEV_TX_OK;
4843}
Michael Chan52c0fd82006-06-29 20:15:54 -07004844
Michael Chan5a6f3072006-03-20 22:28:05 -08004845/* hard_start_xmit for devices that have the 4G bug and/or 40-bit bug and
4846 * support TG3_FLG2_HW_TSO_1 or firmware TSO only.
4847 */
4848static int tg3_start_xmit_dma_bug(struct sk_buff *skb, struct net_device *dev)
4849{
4850 struct tg3 *tp = netdev_priv(dev);
Michael Chan5a6f3072006-03-20 22:28:05 -08004851 u32 len, entry, base_flags, mss;
David S. Miller90079ce2008-09-11 04:52:51 -07004852 struct skb_shared_info *sp;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004853 int would_hit_hwbug;
David S. Miller90079ce2008-09-11 04:52:51 -07004854 dma_addr_t mapping;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004855
4856 len = skb_headlen(skb);
4857
Michael Chan00b70502006-06-17 21:58:45 -07004858 /* We are running in BH disabled context with netif_tx_lock
Stephen Hemmingerbea33482007-10-03 16:41:36 -07004859 * and TX reclaim runs via tp->napi.poll inside of a software
David S. Millerf47c11e2005-06-24 20:18:35 -07004860 * interrupt. Furthermore, IRQ processing runs lockless so we have
4861 * no IRQ context deadlocks to worry about either. Rejoice!
Linus Torvalds1da177e2005-04-16 15:20:36 -07004862 */
Michael Chan1b2a7202006-08-07 21:46:02 -07004863 if (unlikely(tg3_tx_avail(tp) <= (skb_shinfo(skb)->nr_frags + 1))) {
Stephen Hemminger1f064a82005-12-06 17:36:44 -08004864 if (!netif_queue_stopped(dev)) {
4865 netif_stop_queue(dev);
4866
4867 /* This is a hard error, log it. */
4868 printk(KERN_ERR PFX "%s: BUG! Tx Ring full when "
4869 "queue awake!\n", dev->name);
4870 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07004871 return NETDEV_TX_BUSY;
4872 }
4873
4874 entry = tp->tx_prod;
4875 base_flags = 0;
Patrick McHardy84fa7932006-08-29 16:44:56 -07004876 if (skb->ip_summed == CHECKSUM_PARTIAL)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004877 base_flags |= TXD_FLAG_TCPUDP_CSUM;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004878 mss = 0;
Matt Carlsonc13e3712007-05-05 11:50:04 -07004879 if ((mss = skb_shinfo(skb)->gso_size) != 0) {
Arnaldo Carvalho de Meloeddc9ec2007-04-20 22:47:35 -07004880 struct iphdr *iph;
Michael Chan52c0fd82006-06-29 20:15:54 -07004881 int tcp_opt_len, ip_tcp_len, hdr_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004882
4883 if (skb_header_cloned(skb) &&
4884 pskb_expand_head(skb, 0, 0, GFP_ATOMIC)) {
4885 dev_kfree_skb(skb);
4886 goto out_unlock;
4887 }
4888
Arnaldo Carvalho de Meloab6a5bb2007-03-18 17:43:48 -07004889 tcp_opt_len = tcp_optlen(skb);
Arnaldo Carvalho de Meloc9bdd4b2007-03-12 20:09:15 -03004890 ip_tcp_len = ip_hdrlen(skb) + sizeof(struct tcphdr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004891
Michael Chan52c0fd82006-06-29 20:15:54 -07004892 hdr_len = ip_tcp_len + tcp_opt_len;
4893 if (unlikely((ETH_HLEN + hdr_len) > 80) &&
Michael Chan7f62ad52007-02-20 23:25:40 -08004894 (tp->tg3_flags2 & TG3_FLG2_TSO_BUG))
Michael Chan52c0fd82006-06-29 20:15:54 -07004895 return (tg3_tso_bug(tp, skb));
4896
Linus Torvalds1da177e2005-04-16 15:20:36 -07004897 base_flags |= (TXD_FLAG_CPU_PRE_DMA |
4898 TXD_FLAG_CPU_POST_DMA);
4899
Arnaldo Carvalho de Meloeddc9ec2007-04-20 22:47:35 -07004900 iph = ip_hdr(skb);
4901 iph->check = 0;
4902 iph->tot_len = htons(mss + hdr_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004903 if (tp->tg3_flags2 & TG3_FLG2_HW_TSO) {
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -07004904 tcp_hdr(skb)->check = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004905 base_flags &= ~TXD_FLAG_TCPUDP_CSUM;
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -07004906 } else
4907 tcp_hdr(skb)->check = ~csum_tcpudp_magic(iph->saddr,
4908 iph->daddr, 0,
4909 IPPROTO_TCP,
4910 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004911
4912 if ((tp->tg3_flags2 & TG3_FLG2_HW_TSO) ||
4913 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5705)) {
Arnaldo Carvalho de Meloeddc9ec2007-04-20 22:47:35 -07004914 if (tcp_opt_len || iph->ihl > 5) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07004915 int tsflags;
4916
Arnaldo Carvalho de Meloeddc9ec2007-04-20 22:47:35 -07004917 tsflags = (iph->ihl - 5) + (tcp_opt_len >> 2);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004918 mss |= (tsflags << 11);
4919 }
4920 } else {
Arnaldo Carvalho de Meloeddc9ec2007-04-20 22:47:35 -07004921 if (tcp_opt_len || iph->ihl > 5) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07004922 int tsflags;
4923
Arnaldo Carvalho de Meloeddc9ec2007-04-20 22:47:35 -07004924 tsflags = (iph->ihl - 5) + (tcp_opt_len >> 2);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004925 base_flags |= tsflags << 12;
4926 }
4927 }
4928 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07004929#if TG3_VLAN_TAG_USED
4930 if (tp->vlgrp != NULL && vlan_tx_tag_present(skb))
4931 base_flags |= (TXD_FLAG_VLAN |
4932 (vlan_tx_tag_get(skb) << 16));
4933#endif
4934
David S. Miller90079ce2008-09-11 04:52:51 -07004935 if (skb_dma_map(&tp->pdev->dev, skb, DMA_TO_DEVICE)) {
4936 dev_kfree_skb(skb);
4937 goto out_unlock;
4938 }
4939
4940 sp = skb_shinfo(skb);
4941
4942 mapping = sp->dma_maps[0];
Linus Torvalds1da177e2005-04-16 15:20:36 -07004943
4944 tp->tx_buffers[entry].skb = skb;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004945
4946 would_hit_hwbug = 0;
4947
Matt Carlson41588ba2008-04-19 18:12:33 -07004948 if (tp->tg3_flags3 & TG3_FLG3_5701_DMA_BUG)
4949 would_hit_hwbug = 1;
4950 else if (tg3_4g_overflow_test(mapping, len))
Michael Chanc58ec932005-09-17 00:46:27 -07004951 would_hit_hwbug = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004952
4953 tg3_set_txd(tp, entry, mapping, len, base_flags,
4954 (skb_shinfo(skb)->nr_frags == 0) | (mss << 1));
4955
4956 entry = NEXT_TX(entry);
4957
4958 /* Now loop through additional data fragments, and queue them. */
4959 if (skb_shinfo(skb)->nr_frags > 0) {
4960 unsigned int i, last;
4961
4962 last = skb_shinfo(skb)->nr_frags - 1;
4963 for (i = 0; i <= last; i++) {
4964 skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
4965
4966 len = frag->size;
David S. Miller90079ce2008-09-11 04:52:51 -07004967 mapping = sp->dma_maps[i + 1];
Linus Torvalds1da177e2005-04-16 15:20:36 -07004968
4969 tp->tx_buffers[entry].skb = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004970
Michael Chanc58ec932005-09-17 00:46:27 -07004971 if (tg3_4g_overflow_test(mapping, len))
4972 would_hit_hwbug = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004973
Michael Chan72f2afb2006-03-06 19:28:35 -08004974 if (tg3_40bit_overflow_test(tp, mapping, len))
4975 would_hit_hwbug = 1;
4976
Linus Torvalds1da177e2005-04-16 15:20:36 -07004977 if (tp->tg3_flags2 & TG3_FLG2_HW_TSO)
4978 tg3_set_txd(tp, entry, mapping, len,
4979 base_flags, (i == last)|(mss << 1));
4980 else
4981 tg3_set_txd(tp, entry, mapping, len,
4982 base_flags, (i == last));
4983
4984 entry = NEXT_TX(entry);
4985 }
4986 }
4987
4988 if (would_hit_hwbug) {
4989 u32 last_plus_one = entry;
4990 u32 start;
Linus Torvalds1da177e2005-04-16 15:20:36 -07004991
Michael Chanc58ec932005-09-17 00:46:27 -07004992 start = entry - 1 - skb_shinfo(skb)->nr_frags;
4993 start &= (TG3_TX_RING_SIZE - 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07004994
4995 /* If the workaround fails due to memory/mapping
4996 * failure, silently drop this packet.
4997 */
Michael Chan72f2afb2006-03-06 19:28:35 -08004998 if (tigon3_dma_hwbug_workaround(tp, skb, last_plus_one,
Michael Chanc58ec932005-09-17 00:46:27 -07004999 &start, base_flags, mss))
Linus Torvalds1da177e2005-04-16 15:20:36 -07005000 goto out_unlock;
5001
5002 entry = start;
5003 }
5004
5005 /* Packets are ready, update Tx producer idx local and on card. */
5006 tw32_tx_mbox((MAILBOX_SNDHOST_PROD_IDX_0 + TG3_64BIT_REG_LOW), entry);
5007
5008 tp->tx_prod = entry;
Michael Chan1b2a7202006-08-07 21:46:02 -07005009 if (unlikely(tg3_tx_avail(tp) <= (MAX_SKB_FRAGS + 1))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07005010 netif_stop_queue(dev);
Ranjit Manomohan42952232006-10-18 20:54:26 -07005011 if (tg3_tx_avail(tp) > TG3_TX_WAKEUP_THRESH(tp))
Michael Chan51b91462005-09-01 17:41:28 -07005012 netif_wake_queue(tp->dev);
5013 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07005014
5015out_unlock:
5016 mmiowb();
Linus Torvalds1da177e2005-04-16 15:20:36 -07005017
5018 dev->trans_start = jiffies;
5019
5020 return NETDEV_TX_OK;
5021}
5022
5023static inline void tg3_set_mtu(struct net_device *dev, struct tg3 *tp,
5024 int new_mtu)
5025{
5026 dev->mtu = new_mtu;
5027
Michael Chanef7f5ec2005-07-25 12:32:25 -07005028 if (new_mtu > ETH_DATA_LEN) {
Michael Chana4e2b342005-10-26 15:46:52 -07005029 if (tp->tg3_flags2 & TG3_FLG2_5780_CLASS) {
Michael Chanef7f5ec2005-07-25 12:32:25 -07005030 tp->tg3_flags2 &= ~TG3_FLG2_TSO_CAPABLE;
5031 ethtool_op_set_tso(dev, 0);
5032 }
5033 else
5034 tp->tg3_flags |= TG3_FLAG_JUMBO_RING_ENABLE;
5035 } else {
Michael Chana4e2b342005-10-26 15:46:52 -07005036 if (tp->tg3_flags2 & TG3_FLG2_5780_CLASS)
Michael Chanef7f5ec2005-07-25 12:32:25 -07005037 tp->tg3_flags2 |= TG3_FLG2_TSO_CAPABLE;
Michael Chan0f893dc2005-07-25 12:30:38 -07005038 tp->tg3_flags &= ~TG3_FLAG_JUMBO_RING_ENABLE;
Michael Chanef7f5ec2005-07-25 12:32:25 -07005039 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07005040}
5041
5042static int tg3_change_mtu(struct net_device *dev, int new_mtu)
5043{
5044 struct tg3 *tp = netdev_priv(dev);
Michael Chanb9ec6c12006-07-25 16:37:27 -07005045 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005046
5047 if (new_mtu < TG3_MIN_MTU || new_mtu > TG3_MAX_MTU(tp))
5048 return -EINVAL;
5049
5050 if (!netif_running(dev)) {
5051 /* We'll just catch it later when the
5052 * device is up'd.
5053 */
5054 tg3_set_mtu(dev, tp, new_mtu);
5055 return 0;
5056 }
5057
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07005058 tg3_phy_stop(tp);
5059
Linus Torvalds1da177e2005-04-16 15:20:36 -07005060 tg3_netif_stop(tp);
David S. Millerf47c11e2005-06-24 20:18:35 -07005061
5062 tg3_full_lock(tp, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005063
Michael Chan944d9802005-05-29 14:57:48 -07005064 tg3_halt(tp, RESET_KIND_SHUTDOWN, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005065
5066 tg3_set_mtu(dev, tp, new_mtu);
5067
Michael Chanb9ec6c12006-07-25 16:37:27 -07005068 err = tg3_restart_hw(tp, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005069
Michael Chanb9ec6c12006-07-25 16:37:27 -07005070 if (!err)
5071 tg3_netif_start(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005072
David S. Millerf47c11e2005-06-24 20:18:35 -07005073 tg3_full_unlock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005074
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07005075 if (!err)
5076 tg3_phy_start(tp);
5077
Michael Chanb9ec6c12006-07-25 16:37:27 -07005078 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005079}
5080
5081/* Free up pending packets in all rx/tx rings.
5082 *
5083 * The chip has been shut down and the driver detached from
5084 * the networking, so no interrupts or new tx packets will
5085 * end up in the driver. tp->{tx,}lock is not held and we are not
5086 * in an interrupt context and thus may sleep.
5087 */
5088static void tg3_free_rings(struct tg3 *tp)
5089{
5090 struct ring_info *rxp;
5091 int i;
5092
5093 for (i = 0; i < TG3_RX_RING_SIZE; i++) {
5094 rxp = &tp->rx_std_buffers[i];
5095
5096 if (rxp->skb == NULL)
5097 continue;
5098 pci_unmap_single(tp->pdev,
5099 pci_unmap_addr(rxp, mapping),
Michael Chan7e72aad2005-07-25 12:31:17 -07005100 tp->rx_pkt_buf_sz - tp->rx_offset,
Linus Torvalds1da177e2005-04-16 15:20:36 -07005101 PCI_DMA_FROMDEVICE);
5102 dev_kfree_skb_any(rxp->skb);
5103 rxp->skb = NULL;
5104 }
5105
5106 for (i = 0; i < TG3_RX_JUMBO_RING_SIZE; i++) {
5107 rxp = &tp->rx_jumbo_buffers[i];
5108
5109 if (rxp->skb == NULL)
5110 continue;
5111 pci_unmap_single(tp->pdev,
5112 pci_unmap_addr(rxp, mapping),
5113 RX_JUMBO_PKT_BUF_SZ - tp->rx_offset,
5114 PCI_DMA_FROMDEVICE);
5115 dev_kfree_skb_any(rxp->skb);
5116 rxp->skb = NULL;
5117 }
5118
5119 for (i = 0; i < TG3_TX_RING_SIZE; ) {
5120 struct tx_ring_info *txp;
5121 struct sk_buff *skb;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005122
5123 txp = &tp->tx_buffers[i];
5124 skb = txp->skb;
5125
5126 if (skb == NULL) {
5127 i++;
5128 continue;
5129 }
5130
David S. Miller90079ce2008-09-11 04:52:51 -07005131 skb_dma_unmap(&tp->pdev->dev, skb, DMA_TO_DEVICE);
5132
Linus Torvalds1da177e2005-04-16 15:20:36 -07005133 txp->skb = NULL;
5134
David S. Miller90079ce2008-09-11 04:52:51 -07005135 i += skb_shinfo(skb)->nr_frags + 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005136
5137 dev_kfree_skb_any(skb);
5138 }
5139}
5140
5141/* Initialize tx/rx rings for packet processing.
5142 *
5143 * The chip has been shut down and the driver detached from
5144 * the networking, so no interrupts or new tx packets will
5145 * end up in the driver. tp->{tx,}lock are held and thus
5146 * we may not sleep.
5147 */
Michael Chan32d8c572006-07-25 16:38:29 -07005148static int tg3_init_rings(struct tg3 *tp)
Linus Torvalds1da177e2005-04-16 15:20:36 -07005149{
5150 u32 i;
5151
5152 /* Free up all the SKBs. */
5153 tg3_free_rings(tp);
5154
5155 /* Zero out all descriptors. */
5156 memset(tp->rx_std, 0, TG3_RX_RING_BYTES);
5157 memset(tp->rx_jumbo, 0, TG3_RX_JUMBO_RING_BYTES);
5158 memset(tp->rx_rcb, 0, TG3_RX_RCB_RING_BYTES(tp));
5159 memset(tp->tx_ring, 0, TG3_TX_RING_BYTES);
5160
Michael Chan7e72aad2005-07-25 12:31:17 -07005161 tp->rx_pkt_buf_sz = RX_PKT_BUF_SZ;
Michael Chana4e2b342005-10-26 15:46:52 -07005162 if ((tp->tg3_flags2 & TG3_FLG2_5780_CLASS) &&
Michael Chan7e72aad2005-07-25 12:31:17 -07005163 (tp->dev->mtu > ETH_DATA_LEN))
5164 tp->rx_pkt_buf_sz = RX_JUMBO_PKT_BUF_SZ;
5165
Linus Torvalds1da177e2005-04-16 15:20:36 -07005166 /* Initialize invariants of the rings, we only set this
5167 * stuff once. This works because the card does not
5168 * write into the rx buffer posting rings.
5169 */
5170 for (i = 0; i < TG3_RX_RING_SIZE; i++) {
5171 struct tg3_rx_buffer_desc *rxd;
5172
5173 rxd = &tp->rx_std[i];
Michael Chan7e72aad2005-07-25 12:31:17 -07005174 rxd->idx_len = (tp->rx_pkt_buf_sz - tp->rx_offset - 64)
Linus Torvalds1da177e2005-04-16 15:20:36 -07005175 << RXD_LEN_SHIFT;
5176 rxd->type_flags = (RXD_FLAG_END << RXD_FLAGS_SHIFT);
5177 rxd->opaque = (RXD_OPAQUE_RING_STD |
5178 (i << RXD_OPAQUE_INDEX_SHIFT));
5179 }
5180
Michael Chan0f893dc2005-07-25 12:30:38 -07005181 if (tp->tg3_flags & TG3_FLAG_JUMBO_RING_ENABLE) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07005182 for (i = 0; i < TG3_RX_JUMBO_RING_SIZE; i++) {
5183 struct tg3_rx_buffer_desc *rxd;
5184
5185 rxd = &tp->rx_jumbo[i];
5186 rxd->idx_len = (RX_JUMBO_PKT_BUF_SZ - tp->rx_offset - 64)
5187 << RXD_LEN_SHIFT;
5188 rxd->type_flags = (RXD_FLAG_END << RXD_FLAGS_SHIFT) |
5189 RXD_FLAG_JUMBO;
5190 rxd->opaque = (RXD_OPAQUE_RING_JUMBO |
5191 (i << RXD_OPAQUE_INDEX_SHIFT));
5192 }
5193 }
5194
5195 /* Now allocate fresh SKBs for each rx ring. */
5196 for (i = 0; i < tp->rx_pending; i++) {
Michael Chan32d8c572006-07-25 16:38:29 -07005197 if (tg3_alloc_rx_skb(tp, RXD_OPAQUE_RING_STD, -1, i) < 0) {
5198 printk(KERN_WARNING PFX
5199 "%s: Using a smaller RX standard ring, "
5200 "only %d out of %d buffers were allocated "
5201 "successfully.\n",
5202 tp->dev->name, i, tp->rx_pending);
5203 if (i == 0)
5204 return -ENOMEM;
5205 tp->rx_pending = i;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005206 break;
Michael Chan32d8c572006-07-25 16:38:29 -07005207 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07005208 }
5209
Michael Chan0f893dc2005-07-25 12:30:38 -07005210 if (tp->tg3_flags & TG3_FLAG_JUMBO_RING_ENABLE) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07005211 for (i = 0; i < tp->rx_jumbo_pending; i++) {
5212 if (tg3_alloc_rx_skb(tp, RXD_OPAQUE_RING_JUMBO,
Michael Chan32d8c572006-07-25 16:38:29 -07005213 -1, i) < 0) {
5214 printk(KERN_WARNING PFX
5215 "%s: Using a smaller RX jumbo ring, "
5216 "only %d out of %d buffers were "
5217 "allocated successfully.\n",
5218 tp->dev->name, i, tp->rx_jumbo_pending);
5219 if (i == 0) {
5220 tg3_free_rings(tp);
5221 return -ENOMEM;
5222 }
5223 tp->rx_jumbo_pending = i;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005224 break;
Michael Chan32d8c572006-07-25 16:38:29 -07005225 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07005226 }
5227 }
Michael Chan32d8c572006-07-25 16:38:29 -07005228 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005229}
5230
5231/*
5232 * Must not be invoked with interrupt sources disabled and
5233 * the hardware shutdown down.
5234 */
5235static void tg3_free_consistent(struct tg3 *tp)
5236{
Jesper Juhlb4558ea2005-10-28 16:53:13 -04005237 kfree(tp->rx_std_buffers);
5238 tp->rx_std_buffers = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005239 if (tp->rx_std) {
5240 pci_free_consistent(tp->pdev, TG3_RX_RING_BYTES,
5241 tp->rx_std, tp->rx_std_mapping);
5242 tp->rx_std = NULL;
5243 }
5244 if (tp->rx_jumbo) {
5245 pci_free_consistent(tp->pdev, TG3_RX_JUMBO_RING_BYTES,
5246 tp->rx_jumbo, tp->rx_jumbo_mapping);
5247 tp->rx_jumbo = NULL;
5248 }
5249 if (tp->rx_rcb) {
5250 pci_free_consistent(tp->pdev, TG3_RX_RCB_RING_BYTES(tp),
5251 tp->rx_rcb, tp->rx_rcb_mapping);
5252 tp->rx_rcb = NULL;
5253 }
5254 if (tp->tx_ring) {
5255 pci_free_consistent(tp->pdev, TG3_TX_RING_BYTES,
5256 tp->tx_ring, tp->tx_desc_mapping);
5257 tp->tx_ring = NULL;
5258 }
5259 if (tp->hw_status) {
5260 pci_free_consistent(tp->pdev, TG3_HW_STATUS_SIZE,
5261 tp->hw_status, tp->status_mapping);
5262 tp->hw_status = NULL;
5263 }
5264 if (tp->hw_stats) {
5265 pci_free_consistent(tp->pdev, sizeof(struct tg3_hw_stats),
5266 tp->hw_stats, tp->stats_mapping);
5267 tp->hw_stats = NULL;
5268 }
5269}
5270
5271/*
5272 * Must not be invoked with interrupt sources disabled and
5273 * the hardware shutdown down. Can sleep.
5274 */
5275static int tg3_alloc_consistent(struct tg3 *tp)
5276{
Yan Burmanbd2b3342006-12-14 15:25:00 -08005277 tp->rx_std_buffers = kzalloc((sizeof(struct ring_info) *
Linus Torvalds1da177e2005-04-16 15:20:36 -07005278 (TG3_RX_RING_SIZE +
5279 TG3_RX_JUMBO_RING_SIZE)) +
5280 (sizeof(struct tx_ring_info) *
5281 TG3_TX_RING_SIZE),
5282 GFP_KERNEL);
5283 if (!tp->rx_std_buffers)
5284 return -ENOMEM;
5285
Linus Torvalds1da177e2005-04-16 15:20:36 -07005286 tp->rx_jumbo_buffers = &tp->rx_std_buffers[TG3_RX_RING_SIZE];
5287 tp->tx_buffers = (struct tx_ring_info *)
5288 &tp->rx_jumbo_buffers[TG3_RX_JUMBO_RING_SIZE];
5289
5290 tp->rx_std = pci_alloc_consistent(tp->pdev, TG3_RX_RING_BYTES,
5291 &tp->rx_std_mapping);
5292 if (!tp->rx_std)
5293 goto err_out;
5294
5295 tp->rx_jumbo = pci_alloc_consistent(tp->pdev, TG3_RX_JUMBO_RING_BYTES,
5296 &tp->rx_jumbo_mapping);
5297
5298 if (!tp->rx_jumbo)
5299 goto err_out;
5300
5301 tp->rx_rcb = pci_alloc_consistent(tp->pdev, TG3_RX_RCB_RING_BYTES(tp),
5302 &tp->rx_rcb_mapping);
5303 if (!tp->rx_rcb)
5304 goto err_out;
5305
5306 tp->tx_ring = pci_alloc_consistent(tp->pdev, TG3_TX_RING_BYTES,
5307 &tp->tx_desc_mapping);
5308 if (!tp->tx_ring)
5309 goto err_out;
5310
5311 tp->hw_status = pci_alloc_consistent(tp->pdev,
5312 TG3_HW_STATUS_SIZE,
5313 &tp->status_mapping);
5314 if (!tp->hw_status)
5315 goto err_out;
5316
5317 tp->hw_stats = pci_alloc_consistent(tp->pdev,
5318 sizeof(struct tg3_hw_stats),
5319 &tp->stats_mapping);
5320 if (!tp->hw_stats)
5321 goto err_out;
5322
5323 memset(tp->hw_status, 0, TG3_HW_STATUS_SIZE);
5324 memset(tp->hw_stats, 0, sizeof(struct tg3_hw_stats));
5325
5326 return 0;
5327
5328err_out:
5329 tg3_free_consistent(tp);
5330 return -ENOMEM;
5331}
5332
5333#define MAX_WAIT_CNT 1000
5334
5335/* To stop a block, clear the enable bit and poll till it
5336 * clears. tp->lock is held.
5337 */
David S. Millerb3b7d6b2005-05-05 14:40:20 -07005338static int tg3_stop_block(struct tg3 *tp, unsigned long ofs, u32 enable_bit, int silent)
Linus Torvalds1da177e2005-04-16 15:20:36 -07005339{
5340 unsigned int i;
5341 u32 val;
5342
5343 if (tp->tg3_flags2 & TG3_FLG2_5705_PLUS) {
5344 switch (ofs) {
5345 case RCVLSC_MODE:
5346 case DMAC_MODE:
5347 case MBFREE_MODE:
5348 case BUFMGR_MODE:
5349 case MEMARB_MODE:
5350 /* We can't enable/disable these bits of the
5351 * 5705/5750, just say success.
5352 */
5353 return 0;
5354
5355 default:
5356 break;
Stephen Hemminger855e1112008-04-16 16:37:28 -07005357 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07005358 }
5359
5360 val = tr32(ofs);
5361 val &= ~enable_bit;
5362 tw32_f(ofs, val);
5363
5364 for (i = 0; i < MAX_WAIT_CNT; i++) {
5365 udelay(100);
5366 val = tr32(ofs);
5367 if ((val & enable_bit) == 0)
5368 break;
5369 }
5370
David S. Millerb3b7d6b2005-05-05 14:40:20 -07005371 if (i == MAX_WAIT_CNT && !silent) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07005372 printk(KERN_ERR PFX "tg3_stop_block timed out, "
5373 "ofs=%lx enable_bit=%x\n",
5374 ofs, enable_bit);
5375 return -ENODEV;
5376 }
5377
5378 return 0;
5379}
5380
5381/* tp->lock is held. */
David S. Millerb3b7d6b2005-05-05 14:40:20 -07005382static int tg3_abort_hw(struct tg3 *tp, int silent)
Linus Torvalds1da177e2005-04-16 15:20:36 -07005383{
5384 int i, err;
5385
5386 tg3_disable_ints(tp);
5387
5388 tp->rx_mode &= ~RX_MODE_ENABLE;
5389 tw32_f(MAC_RX_MODE, tp->rx_mode);
5390 udelay(10);
5391
David S. Millerb3b7d6b2005-05-05 14:40:20 -07005392 err = tg3_stop_block(tp, RCVBDI_MODE, RCVBDI_MODE_ENABLE, silent);
5393 err |= tg3_stop_block(tp, RCVLPC_MODE, RCVLPC_MODE_ENABLE, silent);
5394 err |= tg3_stop_block(tp, RCVLSC_MODE, RCVLSC_MODE_ENABLE, silent);
5395 err |= tg3_stop_block(tp, RCVDBDI_MODE, RCVDBDI_MODE_ENABLE, silent);
5396 err |= tg3_stop_block(tp, RCVDCC_MODE, RCVDCC_MODE_ENABLE, silent);
5397 err |= tg3_stop_block(tp, RCVCC_MODE, RCVCC_MODE_ENABLE, silent);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005398
David S. Millerb3b7d6b2005-05-05 14:40:20 -07005399 err |= tg3_stop_block(tp, SNDBDS_MODE, SNDBDS_MODE_ENABLE, silent);
5400 err |= tg3_stop_block(tp, SNDBDI_MODE, SNDBDI_MODE_ENABLE, silent);
5401 err |= tg3_stop_block(tp, SNDDATAI_MODE, SNDDATAI_MODE_ENABLE, silent);
5402 err |= tg3_stop_block(tp, RDMAC_MODE, RDMAC_MODE_ENABLE, silent);
5403 err |= tg3_stop_block(tp, SNDDATAC_MODE, SNDDATAC_MODE_ENABLE, silent);
5404 err |= tg3_stop_block(tp, DMAC_MODE, DMAC_MODE_ENABLE, silent);
5405 err |= tg3_stop_block(tp, SNDBDC_MODE, SNDBDC_MODE_ENABLE, silent);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005406
5407 tp->mac_mode &= ~MAC_MODE_TDE_ENABLE;
5408 tw32_f(MAC_MODE, tp->mac_mode);
5409 udelay(40);
5410
5411 tp->tx_mode &= ~TX_MODE_ENABLE;
5412 tw32_f(MAC_TX_MODE, tp->tx_mode);
5413
5414 for (i = 0; i < MAX_WAIT_CNT; i++) {
5415 udelay(100);
5416 if (!(tr32(MAC_TX_MODE) & TX_MODE_ENABLE))
5417 break;
5418 }
5419 if (i >= MAX_WAIT_CNT) {
5420 printk(KERN_ERR PFX "tg3_abort_hw timed out for %s, "
5421 "TX_MODE_ENABLE will not clear MAC_TX_MODE=%08x\n",
5422 tp->dev->name, tr32(MAC_TX_MODE));
Michael Chane6de8ad2005-05-05 14:42:41 -07005423 err |= -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005424 }
5425
Michael Chane6de8ad2005-05-05 14:42:41 -07005426 err |= tg3_stop_block(tp, HOSTCC_MODE, HOSTCC_MODE_ENABLE, silent);
David S. Millerb3b7d6b2005-05-05 14:40:20 -07005427 err |= tg3_stop_block(tp, WDMAC_MODE, WDMAC_MODE_ENABLE, silent);
5428 err |= tg3_stop_block(tp, MBFREE_MODE, MBFREE_MODE_ENABLE, silent);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005429
5430 tw32(FTQ_RESET, 0xffffffff);
5431 tw32(FTQ_RESET, 0x00000000);
5432
David S. Millerb3b7d6b2005-05-05 14:40:20 -07005433 err |= tg3_stop_block(tp, BUFMGR_MODE, BUFMGR_MODE_ENABLE, silent);
5434 err |= tg3_stop_block(tp, MEMARB_MODE, MEMARB_MODE_ENABLE, silent);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005435
5436 if (tp->hw_status)
5437 memset(tp->hw_status, 0, TG3_HW_STATUS_SIZE);
5438 if (tp->hw_stats)
5439 memset(tp->hw_stats, 0, sizeof(struct tg3_hw_stats));
5440
Linus Torvalds1da177e2005-04-16 15:20:36 -07005441 return err;
5442}
5443
5444/* tp->lock is held. */
5445static int tg3_nvram_lock(struct tg3 *tp)
5446{
5447 if (tp->tg3_flags & TG3_FLAG_NVRAM) {
5448 int i;
5449
Michael Chanec41c7d2006-01-17 02:40:55 -08005450 if (tp->nvram_lock_cnt == 0) {
5451 tw32(NVRAM_SWARB, SWARB_REQ_SET1);
5452 for (i = 0; i < 8000; i++) {
5453 if (tr32(NVRAM_SWARB) & SWARB_GNT1)
5454 break;
5455 udelay(20);
5456 }
5457 if (i == 8000) {
5458 tw32(NVRAM_SWARB, SWARB_REQ_CLR1);
5459 return -ENODEV;
5460 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07005461 }
Michael Chanec41c7d2006-01-17 02:40:55 -08005462 tp->nvram_lock_cnt++;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005463 }
5464 return 0;
5465}
5466
5467/* tp->lock is held. */
5468static void tg3_nvram_unlock(struct tg3 *tp)
5469{
Michael Chanec41c7d2006-01-17 02:40:55 -08005470 if (tp->tg3_flags & TG3_FLAG_NVRAM) {
5471 if (tp->nvram_lock_cnt > 0)
5472 tp->nvram_lock_cnt--;
5473 if (tp->nvram_lock_cnt == 0)
5474 tw32_f(NVRAM_SWARB, SWARB_REQ_CLR1);
5475 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07005476}
5477
5478/* tp->lock is held. */
Michael Chane6af3012005-04-21 17:12:05 -07005479static void tg3_enable_nvram_access(struct tg3 *tp)
5480{
5481 if ((tp->tg3_flags2 & TG3_FLG2_5750_PLUS) &&
5482 !(tp->tg3_flags2 & TG3_FLG2_PROTECTED_NVRAM)) {
5483 u32 nvaccess = tr32(NVRAM_ACCESS);
5484
5485 tw32(NVRAM_ACCESS, nvaccess | ACCESS_ENABLE);
5486 }
5487}
5488
5489/* tp->lock is held. */
5490static void tg3_disable_nvram_access(struct tg3 *tp)
5491{
5492 if ((tp->tg3_flags2 & TG3_FLG2_5750_PLUS) &&
5493 !(tp->tg3_flags2 & TG3_FLG2_PROTECTED_NVRAM)) {
5494 u32 nvaccess = tr32(NVRAM_ACCESS);
5495
5496 tw32(NVRAM_ACCESS, nvaccess & ~ACCESS_ENABLE);
5497 }
5498}
5499
Matt Carlson0d3031d2007-10-10 18:02:43 -07005500static void tg3_ape_send_event(struct tg3 *tp, u32 event)
5501{
5502 int i;
5503 u32 apedata;
5504
5505 apedata = tg3_ape_read32(tp, TG3_APE_SEG_SIG);
5506 if (apedata != APE_SEG_SIG_MAGIC)
5507 return;
5508
5509 apedata = tg3_ape_read32(tp, TG3_APE_FW_STATUS);
Matt Carlson731fd792008-08-15 14:07:51 -07005510 if (!(apedata & APE_FW_STATUS_READY))
Matt Carlson0d3031d2007-10-10 18:02:43 -07005511 return;
5512
5513 /* Wait for up to 1 millisecond for APE to service previous event. */
5514 for (i = 0; i < 10; i++) {
5515 if (tg3_ape_lock(tp, TG3_APE_LOCK_MEM))
5516 return;
5517
5518 apedata = tg3_ape_read32(tp, TG3_APE_EVENT_STATUS);
5519
5520 if (!(apedata & APE_EVENT_STATUS_EVENT_PENDING))
5521 tg3_ape_write32(tp, TG3_APE_EVENT_STATUS,
5522 event | APE_EVENT_STATUS_EVENT_PENDING);
5523
5524 tg3_ape_unlock(tp, TG3_APE_LOCK_MEM);
5525
5526 if (!(apedata & APE_EVENT_STATUS_EVENT_PENDING))
5527 break;
5528
5529 udelay(100);
5530 }
5531
5532 if (!(apedata & APE_EVENT_STATUS_EVENT_PENDING))
5533 tg3_ape_write32(tp, TG3_APE_EVENT, APE_EVENT_1);
5534}
5535
5536static void tg3_ape_driver_state_change(struct tg3 *tp, int kind)
5537{
5538 u32 event;
5539 u32 apedata;
5540
5541 if (!(tp->tg3_flags3 & TG3_FLG3_ENABLE_APE))
5542 return;
5543
5544 switch (kind) {
5545 case RESET_KIND_INIT:
5546 tg3_ape_write32(tp, TG3_APE_HOST_SEG_SIG,
5547 APE_HOST_SEG_SIG_MAGIC);
5548 tg3_ape_write32(tp, TG3_APE_HOST_SEG_LEN,
5549 APE_HOST_SEG_LEN_MAGIC);
5550 apedata = tg3_ape_read32(tp, TG3_APE_HOST_INIT_COUNT);
5551 tg3_ape_write32(tp, TG3_APE_HOST_INIT_COUNT, ++apedata);
5552 tg3_ape_write32(tp, TG3_APE_HOST_DRIVER_ID,
5553 APE_HOST_DRIVER_ID_MAGIC);
5554 tg3_ape_write32(tp, TG3_APE_HOST_BEHAVIOR,
5555 APE_HOST_BEHAV_NO_PHYLOCK);
5556
5557 event = APE_EVENT_STATUS_STATE_START;
5558 break;
5559 case RESET_KIND_SHUTDOWN:
5560 event = APE_EVENT_STATUS_STATE_UNLOAD;
5561 break;
5562 case RESET_KIND_SUSPEND:
5563 event = APE_EVENT_STATUS_STATE_SUSPEND;
5564 break;
5565 default:
5566 return;
5567 }
5568
5569 event |= APE_EVENT_STATUS_DRIVER_EVNT | APE_EVENT_STATUS_STATE_CHNGE;
5570
5571 tg3_ape_send_event(tp, event);
5572}
5573
Michael Chane6af3012005-04-21 17:12:05 -07005574/* tp->lock is held. */
Linus Torvalds1da177e2005-04-16 15:20:36 -07005575static void tg3_write_sig_pre_reset(struct tg3 *tp, int kind)
5576{
David S. Millerf49639e2006-06-09 11:58:36 -07005577 tg3_write_mem(tp, NIC_SRAM_FIRMWARE_MBOX,
5578 NIC_SRAM_FIRMWARE_MBOX_MAGIC1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005579
5580 if (tp->tg3_flags2 & TG3_FLG2_ASF_NEW_HANDSHAKE) {
5581 switch (kind) {
5582 case RESET_KIND_INIT:
5583 tg3_write_mem(tp, NIC_SRAM_FW_DRV_STATE_MBOX,
5584 DRV_STATE_START);
5585 break;
5586
5587 case RESET_KIND_SHUTDOWN:
5588 tg3_write_mem(tp, NIC_SRAM_FW_DRV_STATE_MBOX,
5589 DRV_STATE_UNLOAD);
5590 break;
5591
5592 case RESET_KIND_SUSPEND:
5593 tg3_write_mem(tp, NIC_SRAM_FW_DRV_STATE_MBOX,
5594 DRV_STATE_SUSPEND);
5595 break;
5596
5597 default:
5598 break;
Stephen Hemminger855e1112008-04-16 16:37:28 -07005599 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07005600 }
Matt Carlson0d3031d2007-10-10 18:02:43 -07005601
5602 if (kind == RESET_KIND_INIT ||
5603 kind == RESET_KIND_SUSPEND)
5604 tg3_ape_driver_state_change(tp, kind);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005605}
5606
5607/* tp->lock is held. */
5608static void tg3_write_sig_post_reset(struct tg3 *tp, int kind)
5609{
5610 if (tp->tg3_flags2 & TG3_FLG2_ASF_NEW_HANDSHAKE) {
5611 switch (kind) {
5612 case RESET_KIND_INIT:
5613 tg3_write_mem(tp, NIC_SRAM_FW_DRV_STATE_MBOX,
5614 DRV_STATE_START_DONE);
5615 break;
5616
5617 case RESET_KIND_SHUTDOWN:
5618 tg3_write_mem(tp, NIC_SRAM_FW_DRV_STATE_MBOX,
5619 DRV_STATE_UNLOAD_DONE);
5620 break;
5621
5622 default:
5623 break;
Stephen Hemminger855e1112008-04-16 16:37:28 -07005624 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07005625 }
Matt Carlson0d3031d2007-10-10 18:02:43 -07005626
5627 if (kind == RESET_KIND_SHUTDOWN)
5628 tg3_ape_driver_state_change(tp, kind);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005629}
5630
5631/* tp->lock is held. */
5632static void tg3_write_sig_legacy(struct tg3 *tp, int kind)
5633{
5634 if (tp->tg3_flags & TG3_FLAG_ENABLE_ASF) {
5635 switch (kind) {
5636 case RESET_KIND_INIT:
5637 tg3_write_mem(tp, NIC_SRAM_FW_DRV_STATE_MBOX,
5638 DRV_STATE_START);
5639 break;
5640
5641 case RESET_KIND_SHUTDOWN:
5642 tg3_write_mem(tp, NIC_SRAM_FW_DRV_STATE_MBOX,
5643 DRV_STATE_UNLOAD);
5644 break;
5645
5646 case RESET_KIND_SUSPEND:
5647 tg3_write_mem(tp, NIC_SRAM_FW_DRV_STATE_MBOX,
5648 DRV_STATE_SUSPEND);
5649 break;
5650
5651 default:
5652 break;
Stephen Hemminger855e1112008-04-16 16:37:28 -07005653 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07005654 }
5655}
5656
Michael Chan7a6f4362006-09-27 16:03:31 -07005657static int tg3_poll_fw(struct tg3 *tp)
5658{
5659 int i;
5660 u32 val;
5661
Michael Chanb5d37722006-09-27 16:06:21 -07005662 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
Gary Zambrano0ccead12006-11-14 16:34:00 -08005663 /* Wait up to 20ms for init done. */
5664 for (i = 0; i < 200; i++) {
Michael Chanb5d37722006-09-27 16:06:21 -07005665 if (tr32(VCPU_STATUS) & VCPU_STATUS_INIT_DONE)
5666 return 0;
Gary Zambrano0ccead12006-11-14 16:34:00 -08005667 udelay(100);
Michael Chanb5d37722006-09-27 16:06:21 -07005668 }
5669 return -ENODEV;
5670 }
5671
Michael Chan7a6f4362006-09-27 16:03:31 -07005672 /* Wait for firmware initialization to complete. */
5673 for (i = 0; i < 100000; i++) {
5674 tg3_read_mem(tp, NIC_SRAM_FIRMWARE_MBOX, &val);
5675 if (val == ~NIC_SRAM_FIRMWARE_MBOX_MAGIC1)
5676 break;
5677 udelay(10);
5678 }
5679
5680 /* Chip might not be fitted with firmware. Some Sun onboard
5681 * parts are configured like that. So don't signal the timeout
5682 * of the above loop as an error, but do report the lack of
5683 * running firmware once.
5684 */
5685 if (i >= 100000 &&
5686 !(tp->tg3_flags2 & TG3_FLG2_NO_FWARE_REPORTED)) {
5687 tp->tg3_flags2 |= TG3_FLG2_NO_FWARE_REPORTED;
5688
5689 printk(KERN_INFO PFX "%s: No firmware running.\n",
5690 tp->dev->name);
5691 }
5692
5693 return 0;
5694}
5695
Michael Chanee6a99b2007-07-18 21:49:10 -07005696/* Save PCI command register before chip reset */
5697static void tg3_save_pci_state(struct tg3 *tp)
5698{
Matt Carlson8a6eac92007-10-21 16:17:55 -07005699 pci_read_config_word(tp->pdev, PCI_COMMAND, &tp->pci_cmd);
Michael Chanee6a99b2007-07-18 21:49:10 -07005700}
5701
5702/* Restore PCI state after chip reset */
5703static void tg3_restore_pci_state(struct tg3 *tp)
5704{
5705 u32 val;
5706
5707 /* Re-enable indirect register accesses. */
5708 pci_write_config_dword(tp->pdev, TG3PCI_MISC_HOST_CTRL,
5709 tp->misc_host_ctrl);
5710
5711 /* Set MAX PCI retry to zero. */
5712 val = (PCISTATE_ROM_ENABLE | PCISTATE_ROM_RETRY_ENABLE);
5713 if (tp->pci_chip_rev_id == CHIPREV_ID_5704_A0 &&
5714 (tp->tg3_flags & TG3_FLAG_PCIX_MODE))
5715 val |= PCISTATE_RETRY_SAME_DMA;
Matt Carlson0d3031d2007-10-10 18:02:43 -07005716 /* Allow reads and writes to the APE register and memory space. */
5717 if (tp->tg3_flags3 & TG3_FLG3_ENABLE_APE)
5718 val |= PCISTATE_ALLOW_APE_CTLSPC_WR |
5719 PCISTATE_ALLOW_APE_SHMEM_WR;
Michael Chanee6a99b2007-07-18 21:49:10 -07005720 pci_write_config_dword(tp->pdev, TG3PCI_PCISTATE, val);
5721
Matt Carlson8a6eac92007-10-21 16:17:55 -07005722 pci_write_config_word(tp->pdev, PCI_COMMAND, tp->pci_cmd);
Michael Chanee6a99b2007-07-18 21:49:10 -07005723
Matt Carlson5f5c51e2007-11-12 21:19:37 -08005724 if (tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS)
5725 pcie_set_readrq(tp->pdev, 4096);
5726 else {
Michael Chan114342f2007-10-15 02:12:26 -07005727 pci_write_config_byte(tp->pdev, PCI_CACHE_LINE_SIZE,
5728 tp->pci_cacheline_sz);
5729 pci_write_config_byte(tp->pdev, PCI_LATENCY_TIMER,
5730 tp->pci_lat_timer);
5731 }
Matt Carlson5f5c51e2007-11-12 21:19:37 -08005732
Michael Chanee6a99b2007-07-18 21:49:10 -07005733 /* Make sure PCI-X relaxed ordering bit is clear. */
Matt Carlson9974a352007-10-07 23:27:28 -07005734 if (tp->pcix_cap) {
5735 u16 pcix_cmd;
5736
5737 pci_read_config_word(tp->pdev, tp->pcix_cap + PCI_X_CMD,
5738 &pcix_cmd);
5739 pcix_cmd &= ~PCI_X_CMD_ERO;
5740 pci_write_config_word(tp->pdev, tp->pcix_cap + PCI_X_CMD,
5741 pcix_cmd);
5742 }
Michael Chanee6a99b2007-07-18 21:49:10 -07005743
5744 if (tp->tg3_flags2 & TG3_FLG2_5780_CLASS) {
Michael Chanee6a99b2007-07-18 21:49:10 -07005745
5746 /* Chip reset on 5780 will reset MSI enable bit,
5747 * so need to restore it.
5748 */
5749 if (tp->tg3_flags2 & TG3_FLG2_USING_MSI) {
5750 u16 ctrl;
5751
5752 pci_read_config_word(tp->pdev,
5753 tp->msi_cap + PCI_MSI_FLAGS,
5754 &ctrl);
5755 pci_write_config_word(tp->pdev,
5756 tp->msi_cap + PCI_MSI_FLAGS,
5757 ctrl | PCI_MSI_FLAGS_ENABLE);
5758 val = tr32(MSGINT_MODE);
5759 tw32(MSGINT_MODE, val | MSGINT_MODE_ENABLE);
5760 }
5761 }
5762}
5763
Linus Torvalds1da177e2005-04-16 15:20:36 -07005764static void tg3_stop_fw(struct tg3 *);
5765
5766/* tp->lock is held. */
5767static int tg3_chip_reset(struct tg3 *tp)
5768{
5769 u32 val;
Michael Chan1ee582d2005-08-09 20:16:46 -07005770 void (*write_op)(struct tg3 *, u32, u32);
Michael Chan7a6f4362006-09-27 16:03:31 -07005771 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005772
David S. Millerf49639e2006-06-09 11:58:36 -07005773 tg3_nvram_lock(tp);
5774
Matt Carlson158d7ab2008-05-29 01:37:54 -07005775 tg3_mdio_stop(tp);
5776
Matt Carlson77b483f2008-08-15 14:07:24 -07005777 tg3_ape_lock(tp, TG3_APE_LOCK_GRC);
5778
David S. Millerf49639e2006-06-09 11:58:36 -07005779 /* No matching tg3_nvram_unlock() after this because
5780 * chip reset below will undo the nvram lock.
5781 */
5782 tp->nvram_lock_cnt = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005783
Michael Chanee6a99b2007-07-18 21:49:10 -07005784 /* GRC_MISC_CFG core clock reset will clear the memory
5785 * enable bit in PCI register 4 and the MSI enable bit
5786 * on some chips, so we save relevant registers here.
5787 */
5788 tg3_save_pci_state(tp);
5789
Michael Chand9ab5ad2006-03-20 22:27:35 -08005790 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5752 ||
Michael Chanaf36e6b2006-03-23 01:28:06 -08005791 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755 ||
Matt Carlsond30cdd22007-10-07 23:28:35 -07005792 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5787 ||
Matt Carlson9936bcf2007-10-10 18:03:07 -07005793 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
Matt Carlson57e69832008-05-25 23:48:31 -07005794 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761 ||
5795 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785)
Michael Chand9ab5ad2006-03-20 22:27:35 -08005796 tw32(GRC_FASTBOOT_PC, 0);
5797
Linus Torvalds1da177e2005-04-16 15:20:36 -07005798 /*
5799 * We must avoid the readl() that normally takes place.
5800 * It locks machines, causes machine checks, and other
5801 * fun things. So, temporarily disable the 5701
5802 * hardware workaround, while we do the reset.
5803 */
Michael Chan1ee582d2005-08-09 20:16:46 -07005804 write_op = tp->write32;
5805 if (write_op == tg3_write_flush_reg32)
5806 tp->write32 = tg3_write32;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005807
Michael Chand18edcb2007-03-24 20:57:11 -07005808 /* Prevent the irq handler from reading or writing PCI registers
5809 * during chip reset when the memory enable bit in the PCI command
5810 * register may be cleared. The chip does not generate interrupt
5811 * at this time, but the irq handler may still be called due to irq
5812 * sharing or irqpoll.
5813 */
5814 tp->tg3_flags |= TG3_FLAG_CHIP_RESETTING;
Michael Chanb8fa2f32007-04-06 17:35:37 -07005815 if (tp->hw_status) {
5816 tp->hw_status->status = 0;
5817 tp->hw_status->status_tag = 0;
5818 }
Michael Chand18edcb2007-03-24 20:57:11 -07005819 tp->last_tag = 0;
5820 smp_mb();
5821 synchronize_irq(tp->pdev->irq);
5822
Linus Torvalds1da177e2005-04-16 15:20:36 -07005823 /* do the reset */
5824 val = GRC_MISC_CFG_CORECLK_RESET;
5825
5826 if (tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS) {
5827 if (tr32(0x7e2c) == 0x60) {
5828 tw32(0x7e2c, 0x20);
5829 }
5830 if (tp->pci_chip_rev_id != CHIPREV_ID_5750_A0) {
5831 tw32(GRC_MISC_CFG, (1 << 29));
5832 val |= (1 << 29);
5833 }
5834 }
5835
Michael Chanb5d37722006-09-27 16:06:21 -07005836 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
5837 tw32(VCPU_STATUS, tr32(VCPU_STATUS) | VCPU_STATUS_DRV_RESET);
5838 tw32(GRC_VCPU_EXT_CTRL,
5839 tr32(GRC_VCPU_EXT_CTRL) & ~GRC_VCPU_EXT_CTRL_HALT_CPU);
5840 }
5841
Linus Torvalds1da177e2005-04-16 15:20:36 -07005842 if (tp->tg3_flags2 & TG3_FLG2_5705_PLUS)
5843 val |= GRC_MISC_CFG_KEEP_GPHY_POWER;
5844 tw32(GRC_MISC_CFG, val);
5845
Michael Chan1ee582d2005-08-09 20:16:46 -07005846 /* restore 5701 hardware bug workaround write method */
5847 tp->write32 = write_op;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005848
5849 /* Unfortunately, we have to delay before the PCI read back.
5850 * Some 575X chips even will not respond to a PCI cfg access
5851 * when the reset command is given to the chip.
5852 *
5853 * How do these hardware designers expect things to work
5854 * properly if the PCI write is posted for a long period
5855 * of time? It is always necessary to have some method by
5856 * which a register read back can occur to push the write
5857 * out which does the reset.
5858 *
5859 * For most tg3 variants the trick below was working.
5860 * Ho hum...
5861 */
5862 udelay(120);
5863
5864 /* Flush PCI posted writes. The normal MMIO registers
5865 * are inaccessible at this time so this is the only
5866 * way to make this reliably (actually, this is no longer
5867 * the case, see above). I tried to use indirect
5868 * register read/write but this upset some 5701 variants.
5869 */
5870 pci_read_config_dword(tp->pdev, PCI_COMMAND, &val);
5871
5872 udelay(120);
5873
5874 if (tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS) {
5875 if (tp->pci_chip_rev_id == CHIPREV_ID_5750_A0) {
5876 int i;
5877 u32 cfg_val;
5878
5879 /* Wait for link training to complete. */
5880 for (i = 0; i < 5000; i++)
5881 udelay(100);
5882
5883 pci_read_config_dword(tp->pdev, 0xc4, &cfg_val);
5884 pci_write_config_dword(tp->pdev, 0xc4,
5885 cfg_val | (1 << 15));
5886 }
5887 /* Set PCIE max payload size and clear error status. */
5888 pci_write_config_dword(tp->pdev, 0xd8, 0xf5000);
5889 }
5890
Michael Chanee6a99b2007-07-18 21:49:10 -07005891 tg3_restore_pci_state(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005892
Michael Chand18edcb2007-03-24 20:57:11 -07005893 tp->tg3_flags &= ~TG3_FLAG_CHIP_RESETTING;
5894
Michael Chanee6a99b2007-07-18 21:49:10 -07005895 val = 0;
5896 if (tp->tg3_flags2 & TG3_FLG2_5780_CLASS)
Michael Chan4cf78e42005-07-25 12:29:19 -07005897 val = tr32(MEMARB_MODE);
Michael Chanee6a99b2007-07-18 21:49:10 -07005898 tw32(MEMARB_MODE, val | MEMARB_MODE_ENABLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005899
5900 if (tp->pci_chip_rev_id == CHIPREV_ID_5750_A3) {
5901 tg3_stop_fw(tp);
5902 tw32(0x5000, 0x400);
5903 }
5904
5905 tw32(GRC_MODE, tp->grc_mode);
5906
5907 if (tp->pci_chip_rev_id == CHIPREV_ID_5705_A0) {
Andy Gospodarekab0049b2007-09-06 20:42:14 +01005908 val = tr32(0xc4);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005909
5910 tw32(0xc4, val | (1 << 15));
5911 }
5912
5913 if ((tp->nic_sram_data_cfg & NIC_SRAM_DATA_CFG_MINI_PCI) != 0 &&
5914 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5705) {
5915 tp->pci_clock_ctrl |= CLOCK_CTRL_CLKRUN_OENABLE;
5916 if (tp->pci_chip_rev_id == CHIPREV_ID_5705_A0)
5917 tp->pci_clock_ctrl |= CLOCK_CTRL_FORCE_CLKRUN;
5918 tw32(TG3PCI_CLOCK_CTRL, tp->pci_clock_ctrl);
5919 }
5920
5921 if (tp->tg3_flags2 & TG3_FLG2_PHY_SERDES) {
5922 tp->mac_mode = MAC_MODE_PORT_MODE_TBI;
5923 tw32_f(MAC_MODE, tp->mac_mode);
Michael Chan747e8f82005-07-25 12:33:22 -07005924 } else if (tp->tg3_flags2 & TG3_FLG2_MII_SERDES) {
5925 tp->mac_mode = MAC_MODE_PORT_MODE_GMII;
5926 tw32_f(MAC_MODE, tp->mac_mode);
Matt Carlson3bda1252008-08-15 14:08:22 -07005927 } else if (tp->tg3_flags3 & TG3_FLG3_ENABLE_APE) {
5928 tp->mac_mode &= (MAC_MODE_APE_TX_EN | MAC_MODE_APE_RX_EN);
5929 if (tp->mac_mode & MAC_MODE_APE_TX_EN)
5930 tp->mac_mode |= MAC_MODE_TDE_ENABLE;
5931 tw32_f(MAC_MODE, tp->mac_mode);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005932 } else
5933 tw32_f(MAC_MODE, 0);
5934 udelay(40);
5935
Matt Carlson158d7ab2008-05-29 01:37:54 -07005936 tg3_mdio_start(tp);
5937
Matt Carlson77b483f2008-08-15 14:07:24 -07005938 tg3_ape_unlock(tp, TG3_APE_LOCK_GRC);
5939
Michael Chan7a6f4362006-09-27 16:03:31 -07005940 err = tg3_poll_fw(tp);
5941 if (err)
5942 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07005943
5944 if ((tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS) &&
5945 tp->pci_chip_rev_id != CHIPREV_ID_5750_A0) {
Andy Gospodarekab0049b2007-09-06 20:42:14 +01005946 val = tr32(0x7c00);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005947
5948 tw32(0x7c00, val | (1 << 25));
5949 }
5950
5951 /* Reprobe ASF enable state. */
5952 tp->tg3_flags &= ~TG3_FLAG_ENABLE_ASF;
5953 tp->tg3_flags2 &= ~TG3_FLG2_ASF_NEW_HANDSHAKE;
5954 tg3_read_mem(tp, NIC_SRAM_DATA_SIG, &val);
5955 if (val == NIC_SRAM_DATA_SIG_MAGIC) {
5956 u32 nic_cfg;
5957
5958 tg3_read_mem(tp, NIC_SRAM_DATA_CFG, &nic_cfg);
5959 if (nic_cfg & NIC_SRAM_DATA_CFG_ASF_ENABLE) {
5960 tp->tg3_flags |= TG3_FLAG_ENABLE_ASF;
Matt Carlson4ba526c2008-08-15 14:10:04 -07005961 tp->last_event_jiffies = jiffies;
John W. Linvillecbf46852005-04-21 17:01:29 -07005962 if (tp->tg3_flags2 & TG3_FLG2_5750_PLUS)
Linus Torvalds1da177e2005-04-16 15:20:36 -07005963 tp->tg3_flags2 |= TG3_FLG2_ASF_NEW_HANDSHAKE;
5964 }
5965 }
5966
5967 return 0;
5968}
5969
5970/* tp->lock is held. */
5971static void tg3_stop_fw(struct tg3 *tp)
5972{
Matt Carlson0d3031d2007-10-10 18:02:43 -07005973 if ((tp->tg3_flags & TG3_FLAG_ENABLE_ASF) &&
5974 !(tp->tg3_flags3 & TG3_FLG3_ENABLE_APE)) {
Matt Carlson7c5026a2008-05-02 16:49:29 -07005975 /* Wait for RX cpu to ACK the previous event. */
5976 tg3_wait_for_event_ack(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005977
5978 tg3_write_mem(tp, NIC_SRAM_FW_CMD_MBOX, FWCMD_NICDRV_PAUSE_FW);
Matt Carlson4ba526c2008-08-15 14:10:04 -07005979
5980 tg3_generate_fw_event(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005981
Matt Carlson7c5026a2008-05-02 16:49:29 -07005982 /* Wait for RX cpu to ACK this event. */
5983 tg3_wait_for_event_ack(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005984 }
5985}
5986
5987/* tp->lock is held. */
Michael Chan944d9802005-05-29 14:57:48 -07005988static int tg3_halt(struct tg3 *tp, int kind, int silent)
Linus Torvalds1da177e2005-04-16 15:20:36 -07005989{
5990 int err;
5991
5992 tg3_stop_fw(tp);
5993
Michael Chan944d9802005-05-29 14:57:48 -07005994 tg3_write_sig_pre_reset(tp, kind);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005995
David S. Millerb3b7d6b2005-05-05 14:40:20 -07005996 tg3_abort_hw(tp, silent);
Linus Torvalds1da177e2005-04-16 15:20:36 -07005997 err = tg3_chip_reset(tp);
5998
Michael Chan944d9802005-05-29 14:57:48 -07005999 tg3_write_sig_legacy(tp, kind);
6000 tg3_write_sig_post_reset(tp, kind);
Linus Torvalds1da177e2005-04-16 15:20:36 -07006001
6002 if (err)
6003 return err;
6004
6005 return 0;
6006}
6007
6008#define TG3_FW_RELEASE_MAJOR 0x0
6009#define TG3_FW_RELASE_MINOR 0x0
6010#define TG3_FW_RELEASE_FIX 0x0
6011#define TG3_FW_START_ADDR 0x08000000
6012#define TG3_FW_TEXT_ADDR 0x08000000
6013#define TG3_FW_TEXT_LEN 0x9c0
6014#define TG3_FW_RODATA_ADDR 0x080009c0
6015#define TG3_FW_RODATA_LEN 0x60
6016#define TG3_FW_DATA_ADDR 0x08000a40
6017#define TG3_FW_DATA_LEN 0x20
6018#define TG3_FW_SBSS_ADDR 0x08000a60
6019#define TG3_FW_SBSS_LEN 0xc
6020#define TG3_FW_BSS_ADDR 0x08000a70
6021#define TG3_FW_BSS_LEN 0x10
6022
Andreas Mohr50da8592006-08-14 23:54:30 -07006023static const u32 tg3FwText[(TG3_FW_TEXT_LEN / sizeof(u32)) + 1] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07006024 0x00000000, 0x10000003, 0x00000000, 0x0000000d, 0x0000000d, 0x3c1d0800,
6025 0x37bd3ffc, 0x03a0f021, 0x3c100800, 0x26100000, 0x0e000018, 0x00000000,
6026 0x0000000d, 0x3c1d0800, 0x37bd3ffc, 0x03a0f021, 0x3c100800, 0x26100034,
6027 0x0e00021c, 0x00000000, 0x0000000d, 0x00000000, 0x00000000, 0x00000000,
6028 0x27bdffe0, 0x3c1cc000, 0xafbf0018, 0xaf80680c, 0x0e00004c, 0x241b2105,
6029 0x97850000, 0x97870002, 0x9782002c, 0x9783002e, 0x3c040800, 0x248409c0,
6030 0xafa00014, 0x00021400, 0x00621825, 0x00052c00, 0xafa30010, 0x8f860010,
6031 0x00e52825, 0x0e000060, 0x24070102, 0x3c02ac00, 0x34420100, 0x3c03ac01,
6032 0x34630100, 0xaf820490, 0x3c02ffff, 0xaf820494, 0xaf830498, 0xaf82049c,
6033 0x24020001, 0xaf825ce0, 0x0e00003f, 0xaf825d00, 0x0e000140, 0x00000000,
6034 0x8fbf0018, 0x03e00008, 0x27bd0020, 0x2402ffff, 0xaf825404, 0x8f835400,
6035 0x34630400, 0xaf835400, 0xaf825404, 0x3c020800, 0x24420034, 0xaf82541c,
6036 0x03e00008, 0xaf805400, 0x00000000, 0x00000000, 0x3c020800, 0x34423000,
6037 0x3c030800, 0x34633000, 0x3c040800, 0x348437ff, 0x3c010800, 0xac220a64,
6038 0x24020040, 0x3c010800, 0xac220a68, 0x3c010800, 0xac200a60, 0xac600000,
6039 0x24630004, 0x0083102b, 0x5040fffd, 0xac600000, 0x03e00008, 0x00000000,
6040 0x00804821, 0x8faa0010, 0x3c020800, 0x8c420a60, 0x3c040800, 0x8c840a68,
6041 0x8fab0014, 0x24430001, 0x0044102b, 0x3c010800, 0xac230a60, 0x14400003,
6042 0x00004021, 0x3c010800, 0xac200a60, 0x3c020800, 0x8c420a60, 0x3c030800,
6043 0x8c630a64, 0x91240000, 0x00021140, 0x00431021, 0x00481021, 0x25080001,
6044 0xa0440000, 0x29020008, 0x1440fff4, 0x25290001, 0x3c020800, 0x8c420a60,
6045 0x3c030800, 0x8c630a64, 0x8f84680c, 0x00021140, 0x00431021, 0xac440008,
6046 0xac45000c, 0xac460010, 0xac470014, 0xac4a0018, 0x03e00008, 0xac4b001c,
6047 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
6048 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
6049 0, 0, 0, 0, 0, 0,
6050 0x02000008, 0x00000000, 0x0a0001e3, 0x3c0a0001, 0x0a0001e3, 0x3c0a0002,
6051 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x00000000,
6052 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x00000000,
6053 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x00000000,
6054 0x0a0001e3, 0x3c0a0007, 0x0a0001e3, 0x3c0a0008, 0x0a0001e3, 0x3c0a0009,
6055 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x3c0a000b,
6056 0x0a0001e3, 0x3c0a000c, 0x0a0001e3, 0x3c0a000d, 0x0a0001e3, 0x00000000,
6057 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x3c0a000e, 0x0a0001e3, 0x00000000,
6058 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x00000000,
6059 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x00000000,
6060 0x0a0001e3, 0x00000000, 0x0a0001e3, 0x3c0a0013, 0x0a0001e3, 0x3c0a0014,
6061 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
6062 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
6063 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
6064 0x27bdffe0, 0x00001821, 0x00001021, 0xafbf0018, 0xafb10014, 0xafb00010,
6065 0x3c010800, 0x00220821, 0xac200a70, 0x3c010800, 0x00220821, 0xac200a74,
6066 0x3c010800, 0x00220821, 0xac200a78, 0x24630001, 0x1860fff5, 0x2442000c,
6067 0x24110001, 0x8f906810, 0x32020004, 0x14400005, 0x24040001, 0x3c020800,
6068 0x8c420a78, 0x18400003, 0x00002021, 0x0e000182, 0x00000000, 0x32020001,
6069 0x10400003, 0x00000000, 0x0e000169, 0x00000000, 0x0a000153, 0xaf915028,
6070 0x8fbf0018, 0x8fb10014, 0x8fb00010, 0x03e00008, 0x27bd0020, 0x3c050800,
6071 0x8ca50a70, 0x3c060800, 0x8cc60a80, 0x3c070800, 0x8ce70a78, 0x27bdffe0,
6072 0x3c040800, 0x248409d0, 0xafbf0018, 0xafa00010, 0x0e000060, 0xafa00014,
6073 0x0e00017b, 0x00002021, 0x8fbf0018, 0x03e00008, 0x27bd0020, 0x24020001,
6074 0x8f836810, 0x00821004, 0x00021027, 0x00621824, 0x03e00008, 0xaf836810,
6075 0x27bdffd8, 0xafbf0024, 0x1080002e, 0xafb00020, 0x8f825cec, 0xafa20018,
6076 0x8f825cec, 0x3c100800, 0x26100a78, 0xafa2001c, 0x34028000, 0xaf825cec,
6077 0x8e020000, 0x18400016, 0x00000000, 0x3c020800, 0x94420a74, 0x8fa3001c,
6078 0x000221c0, 0xac830004, 0x8fa2001c, 0x3c010800, 0x0e000201, 0xac220a74,
6079 0x10400005, 0x00000000, 0x8e020000, 0x24420001, 0x0a0001df, 0xae020000,
6080 0x3c020800, 0x8c420a70, 0x00021c02, 0x000321c0, 0x0a0001c5, 0xafa2001c,
6081 0x0e000201, 0x00000000, 0x1040001f, 0x00000000, 0x8e020000, 0x8fa3001c,
6082 0x24420001, 0x3c010800, 0xac230a70, 0x3c010800, 0xac230a74, 0x0a0001df,
6083 0xae020000, 0x3c100800, 0x26100a78, 0x8e020000, 0x18400028, 0x00000000,
6084 0x0e000201, 0x00000000, 0x14400024, 0x00000000, 0x8e020000, 0x3c030800,
6085 0x8c630a70, 0x2442ffff, 0xafa3001c, 0x18400006, 0xae020000, 0x00031402,
6086 0x000221c0, 0x8c820004, 0x3c010800, 0xac220a70, 0x97a2001e, 0x2442ff00,
6087 0x2c420300, 0x1440000b, 0x24024000, 0x3c040800, 0x248409dc, 0xafa00010,
6088 0xafa00014, 0x8fa6001c, 0x24050008, 0x0e000060, 0x00003821, 0x0a0001df,
6089 0x00000000, 0xaf825cf8, 0x3c020800, 0x8c420a40, 0x8fa3001c, 0x24420001,
6090 0xaf835cf8, 0x3c010800, 0xac220a40, 0x8fbf0024, 0x8fb00020, 0x03e00008,
6091 0x27bd0028, 0x27bdffe0, 0x3c040800, 0x248409e8, 0x00002821, 0x00003021,
6092 0x00003821, 0xafbf0018, 0xafa00010, 0x0e000060, 0xafa00014, 0x8fbf0018,
6093 0x03e00008, 0x27bd0020, 0x8f82680c, 0x8f85680c, 0x00021827, 0x0003182b,
6094 0x00031823, 0x00431024, 0x00441021, 0x00a2282b, 0x10a00006, 0x00000000,
6095 0x00401821, 0x8f82680c, 0x0043102b, 0x1440fffd, 0x00000000, 0x03e00008,
6096 0x00000000, 0x3c040800, 0x8c840000, 0x3c030800, 0x8c630a40, 0x0064102b,
6097 0x54400002, 0x00831023, 0x00641023, 0x2c420008, 0x03e00008, 0x38420001,
6098 0x27bdffe0, 0x00802821, 0x3c040800, 0x24840a00, 0x00003021, 0x00003821,
6099 0xafbf0018, 0xafa00010, 0x0e000060, 0xafa00014, 0x0a000216, 0x00000000,
6100 0x8fbf0018, 0x03e00008, 0x27bd0020, 0x00000000, 0x27bdffe0, 0x3c1cc000,
6101 0xafbf0018, 0x0e00004c, 0xaf80680c, 0x3c040800, 0x24840a10, 0x03802821,
6102 0x00003021, 0x00003821, 0xafa00010, 0x0e000060, 0xafa00014, 0x2402ffff,
6103 0xaf825404, 0x3c0200aa, 0x0e000234, 0xaf825434, 0x8fbf0018, 0x03e00008,
6104 0x27bd0020, 0x00000000, 0x00000000, 0x00000000, 0x27bdffe8, 0xafb00010,
6105 0x24100001, 0xafbf0014, 0x3c01c003, 0xac200000, 0x8f826810, 0x30422000,
6106 0x10400003, 0x00000000, 0x0e000246, 0x00000000, 0x0a00023a, 0xaf905428,
6107 0x8fbf0014, 0x8fb00010, 0x03e00008, 0x27bd0018, 0x27bdfff8, 0x8f845d0c,
6108 0x3c0200ff, 0x3c030800, 0x8c630a50, 0x3442fff8, 0x00821024, 0x1043001e,
6109 0x3c0500ff, 0x34a5fff8, 0x3c06c003, 0x3c074000, 0x00851824, 0x8c620010,
6110 0x3c010800, 0xac230a50, 0x30420008, 0x10400005, 0x00871025, 0x8cc20000,
6111 0x24420001, 0xacc20000, 0x00871025, 0xaf825d0c, 0x8fa20000, 0x24420001,
6112 0xafa20000, 0x8fa20000, 0x8fa20000, 0x24420001, 0xafa20000, 0x8fa20000,
6113 0x8f845d0c, 0x3c030800, 0x8c630a50, 0x00851024, 0x1443ffe8, 0x00851824,
6114 0x27bd0008, 0x03e00008, 0x00000000, 0x00000000, 0x00000000
6115};
6116
Andreas Mohr50da8592006-08-14 23:54:30 -07006117static const u32 tg3FwRodata[(TG3_FW_RODATA_LEN / sizeof(u32)) + 1] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07006118 0x35373031, 0x726c7341, 0x00000000, 0x00000000, 0x53774576, 0x656e7430,
6119 0x00000000, 0x726c7045, 0x76656e74, 0x31000000, 0x556e6b6e, 0x45766e74,
6120 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x66617461, 0x6c457272,
6121 0x00000000, 0x00000000, 0x4d61696e, 0x43707542, 0x00000000, 0x00000000,
6122 0x00000000
6123};
6124
6125#if 0 /* All zeros, don't eat up space with it. */
6126u32 tg3FwData[(TG3_FW_DATA_LEN / sizeof(u32)) + 1] = {
6127 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000,
6128 0x00000000, 0x00000000, 0x00000000, 0x00000000
6129};
6130#endif
6131
6132#define RX_CPU_SCRATCH_BASE 0x30000
6133#define RX_CPU_SCRATCH_SIZE 0x04000
6134#define TX_CPU_SCRATCH_BASE 0x34000
6135#define TX_CPU_SCRATCH_SIZE 0x04000
6136
6137/* tp->lock is held. */
6138static int tg3_halt_cpu(struct tg3 *tp, u32 offset)
6139{
6140 int i;
6141
Eric Sesterhenn5d9428d2006-04-02 13:52:48 +02006142 BUG_ON(offset == TX_CPU_BASE &&
6143 (tp->tg3_flags2 & TG3_FLG2_5705_PLUS));
Linus Torvalds1da177e2005-04-16 15:20:36 -07006144
Michael Chanb5d37722006-09-27 16:06:21 -07006145 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
6146 u32 val = tr32(GRC_VCPU_EXT_CTRL);
6147
6148 tw32(GRC_VCPU_EXT_CTRL, val | GRC_VCPU_EXT_CTRL_HALT_CPU);
6149 return 0;
6150 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07006151 if (offset == RX_CPU_BASE) {
6152 for (i = 0; i < 10000; i++) {
6153 tw32(offset + CPU_STATE, 0xffffffff);
6154 tw32(offset + CPU_MODE, CPU_MODE_HALT);
6155 if (tr32(offset + CPU_MODE) & CPU_MODE_HALT)
6156 break;
6157 }
6158
6159 tw32(offset + CPU_STATE, 0xffffffff);
6160 tw32_f(offset + CPU_MODE, CPU_MODE_HALT);
6161 udelay(10);
6162 } else {
6163 for (i = 0; i < 10000; i++) {
6164 tw32(offset + CPU_STATE, 0xffffffff);
6165 tw32(offset + CPU_MODE, CPU_MODE_HALT);
6166 if (tr32(offset + CPU_MODE) & CPU_MODE_HALT)
6167 break;
6168 }
6169 }
6170
6171 if (i >= 10000) {
6172 printk(KERN_ERR PFX "tg3_reset_cpu timed out for %s, "
6173 "and %s CPU\n",
6174 tp->dev->name,
6175 (offset == RX_CPU_BASE ? "RX" : "TX"));
6176 return -ENODEV;
6177 }
Michael Chanec41c7d2006-01-17 02:40:55 -08006178
6179 /* Clear firmware's nvram arbitration. */
6180 if (tp->tg3_flags & TG3_FLAG_NVRAM)
6181 tw32(NVRAM_SWARB, SWARB_REQ_CLR0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07006182 return 0;
6183}
6184
6185struct fw_info {
6186 unsigned int text_base;
6187 unsigned int text_len;
Andreas Mohr50da8592006-08-14 23:54:30 -07006188 const u32 *text_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -07006189 unsigned int rodata_base;
6190 unsigned int rodata_len;
Andreas Mohr50da8592006-08-14 23:54:30 -07006191 const u32 *rodata_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -07006192 unsigned int data_base;
6193 unsigned int data_len;
Andreas Mohr50da8592006-08-14 23:54:30 -07006194 const u32 *data_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -07006195};
6196
6197/* tp->lock is held. */
6198static int tg3_load_firmware_cpu(struct tg3 *tp, u32 cpu_base, u32 cpu_scratch_base,
6199 int cpu_scratch_size, struct fw_info *info)
6200{
Michael Chanec41c7d2006-01-17 02:40:55 -08006201 int err, lock_err, i;
Linus Torvalds1da177e2005-04-16 15:20:36 -07006202 void (*write_op)(struct tg3 *, u32, u32);
6203
6204 if (cpu_base == TX_CPU_BASE &&
6205 (tp->tg3_flags2 & TG3_FLG2_5705_PLUS)) {
6206 printk(KERN_ERR PFX "tg3_load_firmware_cpu: Trying to load "
6207 "TX cpu firmware on %s which is 5705.\n",
6208 tp->dev->name);
6209 return -EINVAL;
6210 }
6211
6212 if (tp->tg3_flags2 & TG3_FLG2_5705_PLUS)
6213 write_op = tg3_write_mem;
6214 else
6215 write_op = tg3_write_indirect_reg32;
6216
Michael Chan1b628152005-05-29 14:59:49 -07006217 /* It is possible that bootcode is still loading at this point.
6218 * Get the nvram lock first before halting the cpu.
6219 */
Michael Chanec41c7d2006-01-17 02:40:55 -08006220 lock_err = tg3_nvram_lock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07006221 err = tg3_halt_cpu(tp, cpu_base);
Michael Chanec41c7d2006-01-17 02:40:55 -08006222 if (!lock_err)
6223 tg3_nvram_unlock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07006224 if (err)
6225 goto out;
6226
6227 for (i = 0; i < cpu_scratch_size; i += sizeof(u32))
6228 write_op(tp, cpu_scratch_base + i, 0);
6229 tw32(cpu_base + CPU_STATE, 0xffffffff);
6230 tw32(cpu_base + CPU_MODE, tr32(cpu_base+CPU_MODE)|CPU_MODE_HALT);
6231 for (i = 0; i < (info->text_len / sizeof(u32)); i++)
6232 write_op(tp, (cpu_scratch_base +
6233 (info->text_base & 0xffff) +
6234 (i * sizeof(u32))),
6235 (info->text_data ?
6236 info->text_data[i] : 0));
6237 for (i = 0; i < (info->rodata_len / sizeof(u32)); i++)
6238 write_op(tp, (cpu_scratch_base +
6239 (info->rodata_base & 0xffff) +
6240 (i * sizeof(u32))),
6241 (info->rodata_data ?
6242 info->rodata_data[i] : 0));
6243 for (i = 0; i < (info->data_len / sizeof(u32)); i++)
6244 write_op(tp, (cpu_scratch_base +
6245 (info->data_base & 0xffff) +
6246 (i * sizeof(u32))),
6247 (info->data_data ?
6248 info->data_data[i] : 0));
6249
6250 err = 0;
6251
6252out:
Linus Torvalds1da177e2005-04-16 15:20:36 -07006253 return err;
6254}
6255
6256/* tp->lock is held. */
6257static int tg3_load_5701_a0_firmware_fix(struct tg3 *tp)
6258{
6259 struct fw_info info;
6260 int err, i;
6261
6262 info.text_base = TG3_FW_TEXT_ADDR;
6263 info.text_len = TG3_FW_TEXT_LEN;
6264 info.text_data = &tg3FwText[0];
6265 info.rodata_base = TG3_FW_RODATA_ADDR;
6266 info.rodata_len = TG3_FW_RODATA_LEN;
6267 info.rodata_data = &tg3FwRodata[0];
6268 info.data_base = TG3_FW_DATA_ADDR;
6269 info.data_len = TG3_FW_DATA_LEN;
6270 info.data_data = NULL;
6271
6272 err = tg3_load_firmware_cpu(tp, RX_CPU_BASE,
6273 RX_CPU_SCRATCH_BASE, RX_CPU_SCRATCH_SIZE,
6274 &info);
6275 if (err)
6276 return err;
6277
6278 err = tg3_load_firmware_cpu(tp, TX_CPU_BASE,
6279 TX_CPU_SCRATCH_BASE, TX_CPU_SCRATCH_SIZE,
6280 &info);
6281 if (err)
6282 return err;
6283
6284 /* Now startup only the RX cpu. */
6285 tw32(RX_CPU_BASE + CPU_STATE, 0xffffffff);
6286 tw32_f(RX_CPU_BASE + CPU_PC, TG3_FW_TEXT_ADDR);
6287
6288 for (i = 0; i < 5; i++) {
6289 if (tr32(RX_CPU_BASE + CPU_PC) == TG3_FW_TEXT_ADDR)
6290 break;
6291 tw32(RX_CPU_BASE + CPU_STATE, 0xffffffff);
6292 tw32(RX_CPU_BASE + CPU_MODE, CPU_MODE_HALT);
6293 tw32_f(RX_CPU_BASE + CPU_PC, TG3_FW_TEXT_ADDR);
6294 udelay(1000);
6295 }
6296 if (i >= 5) {
6297 printk(KERN_ERR PFX "tg3_load_firmware fails for %s "
6298 "to set RX CPU PC, is %08x should be %08x\n",
6299 tp->dev->name, tr32(RX_CPU_BASE + CPU_PC),
6300 TG3_FW_TEXT_ADDR);
6301 return -ENODEV;
6302 }
6303 tw32(RX_CPU_BASE + CPU_STATE, 0xffffffff);
6304 tw32_f(RX_CPU_BASE + CPU_MODE, 0x00000000);
6305
6306 return 0;
6307}
6308
Linus Torvalds1da177e2005-04-16 15:20:36 -07006309
6310#define TG3_TSO_FW_RELEASE_MAJOR 0x1
6311#define TG3_TSO_FW_RELASE_MINOR 0x6
6312#define TG3_TSO_FW_RELEASE_FIX 0x0
6313#define TG3_TSO_FW_START_ADDR 0x08000000
6314#define TG3_TSO_FW_TEXT_ADDR 0x08000000
6315#define TG3_TSO_FW_TEXT_LEN 0x1aa0
6316#define TG3_TSO_FW_RODATA_ADDR 0x08001aa0
6317#define TG3_TSO_FW_RODATA_LEN 0x60
6318#define TG3_TSO_FW_DATA_ADDR 0x08001b20
6319#define TG3_TSO_FW_DATA_LEN 0x30
6320#define TG3_TSO_FW_SBSS_ADDR 0x08001b50
6321#define TG3_TSO_FW_SBSS_LEN 0x2c
6322#define TG3_TSO_FW_BSS_ADDR 0x08001b80
6323#define TG3_TSO_FW_BSS_LEN 0x894
6324
Andreas Mohr50da8592006-08-14 23:54:30 -07006325static const u32 tg3TsoFwText[(TG3_TSO_FW_TEXT_LEN / 4) + 1] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07006326 0x0e000003, 0x00000000, 0x08001b24, 0x00000000, 0x10000003, 0x00000000,
6327 0x0000000d, 0x0000000d, 0x3c1d0800, 0x37bd4000, 0x03a0f021, 0x3c100800,
6328 0x26100000, 0x0e000010, 0x00000000, 0x0000000d, 0x27bdffe0, 0x3c04fefe,
6329 0xafbf0018, 0x0e0005d8, 0x34840002, 0x0e000668, 0x00000000, 0x3c030800,
6330 0x90631b68, 0x24020002, 0x3c040800, 0x24841aac, 0x14620003, 0x24050001,
6331 0x3c040800, 0x24841aa0, 0x24060006, 0x00003821, 0xafa00010, 0x0e00067c,
6332 0xafa00014, 0x8f625c50, 0x34420001, 0xaf625c50, 0x8f625c90, 0x34420001,
6333 0xaf625c90, 0x2402ffff, 0x0e000034, 0xaf625404, 0x8fbf0018, 0x03e00008,
6334 0x27bd0020, 0x00000000, 0x00000000, 0x00000000, 0x27bdffe0, 0xafbf001c,
6335 0xafb20018, 0xafb10014, 0x0e00005b, 0xafb00010, 0x24120002, 0x24110001,
6336 0x8f706820, 0x32020100, 0x10400003, 0x00000000, 0x0e0000bb, 0x00000000,
6337 0x8f706820, 0x32022000, 0x10400004, 0x32020001, 0x0e0001f0, 0x24040001,
6338 0x32020001, 0x10400003, 0x00000000, 0x0e0000a3, 0x00000000, 0x3c020800,
6339 0x90421b98, 0x14520003, 0x00000000, 0x0e0004c0, 0x00000000, 0x0a00003c,
6340 0xaf715028, 0x8fbf001c, 0x8fb20018, 0x8fb10014, 0x8fb00010, 0x03e00008,
6341 0x27bd0020, 0x27bdffe0, 0x3c040800, 0x24841ac0, 0x00002821, 0x00003021,
6342 0x00003821, 0xafbf0018, 0xafa00010, 0x0e00067c, 0xafa00014, 0x3c040800,
6343 0x248423d8, 0xa4800000, 0x3c010800, 0xa0201b98, 0x3c010800, 0xac201b9c,
6344 0x3c010800, 0xac201ba0, 0x3c010800, 0xac201ba4, 0x3c010800, 0xac201bac,
6345 0x3c010800, 0xac201bb8, 0x3c010800, 0xac201bbc, 0x8f624434, 0x3c010800,
6346 0xac221b88, 0x8f624438, 0x3c010800, 0xac221b8c, 0x8f624410, 0xac80f7a8,
6347 0x3c010800, 0xac201b84, 0x3c010800, 0xac2023e0, 0x3c010800, 0xac2023c8,
6348 0x3c010800, 0xac2023cc, 0x3c010800, 0xac202400, 0x3c010800, 0xac221b90,
6349 0x8f620068, 0x24030007, 0x00021702, 0x10430005, 0x00000000, 0x8f620068,
6350 0x00021702, 0x14400004, 0x24020001, 0x3c010800, 0x0a000097, 0xac20240c,
6351 0xac820034, 0x3c040800, 0x24841acc, 0x3c050800, 0x8ca5240c, 0x00003021,
6352 0x00003821, 0xafa00010, 0x0e00067c, 0xafa00014, 0x8fbf0018, 0x03e00008,
6353 0x27bd0020, 0x27bdffe0, 0x3c040800, 0x24841ad8, 0x00002821, 0x00003021,
6354 0x00003821, 0xafbf0018, 0xafa00010, 0x0e00067c, 0xafa00014, 0x0e00005b,
6355 0x00000000, 0x0e0000b4, 0x00002021, 0x8fbf0018, 0x03e00008, 0x27bd0020,
6356 0x24020001, 0x8f636820, 0x00821004, 0x00021027, 0x00621824, 0x03e00008,
6357 0xaf636820, 0x27bdffd0, 0xafbf002c, 0xafb60028, 0xafb50024, 0xafb40020,
6358 0xafb3001c, 0xafb20018, 0xafb10014, 0xafb00010, 0x8f675c5c, 0x3c030800,
6359 0x24631bbc, 0x8c620000, 0x14470005, 0x3c0200ff, 0x3c020800, 0x90421b98,
6360 0x14400119, 0x3c0200ff, 0x3442fff8, 0x00e28824, 0xac670000, 0x00111902,
6361 0x306300ff, 0x30e20003, 0x000211c0, 0x00622825, 0x00a04021, 0x00071602,
6362 0x3c030800, 0x90631b98, 0x3044000f, 0x14600036, 0x00804821, 0x24020001,
6363 0x3c010800, 0xa0221b98, 0x00051100, 0x00821025, 0x3c010800, 0xac201b9c,
6364 0x3c010800, 0xac201ba0, 0x3c010800, 0xac201ba4, 0x3c010800, 0xac201bac,
6365 0x3c010800, 0xac201bb8, 0x3c010800, 0xac201bb0, 0x3c010800, 0xac201bb4,
6366 0x3c010800, 0xa42223d8, 0x9622000c, 0x30437fff, 0x3c010800, 0xa4222410,
6367 0x30428000, 0x3c010800, 0xa4231bc6, 0x10400005, 0x24020001, 0x3c010800,
6368 0xac2223f4, 0x0a000102, 0x2406003e, 0x24060036, 0x3c010800, 0xac2023f4,
6369 0x9622000a, 0x3c030800, 0x94631bc6, 0x3c010800, 0xac2023f0, 0x3c010800,
6370 0xac2023f8, 0x00021302, 0x00021080, 0x00c21021, 0x00621821, 0x3c010800,
6371 0xa42223d0, 0x3c010800, 0x0a000115, 0xa4231b96, 0x9622000c, 0x3c010800,
6372 0xa42223ec, 0x3c040800, 0x24841b9c, 0x8c820000, 0x00021100, 0x3c010800,
6373 0x00220821, 0xac311bc8, 0x8c820000, 0x00021100, 0x3c010800, 0x00220821,
6374 0xac271bcc, 0x8c820000, 0x25030001, 0x306601ff, 0x00021100, 0x3c010800,
6375 0x00220821, 0xac261bd0, 0x8c820000, 0x00021100, 0x3c010800, 0x00220821,
6376 0xac291bd4, 0x96230008, 0x3c020800, 0x8c421bac, 0x00432821, 0x3c010800,
6377 0xac251bac, 0x9622000a, 0x30420004, 0x14400018, 0x00061100, 0x8f630c14,
6378 0x3063000f, 0x2c620002, 0x1440000b, 0x3c02c000, 0x8f630c14, 0x3c020800,
6379 0x8c421b40, 0x3063000f, 0x24420001, 0x3c010800, 0xac221b40, 0x2c620002,
6380 0x1040fff7, 0x3c02c000, 0x00e21825, 0xaf635c5c, 0x8f625c50, 0x30420002,
6381 0x10400014, 0x00000000, 0x0a000147, 0x00000000, 0x3c030800, 0x8c631b80,
6382 0x3c040800, 0x94841b94, 0x01221025, 0x3c010800, 0xa42223da, 0x24020001,
6383 0x3c010800, 0xac221bb8, 0x24630001, 0x0085202a, 0x3c010800, 0x10800003,
6384 0xac231b80, 0x3c010800, 0xa4251b94, 0x3c060800, 0x24c61b9c, 0x8cc20000,
6385 0x24420001, 0xacc20000, 0x28420080, 0x14400005, 0x00000000, 0x0e000656,
6386 0x24040002, 0x0a0001e6, 0x00000000, 0x3c020800, 0x8c421bb8, 0x10400078,
6387 0x24020001, 0x3c050800, 0x90a51b98, 0x14a20072, 0x00000000, 0x3c150800,
6388 0x96b51b96, 0x3c040800, 0x8c841bac, 0x32a3ffff, 0x0083102a, 0x1440006c,
6389 0x00000000, 0x14830003, 0x00000000, 0x3c010800, 0xac2523f0, 0x1060005c,
6390 0x00009021, 0x24d60004, 0x0060a021, 0x24d30014, 0x8ec20000, 0x00028100,
6391 0x3c110800, 0x02308821, 0x0e000625, 0x8e311bc8, 0x00402821, 0x10a00054,
6392 0x00000000, 0x9628000a, 0x31020040, 0x10400005, 0x2407180c, 0x8e22000c,
6393 0x2407188c, 0x00021400, 0xaca20018, 0x3c030800, 0x00701821, 0x8c631bd0,
6394 0x3c020800, 0x00501021, 0x8c421bd4, 0x00031d00, 0x00021400, 0x00621825,
6395 0xaca30014, 0x8ec30004, 0x96220008, 0x00432023, 0x3242ffff, 0x3083ffff,
6396 0x00431021, 0x0282102a, 0x14400002, 0x02b23023, 0x00803021, 0x8e620000,
6397 0x30c4ffff, 0x00441021, 0xae620000, 0x8e220000, 0xaca20000, 0x8e220004,
6398 0x8e63fff4, 0x00431021, 0xaca20004, 0xa4a6000e, 0x8e62fff4, 0x00441021,
6399 0xae62fff4, 0x96230008, 0x0043102a, 0x14400005, 0x02469021, 0x8e62fff0,
6400 0xae60fff4, 0x24420001, 0xae62fff0, 0xaca00008, 0x3242ffff, 0x14540008,
6401 0x24020305, 0x31020080, 0x54400001, 0x34e70010, 0x24020905, 0xa4a2000c,
6402 0x0a0001cb, 0x34e70020, 0xa4a2000c, 0x3c020800, 0x8c4223f0, 0x10400003,
6403 0x3c024b65, 0x0a0001d3, 0x34427654, 0x3c02b49a, 0x344289ab, 0xaca2001c,
6404 0x30e2ffff, 0xaca20010, 0x0e0005a2, 0x00a02021, 0x3242ffff, 0x0054102b,
6405 0x1440ffa9, 0x00000000, 0x24020002, 0x3c010800, 0x0a0001e6, 0xa0221b98,
6406 0x8ec2083c, 0x24420001, 0x0a0001e6, 0xaec2083c, 0x0e0004c0, 0x00000000,
6407 0x8fbf002c, 0x8fb60028, 0x8fb50024, 0x8fb40020, 0x8fb3001c, 0x8fb20018,
6408 0x8fb10014, 0x8fb00010, 0x03e00008, 0x27bd0030, 0x27bdffd0, 0xafbf0028,
6409 0xafb30024, 0xafb20020, 0xafb1001c, 0xafb00018, 0x8f725c9c, 0x3c0200ff,
6410 0x3442fff8, 0x3c070800, 0x24e71bb4, 0x02428824, 0x9623000e, 0x8ce20000,
6411 0x00431021, 0xace20000, 0x8e220010, 0x30420020, 0x14400011, 0x00809821,
6412 0x0e00063b, 0x02202021, 0x3c02c000, 0x02421825, 0xaf635c9c, 0x8f625c90,
6413 0x30420002, 0x1040011e, 0x00000000, 0xaf635c9c, 0x8f625c90, 0x30420002,
6414 0x10400119, 0x00000000, 0x0a00020d, 0x00000000, 0x8e240008, 0x8e230014,
6415 0x00041402, 0x000231c0, 0x00031502, 0x304201ff, 0x2442ffff, 0x3042007f,
6416 0x00031942, 0x30637800, 0x00021100, 0x24424000, 0x00624821, 0x9522000a,
6417 0x3084ffff, 0x30420008, 0x104000b0, 0x000429c0, 0x3c020800, 0x8c422400,
6418 0x14400024, 0x24c50008, 0x94c20014, 0x3c010800, 0xa42223d0, 0x8cc40010,
6419 0x00041402, 0x3c010800, 0xa42223d2, 0x3c010800, 0xa42423d4, 0x94c2000e,
6420 0x3083ffff, 0x00431023, 0x3c010800, 0xac222408, 0x94c2001a, 0x3c010800,
6421 0xac262400, 0x3c010800, 0xac322404, 0x3c010800, 0xac2223fc, 0x3c02c000,
6422 0x02421825, 0xaf635c9c, 0x8f625c90, 0x30420002, 0x104000e5, 0x00000000,
6423 0xaf635c9c, 0x8f625c90, 0x30420002, 0x104000e0, 0x00000000, 0x0a000246,
6424 0x00000000, 0x94c2000e, 0x3c030800, 0x946323d4, 0x00434023, 0x3103ffff,
6425 0x2c620008, 0x1040001c, 0x00000000, 0x94c20014, 0x24420028, 0x00a22821,
6426 0x00031042, 0x1840000b, 0x00002021, 0x24e60848, 0x00403821, 0x94a30000,
6427 0x8cc20000, 0x24840001, 0x00431021, 0xacc20000, 0x0087102a, 0x1440fff9,
6428 0x24a50002, 0x31020001, 0x1040001f, 0x3c024000, 0x3c040800, 0x248423fc,
6429 0xa0a00001, 0x94a30000, 0x8c820000, 0x00431021, 0x0a000285, 0xac820000,
6430 0x8f626800, 0x3c030010, 0x00431024, 0x10400009, 0x00000000, 0x94c2001a,
6431 0x3c030800, 0x8c6323fc, 0x00431021, 0x3c010800, 0xac2223fc, 0x0a000286,
6432 0x3c024000, 0x94c2001a, 0x94c4001c, 0x3c030800, 0x8c6323fc, 0x00441023,
6433 0x00621821, 0x3c010800, 0xac2323fc, 0x3c024000, 0x02421825, 0xaf635c9c,
6434 0x8f625c90, 0x30420002, 0x1440fffc, 0x00000000, 0x9522000a, 0x30420010,
6435 0x1040009b, 0x00000000, 0x3c030800, 0x946323d4, 0x3c070800, 0x24e72400,
6436 0x8ce40000, 0x8f626800, 0x24630030, 0x00832821, 0x3c030010, 0x00431024,
6437 0x1440000a, 0x00000000, 0x94a20004, 0x3c040800, 0x8c842408, 0x3c030800,
6438 0x8c6323fc, 0x00441023, 0x00621821, 0x3c010800, 0xac2323fc, 0x3c040800,
6439 0x8c8423fc, 0x00041c02, 0x3082ffff, 0x00622021, 0x00041402, 0x00822021,
6440 0x00041027, 0xa4a20006, 0x3c030800, 0x8c632404, 0x3c0200ff, 0x3442fff8,
6441 0x00628824, 0x96220008, 0x24050001, 0x24034000, 0x000231c0, 0x00801021,
6442 0xa4c2001a, 0xa4c0001c, 0xace00000, 0x3c010800, 0xac251b60, 0xaf635cb8,
6443 0x8f625cb0, 0x30420002, 0x10400003, 0x00000000, 0x3c010800, 0xac201b60,
6444 0x8e220008, 0xaf625cb8, 0x8f625cb0, 0x30420002, 0x10400003, 0x00000000,
6445 0x3c010800, 0xac201b60, 0x3c020800, 0x8c421b60, 0x1040ffec, 0x00000000,
6446 0x3c040800, 0x0e00063b, 0x8c842404, 0x0a00032a, 0x00000000, 0x3c030800,
6447 0x90631b98, 0x24020002, 0x14620003, 0x3c034b65, 0x0a0002e1, 0x00008021,
6448 0x8e22001c, 0x34637654, 0x10430002, 0x24100002, 0x24100001, 0x00c02021,
6449 0x0e000350, 0x02003021, 0x24020003, 0x3c010800, 0xa0221b98, 0x24020002,
6450 0x1202000a, 0x24020001, 0x3c030800, 0x8c6323f0, 0x10620006, 0x00000000,
6451 0x3c020800, 0x944223d8, 0x00021400, 0x0a00031f, 0xae220014, 0x3c040800,
6452 0x248423da, 0x94820000, 0x00021400, 0xae220014, 0x3c020800, 0x8c421bbc,
6453 0x3c03c000, 0x3c010800, 0xa0201b98, 0x00431025, 0xaf625c5c, 0x8f625c50,
6454 0x30420002, 0x10400009, 0x00000000, 0x2484f7e2, 0x8c820000, 0x00431025,
6455 0xaf625c5c, 0x8f625c50, 0x30420002, 0x1440fffa, 0x00000000, 0x3c020800,
6456 0x24421b84, 0x8c430000, 0x24630001, 0xac430000, 0x8f630c14, 0x3063000f,
6457 0x2c620002, 0x1440000c, 0x3c024000, 0x8f630c14, 0x3c020800, 0x8c421b40,
6458 0x3063000f, 0x24420001, 0x3c010800, 0xac221b40, 0x2c620002, 0x1040fff7,
6459 0x00000000, 0x3c024000, 0x02421825, 0xaf635c9c, 0x8f625c90, 0x30420002,
6460 0x1440fffc, 0x00000000, 0x12600003, 0x00000000, 0x0e0004c0, 0x00000000,
6461 0x8fbf0028, 0x8fb30024, 0x8fb20020, 0x8fb1001c, 0x8fb00018, 0x03e00008,
6462 0x27bd0030, 0x8f634450, 0x3c040800, 0x24841b88, 0x8c820000, 0x00031c02,
6463 0x0043102b, 0x14400007, 0x3c038000, 0x8c840004, 0x8f624450, 0x00021c02,
6464 0x0083102b, 0x1040fffc, 0x3c038000, 0xaf634444, 0x8f624444, 0x00431024,
6465 0x1440fffd, 0x00000000, 0x8f624448, 0x03e00008, 0x3042ffff, 0x3c024000,
6466 0x00822025, 0xaf645c38, 0x8f625c30, 0x30420002, 0x1440fffc, 0x00000000,
6467 0x03e00008, 0x00000000, 0x27bdffe0, 0x00805821, 0x14c00011, 0x256e0008,
6468 0x3c020800, 0x8c4223f4, 0x10400007, 0x24020016, 0x3c010800, 0xa42223d2,
6469 0x2402002a, 0x3c010800, 0x0a000364, 0xa42223d4, 0x8d670010, 0x00071402,
6470 0x3c010800, 0xa42223d2, 0x3c010800, 0xa42723d4, 0x3c040800, 0x948423d4,
6471 0x3c030800, 0x946323d2, 0x95cf0006, 0x3c020800, 0x944223d0, 0x00832023,
6472 0x01e2c023, 0x3065ffff, 0x24a20028, 0x01c24821, 0x3082ffff, 0x14c0001a,
6473 0x01226021, 0x9582000c, 0x3042003f, 0x3c010800, 0xa42223d6, 0x95820004,
6474 0x95830006, 0x3c010800, 0xac2023e4, 0x3c010800, 0xac2023e8, 0x00021400,
6475 0x00431025, 0x3c010800, 0xac221bc0, 0x95220004, 0x3c010800, 0xa4221bc4,
6476 0x95230002, 0x01e51023, 0x0043102a, 0x10400010, 0x24020001, 0x3c010800,
6477 0x0a000398, 0xac2223f8, 0x3c030800, 0x8c6323e8, 0x3c020800, 0x94421bc4,
6478 0x00431021, 0xa5220004, 0x3c020800, 0x94421bc0, 0xa5820004, 0x3c020800,
6479 0x8c421bc0, 0xa5820006, 0x3c020800, 0x8c4223f0, 0x3c0d0800, 0x8dad23e4,
6480 0x3c0a0800, 0x144000e5, 0x8d4a23e8, 0x3c020800, 0x94421bc4, 0x004a1821,
6481 0x3063ffff, 0x0062182b, 0x24020002, 0x10c2000d, 0x01435023, 0x3c020800,
6482 0x944223d6, 0x30420009, 0x10400008, 0x00000000, 0x9582000c, 0x3042fff6,
6483 0xa582000c, 0x3c020800, 0x944223d6, 0x30420009, 0x01a26823, 0x3c020800,
6484 0x8c4223f8, 0x1040004a, 0x01203821, 0x3c020800, 0x944223d2, 0x00004021,
6485 0xa520000a, 0x01e21023, 0xa5220002, 0x3082ffff, 0x00021042, 0x18400008,
6486 0x00003021, 0x00401821, 0x94e20000, 0x25080001, 0x00c23021, 0x0103102a,
6487 0x1440fffb, 0x24e70002, 0x00061c02, 0x30c2ffff, 0x00623021, 0x00061402,
6488 0x00c23021, 0x00c02821, 0x00061027, 0xa522000a, 0x00003021, 0x2527000c,
6489 0x00004021, 0x94e20000, 0x25080001, 0x00c23021, 0x2d020004, 0x1440fffb,
6490 0x24e70002, 0x95220002, 0x00004021, 0x91230009, 0x00442023, 0x01803821,
6491 0x3082ffff, 0xa4e00010, 0x00621821, 0x00021042, 0x18400010, 0x00c33021,
6492 0x00404821, 0x94e20000, 0x24e70002, 0x00c23021, 0x30e2007f, 0x14400006,
6493 0x25080001, 0x8d630000, 0x3c02007f, 0x3442ff80, 0x00625824, 0x25670008,
6494 0x0109102a, 0x1440fff3, 0x00000000, 0x30820001, 0x10400005, 0x00061c02,
6495 0xa0e00001, 0x94e20000, 0x00c23021, 0x00061c02, 0x30c2ffff, 0x00623021,
6496 0x00061402, 0x00c23021, 0x0a00047d, 0x30c6ffff, 0x24020002, 0x14c20081,
6497 0x00000000, 0x3c020800, 0x8c42240c, 0x14400007, 0x00000000, 0x3c020800,
6498 0x944223d2, 0x95230002, 0x01e21023, 0x10620077, 0x00000000, 0x3c020800,
6499 0x944223d2, 0x01e21023, 0xa5220002, 0x3c020800, 0x8c42240c, 0x1040001a,
6500 0x31e3ffff, 0x8dc70010, 0x3c020800, 0x94421b96, 0x00e04021, 0x00072c02,
6501 0x00aa2021, 0x00431023, 0x00823823, 0x00072402, 0x30e2ffff, 0x00823821,
6502 0x00071027, 0xa522000a, 0x3102ffff, 0x3c040800, 0x948423d4, 0x00453023,
6503 0x00e02821, 0x00641823, 0x006d1821, 0x00c33021, 0x00061c02, 0x30c2ffff,
6504 0x0a00047d, 0x00623021, 0x01203821, 0x00004021, 0x3082ffff, 0x00021042,
6505 0x18400008, 0x00003021, 0x00401821, 0x94e20000, 0x25080001, 0x00c23021,
6506 0x0103102a, 0x1440fffb, 0x24e70002, 0x00061c02, 0x30c2ffff, 0x00623021,
6507 0x00061402, 0x00c23021, 0x00c02821, 0x00061027, 0xa522000a, 0x00003021,
6508 0x2527000c, 0x00004021, 0x94e20000, 0x25080001, 0x00c23021, 0x2d020004,
6509 0x1440fffb, 0x24e70002, 0x95220002, 0x00004021, 0x91230009, 0x00442023,
6510 0x01803821, 0x3082ffff, 0xa4e00010, 0x3c040800, 0x948423d4, 0x00621821,
6511 0x00c33021, 0x00061c02, 0x30c2ffff, 0x00623021, 0x00061c02, 0x3c020800,
6512 0x944223d0, 0x00c34821, 0x00441023, 0x00021fc2, 0x00431021, 0x00021043,
6513 0x18400010, 0x00003021, 0x00402021, 0x94e20000, 0x24e70002, 0x00c23021,
6514 0x30e2007f, 0x14400006, 0x25080001, 0x8d630000, 0x3c02007f, 0x3442ff80,
6515 0x00625824, 0x25670008, 0x0104102a, 0x1440fff3, 0x00000000, 0x3c020800,
6516 0x944223ec, 0x00c23021, 0x3122ffff, 0x00c23021, 0x00061c02, 0x30c2ffff,
6517 0x00623021, 0x00061402, 0x00c23021, 0x00c04021, 0x00061027, 0xa5820010,
6518 0xadc00014, 0x0a00049d, 0xadc00000, 0x8dc70010, 0x00e04021, 0x11400007,
6519 0x00072c02, 0x00aa3021, 0x00061402, 0x30c3ffff, 0x00433021, 0x00061402,
6520 0x00c22821, 0x00051027, 0xa522000a, 0x3c030800, 0x946323d4, 0x3102ffff,
6521 0x01e21021, 0x00433023, 0x00cd3021, 0x00061c02, 0x30c2ffff, 0x00623021,
6522 0x00061402, 0x00c23021, 0x00c04021, 0x00061027, 0xa5820010, 0x3102ffff,
6523 0x00051c00, 0x00431025, 0xadc20010, 0x3c020800, 0x8c4223f4, 0x10400005,
6524 0x2de205eb, 0x14400002, 0x25e2fff2, 0x34028870, 0xa5c20034, 0x3c030800,
6525 0x246323e8, 0x8c620000, 0x24420001, 0xac620000, 0x3c040800, 0x8c8423e4,
6526 0x3c020800, 0x8c421bc0, 0x3303ffff, 0x00832021, 0x00431821, 0x0062102b,
6527 0x3c010800, 0xac2423e4, 0x10400003, 0x2482ffff, 0x3c010800, 0xac2223e4,
6528 0x3c010800, 0xac231bc0, 0x03e00008, 0x27bd0020, 0x27bdffb8, 0x3c050800,
6529 0x24a51b96, 0xafbf0044, 0xafbe0040, 0xafb7003c, 0xafb60038, 0xafb50034,
6530 0xafb40030, 0xafb3002c, 0xafb20028, 0xafb10024, 0xafb00020, 0x94a90000,
6531 0x3c020800, 0x944223d0, 0x3c030800, 0x8c631bb0, 0x3c040800, 0x8c841bac,
6532 0x01221023, 0x0064182a, 0xa7a9001e, 0x106000be, 0xa7a20016, 0x24be0022,
6533 0x97b6001e, 0x24b3001a, 0x24b70016, 0x8fc20000, 0x14400008, 0x00000000,
6534 0x8fc2fff8, 0x97a30016, 0x8fc4fff4, 0x00431021, 0x0082202a, 0x148000b0,
6535 0x00000000, 0x97d50818, 0x32a2ffff, 0x104000a3, 0x00009021, 0x0040a021,
6536 0x00008821, 0x0e000625, 0x00000000, 0x00403021, 0x14c00007, 0x00000000,
6537 0x3c020800, 0x8c4223dc, 0x24420001, 0x3c010800, 0x0a000596, 0xac2223dc,
6538 0x3c100800, 0x02118021, 0x8e101bc8, 0x9608000a, 0x31020040, 0x10400005,
6539 0x2407180c, 0x8e02000c, 0x2407188c, 0x00021400, 0xacc20018, 0x31020080,
6540 0x54400001, 0x34e70010, 0x3c020800, 0x00511021, 0x8c421bd0, 0x3c030800,
6541 0x00711821, 0x8c631bd4, 0x00021500, 0x00031c00, 0x00431025, 0xacc20014,
6542 0x96040008, 0x3242ffff, 0x00821021, 0x0282102a, 0x14400002, 0x02b22823,
6543 0x00802821, 0x8e020000, 0x02459021, 0xacc20000, 0x8e020004, 0x00c02021,
6544 0x26310010, 0xac820004, 0x30e2ffff, 0xac800008, 0xa485000e, 0xac820010,
6545 0x24020305, 0x0e0005a2, 0xa482000c, 0x3242ffff, 0x0054102b, 0x1440ffc5,
6546 0x3242ffff, 0x0a00058e, 0x00000000, 0x8e620000, 0x8e63fffc, 0x0043102a,
6547 0x10400067, 0x00000000, 0x8e62fff0, 0x00028900, 0x3c100800, 0x02118021,
6548 0x0e000625, 0x8e101bc8, 0x00403021, 0x14c00005, 0x00000000, 0x8e62082c,
6549 0x24420001, 0x0a000596, 0xae62082c, 0x9608000a, 0x31020040, 0x10400005,
6550 0x2407180c, 0x8e02000c, 0x2407188c, 0x00021400, 0xacc20018, 0x3c020800,
6551 0x00511021, 0x8c421bd0, 0x3c030800, 0x00711821, 0x8c631bd4, 0x00021500,
6552 0x00031c00, 0x00431025, 0xacc20014, 0x8e63fff4, 0x96020008, 0x00432023,
6553 0x3242ffff, 0x3083ffff, 0x00431021, 0x02c2102a, 0x10400003, 0x00802821,
6554 0x97a9001e, 0x01322823, 0x8e620000, 0x30a4ffff, 0x00441021, 0xae620000,
6555 0xa4c5000e, 0x8e020000, 0xacc20000, 0x8e020004, 0x8e63fff4, 0x00431021,
6556 0xacc20004, 0x8e63fff4, 0x96020008, 0x00641821, 0x0062102a, 0x14400006,
6557 0x02459021, 0x8e62fff0, 0xae60fff4, 0x24420001, 0x0a000571, 0xae62fff0,
6558 0xae63fff4, 0xacc00008, 0x3242ffff, 0x10560003, 0x31020004, 0x10400006,
6559 0x24020305, 0x31020080, 0x54400001, 0x34e70010, 0x34e70020, 0x24020905,
6560 0xa4c2000c, 0x8ee30000, 0x8ee20004, 0x14620007, 0x3c02b49a, 0x8ee20860,
6561 0x54400001, 0x34e70400, 0x3c024b65, 0x0a000588, 0x34427654, 0x344289ab,
6562 0xacc2001c, 0x30e2ffff, 0xacc20010, 0x0e0005a2, 0x00c02021, 0x3242ffff,
6563 0x0056102b, 0x1440ff9b, 0x00000000, 0x8e620000, 0x8e63fffc, 0x0043102a,
6564 0x1440ff48, 0x00000000, 0x8fbf0044, 0x8fbe0040, 0x8fb7003c, 0x8fb60038,
6565 0x8fb50034, 0x8fb40030, 0x8fb3002c, 0x8fb20028, 0x8fb10024, 0x8fb00020,
6566 0x03e00008, 0x27bd0048, 0x27bdffe8, 0xafbf0014, 0xafb00010, 0x8f624450,
6567 0x8f634410, 0x0a0005b1, 0x00808021, 0x8f626820, 0x30422000, 0x10400003,
6568 0x00000000, 0x0e0001f0, 0x00002021, 0x8f624450, 0x8f634410, 0x3042ffff,
6569 0x0043102b, 0x1440fff5, 0x00000000, 0x8f630c14, 0x3063000f, 0x2c620002,
6570 0x1440000b, 0x00000000, 0x8f630c14, 0x3c020800, 0x8c421b40, 0x3063000f,
6571 0x24420001, 0x3c010800, 0xac221b40, 0x2c620002, 0x1040fff7, 0x00000000,
6572 0xaf705c18, 0x8f625c10, 0x30420002, 0x10400009, 0x00000000, 0x8f626820,
6573 0x30422000, 0x1040fff8, 0x00000000, 0x0e0001f0, 0x00002021, 0x0a0005c4,
6574 0x00000000, 0x8fbf0014, 0x8fb00010, 0x03e00008, 0x27bd0018, 0x00000000,
6575 0x00000000, 0x00000000, 0x27bdffe8, 0x3c1bc000, 0xafbf0014, 0xafb00010,
6576 0xaf60680c, 0x8f626804, 0x34420082, 0xaf626804, 0x8f634000, 0x24020b50,
6577 0x3c010800, 0xac221b54, 0x24020b78, 0x3c010800, 0xac221b64, 0x34630002,
6578 0xaf634000, 0x0e000605, 0x00808021, 0x3c010800, 0xa0221b68, 0x304200ff,
6579 0x24030002, 0x14430005, 0x00000000, 0x3c020800, 0x8c421b54, 0x0a0005f8,
6580 0xac5000c0, 0x3c020800, 0x8c421b54, 0xac5000bc, 0x8f624434, 0x8f634438,
6581 0x8f644410, 0x3c010800, 0xac221b5c, 0x3c010800, 0xac231b6c, 0x3c010800,
6582 0xac241b58, 0x8fbf0014, 0x8fb00010, 0x03e00008, 0x27bd0018, 0x3c040800,
6583 0x8c870000, 0x3c03aa55, 0x3463aa55, 0x3c06c003, 0xac830000, 0x8cc20000,
6584 0x14430007, 0x24050002, 0x3c0355aa, 0x346355aa, 0xac830000, 0x8cc20000,
6585 0x50430001, 0x24050001, 0x3c020800, 0xac470000, 0x03e00008, 0x00a01021,
6586 0x27bdfff8, 0x18800009, 0x00002821, 0x8f63680c, 0x8f62680c, 0x1043fffe,
6587 0x00000000, 0x24a50001, 0x00a4102a, 0x1440fff9, 0x00000000, 0x03e00008,
6588 0x27bd0008, 0x8f634450, 0x3c020800, 0x8c421b5c, 0x00031c02, 0x0043102b,
6589 0x14400008, 0x3c038000, 0x3c040800, 0x8c841b6c, 0x8f624450, 0x00021c02,
6590 0x0083102b, 0x1040fffc, 0x3c038000, 0xaf634444, 0x8f624444, 0x00431024,
6591 0x1440fffd, 0x00000000, 0x8f624448, 0x03e00008, 0x3042ffff, 0x3082ffff,
6592 0x2442e000, 0x2c422001, 0x14400003, 0x3c024000, 0x0a000648, 0x2402ffff,
6593 0x00822025, 0xaf645c38, 0x8f625c30, 0x30420002, 0x1440fffc, 0x00001021,
6594 0x03e00008, 0x00000000, 0x8f624450, 0x3c030800, 0x8c631b58, 0x0a000651,
6595 0x3042ffff, 0x8f624450, 0x3042ffff, 0x0043102b, 0x1440fffc, 0x00000000,
6596 0x03e00008, 0x00000000, 0x27bdffe0, 0x00802821, 0x3c040800, 0x24841af0,
6597 0x00003021, 0x00003821, 0xafbf0018, 0xafa00010, 0x0e00067c, 0xafa00014,
6598 0x0a000660, 0x00000000, 0x8fbf0018, 0x03e00008, 0x27bd0020, 0x00000000,
6599 0x00000000, 0x00000000, 0x3c020800, 0x34423000, 0x3c030800, 0x34633000,
6600 0x3c040800, 0x348437ff, 0x3c010800, 0xac221b74, 0x24020040, 0x3c010800,
6601 0xac221b78, 0x3c010800, 0xac201b70, 0xac600000, 0x24630004, 0x0083102b,
6602 0x5040fffd, 0xac600000, 0x03e00008, 0x00000000, 0x00804821, 0x8faa0010,
6603 0x3c020800, 0x8c421b70, 0x3c040800, 0x8c841b78, 0x8fab0014, 0x24430001,
6604 0x0044102b, 0x3c010800, 0xac231b70, 0x14400003, 0x00004021, 0x3c010800,
6605 0xac201b70, 0x3c020800, 0x8c421b70, 0x3c030800, 0x8c631b74, 0x91240000,
6606 0x00021140, 0x00431021, 0x00481021, 0x25080001, 0xa0440000, 0x29020008,
6607 0x1440fff4, 0x25290001, 0x3c020800, 0x8c421b70, 0x3c030800, 0x8c631b74,
6608 0x8f64680c, 0x00021140, 0x00431021, 0xac440008, 0xac45000c, 0xac460010,
6609 0xac470014, 0xac4a0018, 0x03e00008, 0xac4b001c, 0x00000000, 0x00000000,
6610};
6611
Andreas Mohr50da8592006-08-14 23:54:30 -07006612static const u32 tg3TsoFwRodata[] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07006613 0x4d61696e, 0x43707542, 0x00000000, 0x4d61696e, 0x43707541, 0x00000000,
6614 0x00000000, 0x00000000, 0x73746b6f, 0x66666c64, 0x496e0000, 0x73746b6f,
6615 0x66662a2a, 0x00000000, 0x53774576, 0x656e7430, 0x00000000, 0x00000000,
6616 0x00000000, 0x00000000, 0x66617461, 0x6c457272, 0x00000000, 0x00000000,
6617 0x00000000,
6618};
6619
Andreas Mohr50da8592006-08-14 23:54:30 -07006620static const u32 tg3TsoFwData[] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07006621 0x00000000, 0x73746b6f, 0x66666c64, 0x5f76312e, 0x362e3000, 0x00000000,
6622 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000, 0x00000000,
6623 0x00000000,
6624};
6625
6626/* 5705 needs a special version of the TSO firmware. */
6627#define TG3_TSO5_FW_RELEASE_MAJOR 0x1
6628#define TG3_TSO5_FW_RELASE_MINOR 0x2
6629#define TG3_TSO5_FW_RELEASE_FIX 0x0
6630#define TG3_TSO5_FW_START_ADDR 0x00010000
6631#define TG3_TSO5_FW_TEXT_ADDR 0x00010000
6632#define TG3_TSO5_FW_TEXT_LEN 0xe90
6633#define TG3_TSO5_FW_RODATA_ADDR 0x00010e90
6634#define TG3_TSO5_FW_RODATA_LEN 0x50
6635#define TG3_TSO5_FW_DATA_ADDR 0x00010f00
6636#define TG3_TSO5_FW_DATA_LEN 0x20
6637#define TG3_TSO5_FW_SBSS_ADDR 0x00010f20
6638#define TG3_TSO5_FW_SBSS_LEN 0x28
6639#define TG3_TSO5_FW_BSS_ADDR 0x00010f50
6640#define TG3_TSO5_FW_BSS_LEN 0x88
6641
Andreas Mohr50da8592006-08-14 23:54:30 -07006642static const u32 tg3Tso5FwText[(TG3_TSO5_FW_TEXT_LEN / 4) + 1] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07006643 0x0c004003, 0x00000000, 0x00010f04, 0x00000000, 0x10000003, 0x00000000,
6644 0x0000000d, 0x0000000d, 0x3c1d0001, 0x37bde000, 0x03a0f021, 0x3c100001,
6645 0x26100000, 0x0c004010, 0x00000000, 0x0000000d, 0x27bdffe0, 0x3c04fefe,
6646 0xafbf0018, 0x0c0042e8, 0x34840002, 0x0c004364, 0x00000000, 0x3c030001,
6647 0x90630f34, 0x24020002, 0x3c040001, 0x24840e9c, 0x14620003, 0x24050001,
6648 0x3c040001, 0x24840e90, 0x24060002, 0x00003821, 0xafa00010, 0x0c004378,
6649 0xafa00014, 0x0c00402c, 0x00000000, 0x8fbf0018, 0x03e00008, 0x27bd0020,
6650 0x00000000, 0x00000000, 0x27bdffe0, 0xafbf001c, 0xafb20018, 0xafb10014,
6651 0x0c0042d4, 0xafb00010, 0x3c128000, 0x24110001, 0x8f706810, 0x32020400,
6652 0x10400007, 0x00000000, 0x8f641008, 0x00921024, 0x14400003, 0x00000000,
6653 0x0c004064, 0x00000000, 0x3c020001, 0x90420f56, 0x10510003, 0x32020200,
6654 0x1040fff1, 0x00000000, 0x0c0041b4, 0x00000000, 0x08004034, 0x00000000,
6655 0x8fbf001c, 0x8fb20018, 0x8fb10014, 0x8fb00010, 0x03e00008, 0x27bd0020,
6656 0x27bdffe0, 0x3c040001, 0x24840eb0, 0x00002821, 0x00003021, 0x00003821,
6657 0xafbf0018, 0xafa00010, 0x0c004378, 0xafa00014, 0x0000d021, 0x24020130,
6658 0xaf625000, 0x3c010001, 0xa4200f50, 0x3c010001, 0xa0200f57, 0x8fbf0018,
6659 0x03e00008, 0x27bd0020, 0x00000000, 0x00000000, 0x3c030001, 0x24630f60,
6660 0x90620000, 0x27bdfff0, 0x14400003, 0x0080c021, 0x08004073, 0x00004821,
6661 0x3c022000, 0x03021024, 0x10400003, 0x24090002, 0x08004073, 0xa0600000,
6662 0x24090001, 0x00181040, 0x30431f80, 0x346f8008, 0x1520004b, 0x25eb0028,
6663 0x3c040001, 0x00832021, 0x8c848010, 0x3c050001, 0x24a50f7a, 0x00041402,
6664 0xa0a20000, 0x3c010001, 0xa0240f7b, 0x3c020001, 0x00431021, 0x94428014,
6665 0x3c010001, 0xa0220f7c, 0x3c0c0001, 0x01836021, 0x8d8c8018, 0x304200ff,
6666 0x24420008, 0x000220c3, 0x24020001, 0x3c010001, 0xa0220f60, 0x0124102b,
6667 0x1040000c, 0x00003821, 0x24a6000e, 0x01602821, 0x8ca20000, 0x8ca30004,
6668 0x24a50008, 0x24e70001, 0xacc20000, 0xacc30004, 0x00e4102b, 0x1440fff8,
6669 0x24c60008, 0x00003821, 0x3c080001, 0x25080f7b, 0x91060000, 0x3c020001,
6670 0x90420f7c, 0x2503000d, 0x00c32821, 0x00461023, 0x00021fc2, 0x00431021,
6671 0x00021043, 0x1840000c, 0x00002021, 0x91020001, 0x00461023, 0x00021fc2,
6672 0x00431021, 0x00021843, 0x94a20000, 0x24e70001, 0x00822021, 0x00e3102a,
6673 0x1440fffb, 0x24a50002, 0x00041c02, 0x3082ffff, 0x00622021, 0x00041402,
6674 0x00822021, 0x3c02ffff, 0x01821024, 0x3083ffff, 0x00431025, 0x3c010001,
6675 0x080040fa, 0xac220f80, 0x3c050001, 0x24a50f7c, 0x90a20000, 0x3c0c0001,
6676 0x01836021, 0x8d8c8018, 0x000220c2, 0x1080000e, 0x00003821, 0x01603021,
6677 0x24a5000c, 0x8ca20000, 0x8ca30004, 0x24a50008, 0x24e70001, 0xacc20000,
6678 0xacc30004, 0x00e4102b, 0x1440fff8, 0x24c60008, 0x3c050001, 0x24a50f7c,
6679 0x90a20000, 0x30430007, 0x24020004, 0x10620011, 0x28620005, 0x10400005,
6680 0x24020002, 0x10620008, 0x000710c0, 0x080040fa, 0x00000000, 0x24020006,
6681 0x1062000e, 0x000710c0, 0x080040fa, 0x00000000, 0x00a21821, 0x9463000c,
6682 0x004b1021, 0x080040fa, 0xa4430000, 0x000710c0, 0x00a21821, 0x8c63000c,
6683 0x004b1021, 0x080040fa, 0xac430000, 0x00a21821, 0x8c63000c, 0x004b2021,
6684 0x00a21021, 0xac830000, 0x94420010, 0xa4820004, 0x95e70006, 0x3c020001,
6685 0x90420f7c, 0x3c030001, 0x90630f7a, 0x00e2c823, 0x3c020001, 0x90420f7b,
6686 0x24630028, 0x01e34021, 0x24420028, 0x15200012, 0x01e23021, 0x94c2000c,
6687 0x3c010001, 0xa4220f78, 0x94c20004, 0x94c30006, 0x3c010001, 0xa4200f76,
6688 0x3c010001, 0xa4200f72, 0x00021400, 0x00431025, 0x3c010001, 0xac220f6c,
6689 0x95020004, 0x3c010001, 0x08004124, 0xa4220f70, 0x3c020001, 0x94420f70,
6690 0x3c030001, 0x94630f72, 0x00431021, 0xa5020004, 0x3c020001, 0x94420f6c,
6691 0xa4c20004, 0x3c020001, 0x8c420f6c, 0xa4c20006, 0x3c040001, 0x94840f72,
6692 0x3c020001, 0x94420f70, 0x3c0a0001, 0x954a0f76, 0x00441821, 0x3063ffff,
6693 0x0062182a, 0x24020002, 0x1122000b, 0x00832023, 0x3c030001, 0x94630f78,
6694 0x30620009, 0x10400006, 0x3062fff6, 0xa4c2000c, 0x3c020001, 0x94420f78,
6695 0x30420009, 0x01425023, 0x24020001, 0x1122001b, 0x29220002, 0x50400005,
6696 0x24020002, 0x11200007, 0x31a2ffff, 0x08004197, 0x00000000, 0x1122001d,
6697 0x24020016, 0x08004197, 0x31a2ffff, 0x3c0e0001, 0x95ce0f80, 0x10800005,
6698 0x01806821, 0x01c42021, 0x00041c02, 0x3082ffff, 0x00627021, 0x000e1027,
6699 0xa502000a, 0x3c030001, 0x90630f7b, 0x31a2ffff, 0x00e21021, 0x0800418d,
6700 0x00432023, 0x3c020001, 0x94420f80, 0x00442021, 0x00041c02, 0x3082ffff,
6701 0x00622021, 0x00807021, 0x00041027, 0x08004185, 0xa502000a, 0x3c050001,
6702 0x24a50f7a, 0x90a30000, 0x14620002, 0x24e2fff2, 0xa5e20034, 0x90a20000,
6703 0x00e21023, 0xa5020002, 0x3c030001, 0x94630f80, 0x3c020001, 0x94420f5a,
6704 0x30e5ffff, 0x00641821, 0x00451023, 0x00622023, 0x00041c02, 0x3082ffff,
6705 0x00622021, 0x00041027, 0xa502000a, 0x3c030001, 0x90630f7c, 0x24620001,
6706 0x14a20005, 0x00807021, 0x01631021, 0x90420000, 0x08004185, 0x00026200,
6707 0x24620002, 0x14a20003, 0x306200fe, 0x004b1021, 0x944c0000, 0x3c020001,
6708 0x94420f82, 0x3183ffff, 0x3c040001, 0x90840f7b, 0x00431021, 0x00e21021,
6709 0x00442023, 0x008a2021, 0x00041c02, 0x3082ffff, 0x00622021, 0x00041402,
6710 0x00822021, 0x00806821, 0x00041027, 0xa4c20010, 0x31a2ffff, 0x000e1c00,
6711 0x00431025, 0x3c040001, 0x24840f72, 0xade20010, 0x94820000, 0x3c050001,
6712 0x94a50f76, 0x3c030001, 0x8c630f6c, 0x24420001, 0x00b92821, 0xa4820000,
6713 0x3322ffff, 0x00622021, 0x0083182b, 0x3c010001, 0xa4250f76, 0x10600003,
6714 0x24a2ffff, 0x3c010001, 0xa4220f76, 0x3c024000, 0x03021025, 0x3c010001,
6715 0xac240f6c, 0xaf621008, 0x03e00008, 0x27bd0010, 0x3c030001, 0x90630f56,
6716 0x27bdffe8, 0x24020001, 0xafbf0014, 0x10620026, 0xafb00010, 0x8f620cf4,
6717 0x2442ffff, 0x3042007f, 0x00021100, 0x8c434000, 0x3c010001, 0xac230f64,
6718 0x8c434008, 0x24444000, 0x8c5c4004, 0x30620040, 0x14400002, 0x24020088,
6719 0x24020008, 0x3c010001, 0xa4220f68, 0x30620004, 0x10400005, 0x24020001,
6720 0x3c010001, 0xa0220f57, 0x080041d5, 0x00031402, 0x3c010001, 0xa0200f57,
6721 0x00031402, 0x3c010001, 0xa4220f54, 0x9483000c, 0x24020001, 0x3c010001,
6722 0xa4200f50, 0x3c010001, 0xa0220f56, 0x3c010001, 0xa4230f62, 0x24020001,
6723 0x1342001e, 0x00000000, 0x13400005, 0x24020003, 0x13420067, 0x00000000,
6724 0x080042cf, 0x00000000, 0x3c020001, 0x94420f62, 0x241a0001, 0x3c010001,
6725 0xa4200f5e, 0x3c010001, 0xa4200f52, 0x304407ff, 0x00021bc2, 0x00031823,
6726 0x3063003e, 0x34630036, 0x00021242, 0x3042003c, 0x00621821, 0x3c010001,
6727 0xa4240f58, 0x00832021, 0x24630030, 0x3c010001, 0xa4240f5a, 0x3c010001,
6728 0xa4230f5c, 0x3c060001, 0x24c60f52, 0x94c50000, 0x94c30002, 0x3c040001,
6729 0x94840f5a, 0x00651021, 0x0044102a, 0x10400013, 0x3c108000, 0x00a31021,
6730 0xa4c20000, 0x3c02a000, 0xaf620cf4, 0x3c010001, 0xa0200f56, 0x8f641008,
6731 0x00901024, 0x14400003, 0x00000000, 0x0c004064, 0x00000000, 0x8f620cf4,
6732 0x00501024, 0x104000b7, 0x00000000, 0x0800420f, 0x00000000, 0x3c030001,
6733 0x94630f50, 0x00851023, 0xa4c40000, 0x00621821, 0x3042ffff, 0x3c010001,
6734 0xa4230f50, 0xaf620ce8, 0x3c020001, 0x94420f68, 0x34420024, 0xaf620cec,
6735 0x94c30002, 0x3c020001, 0x94420f50, 0x14620012, 0x3c028000, 0x3c108000,
6736 0x3c02a000, 0xaf620cf4, 0x3c010001, 0xa0200f56, 0x8f641008, 0x00901024,
6737 0x14400003, 0x00000000, 0x0c004064, 0x00000000, 0x8f620cf4, 0x00501024,
6738 0x1440fff7, 0x00000000, 0x080042cf, 0x241a0003, 0xaf620cf4, 0x3c108000,
6739 0x8f641008, 0x00901024, 0x14400003, 0x00000000, 0x0c004064, 0x00000000,
6740 0x8f620cf4, 0x00501024, 0x1440fff7, 0x00000000, 0x080042cf, 0x241a0003,
6741 0x3c070001, 0x24e70f50, 0x94e20000, 0x03821021, 0xaf620ce0, 0x3c020001,
6742 0x8c420f64, 0xaf620ce4, 0x3c050001, 0x94a50f54, 0x94e30000, 0x3c040001,
6743 0x94840f58, 0x3c020001, 0x94420f5e, 0x00a32823, 0x00822023, 0x30a6ffff,
6744 0x3083ffff, 0x00c3102b, 0x14400043, 0x00000000, 0x3c020001, 0x94420f5c,
6745 0x00021400, 0x00621025, 0xaf620ce8, 0x94e20000, 0x3c030001, 0x94630f54,
6746 0x00441021, 0xa4e20000, 0x3042ffff, 0x14430021, 0x3c020008, 0x3c020001,
6747 0x90420f57, 0x10400006, 0x3c03000c, 0x3c020001, 0x94420f68, 0x34630624,
6748 0x0800427c, 0x0000d021, 0x3c020001, 0x94420f68, 0x3c030008, 0x34630624,
6749 0x00431025, 0xaf620cec, 0x3c108000, 0x3c02a000, 0xaf620cf4, 0x3c010001,
6750 0xa0200f56, 0x8f641008, 0x00901024, 0x14400003, 0x00000000, 0x0c004064,
6751 0x00000000, 0x8f620cf4, 0x00501024, 0x10400015, 0x00000000, 0x08004283,
6752 0x00000000, 0x3c030001, 0x94630f68, 0x34420624, 0x3c108000, 0x00621825,
6753 0x3c028000, 0xaf630cec, 0xaf620cf4, 0x8f641008, 0x00901024, 0x14400003,
6754 0x00000000, 0x0c004064, 0x00000000, 0x8f620cf4, 0x00501024, 0x1440fff7,
6755 0x00000000, 0x3c010001, 0x080042cf, 0xa4200f5e, 0x3c020001, 0x94420f5c,
6756 0x00021400, 0x00c21025, 0xaf620ce8, 0x3c020001, 0x90420f57, 0x10400009,
6757 0x3c03000c, 0x3c020001, 0x94420f68, 0x34630624, 0x0000d021, 0x00431025,
6758 0xaf620cec, 0x080042c1, 0x3c108000, 0x3c020001, 0x94420f68, 0x3c030008,
6759 0x34630604, 0x00431025, 0xaf620cec, 0x3c020001, 0x94420f5e, 0x00451021,
6760 0x3c010001, 0xa4220f5e, 0x3c108000, 0x3c02a000, 0xaf620cf4, 0x3c010001,
6761 0xa0200f56, 0x8f641008, 0x00901024, 0x14400003, 0x00000000, 0x0c004064,
6762 0x00000000, 0x8f620cf4, 0x00501024, 0x1440fff7, 0x00000000, 0x8fbf0014,
6763 0x8fb00010, 0x03e00008, 0x27bd0018, 0x00000000, 0x27bdffe0, 0x3c040001,
6764 0x24840ec0, 0x00002821, 0x00003021, 0x00003821, 0xafbf0018, 0xafa00010,
6765 0x0c004378, 0xafa00014, 0x0000d021, 0x24020130, 0xaf625000, 0x3c010001,
6766 0xa4200f50, 0x3c010001, 0xa0200f57, 0x8fbf0018, 0x03e00008, 0x27bd0020,
6767 0x27bdffe8, 0x3c1bc000, 0xafbf0014, 0xafb00010, 0xaf60680c, 0x8f626804,
6768 0x34420082, 0xaf626804, 0x8f634000, 0x24020b50, 0x3c010001, 0xac220f20,
6769 0x24020b78, 0x3c010001, 0xac220f30, 0x34630002, 0xaf634000, 0x0c004315,
6770 0x00808021, 0x3c010001, 0xa0220f34, 0x304200ff, 0x24030002, 0x14430005,
6771 0x00000000, 0x3c020001, 0x8c420f20, 0x08004308, 0xac5000c0, 0x3c020001,
6772 0x8c420f20, 0xac5000bc, 0x8f624434, 0x8f634438, 0x8f644410, 0x3c010001,
6773 0xac220f28, 0x3c010001, 0xac230f38, 0x3c010001, 0xac240f24, 0x8fbf0014,
6774 0x8fb00010, 0x03e00008, 0x27bd0018, 0x03e00008, 0x24020001, 0x27bdfff8,
6775 0x18800009, 0x00002821, 0x8f63680c, 0x8f62680c, 0x1043fffe, 0x00000000,
6776 0x24a50001, 0x00a4102a, 0x1440fff9, 0x00000000, 0x03e00008, 0x27bd0008,
6777 0x8f634450, 0x3c020001, 0x8c420f28, 0x00031c02, 0x0043102b, 0x14400008,
6778 0x3c038000, 0x3c040001, 0x8c840f38, 0x8f624450, 0x00021c02, 0x0083102b,
6779 0x1040fffc, 0x3c038000, 0xaf634444, 0x8f624444, 0x00431024, 0x1440fffd,
6780 0x00000000, 0x8f624448, 0x03e00008, 0x3042ffff, 0x3082ffff, 0x2442e000,
6781 0x2c422001, 0x14400003, 0x3c024000, 0x08004347, 0x2402ffff, 0x00822025,
6782 0xaf645c38, 0x8f625c30, 0x30420002, 0x1440fffc, 0x00001021, 0x03e00008,
6783 0x00000000, 0x8f624450, 0x3c030001, 0x8c630f24, 0x08004350, 0x3042ffff,
6784 0x8f624450, 0x3042ffff, 0x0043102b, 0x1440fffc, 0x00000000, 0x03e00008,
6785 0x00000000, 0x27bdffe0, 0x00802821, 0x3c040001, 0x24840ed0, 0x00003021,
6786 0x00003821, 0xafbf0018, 0xafa00010, 0x0c004378, 0xafa00014, 0x0800435f,
6787 0x00000000, 0x8fbf0018, 0x03e00008, 0x27bd0020, 0x3c020001, 0x3442d600,
6788 0x3c030001, 0x3463d600, 0x3c040001, 0x3484ddff, 0x3c010001, 0xac220f40,
6789 0x24020040, 0x3c010001, 0xac220f44, 0x3c010001, 0xac200f3c, 0xac600000,
6790 0x24630004, 0x0083102b, 0x5040fffd, 0xac600000, 0x03e00008, 0x00000000,
6791 0x00804821, 0x8faa0010, 0x3c020001, 0x8c420f3c, 0x3c040001, 0x8c840f44,
6792 0x8fab0014, 0x24430001, 0x0044102b, 0x3c010001, 0xac230f3c, 0x14400003,
6793 0x00004021, 0x3c010001, 0xac200f3c, 0x3c020001, 0x8c420f3c, 0x3c030001,
6794 0x8c630f40, 0x91240000, 0x00021140, 0x00431021, 0x00481021, 0x25080001,
6795 0xa0440000, 0x29020008, 0x1440fff4, 0x25290001, 0x3c020001, 0x8c420f3c,
6796 0x3c030001, 0x8c630f40, 0x8f64680c, 0x00021140, 0x00431021, 0xac440008,
6797 0xac45000c, 0xac460010, 0xac470014, 0xac4a0018, 0x03e00008, 0xac4b001c,
6798 0x00000000, 0x00000000, 0x00000000,
6799};
6800
Andreas Mohr50da8592006-08-14 23:54:30 -07006801static const u32 tg3Tso5FwRodata[(TG3_TSO5_FW_RODATA_LEN / 4) + 1] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07006802 0x4d61696e, 0x43707542, 0x00000000, 0x4d61696e, 0x43707541, 0x00000000,
6803 0x00000000, 0x00000000, 0x73746b6f, 0x66666c64, 0x00000000, 0x00000000,
6804 0x73746b6f, 0x66666c64, 0x00000000, 0x00000000, 0x66617461, 0x6c457272,
6805 0x00000000, 0x00000000, 0x00000000,
6806};
6807
Andreas Mohr50da8592006-08-14 23:54:30 -07006808static const u32 tg3Tso5FwData[(TG3_TSO5_FW_DATA_LEN / 4) + 1] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07006809 0x00000000, 0x73746b6f, 0x66666c64, 0x5f76312e, 0x322e3000, 0x00000000,
6810 0x00000000, 0x00000000, 0x00000000,
6811};
6812
6813/* tp->lock is held. */
6814static int tg3_load_tso_firmware(struct tg3 *tp)
6815{
6816 struct fw_info info;
6817 unsigned long cpu_base, cpu_scratch_base, cpu_scratch_size;
6818 int err, i;
6819
6820 if (tp->tg3_flags2 & TG3_FLG2_HW_TSO)
6821 return 0;
6822
6823 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5705) {
6824 info.text_base = TG3_TSO5_FW_TEXT_ADDR;
6825 info.text_len = TG3_TSO5_FW_TEXT_LEN;
6826 info.text_data = &tg3Tso5FwText[0];
6827 info.rodata_base = TG3_TSO5_FW_RODATA_ADDR;
6828 info.rodata_len = TG3_TSO5_FW_RODATA_LEN;
6829 info.rodata_data = &tg3Tso5FwRodata[0];
6830 info.data_base = TG3_TSO5_FW_DATA_ADDR;
6831 info.data_len = TG3_TSO5_FW_DATA_LEN;
6832 info.data_data = &tg3Tso5FwData[0];
6833 cpu_base = RX_CPU_BASE;
6834 cpu_scratch_base = NIC_SRAM_MBUF_POOL_BASE5705;
6835 cpu_scratch_size = (info.text_len +
6836 info.rodata_len +
6837 info.data_len +
6838 TG3_TSO5_FW_SBSS_LEN +
6839 TG3_TSO5_FW_BSS_LEN);
6840 } else {
6841 info.text_base = TG3_TSO_FW_TEXT_ADDR;
6842 info.text_len = TG3_TSO_FW_TEXT_LEN;
6843 info.text_data = &tg3TsoFwText[0];
6844 info.rodata_base = TG3_TSO_FW_RODATA_ADDR;
6845 info.rodata_len = TG3_TSO_FW_RODATA_LEN;
6846 info.rodata_data = &tg3TsoFwRodata[0];
6847 info.data_base = TG3_TSO_FW_DATA_ADDR;
6848 info.data_len = TG3_TSO_FW_DATA_LEN;
6849 info.data_data = &tg3TsoFwData[0];
6850 cpu_base = TX_CPU_BASE;
6851 cpu_scratch_base = TX_CPU_SCRATCH_BASE;
6852 cpu_scratch_size = TX_CPU_SCRATCH_SIZE;
6853 }
6854
6855 err = tg3_load_firmware_cpu(tp, cpu_base,
6856 cpu_scratch_base, cpu_scratch_size,
6857 &info);
6858 if (err)
6859 return err;
6860
6861 /* Now startup the cpu. */
6862 tw32(cpu_base + CPU_STATE, 0xffffffff);
6863 tw32_f(cpu_base + CPU_PC, info.text_base);
6864
6865 for (i = 0; i < 5; i++) {
6866 if (tr32(cpu_base + CPU_PC) == info.text_base)
6867 break;
6868 tw32(cpu_base + CPU_STATE, 0xffffffff);
6869 tw32(cpu_base + CPU_MODE, CPU_MODE_HALT);
6870 tw32_f(cpu_base + CPU_PC, info.text_base);
6871 udelay(1000);
6872 }
6873 if (i >= 5) {
6874 printk(KERN_ERR PFX "tg3_load_tso_firmware fails for %s "
6875 "to set CPU PC, is %08x should be %08x\n",
6876 tp->dev->name, tr32(cpu_base + CPU_PC),
6877 info.text_base);
6878 return -ENODEV;
6879 }
6880 tw32(cpu_base + CPU_STATE, 0xffffffff);
6881 tw32_f(cpu_base + CPU_MODE, 0x00000000);
6882 return 0;
6883}
6884
Linus Torvalds1da177e2005-04-16 15:20:36 -07006885
6886/* tp->lock is held. */
Michael Chan986e0ae2007-05-05 12:10:20 -07006887static void __tg3_set_mac_addr(struct tg3 *tp, int skip_mac_1)
Linus Torvalds1da177e2005-04-16 15:20:36 -07006888{
6889 u32 addr_high, addr_low;
6890 int i;
6891
6892 addr_high = ((tp->dev->dev_addr[0] << 8) |
6893 tp->dev->dev_addr[1]);
6894 addr_low = ((tp->dev->dev_addr[2] << 24) |
6895 (tp->dev->dev_addr[3] << 16) |
6896 (tp->dev->dev_addr[4] << 8) |
6897 (tp->dev->dev_addr[5] << 0));
6898 for (i = 0; i < 4; i++) {
Michael Chan986e0ae2007-05-05 12:10:20 -07006899 if (i == 1 && skip_mac_1)
6900 continue;
Linus Torvalds1da177e2005-04-16 15:20:36 -07006901 tw32(MAC_ADDR_0_HIGH + (i * 8), addr_high);
6902 tw32(MAC_ADDR_0_LOW + (i * 8), addr_low);
6903 }
6904
6905 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5703 ||
6906 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704) {
6907 for (i = 0; i < 12; i++) {
6908 tw32(MAC_EXTADDR_0_HIGH + (i * 8), addr_high);
6909 tw32(MAC_EXTADDR_0_LOW + (i * 8), addr_low);
6910 }
6911 }
6912
6913 addr_high = (tp->dev->dev_addr[0] +
6914 tp->dev->dev_addr[1] +
6915 tp->dev->dev_addr[2] +
6916 tp->dev->dev_addr[3] +
6917 tp->dev->dev_addr[4] +
6918 tp->dev->dev_addr[5]) &
6919 TX_BACKOFF_SEED_MASK;
6920 tw32(MAC_TX_BACKOFF_SEED, addr_high);
6921}
6922
6923static int tg3_set_mac_addr(struct net_device *dev, void *p)
6924{
6925 struct tg3 *tp = netdev_priv(dev);
6926 struct sockaddr *addr = p;
Michael Chan986e0ae2007-05-05 12:10:20 -07006927 int err = 0, skip_mac_1 = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07006928
Michael Chanf9804dd2005-09-27 12:13:10 -07006929 if (!is_valid_ether_addr(addr->sa_data))
6930 return -EINVAL;
6931
Linus Torvalds1da177e2005-04-16 15:20:36 -07006932 memcpy(dev->dev_addr, addr->sa_data, dev->addr_len);
6933
Michael Chane75f7c92006-03-20 21:33:26 -08006934 if (!netif_running(dev))
6935 return 0;
6936
Michael Chan58712ef2006-04-29 18:58:01 -07006937 if (tp->tg3_flags & TG3_FLAG_ENABLE_ASF) {
Michael Chan986e0ae2007-05-05 12:10:20 -07006938 u32 addr0_high, addr0_low, addr1_high, addr1_low;
Michael Chan58712ef2006-04-29 18:58:01 -07006939
Michael Chan986e0ae2007-05-05 12:10:20 -07006940 addr0_high = tr32(MAC_ADDR_0_HIGH);
6941 addr0_low = tr32(MAC_ADDR_0_LOW);
6942 addr1_high = tr32(MAC_ADDR_1_HIGH);
6943 addr1_low = tr32(MAC_ADDR_1_LOW);
6944
6945 /* Skip MAC addr 1 if ASF is using it. */
6946 if ((addr0_high != addr1_high || addr0_low != addr1_low) &&
6947 !(addr1_high == 0 && addr1_low == 0))
6948 skip_mac_1 = 1;
Michael Chan58712ef2006-04-29 18:58:01 -07006949 }
Michael Chan986e0ae2007-05-05 12:10:20 -07006950 spin_lock_bh(&tp->lock);
6951 __tg3_set_mac_addr(tp, skip_mac_1);
6952 spin_unlock_bh(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07006953
Michael Chanb9ec6c12006-07-25 16:37:27 -07006954 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07006955}
6956
6957/* tp->lock is held. */
6958static void tg3_set_bdinfo(struct tg3 *tp, u32 bdinfo_addr,
6959 dma_addr_t mapping, u32 maxlen_flags,
6960 u32 nic_addr)
6961{
6962 tg3_write_mem(tp,
6963 (bdinfo_addr + TG3_BDINFO_HOST_ADDR + TG3_64BIT_REG_HIGH),
6964 ((u64) mapping >> 32));
6965 tg3_write_mem(tp,
6966 (bdinfo_addr + TG3_BDINFO_HOST_ADDR + TG3_64BIT_REG_LOW),
6967 ((u64) mapping & 0xffffffff));
6968 tg3_write_mem(tp,
6969 (bdinfo_addr + TG3_BDINFO_MAXLEN_FLAGS),
6970 maxlen_flags);
6971
6972 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS))
6973 tg3_write_mem(tp,
6974 (bdinfo_addr + TG3_BDINFO_NIC_ADDR),
6975 nic_addr);
6976}
6977
6978static void __tg3_set_rx_mode(struct net_device *);
Michael Chand244c892005-07-05 14:42:33 -07006979static void __tg3_set_coalesce(struct tg3 *tp, struct ethtool_coalesce *ec)
David S. Miller15f98502005-05-18 22:49:26 -07006980{
6981 tw32(HOSTCC_RXCOL_TICKS, ec->rx_coalesce_usecs);
6982 tw32(HOSTCC_TXCOL_TICKS, ec->tx_coalesce_usecs);
6983 tw32(HOSTCC_RXMAX_FRAMES, ec->rx_max_coalesced_frames);
6984 tw32(HOSTCC_TXMAX_FRAMES, ec->tx_max_coalesced_frames);
6985 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS)) {
6986 tw32(HOSTCC_RXCOAL_TICK_INT, ec->rx_coalesce_usecs_irq);
6987 tw32(HOSTCC_TXCOAL_TICK_INT, ec->tx_coalesce_usecs_irq);
6988 }
6989 tw32(HOSTCC_RXCOAL_MAXF_INT, ec->rx_max_coalesced_frames_irq);
6990 tw32(HOSTCC_TXCOAL_MAXF_INT, ec->tx_max_coalesced_frames_irq);
6991 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS)) {
6992 u32 val = ec->stats_block_coalesce_usecs;
6993
6994 if (!netif_carrier_ok(tp->dev))
6995 val = 0;
6996
6997 tw32(HOSTCC_STAT_COAL_TICKS, val);
6998 }
6999}
Linus Torvalds1da177e2005-04-16 15:20:36 -07007000
7001/* tp->lock is held. */
Gary Zambrano8e7a22e2006-04-29 18:59:13 -07007002static int tg3_reset_hw(struct tg3 *tp, int reset_phy)
Linus Torvalds1da177e2005-04-16 15:20:36 -07007003{
7004 u32 val, rdmac_mode;
7005 int i, err, limit;
7006
7007 tg3_disable_ints(tp);
7008
7009 tg3_stop_fw(tp);
7010
7011 tg3_write_sig_pre_reset(tp, RESET_KIND_INIT);
7012
7013 if (tp->tg3_flags & TG3_FLAG_INIT_COMPLETE) {
Michael Chane6de8ad2005-05-05 14:42:41 -07007014 tg3_abort_hw(tp, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007015 }
7016
Matt Carlsondd477002008-05-25 23:45:58 -07007017 if (reset_phy &&
7018 !(tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB))
Michael Chand4d2c552006-03-20 17:47:20 -08007019 tg3_phy_reset(tp);
7020
Linus Torvalds1da177e2005-04-16 15:20:36 -07007021 err = tg3_chip_reset(tp);
7022 if (err)
7023 return err;
7024
7025 tg3_write_sig_legacy(tp, RESET_KIND_INIT);
7026
Matt Carlsonb5af7122007-11-12 21:22:02 -08007027 if (tp->pci_chip_rev_id == CHIPREV_ID_5784_A0 ||
7028 tp->pci_chip_rev_id == CHIPREV_ID_5784_A1) {
Matt Carlsond30cdd22007-10-07 23:28:35 -07007029 val = tr32(TG3_CPMU_CTRL);
7030 val &= ~(CPMU_CTRL_LINK_AWARE_MODE | CPMU_CTRL_LINK_IDLE_MODE);
7031 tw32(TG3_CPMU_CTRL, val);
Matt Carlson9acb9612007-11-12 21:10:06 -08007032
7033 val = tr32(TG3_CPMU_LSPD_10MB_CLK);
7034 val &= ~CPMU_LSPD_10MB_MACCLK_MASK;
7035 val |= CPMU_LSPD_10MB_MACCLK_6_25;
7036 tw32(TG3_CPMU_LSPD_10MB_CLK, val);
7037
7038 val = tr32(TG3_CPMU_LNK_AWARE_PWRMD);
7039 val &= ~CPMU_LNK_AWARE_MACCLK_MASK;
7040 val |= CPMU_LNK_AWARE_MACCLK_6_25;
7041 tw32(TG3_CPMU_LNK_AWARE_PWRMD, val);
7042
7043 val = tr32(TG3_CPMU_HST_ACC);
7044 val &= ~CPMU_HST_ACC_MACCLK_MASK;
7045 val |= CPMU_HST_ACC_MACCLK_6_25;
7046 tw32(TG3_CPMU_HST_ACC, val);
Matt Carlsond30cdd22007-10-07 23:28:35 -07007047 }
7048
Linus Torvalds1da177e2005-04-16 15:20:36 -07007049 /* This works around an issue with Athlon chipsets on
7050 * B3 tigon3 silicon. This bit has no effect on any
7051 * other revision. But do not set this on PCI Express
Matt Carlson795d01c2007-10-07 23:28:17 -07007052 * chips and don't even touch the clocks if the CPMU is present.
Linus Torvalds1da177e2005-04-16 15:20:36 -07007053 */
Matt Carlson795d01c2007-10-07 23:28:17 -07007054 if (!(tp->tg3_flags & TG3_FLAG_CPMU_PRESENT)) {
7055 if (!(tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS))
7056 tp->pci_clock_ctrl |= CLOCK_CTRL_DELAY_PCI_GRANT;
7057 tw32_f(TG3PCI_CLOCK_CTRL, tp->pci_clock_ctrl);
7058 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07007059
7060 if (tp->pci_chip_rev_id == CHIPREV_ID_5704_A0 &&
7061 (tp->tg3_flags & TG3_FLAG_PCIX_MODE)) {
7062 val = tr32(TG3PCI_PCISTATE);
7063 val |= PCISTATE_RETRY_SAME_DMA;
7064 tw32(TG3PCI_PCISTATE, val);
7065 }
7066
Matt Carlson0d3031d2007-10-10 18:02:43 -07007067 if (tp->tg3_flags3 & TG3_FLG3_ENABLE_APE) {
7068 /* Allow reads and writes to the
7069 * APE register and memory space.
7070 */
7071 val = tr32(TG3PCI_PCISTATE);
7072 val |= PCISTATE_ALLOW_APE_CTLSPC_WR |
7073 PCISTATE_ALLOW_APE_SHMEM_WR;
7074 tw32(TG3PCI_PCISTATE, val);
7075 }
7076
Linus Torvalds1da177e2005-04-16 15:20:36 -07007077 if (GET_CHIP_REV(tp->pci_chip_rev_id) == CHIPREV_5704_BX) {
7078 /* Enable some hw fixes. */
7079 val = tr32(TG3PCI_MSI_DATA);
7080 val |= (1 << 26) | (1 << 28) | (1 << 29);
7081 tw32(TG3PCI_MSI_DATA, val);
7082 }
7083
7084 /* Descriptor ring init may make accesses to the
7085 * NIC SRAM area to setup the TX descriptors, so we
7086 * can only do this after the hardware has been
7087 * successfully reset.
7088 */
Michael Chan32d8c572006-07-25 16:38:29 -07007089 err = tg3_init_rings(tp);
7090 if (err)
7091 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07007092
Matt Carlson9936bcf2007-10-10 18:03:07 -07007093 if (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5784 &&
Matt Carlson57e69832008-05-25 23:48:31 -07007094 GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5761 &&
7095 GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5785) {
Matt Carlsond30cdd22007-10-07 23:28:35 -07007096 /* This value is determined during the probe time DMA
7097 * engine test, tg3_test_dma.
7098 */
7099 tw32(TG3PCI_DMA_RW_CTRL, tp->dma_rwctrl);
7100 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07007101
7102 tp->grc_mode &= ~(GRC_MODE_HOST_SENDBDS |
7103 GRC_MODE_4X_NIC_SEND_RINGS |
7104 GRC_MODE_NO_TX_PHDR_CSUM |
7105 GRC_MODE_NO_RX_PHDR_CSUM);
7106 tp->grc_mode |= GRC_MODE_HOST_SENDBDS;
Michael Chand2d746f2006-04-06 21:45:39 -07007107
7108 /* Pseudo-header checksum is done by hardware logic and not
7109 * the offload processers, so make the chip do the pseudo-
7110 * header checksums on receive. For transmit it is more
7111 * convenient to do the pseudo-header checksum in software
7112 * as Linux does that on transmit for us in all cases.
7113 */
7114 tp->grc_mode |= GRC_MODE_NO_TX_PHDR_CSUM;
Linus Torvalds1da177e2005-04-16 15:20:36 -07007115
7116 tw32(GRC_MODE,
7117 tp->grc_mode |
7118 (GRC_MODE_IRQ_ON_MAC_ATTN | GRC_MODE_HOST_STACKUP));
7119
7120 /* Setup the timer prescalar register. Clock is always 66Mhz. */
7121 val = tr32(GRC_MISC_CFG);
7122 val &= ~0xff;
7123 val |= (65 << GRC_MISC_CFG_PRESCALAR_SHIFT);
7124 tw32(GRC_MISC_CFG, val);
7125
7126 /* Initialize MBUF/DESC pool. */
John W. Linvillecbf46852005-04-21 17:01:29 -07007127 if (tp->tg3_flags2 & TG3_FLG2_5750_PLUS) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07007128 /* Do nothing. */
7129 } else if (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5705) {
7130 tw32(BUFMGR_MB_POOL_ADDR, NIC_SRAM_MBUF_POOL_BASE);
7131 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704)
7132 tw32(BUFMGR_MB_POOL_SIZE, NIC_SRAM_MBUF_POOL_SIZE64);
7133 else
7134 tw32(BUFMGR_MB_POOL_SIZE, NIC_SRAM_MBUF_POOL_SIZE96);
7135 tw32(BUFMGR_DMA_DESC_POOL_ADDR, NIC_SRAM_DMA_DESC_POOL_BASE);
7136 tw32(BUFMGR_DMA_DESC_POOL_SIZE, NIC_SRAM_DMA_DESC_POOL_SIZE);
7137 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07007138 else if (tp->tg3_flags2 & TG3_FLG2_TSO_CAPABLE) {
7139 int fw_len;
7140
7141 fw_len = (TG3_TSO5_FW_TEXT_LEN +
7142 TG3_TSO5_FW_RODATA_LEN +
7143 TG3_TSO5_FW_DATA_LEN +
7144 TG3_TSO5_FW_SBSS_LEN +
7145 TG3_TSO5_FW_BSS_LEN);
7146 fw_len = (fw_len + (0x80 - 1)) & ~(0x80 - 1);
7147 tw32(BUFMGR_MB_POOL_ADDR,
7148 NIC_SRAM_MBUF_POOL_BASE5705 + fw_len);
7149 tw32(BUFMGR_MB_POOL_SIZE,
7150 NIC_SRAM_MBUF_POOL_SIZE5705 - fw_len - 0xa00);
7151 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07007152
Michael Chan0f893dc2005-07-25 12:30:38 -07007153 if (tp->dev->mtu <= ETH_DATA_LEN) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07007154 tw32(BUFMGR_MB_RDMA_LOW_WATER,
7155 tp->bufmgr_config.mbuf_read_dma_low_water);
7156 tw32(BUFMGR_MB_MACRX_LOW_WATER,
7157 tp->bufmgr_config.mbuf_mac_rx_low_water);
7158 tw32(BUFMGR_MB_HIGH_WATER,
7159 tp->bufmgr_config.mbuf_high_water);
7160 } else {
7161 tw32(BUFMGR_MB_RDMA_LOW_WATER,
7162 tp->bufmgr_config.mbuf_read_dma_low_water_jumbo);
7163 tw32(BUFMGR_MB_MACRX_LOW_WATER,
7164 tp->bufmgr_config.mbuf_mac_rx_low_water_jumbo);
7165 tw32(BUFMGR_MB_HIGH_WATER,
7166 tp->bufmgr_config.mbuf_high_water_jumbo);
7167 }
7168 tw32(BUFMGR_DMA_LOW_WATER,
7169 tp->bufmgr_config.dma_low_water);
7170 tw32(BUFMGR_DMA_HIGH_WATER,
7171 tp->bufmgr_config.dma_high_water);
7172
7173 tw32(BUFMGR_MODE, BUFMGR_MODE_ENABLE | BUFMGR_MODE_ATTN_ENABLE);
7174 for (i = 0; i < 2000; i++) {
7175 if (tr32(BUFMGR_MODE) & BUFMGR_MODE_ENABLE)
7176 break;
7177 udelay(10);
7178 }
7179 if (i >= 2000) {
7180 printk(KERN_ERR PFX "tg3_reset_hw cannot enable BUFMGR for %s.\n",
7181 tp->dev->name);
7182 return -ENODEV;
7183 }
7184
7185 /* Setup replenish threshold. */
Michael Chanf92905d2006-06-29 20:14:29 -07007186 val = tp->rx_pending / 8;
7187 if (val == 0)
7188 val = 1;
7189 else if (val > tp->rx_std_max_post)
7190 val = tp->rx_std_max_post;
Michael Chanb5d37722006-09-27 16:06:21 -07007191 else if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
7192 if (tp->pci_chip_rev_id == CHIPREV_ID_5906_A1)
7193 tw32(ISO_PKT_TX, (tr32(ISO_PKT_TX) & ~0x3) | 0x2);
7194
7195 if (val > (TG3_RX_INTERNAL_RING_SZ_5906 / 2))
7196 val = TG3_RX_INTERNAL_RING_SZ_5906 / 2;
7197 }
Michael Chanf92905d2006-06-29 20:14:29 -07007198
7199 tw32(RCVBDI_STD_THRESH, val);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007200
7201 /* Initialize TG3_BDINFO's at:
7202 * RCVDBDI_STD_BD: standard eth size rx ring
7203 * RCVDBDI_JUMBO_BD: jumbo frame rx ring
7204 * RCVDBDI_MINI_BD: small frame rx ring (??? does not work)
7205 *
7206 * like so:
7207 * TG3_BDINFO_HOST_ADDR: high/low parts of DMA address of ring
7208 * TG3_BDINFO_MAXLEN_FLAGS: (rx max buffer size << 16) |
7209 * ring attribute flags
7210 * TG3_BDINFO_NIC_ADDR: location of descriptors in nic SRAM
7211 *
7212 * Standard receive ring @ NIC_SRAM_RX_BUFFER_DESC, 512 entries.
7213 * Jumbo receive ring @ NIC_SRAM_RX_JUMBO_BUFFER_DESC, 256 entries.
7214 *
7215 * The size of each ring is fixed in the firmware, but the location is
7216 * configurable.
7217 */
7218 tw32(RCVDBDI_STD_BD + TG3_BDINFO_HOST_ADDR + TG3_64BIT_REG_HIGH,
7219 ((u64) tp->rx_std_mapping >> 32));
7220 tw32(RCVDBDI_STD_BD + TG3_BDINFO_HOST_ADDR + TG3_64BIT_REG_LOW,
7221 ((u64) tp->rx_std_mapping & 0xffffffff));
7222 tw32(RCVDBDI_STD_BD + TG3_BDINFO_NIC_ADDR,
7223 NIC_SRAM_RX_BUFFER_DESC);
7224
7225 /* Don't even try to program the JUMBO/MINI buffer descriptor
7226 * configs on 5705.
7227 */
7228 if (tp->tg3_flags2 & TG3_FLG2_5705_PLUS) {
7229 tw32(RCVDBDI_STD_BD + TG3_BDINFO_MAXLEN_FLAGS,
7230 RX_STD_MAX_SIZE_5705 << BDINFO_FLAGS_MAXLEN_SHIFT);
7231 } else {
7232 tw32(RCVDBDI_STD_BD + TG3_BDINFO_MAXLEN_FLAGS,
7233 RX_STD_MAX_SIZE << BDINFO_FLAGS_MAXLEN_SHIFT);
7234
7235 tw32(RCVDBDI_MINI_BD + TG3_BDINFO_MAXLEN_FLAGS,
7236 BDINFO_FLAGS_DISABLED);
7237
7238 /* Setup replenish threshold. */
7239 tw32(RCVBDI_JUMBO_THRESH, tp->rx_jumbo_pending / 8);
7240
Michael Chan0f893dc2005-07-25 12:30:38 -07007241 if (tp->tg3_flags & TG3_FLAG_JUMBO_RING_ENABLE) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07007242 tw32(RCVDBDI_JUMBO_BD + TG3_BDINFO_HOST_ADDR + TG3_64BIT_REG_HIGH,
7243 ((u64) tp->rx_jumbo_mapping >> 32));
7244 tw32(RCVDBDI_JUMBO_BD + TG3_BDINFO_HOST_ADDR + TG3_64BIT_REG_LOW,
7245 ((u64) tp->rx_jumbo_mapping & 0xffffffff));
7246 tw32(RCVDBDI_JUMBO_BD + TG3_BDINFO_MAXLEN_FLAGS,
7247 RX_JUMBO_MAX_SIZE << BDINFO_FLAGS_MAXLEN_SHIFT);
7248 tw32(RCVDBDI_JUMBO_BD + TG3_BDINFO_NIC_ADDR,
7249 NIC_SRAM_RX_JUMBO_BUFFER_DESC);
7250 } else {
7251 tw32(RCVDBDI_JUMBO_BD + TG3_BDINFO_MAXLEN_FLAGS,
7252 BDINFO_FLAGS_DISABLED);
7253 }
7254
7255 }
7256
7257 /* There is only one send ring on 5705/5750, no need to explicitly
7258 * disable the others.
7259 */
7260 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS)) {
7261 /* Clear out send RCB ring in SRAM. */
7262 for (i = NIC_SRAM_SEND_RCB; i < NIC_SRAM_RCV_RET_RCB; i += TG3_BDINFO_SIZE)
7263 tg3_write_mem(tp, i + TG3_BDINFO_MAXLEN_FLAGS,
7264 BDINFO_FLAGS_DISABLED);
7265 }
7266
7267 tp->tx_prod = 0;
7268 tp->tx_cons = 0;
7269 tw32_mailbox(MAILBOX_SNDHOST_PROD_IDX_0 + TG3_64BIT_REG_LOW, 0);
7270 tw32_tx_mbox(MAILBOX_SNDNIC_PROD_IDX_0 + TG3_64BIT_REG_LOW, 0);
7271
7272 tg3_set_bdinfo(tp, NIC_SRAM_SEND_RCB,
7273 tp->tx_desc_mapping,
7274 (TG3_TX_RING_SIZE <<
7275 BDINFO_FLAGS_MAXLEN_SHIFT),
7276 NIC_SRAM_TX_BUFFER_DESC);
7277
7278 /* There is only one receive return ring on 5705/5750, no need
7279 * to explicitly disable the others.
7280 */
7281 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS)) {
7282 for (i = NIC_SRAM_RCV_RET_RCB; i < NIC_SRAM_STATS_BLK;
7283 i += TG3_BDINFO_SIZE) {
7284 tg3_write_mem(tp, i + TG3_BDINFO_MAXLEN_FLAGS,
7285 BDINFO_FLAGS_DISABLED);
7286 }
7287 }
7288
7289 tp->rx_rcb_ptr = 0;
7290 tw32_rx_mbox(MAILBOX_RCVRET_CON_IDX_0 + TG3_64BIT_REG_LOW, 0);
7291
7292 tg3_set_bdinfo(tp, NIC_SRAM_RCV_RET_RCB,
7293 tp->rx_rcb_mapping,
7294 (TG3_RX_RCB_RING_SIZE(tp) <<
7295 BDINFO_FLAGS_MAXLEN_SHIFT),
7296 0);
7297
7298 tp->rx_std_ptr = tp->rx_pending;
7299 tw32_rx_mbox(MAILBOX_RCV_STD_PROD_IDX + TG3_64BIT_REG_LOW,
7300 tp->rx_std_ptr);
7301
Michael Chan0f893dc2005-07-25 12:30:38 -07007302 tp->rx_jumbo_ptr = (tp->tg3_flags & TG3_FLAG_JUMBO_RING_ENABLE) ?
Linus Torvalds1da177e2005-04-16 15:20:36 -07007303 tp->rx_jumbo_pending : 0;
7304 tw32_rx_mbox(MAILBOX_RCV_JUMBO_PROD_IDX + TG3_64BIT_REG_LOW,
7305 tp->rx_jumbo_ptr);
7306
7307 /* Initialize MAC address and backoff seed. */
Michael Chan986e0ae2007-05-05 12:10:20 -07007308 __tg3_set_mac_addr(tp, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007309
7310 /* MTU + ethernet header + FCS + optional VLAN tag */
7311 tw32(MAC_RX_MTU_SIZE, tp->dev->mtu + ETH_HLEN + 8);
7312
7313 /* The slot time is changed by tg3_setup_phy if we
7314 * run at gigabit with half duplex.
7315 */
7316 tw32(MAC_TX_LENGTHS,
7317 (2 << TX_LENGTHS_IPG_CRS_SHIFT) |
7318 (6 << TX_LENGTHS_IPG_SHIFT) |
7319 (32 << TX_LENGTHS_SLOT_TIME_SHIFT));
7320
7321 /* Receive rules. */
7322 tw32(MAC_RCV_RULE_CFG, RCV_RULE_CFG_DEFAULT_CLASS);
7323 tw32(RCVLPC_CONFIG, 0x0181);
7324
7325 /* Calculate RDMAC_MODE setting early, we need it to determine
7326 * the RCVLPC_STATE_ENABLE mask.
7327 */
7328 rdmac_mode = (RDMAC_MODE_ENABLE | RDMAC_MODE_TGTABORT_ENAB |
7329 RDMAC_MODE_MSTABORT_ENAB | RDMAC_MODE_PARITYERR_ENAB |
7330 RDMAC_MODE_ADDROFLOW_ENAB | RDMAC_MODE_FIFOOFLOW_ENAB |
7331 RDMAC_MODE_FIFOURUN_ENAB | RDMAC_MODE_FIFOOREAD_ENAB |
7332 RDMAC_MODE_LNGREAD_ENAB);
Michael Chan85e94ce2005-04-21 17:05:28 -07007333
Matt Carlson57e69832008-05-25 23:48:31 -07007334 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
7335 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785)
Matt Carlsond30cdd22007-10-07 23:28:35 -07007336 rdmac_mode |= RDMAC_MODE_BD_SBD_CRPT_ENAB |
7337 RDMAC_MODE_MBUF_RBD_CRPT_ENAB |
7338 RDMAC_MODE_MBUF_SBD_CRPT_ENAB;
7339
Michael Chan85e94ce2005-04-21 17:05:28 -07007340 /* If statement applies to 5705 and 5750 PCI devices only */
7341 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5705 &&
7342 tp->pci_chip_rev_id != CHIPREV_ID_5705_A0) ||
7343 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5750)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07007344 if (tp->tg3_flags2 & TG3_FLG2_TSO_CAPABLE &&
Matt Carlsonc13e3712007-05-05 11:50:04 -07007345 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5705) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07007346 rdmac_mode |= RDMAC_MODE_FIFO_SIZE_128;
7347 } else if (!(tr32(TG3PCI_PCISTATE) & PCISTATE_BUS_SPEED_HIGH) &&
7348 !(tp->tg3_flags2 & TG3_FLG2_IS_5788)) {
7349 rdmac_mode |= RDMAC_MODE_FIFO_LONG_BURST;
7350 }
7351 }
7352
Michael Chan85e94ce2005-04-21 17:05:28 -07007353 if (tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS)
7354 rdmac_mode |= RDMAC_MODE_FIFO_LONG_BURST;
7355
Linus Torvalds1da177e2005-04-16 15:20:36 -07007356 if (tp->tg3_flags2 & TG3_FLG2_HW_TSO)
7357 rdmac_mode |= (1 << 27);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007358
7359 /* Receive/send statistics. */
Michael Chan16613942006-06-29 20:15:13 -07007360 if (tp->tg3_flags2 & TG3_FLG2_5750_PLUS) {
7361 val = tr32(RCVLPC_STATS_ENABLE);
7362 val &= ~RCVLPC_STATSENAB_DACK_FIX;
7363 tw32(RCVLPC_STATS_ENABLE, val);
7364 } else if ((rdmac_mode & RDMAC_MODE_FIFO_SIZE_128) &&
7365 (tp->tg3_flags2 & TG3_FLG2_TSO_CAPABLE)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07007366 val = tr32(RCVLPC_STATS_ENABLE);
7367 val &= ~RCVLPC_STATSENAB_LNGBRST_RFIX;
7368 tw32(RCVLPC_STATS_ENABLE, val);
7369 } else {
7370 tw32(RCVLPC_STATS_ENABLE, 0xffffff);
7371 }
7372 tw32(RCVLPC_STATSCTRL, RCVLPC_STATSCTRL_ENABLE);
7373 tw32(SNDDATAI_STATSENAB, 0xffffff);
7374 tw32(SNDDATAI_STATSCTRL,
7375 (SNDDATAI_SCTRL_ENABLE |
7376 SNDDATAI_SCTRL_FASTUPD));
7377
7378 /* Setup host coalescing engine. */
7379 tw32(HOSTCC_MODE, 0);
7380 for (i = 0; i < 2000; i++) {
7381 if (!(tr32(HOSTCC_MODE) & HOSTCC_MODE_ENABLE))
7382 break;
7383 udelay(10);
7384 }
7385
Michael Chand244c892005-07-05 14:42:33 -07007386 __tg3_set_coalesce(tp, &tp->coal);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007387
7388 /* set status block DMA address */
7389 tw32(HOSTCC_STATUS_BLK_HOST_ADDR + TG3_64BIT_REG_HIGH,
7390 ((u64) tp->status_mapping >> 32));
7391 tw32(HOSTCC_STATUS_BLK_HOST_ADDR + TG3_64BIT_REG_LOW,
7392 ((u64) tp->status_mapping & 0xffffffff));
7393
7394 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS)) {
7395 /* Status/statistics block address. See tg3_timer,
7396 * the tg3_periodic_fetch_stats call there, and
7397 * tg3_get_stats to see how this works for 5705/5750 chips.
7398 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07007399 tw32(HOSTCC_STATS_BLK_HOST_ADDR + TG3_64BIT_REG_HIGH,
7400 ((u64) tp->stats_mapping >> 32));
7401 tw32(HOSTCC_STATS_BLK_HOST_ADDR + TG3_64BIT_REG_LOW,
7402 ((u64) tp->stats_mapping & 0xffffffff));
7403 tw32(HOSTCC_STATS_BLK_NIC_ADDR, NIC_SRAM_STATS_BLK);
7404 tw32(HOSTCC_STATUS_BLK_NIC_ADDR, NIC_SRAM_STATUS_BLK);
7405 }
7406
7407 tw32(HOSTCC_MODE, HOSTCC_MODE_ENABLE | tp->coalesce_mode);
7408
7409 tw32(RCVCC_MODE, RCVCC_MODE_ENABLE | RCVCC_MODE_ATTN_ENABLE);
7410 tw32(RCVLPC_MODE, RCVLPC_MODE_ENABLE);
7411 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS))
7412 tw32(RCVLSC_MODE, RCVLSC_MODE_ENABLE | RCVLSC_MODE_ATTN_ENABLE);
7413
7414 /* Clear statistics/status block in chip, and status block in ram. */
7415 for (i = NIC_SRAM_STATS_BLK;
7416 i < NIC_SRAM_STATUS_BLK + TG3_HW_STATUS_SIZE;
7417 i += sizeof(u32)) {
7418 tg3_write_mem(tp, i, 0);
7419 udelay(40);
7420 }
7421 memset(tp->hw_status, 0, TG3_HW_STATUS_SIZE);
7422
Michael Chanc94e3942005-09-27 12:12:42 -07007423 if (tp->tg3_flags2 & TG3_FLG2_MII_SERDES) {
7424 tp->tg3_flags2 &= ~TG3_FLG2_PARALLEL_DETECT;
7425 /* reset to prevent losing 1st rx packet intermittently */
7426 tw32_f(MAC_RX_MODE, RX_MODE_RESET);
7427 udelay(10);
7428 }
7429
Matt Carlson3bda1252008-08-15 14:08:22 -07007430 if (tp->tg3_flags3 & TG3_FLG3_ENABLE_APE)
7431 tp->mac_mode &= MAC_MODE_APE_TX_EN | MAC_MODE_APE_RX_EN;
7432 else
7433 tp->mac_mode = 0;
7434 tp->mac_mode |= MAC_MODE_TXSTAT_ENABLE | MAC_MODE_RXSTAT_ENABLE |
Linus Torvalds1da177e2005-04-16 15:20:36 -07007435 MAC_MODE_TDE_ENABLE | MAC_MODE_RDE_ENABLE | MAC_MODE_FHDE_ENABLE;
Matt Carlsone8f3f6c2007-07-11 19:47:55 -07007436 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS) &&
7437 !(tp->tg3_flags2 & TG3_FLG2_PHY_SERDES) &&
7438 GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5700)
7439 tp->mac_mode |= MAC_MODE_LINK_POLARITY;
Linus Torvalds1da177e2005-04-16 15:20:36 -07007440 tw32_f(MAC_MODE, tp->mac_mode | MAC_MODE_RXSTAT_CLEAR | MAC_MODE_TXSTAT_CLEAR);
7441 udelay(40);
7442
Michael Chan314fba32005-04-21 17:07:04 -07007443 /* tp->grc_local_ctrl is partially set up during tg3_get_invariants().
Michael Chan9d26e212006-12-07 00:21:14 -08007444 * If TG3_FLG2_IS_NIC is zero, we should read the
Michael Chan314fba32005-04-21 17:07:04 -07007445 * register to preserve the GPIO settings for LOMs. The GPIOs,
7446 * whether used as inputs or outputs, are set by boot code after
7447 * reset.
7448 */
Michael Chan9d26e212006-12-07 00:21:14 -08007449 if (!(tp->tg3_flags2 & TG3_FLG2_IS_NIC)) {
Michael Chan314fba32005-04-21 17:07:04 -07007450 u32 gpio_mask;
7451
Michael Chan9d26e212006-12-07 00:21:14 -08007452 gpio_mask = GRC_LCLCTRL_GPIO_OE0 | GRC_LCLCTRL_GPIO_OE1 |
7453 GRC_LCLCTRL_GPIO_OE2 | GRC_LCLCTRL_GPIO_OUTPUT0 |
7454 GRC_LCLCTRL_GPIO_OUTPUT1 | GRC_LCLCTRL_GPIO_OUTPUT2;
Michael Chan3e7d83b2005-04-21 17:10:36 -07007455
7456 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5752)
7457 gpio_mask |= GRC_LCLCTRL_GPIO_OE3 |
7458 GRC_LCLCTRL_GPIO_OUTPUT3;
7459
Michael Chanaf36e6b2006-03-23 01:28:06 -08007460 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755)
7461 gpio_mask |= GRC_LCLCTRL_GPIO_UART_SEL;
7462
Gary Zambranoaaf84462007-05-05 11:51:45 -07007463 tp->grc_local_ctrl &= ~gpio_mask;
Michael Chan314fba32005-04-21 17:07:04 -07007464 tp->grc_local_ctrl |= tr32(GRC_LOCAL_CTRL) & gpio_mask;
7465
7466 /* GPIO1 must be driven high for eeprom write protect */
Michael Chan9d26e212006-12-07 00:21:14 -08007467 if (tp->tg3_flags & TG3_FLAG_EEPROM_WRITE_PROT)
7468 tp->grc_local_ctrl |= (GRC_LCLCTRL_GPIO_OE1 |
7469 GRC_LCLCTRL_GPIO_OUTPUT1);
Michael Chan314fba32005-04-21 17:07:04 -07007470 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07007471 tw32_f(GRC_LOCAL_CTRL, tp->grc_local_ctrl);
7472 udelay(100);
7473
Michael Chan09ee9292005-08-09 20:17:00 -07007474 tw32_mailbox_f(MAILBOX_INTERRUPT_0 + TG3_64BIT_REG_LOW, 0);
David S. Millerfac9b832005-05-18 22:46:34 -07007475 tp->last_tag = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07007476
7477 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS)) {
7478 tw32_f(DMAC_MODE, DMAC_MODE_ENABLE);
7479 udelay(40);
7480 }
7481
7482 val = (WDMAC_MODE_ENABLE | WDMAC_MODE_TGTABORT_ENAB |
7483 WDMAC_MODE_MSTABORT_ENAB | WDMAC_MODE_PARITYERR_ENAB |
7484 WDMAC_MODE_ADDROFLOW_ENAB | WDMAC_MODE_FIFOOFLOW_ENAB |
7485 WDMAC_MODE_FIFOURUN_ENAB | WDMAC_MODE_FIFOOREAD_ENAB |
7486 WDMAC_MODE_LNGREAD_ENAB);
7487
Michael Chan85e94ce2005-04-21 17:05:28 -07007488 /* If statement applies to 5705 and 5750 PCI devices only */
7489 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5705 &&
7490 tp->pci_chip_rev_id != CHIPREV_ID_5705_A0) ||
7491 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5750) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07007492 if ((tp->tg3_flags & TG3_FLG2_TSO_CAPABLE) &&
7493 (tp->pci_chip_rev_id == CHIPREV_ID_5705_A1 ||
7494 tp->pci_chip_rev_id == CHIPREV_ID_5705_A2)) {
7495 /* nothing */
7496 } else if (!(tr32(TG3PCI_PCISTATE) & PCISTATE_BUS_SPEED_HIGH) &&
7497 !(tp->tg3_flags2 & TG3_FLG2_IS_5788) &&
7498 !(tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS)) {
7499 val |= WDMAC_MODE_RX_ACCEL;
7500 }
7501 }
7502
Michael Chand9ab5ad2006-03-20 22:27:35 -08007503 /* Enable host coalescing bug fix */
Michael Chanaf36e6b2006-03-23 01:28:06 -08007504 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755) ||
Matt Carlsond30cdd22007-10-07 23:28:35 -07007505 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5787) ||
Matt Carlson9936bcf2007-10-10 18:03:07 -07007506 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784) ||
Matt Carlson57e69832008-05-25 23:48:31 -07007507 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761) ||
7508 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785))
Matt Carlsonf51f3562008-05-25 23:45:08 -07007509 val |= WDMAC_MODE_STATUS_TAG_FIX;
Michael Chand9ab5ad2006-03-20 22:27:35 -08007510
Linus Torvalds1da177e2005-04-16 15:20:36 -07007511 tw32_f(WDMAC_MODE, val);
7512 udelay(40);
7513
Matt Carlson9974a352007-10-07 23:27:28 -07007514 if (tp->tg3_flags & TG3_FLAG_PCIX_MODE) {
7515 u16 pcix_cmd;
7516
7517 pci_read_config_word(tp->pdev, tp->pcix_cap + PCI_X_CMD,
7518 &pcix_cmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007519 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5703) {
Matt Carlson9974a352007-10-07 23:27:28 -07007520 pcix_cmd &= ~PCI_X_CMD_MAX_READ;
7521 pcix_cmd |= PCI_X_CMD_READ_2K;
Linus Torvalds1da177e2005-04-16 15:20:36 -07007522 } else if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704) {
Matt Carlson9974a352007-10-07 23:27:28 -07007523 pcix_cmd &= ~(PCI_X_CMD_MAX_SPLIT | PCI_X_CMD_MAX_READ);
7524 pcix_cmd |= PCI_X_CMD_READ_2K;
Linus Torvalds1da177e2005-04-16 15:20:36 -07007525 }
Matt Carlson9974a352007-10-07 23:27:28 -07007526 pci_write_config_word(tp->pdev, tp->pcix_cap + PCI_X_CMD,
7527 pcix_cmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007528 }
7529
7530 tw32_f(RDMAC_MODE, rdmac_mode);
7531 udelay(40);
7532
7533 tw32(RCVDCC_MODE, RCVDCC_MODE_ENABLE | RCVDCC_MODE_ATTN_ENABLE);
7534 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS))
7535 tw32(MBFREE_MODE, MBFREE_MODE_ENABLE);
Matt Carlson9936bcf2007-10-10 18:03:07 -07007536
7537 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761)
7538 tw32(SNDDATAC_MODE,
7539 SNDDATAC_MODE_ENABLE | SNDDATAC_MODE_CDELAY);
7540 else
7541 tw32(SNDDATAC_MODE, SNDDATAC_MODE_ENABLE);
7542
Linus Torvalds1da177e2005-04-16 15:20:36 -07007543 tw32(SNDBDC_MODE, SNDBDC_MODE_ENABLE | SNDBDC_MODE_ATTN_ENABLE);
7544 tw32(RCVBDI_MODE, RCVBDI_MODE_ENABLE | RCVBDI_MODE_RCB_ATTN_ENAB);
7545 tw32(RCVDBDI_MODE, RCVDBDI_MODE_ENABLE | RCVDBDI_MODE_INV_RING_SZ);
7546 tw32(SNDDATAI_MODE, SNDDATAI_MODE_ENABLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007547 if (tp->tg3_flags2 & TG3_FLG2_HW_TSO)
7548 tw32(SNDDATAI_MODE, SNDDATAI_MODE_ENABLE | 0x8);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007549 tw32(SNDBDI_MODE, SNDBDI_MODE_ENABLE | SNDBDI_MODE_ATTN_ENABLE);
7550 tw32(SNDBDS_MODE, SNDBDS_MODE_ENABLE | SNDBDS_MODE_ATTN_ENABLE);
7551
7552 if (tp->pci_chip_rev_id == CHIPREV_ID_5701_A0) {
7553 err = tg3_load_5701_a0_firmware_fix(tp);
7554 if (err)
7555 return err;
7556 }
7557
Linus Torvalds1da177e2005-04-16 15:20:36 -07007558 if (tp->tg3_flags2 & TG3_FLG2_TSO_CAPABLE) {
7559 err = tg3_load_tso_firmware(tp);
7560 if (err)
7561 return err;
7562 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07007563
7564 tp->tx_mode = TX_MODE_ENABLE;
7565 tw32_f(MAC_TX_MODE, tp->tx_mode);
7566 udelay(100);
7567
7568 tp->rx_mode = RX_MODE_ENABLE;
Matt Carlson9936bcf2007-10-10 18:03:07 -07007569 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755 ||
Matt Carlson57e69832008-05-25 23:48:31 -07007570 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
7571 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761 ||
7572 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785)
Michael Chanaf36e6b2006-03-23 01:28:06 -08007573 tp->rx_mode |= RX_MODE_IPV6_CSUM_ENABLE;
7574
Linus Torvalds1da177e2005-04-16 15:20:36 -07007575 tw32_f(MAC_RX_MODE, tp->rx_mode);
7576 udelay(10);
7577
Linus Torvalds1da177e2005-04-16 15:20:36 -07007578 tw32(MAC_LED_CTRL, tp->led_ctrl);
7579
7580 tw32(MAC_MI_STAT, MAC_MI_STAT_LNKSTAT_ATTN_ENAB);
Michael Chanc94e3942005-09-27 12:12:42 -07007581 if (tp->tg3_flags2 & TG3_FLG2_PHY_SERDES) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07007582 tw32_f(MAC_RX_MODE, RX_MODE_RESET);
7583 udelay(10);
7584 }
7585 tw32_f(MAC_RX_MODE, tp->rx_mode);
7586 udelay(10);
7587
7588 if (tp->tg3_flags2 & TG3_FLG2_PHY_SERDES) {
7589 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704) &&
7590 !(tp->tg3_flags2 & TG3_FLG2_SERDES_PREEMPHASIS)) {
7591 /* Set drive transmission level to 1.2V */
7592 /* only if the signal pre-emphasis bit is not set */
7593 val = tr32(MAC_SERDES_CFG);
7594 val &= 0xfffff000;
7595 val |= 0x880;
7596 tw32(MAC_SERDES_CFG, val);
7597 }
7598 if (tp->pci_chip_rev_id == CHIPREV_ID_5703_A1)
7599 tw32(MAC_SERDES_CFG, 0x616000);
7600 }
7601
7602 /* Prevent chip from dropping frames when flow control
7603 * is enabled.
7604 */
7605 tw32_f(MAC_LOW_WMARK_MAX_RX_FRAME, 2);
7606
7607 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704 &&
7608 (tp->tg3_flags2 & TG3_FLG2_PHY_SERDES)) {
7609 /* Use hardware link auto-negotiation */
7610 tp->tg3_flags2 |= TG3_FLG2_HW_AUTONEG;
7611 }
7612
Michael Chand4d2c552006-03-20 17:47:20 -08007613 if ((tp->tg3_flags2 & TG3_FLG2_MII_SERDES) &&
7614 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5714)) {
7615 u32 tmp;
7616
7617 tmp = tr32(SERDES_RX_CTRL);
7618 tw32(SERDES_RX_CTRL, tmp | SERDES_RX_SIG_DETECT);
7619 tp->grc_local_ctrl &= ~GRC_LCLCTRL_USE_EXT_SIG_DETECT;
7620 tp->grc_local_ctrl |= GRC_LCLCTRL_USE_SIG_DETECT;
7621 tw32(GRC_LOCAL_CTRL, tp->grc_local_ctrl);
7622 }
7623
Matt Carlsondd477002008-05-25 23:45:58 -07007624 if (!(tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB)) {
7625 if (tp->link_config.phy_is_low_power) {
7626 tp->link_config.phy_is_low_power = 0;
7627 tp->link_config.speed = tp->link_config.orig_speed;
7628 tp->link_config.duplex = tp->link_config.orig_duplex;
7629 tp->link_config.autoneg = tp->link_config.orig_autoneg;
7630 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07007631
Matt Carlsondd477002008-05-25 23:45:58 -07007632 err = tg3_setup_phy(tp, 0);
7633 if (err)
7634 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07007635
Matt Carlsondd477002008-05-25 23:45:58 -07007636 if (!(tp->tg3_flags2 & TG3_FLG2_PHY_SERDES) &&
7637 GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5906) {
7638 u32 tmp;
7639
7640 /* Clear CRC stats. */
7641 if (!tg3_readphy(tp, MII_TG3_TEST1, &tmp)) {
7642 tg3_writephy(tp, MII_TG3_TEST1,
7643 tmp | MII_TG3_TEST1_CRC_EN);
7644 tg3_readphy(tp, 0x14, &tmp);
7645 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07007646 }
7647 }
7648
7649 __tg3_set_rx_mode(tp->dev);
7650
7651 /* Initialize receive rules. */
7652 tw32(MAC_RCV_RULE_0, 0xc2000000 & RCV_RULE_DISABLE_MASK);
7653 tw32(MAC_RCV_VALUE_0, 0xffffffff & RCV_RULE_DISABLE_MASK);
7654 tw32(MAC_RCV_RULE_1, 0x86000004 & RCV_RULE_DISABLE_MASK);
7655 tw32(MAC_RCV_VALUE_1, 0xffffffff & RCV_RULE_DISABLE_MASK);
7656
Michael Chan4cf78e42005-07-25 12:29:19 -07007657 if ((tp->tg3_flags2 & TG3_FLG2_5705_PLUS) &&
Michael Chana4e2b342005-10-26 15:46:52 -07007658 !(tp->tg3_flags2 & TG3_FLG2_5780_CLASS))
Linus Torvalds1da177e2005-04-16 15:20:36 -07007659 limit = 8;
7660 else
7661 limit = 16;
7662 if (tp->tg3_flags & TG3_FLAG_ENABLE_ASF)
7663 limit -= 4;
7664 switch (limit) {
7665 case 16:
7666 tw32(MAC_RCV_RULE_15, 0); tw32(MAC_RCV_VALUE_15, 0);
7667 case 15:
7668 tw32(MAC_RCV_RULE_14, 0); tw32(MAC_RCV_VALUE_14, 0);
7669 case 14:
7670 tw32(MAC_RCV_RULE_13, 0); tw32(MAC_RCV_VALUE_13, 0);
7671 case 13:
7672 tw32(MAC_RCV_RULE_12, 0); tw32(MAC_RCV_VALUE_12, 0);
7673 case 12:
7674 tw32(MAC_RCV_RULE_11, 0); tw32(MAC_RCV_VALUE_11, 0);
7675 case 11:
7676 tw32(MAC_RCV_RULE_10, 0); tw32(MAC_RCV_VALUE_10, 0);
7677 case 10:
7678 tw32(MAC_RCV_RULE_9, 0); tw32(MAC_RCV_VALUE_9, 0);
7679 case 9:
7680 tw32(MAC_RCV_RULE_8, 0); tw32(MAC_RCV_VALUE_8, 0);
7681 case 8:
7682 tw32(MAC_RCV_RULE_7, 0); tw32(MAC_RCV_VALUE_7, 0);
7683 case 7:
7684 tw32(MAC_RCV_RULE_6, 0); tw32(MAC_RCV_VALUE_6, 0);
7685 case 6:
7686 tw32(MAC_RCV_RULE_5, 0); tw32(MAC_RCV_VALUE_5, 0);
7687 case 5:
7688 tw32(MAC_RCV_RULE_4, 0); tw32(MAC_RCV_VALUE_4, 0);
7689 case 4:
7690 /* tw32(MAC_RCV_RULE_3, 0); tw32(MAC_RCV_VALUE_3, 0); */
7691 case 3:
7692 /* tw32(MAC_RCV_RULE_2, 0); tw32(MAC_RCV_VALUE_2, 0); */
7693 case 2:
7694 case 1:
7695
7696 default:
7697 break;
Stephen Hemminger855e1112008-04-16 16:37:28 -07007698 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07007699
Matt Carlson9ce768e2007-10-11 19:49:11 -07007700 if (tp->tg3_flags3 & TG3_FLG3_ENABLE_APE)
7701 /* Write our heartbeat update interval to APE. */
7702 tg3_ape_write32(tp, TG3_APE_HOST_HEARTBEAT_INT_MS,
7703 APE_HOST_HEARTBEAT_INT_DISABLE);
Matt Carlson0d3031d2007-10-10 18:02:43 -07007704
Linus Torvalds1da177e2005-04-16 15:20:36 -07007705 tg3_write_sig_post_reset(tp, RESET_KIND_INIT);
7706
Linus Torvalds1da177e2005-04-16 15:20:36 -07007707 return 0;
7708}
7709
7710/* Called at device open time to get the chip ready for
7711 * packet processing. Invoked with tp->lock held.
7712 */
Gary Zambrano8e7a22e2006-04-29 18:59:13 -07007713static int tg3_init_hw(struct tg3 *tp, int reset_phy)
Linus Torvalds1da177e2005-04-16 15:20:36 -07007714{
Linus Torvalds1da177e2005-04-16 15:20:36 -07007715 tg3_switch_clocks(tp);
7716
7717 tw32(TG3PCI_MEM_WIN_BASE_ADDR, 0);
7718
Matt Carlson2f751b62008-08-04 23:17:34 -07007719 return tg3_reset_hw(tp, reset_phy);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007720}
7721
7722#define TG3_STAT_ADD32(PSTAT, REG) \
7723do { u32 __val = tr32(REG); \
7724 (PSTAT)->low += __val; \
7725 if ((PSTAT)->low < __val) \
7726 (PSTAT)->high += 1; \
7727} while (0)
7728
7729static void tg3_periodic_fetch_stats(struct tg3 *tp)
7730{
7731 struct tg3_hw_stats *sp = tp->hw_stats;
7732
7733 if (!netif_carrier_ok(tp->dev))
7734 return;
7735
7736 TG3_STAT_ADD32(&sp->tx_octets, MAC_TX_STATS_OCTETS);
7737 TG3_STAT_ADD32(&sp->tx_collisions, MAC_TX_STATS_COLLISIONS);
7738 TG3_STAT_ADD32(&sp->tx_xon_sent, MAC_TX_STATS_XON_SENT);
7739 TG3_STAT_ADD32(&sp->tx_xoff_sent, MAC_TX_STATS_XOFF_SENT);
7740 TG3_STAT_ADD32(&sp->tx_mac_errors, MAC_TX_STATS_MAC_ERRORS);
7741 TG3_STAT_ADD32(&sp->tx_single_collisions, MAC_TX_STATS_SINGLE_COLLISIONS);
7742 TG3_STAT_ADD32(&sp->tx_mult_collisions, MAC_TX_STATS_MULT_COLLISIONS);
7743 TG3_STAT_ADD32(&sp->tx_deferred, MAC_TX_STATS_DEFERRED);
7744 TG3_STAT_ADD32(&sp->tx_excessive_collisions, MAC_TX_STATS_EXCESSIVE_COL);
7745 TG3_STAT_ADD32(&sp->tx_late_collisions, MAC_TX_STATS_LATE_COL);
7746 TG3_STAT_ADD32(&sp->tx_ucast_packets, MAC_TX_STATS_UCAST);
7747 TG3_STAT_ADD32(&sp->tx_mcast_packets, MAC_TX_STATS_MCAST);
7748 TG3_STAT_ADD32(&sp->tx_bcast_packets, MAC_TX_STATS_BCAST);
7749
7750 TG3_STAT_ADD32(&sp->rx_octets, MAC_RX_STATS_OCTETS);
7751 TG3_STAT_ADD32(&sp->rx_fragments, MAC_RX_STATS_FRAGMENTS);
7752 TG3_STAT_ADD32(&sp->rx_ucast_packets, MAC_RX_STATS_UCAST);
7753 TG3_STAT_ADD32(&sp->rx_mcast_packets, MAC_RX_STATS_MCAST);
7754 TG3_STAT_ADD32(&sp->rx_bcast_packets, MAC_RX_STATS_BCAST);
7755 TG3_STAT_ADD32(&sp->rx_fcs_errors, MAC_RX_STATS_FCS_ERRORS);
7756 TG3_STAT_ADD32(&sp->rx_align_errors, MAC_RX_STATS_ALIGN_ERRORS);
7757 TG3_STAT_ADD32(&sp->rx_xon_pause_rcvd, MAC_RX_STATS_XON_PAUSE_RECVD);
7758 TG3_STAT_ADD32(&sp->rx_xoff_pause_rcvd, MAC_RX_STATS_XOFF_PAUSE_RECVD);
7759 TG3_STAT_ADD32(&sp->rx_mac_ctrl_rcvd, MAC_RX_STATS_MAC_CTRL_RECVD);
7760 TG3_STAT_ADD32(&sp->rx_xoff_entered, MAC_RX_STATS_XOFF_ENTERED);
7761 TG3_STAT_ADD32(&sp->rx_frame_too_long_errors, MAC_RX_STATS_FRAME_TOO_LONG);
7762 TG3_STAT_ADD32(&sp->rx_jabbers, MAC_RX_STATS_JABBERS);
7763 TG3_STAT_ADD32(&sp->rx_undersize_packets, MAC_RX_STATS_UNDERSIZE);
Michael Chan463d3052006-05-22 16:36:27 -07007764
7765 TG3_STAT_ADD32(&sp->rxbds_empty, RCVLPC_NO_RCV_BD_CNT);
7766 TG3_STAT_ADD32(&sp->rx_discards, RCVLPC_IN_DISCARDS_CNT);
7767 TG3_STAT_ADD32(&sp->rx_errors, RCVLPC_IN_ERRORS_CNT);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007768}
7769
7770static void tg3_timer(unsigned long __opaque)
7771{
7772 struct tg3 *tp = (struct tg3 *) __opaque;
Linus Torvalds1da177e2005-04-16 15:20:36 -07007773
Michael Chanf475f162006-03-27 23:20:14 -08007774 if (tp->irq_sync)
7775 goto restart_timer;
7776
David S. Millerf47c11e2005-06-24 20:18:35 -07007777 spin_lock(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007778
David S. Millerfac9b832005-05-18 22:46:34 -07007779 if (!(tp->tg3_flags & TG3_FLAG_TAGGED_STATUS)) {
7780 /* All of this garbage is because when using non-tagged
7781 * IRQ status the mailbox/status_block protocol the chip
7782 * uses with the cpu is race prone.
7783 */
7784 if (tp->hw_status->status & SD_STATUS_UPDATED) {
7785 tw32(GRC_LOCAL_CTRL,
7786 tp->grc_local_ctrl | GRC_LCLCTRL_SETINT);
7787 } else {
7788 tw32(HOSTCC_MODE, tp->coalesce_mode |
7789 (HOSTCC_MODE_ENABLE | HOSTCC_MODE_NOW));
7790 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07007791
David S. Millerfac9b832005-05-18 22:46:34 -07007792 if (!(tr32(WDMAC_MODE) & WDMAC_MODE_ENABLE)) {
7793 tp->tg3_flags2 |= TG3_FLG2_RESTART_TIMER;
David S. Millerf47c11e2005-06-24 20:18:35 -07007794 spin_unlock(&tp->lock);
David S. Millerfac9b832005-05-18 22:46:34 -07007795 schedule_work(&tp->reset_task);
7796 return;
7797 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07007798 }
7799
Linus Torvalds1da177e2005-04-16 15:20:36 -07007800 /* This part only runs once per second. */
7801 if (!--tp->timer_counter) {
David S. Millerfac9b832005-05-18 22:46:34 -07007802 if (tp->tg3_flags2 & TG3_FLG2_5705_PLUS)
7803 tg3_periodic_fetch_stats(tp);
7804
Linus Torvalds1da177e2005-04-16 15:20:36 -07007805 if (tp->tg3_flags & TG3_FLAG_USE_LINKCHG_REG) {
7806 u32 mac_stat;
7807 int phy_event;
7808
7809 mac_stat = tr32(MAC_STATUS);
7810
7811 phy_event = 0;
7812 if (tp->tg3_flags & TG3_FLAG_USE_MI_INTERRUPT) {
7813 if (mac_stat & MAC_STATUS_MI_INTERRUPT)
7814 phy_event = 1;
7815 } else if (mac_stat & MAC_STATUS_LNKSTATE_CHANGED)
7816 phy_event = 1;
7817
7818 if (phy_event)
7819 tg3_setup_phy(tp, 0);
7820 } else if (tp->tg3_flags & TG3_FLAG_POLL_SERDES) {
7821 u32 mac_stat = tr32(MAC_STATUS);
7822 int need_setup = 0;
7823
7824 if (netif_carrier_ok(tp->dev) &&
7825 (mac_stat & MAC_STATUS_LNKSTATE_CHANGED)) {
7826 need_setup = 1;
7827 }
7828 if (! netif_carrier_ok(tp->dev) &&
7829 (mac_stat & (MAC_STATUS_PCS_SYNCED |
7830 MAC_STATUS_SIGNAL_DET))) {
7831 need_setup = 1;
7832 }
7833 if (need_setup) {
Michael Chan3d3ebe72006-09-27 15:59:15 -07007834 if (!tp->serdes_counter) {
7835 tw32_f(MAC_MODE,
7836 (tp->mac_mode &
7837 ~MAC_MODE_PORT_MODE_MASK));
7838 udelay(40);
7839 tw32_f(MAC_MODE, tp->mac_mode);
7840 udelay(40);
7841 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07007842 tg3_setup_phy(tp, 0);
7843 }
Michael Chan747e8f82005-07-25 12:33:22 -07007844 } else if (tp->tg3_flags2 & TG3_FLG2_MII_SERDES)
7845 tg3_serdes_parallel_detect(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007846
7847 tp->timer_counter = tp->timer_multiplier;
7848 }
7849
Michael Chan130b8e42006-09-27 16:00:40 -07007850 /* Heartbeat is only sent once every 2 seconds.
7851 *
7852 * The heartbeat is to tell the ASF firmware that the host
7853 * driver is still alive. In the event that the OS crashes,
7854 * ASF needs to reset the hardware to free up the FIFO space
7855 * that may be filled with rx packets destined for the host.
7856 * If the FIFO is full, ASF will no longer function properly.
7857 *
7858 * Unintended resets have been reported on real time kernels
7859 * where the timer doesn't run on time. Netpoll will also have
7860 * same problem.
7861 *
7862 * The new FWCMD_NICDRV_ALIVE3 command tells the ASF firmware
7863 * to check the ring condition when the heartbeat is expiring
7864 * before doing the reset. This will prevent most unintended
7865 * resets.
7866 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07007867 if (!--tp->asf_counter) {
Matt Carlsonbc7959b2008-08-15 14:08:55 -07007868 if ((tp->tg3_flags & TG3_FLAG_ENABLE_ASF) &&
7869 !(tp->tg3_flags3 & TG3_FLG3_ENABLE_APE)) {
Matt Carlson7c5026a2008-05-02 16:49:29 -07007870 tg3_wait_for_event_ack(tp);
7871
Michael Chanbbadf502006-04-06 21:46:34 -07007872 tg3_write_mem(tp, NIC_SRAM_FW_CMD_MBOX,
Michael Chan130b8e42006-09-27 16:00:40 -07007873 FWCMD_NICDRV_ALIVE3);
Michael Chanbbadf502006-04-06 21:46:34 -07007874 tg3_write_mem(tp, NIC_SRAM_FW_CMD_LEN_MBOX, 4);
Michael Chan28fbef72005-10-26 15:48:35 -07007875 /* 5 seconds timeout */
Michael Chanbbadf502006-04-06 21:46:34 -07007876 tg3_write_mem(tp, NIC_SRAM_FW_CMD_DATA_MBOX, 5);
Matt Carlson4ba526c2008-08-15 14:10:04 -07007877
7878 tg3_generate_fw_event(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007879 }
7880 tp->asf_counter = tp->asf_multiplier;
7881 }
7882
David S. Millerf47c11e2005-06-24 20:18:35 -07007883 spin_unlock(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07007884
Michael Chanf475f162006-03-27 23:20:14 -08007885restart_timer:
Linus Torvalds1da177e2005-04-16 15:20:36 -07007886 tp->timer.expires = jiffies + tp->timer_offset;
7887 add_timer(&tp->timer);
7888}
7889
Adrian Bunk81789ef2006-03-20 23:00:14 -08007890static int tg3_request_irq(struct tg3 *tp)
Michael Chanfcfa0a32006-03-20 22:28:41 -08007891{
David Howells7d12e782006-10-05 14:55:46 +01007892 irq_handler_t fn;
Michael Chanfcfa0a32006-03-20 22:28:41 -08007893 unsigned long flags;
7894 struct net_device *dev = tp->dev;
7895
7896 if (tp->tg3_flags2 & TG3_FLG2_USING_MSI) {
7897 fn = tg3_msi;
7898 if (tp->tg3_flags2 & TG3_FLG2_1SHOT_MSI)
7899 fn = tg3_msi_1shot;
Thomas Gleixner1fb9df52006-07-01 19:29:39 -07007900 flags = IRQF_SAMPLE_RANDOM;
Michael Chanfcfa0a32006-03-20 22:28:41 -08007901 } else {
7902 fn = tg3_interrupt;
7903 if (tp->tg3_flags & TG3_FLAG_TAGGED_STATUS)
7904 fn = tg3_interrupt_tagged;
Thomas Gleixner1fb9df52006-07-01 19:29:39 -07007905 flags = IRQF_SHARED | IRQF_SAMPLE_RANDOM;
Michael Chanfcfa0a32006-03-20 22:28:41 -08007906 }
7907 return (request_irq(tp->pdev->irq, fn, flags, dev->name, dev));
7908}
7909
Michael Chan79381092005-04-21 17:13:59 -07007910static int tg3_test_interrupt(struct tg3 *tp)
7911{
7912 struct net_device *dev = tp->dev;
Michael Chanb16250e2006-09-27 16:10:14 -07007913 int err, i, intr_ok = 0;
Michael Chan79381092005-04-21 17:13:59 -07007914
Michael Chand4bc3922005-05-29 14:59:20 -07007915 if (!netif_running(dev))
7916 return -ENODEV;
7917
Michael Chan79381092005-04-21 17:13:59 -07007918 tg3_disable_ints(tp);
7919
7920 free_irq(tp->pdev->irq, dev);
7921
7922 err = request_irq(tp->pdev->irq, tg3_test_isr,
Thomas Gleixner1fb9df52006-07-01 19:29:39 -07007923 IRQF_SHARED | IRQF_SAMPLE_RANDOM, dev->name, dev);
Michael Chan79381092005-04-21 17:13:59 -07007924 if (err)
7925 return err;
7926
Michael Chan38f38432005-09-05 17:53:32 -07007927 tp->hw_status->status &= ~SD_STATUS_UPDATED;
Michael Chan79381092005-04-21 17:13:59 -07007928 tg3_enable_ints(tp);
7929
7930 tw32_f(HOSTCC_MODE, tp->coalesce_mode | HOSTCC_MODE_ENABLE |
7931 HOSTCC_MODE_NOW);
7932
7933 for (i = 0; i < 5; i++) {
Michael Chanb16250e2006-09-27 16:10:14 -07007934 u32 int_mbox, misc_host_ctrl;
7935
Michael Chan09ee9292005-08-09 20:17:00 -07007936 int_mbox = tr32_mailbox(MAILBOX_INTERRUPT_0 +
7937 TG3_64BIT_REG_LOW);
Michael Chanb16250e2006-09-27 16:10:14 -07007938 misc_host_ctrl = tr32(TG3PCI_MISC_HOST_CTRL);
7939
7940 if ((int_mbox != 0) ||
7941 (misc_host_ctrl & MISC_HOST_CTRL_MASK_PCI_INT)) {
7942 intr_ok = 1;
Michael Chan79381092005-04-21 17:13:59 -07007943 break;
Michael Chanb16250e2006-09-27 16:10:14 -07007944 }
7945
Michael Chan79381092005-04-21 17:13:59 -07007946 msleep(10);
7947 }
7948
7949 tg3_disable_ints(tp);
7950
7951 free_irq(tp->pdev->irq, dev);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04007952
Michael Chanfcfa0a32006-03-20 22:28:41 -08007953 err = tg3_request_irq(tp);
Michael Chan79381092005-04-21 17:13:59 -07007954
7955 if (err)
7956 return err;
7957
Michael Chanb16250e2006-09-27 16:10:14 -07007958 if (intr_ok)
Michael Chan79381092005-04-21 17:13:59 -07007959 return 0;
7960
7961 return -EIO;
7962}
7963
7964/* Returns 0 if MSI test succeeds or MSI test fails and INTx mode is
7965 * successfully restored
7966 */
7967static int tg3_test_msi(struct tg3 *tp)
7968{
7969 struct net_device *dev = tp->dev;
7970 int err;
7971 u16 pci_cmd;
7972
7973 if (!(tp->tg3_flags2 & TG3_FLG2_USING_MSI))
7974 return 0;
7975
7976 /* Turn off SERR reporting in case MSI terminates with Master
7977 * Abort.
7978 */
7979 pci_read_config_word(tp->pdev, PCI_COMMAND, &pci_cmd);
7980 pci_write_config_word(tp->pdev, PCI_COMMAND,
7981 pci_cmd & ~PCI_COMMAND_SERR);
7982
7983 err = tg3_test_interrupt(tp);
7984
7985 pci_write_config_word(tp->pdev, PCI_COMMAND, pci_cmd);
7986
7987 if (!err)
7988 return 0;
7989
7990 /* other failures */
7991 if (err != -EIO)
7992 return err;
7993
7994 /* MSI test failed, go back to INTx mode */
7995 printk(KERN_WARNING PFX "%s: No interrupt was generated using MSI, "
7996 "switching to INTx mode. Please report this failure to "
7997 "the PCI maintainer and include system chipset information.\n",
7998 tp->dev->name);
7999
8000 free_irq(tp->pdev->irq, dev);
8001 pci_disable_msi(tp->pdev);
8002
8003 tp->tg3_flags2 &= ~TG3_FLG2_USING_MSI;
8004
Michael Chanfcfa0a32006-03-20 22:28:41 -08008005 err = tg3_request_irq(tp);
Michael Chan79381092005-04-21 17:13:59 -07008006 if (err)
8007 return err;
8008
8009 /* Need to reset the chip because the MSI cycle may have terminated
8010 * with Master Abort.
8011 */
David S. Millerf47c11e2005-06-24 20:18:35 -07008012 tg3_full_lock(tp, 1);
Michael Chan79381092005-04-21 17:13:59 -07008013
Michael Chan944d9802005-05-29 14:57:48 -07008014 tg3_halt(tp, RESET_KIND_SHUTDOWN, 1);
Gary Zambrano8e7a22e2006-04-29 18:59:13 -07008015 err = tg3_init_hw(tp, 1);
Michael Chan79381092005-04-21 17:13:59 -07008016
David S. Millerf47c11e2005-06-24 20:18:35 -07008017 tg3_full_unlock(tp);
Michael Chan79381092005-04-21 17:13:59 -07008018
8019 if (err)
8020 free_irq(tp->pdev->irq, dev);
8021
8022 return err;
8023}
8024
Linus Torvalds1da177e2005-04-16 15:20:36 -07008025static int tg3_open(struct net_device *dev)
8026{
8027 struct tg3 *tp = netdev_priv(dev);
8028 int err;
8029
Michael Chanc49a1562006-12-17 17:07:29 -08008030 netif_carrier_off(tp->dev);
8031
Michael Chanbc1c7562006-03-20 17:48:03 -08008032 err = tg3_set_power_state(tp, PCI_D0);
Matt Carlson2f751b62008-08-04 23:17:34 -07008033 if (err)
Michael Chanbc1c7562006-03-20 17:48:03 -08008034 return err;
Matt Carlson2f751b62008-08-04 23:17:34 -07008035
8036 tg3_full_lock(tp, 0);
Michael Chanbc1c7562006-03-20 17:48:03 -08008037
Linus Torvalds1da177e2005-04-16 15:20:36 -07008038 tg3_disable_ints(tp);
8039 tp->tg3_flags &= ~TG3_FLAG_INIT_COMPLETE;
8040
David S. Millerf47c11e2005-06-24 20:18:35 -07008041 tg3_full_unlock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008042
8043 /* The placement of this call is tied
8044 * to the setup and use of Host TX descriptors.
8045 */
8046 err = tg3_alloc_consistent(tp);
8047 if (err)
8048 return err;
8049
Michael Chan7544b092007-05-05 13:08:32 -07008050 if (tp->tg3_flags & TG3_FLAG_SUPPORT_MSI) {
David S. Millerfac9b832005-05-18 22:46:34 -07008051 /* All MSI supporting chips should support tagged
8052 * status. Assert that this is the case.
8053 */
8054 if (!(tp->tg3_flags & TG3_FLAG_TAGGED_STATUS)) {
8055 printk(KERN_WARNING PFX "%s: MSI without TAGGED? "
8056 "Not using MSI.\n", tp->dev->name);
8057 } else if (pci_enable_msi(tp->pdev) == 0) {
Michael Chan88b06bc2005-04-21 17:13:25 -07008058 u32 msi_mode;
8059
8060 msi_mode = tr32(MSGINT_MODE);
8061 tw32(MSGINT_MODE, msi_mode | MSGINT_MODE_ENABLE);
8062 tp->tg3_flags2 |= TG3_FLG2_USING_MSI;
8063 }
8064 }
Michael Chanfcfa0a32006-03-20 22:28:41 -08008065 err = tg3_request_irq(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008066
8067 if (err) {
Michael Chan88b06bc2005-04-21 17:13:25 -07008068 if (tp->tg3_flags2 & TG3_FLG2_USING_MSI) {
8069 pci_disable_msi(tp->pdev);
8070 tp->tg3_flags2 &= ~TG3_FLG2_USING_MSI;
8071 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07008072 tg3_free_consistent(tp);
8073 return err;
8074 }
8075
Stephen Hemmingerbea33482007-10-03 16:41:36 -07008076 napi_enable(&tp->napi);
8077
David S. Millerf47c11e2005-06-24 20:18:35 -07008078 tg3_full_lock(tp, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008079
Gary Zambrano8e7a22e2006-04-29 18:59:13 -07008080 err = tg3_init_hw(tp, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008081 if (err) {
Michael Chan944d9802005-05-29 14:57:48 -07008082 tg3_halt(tp, RESET_KIND_SHUTDOWN, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008083 tg3_free_rings(tp);
8084 } else {
David S. Millerfac9b832005-05-18 22:46:34 -07008085 if (tp->tg3_flags & TG3_FLAG_TAGGED_STATUS)
8086 tp->timer_offset = HZ;
8087 else
8088 tp->timer_offset = HZ / 10;
8089
8090 BUG_ON(tp->timer_offset > HZ);
8091 tp->timer_counter = tp->timer_multiplier =
8092 (HZ / tp->timer_offset);
8093 tp->asf_counter = tp->asf_multiplier =
Michael Chan28fbef72005-10-26 15:48:35 -07008094 ((HZ / tp->timer_offset) * 2);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008095
8096 init_timer(&tp->timer);
8097 tp->timer.expires = jiffies + tp->timer_offset;
8098 tp->timer.data = (unsigned long) tp;
8099 tp->timer.function = tg3_timer;
Linus Torvalds1da177e2005-04-16 15:20:36 -07008100 }
8101
David S. Millerf47c11e2005-06-24 20:18:35 -07008102 tg3_full_unlock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008103
8104 if (err) {
Stephen Hemmingerbea33482007-10-03 16:41:36 -07008105 napi_disable(&tp->napi);
Michael Chan88b06bc2005-04-21 17:13:25 -07008106 free_irq(tp->pdev->irq, dev);
8107 if (tp->tg3_flags2 & TG3_FLG2_USING_MSI) {
8108 pci_disable_msi(tp->pdev);
8109 tp->tg3_flags2 &= ~TG3_FLG2_USING_MSI;
8110 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07008111 tg3_free_consistent(tp);
8112 return err;
8113 }
8114
Michael Chan79381092005-04-21 17:13:59 -07008115 if (tp->tg3_flags2 & TG3_FLG2_USING_MSI) {
8116 err = tg3_test_msi(tp);
David S. Millerfac9b832005-05-18 22:46:34 -07008117
Michael Chan79381092005-04-21 17:13:59 -07008118 if (err) {
David S. Millerf47c11e2005-06-24 20:18:35 -07008119 tg3_full_lock(tp, 0);
Michael Chan79381092005-04-21 17:13:59 -07008120
8121 if (tp->tg3_flags2 & TG3_FLG2_USING_MSI) {
8122 pci_disable_msi(tp->pdev);
8123 tp->tg3_flags2 &= ~TG3_FLG2_USING_MSI;
8124 }
Michael Chan944d9802005-05-29 14:57:48 -07008125 tg3_halt(tp, RESET_KIND_SHUTDOWN, 1);
Michael Chan79381092005-04-21 17:13:59 -07008126 tg3_free_rings(tp);
8127 tg3_free_consistent(tp);
8128
David S. Millerf47c11e2005-06-24 20:18:35 -07008129 tg3_full_unlock(tp);
Michael Chan79381092005-04-21 17:13:59 -07008130
Stephen Hemmingerbea33482007-10-03 16:41:36 -07008131 napi_disable(&tp->napi);
8132
Michael Chan79381092005-04-21 17:13:59 -07008133 return err;
8134 }
Michael Chanfcfa0a32006-03-20 22:28:41 -08008135
8136 if (tp->tg3_flags2 & TG3_FLG2_USING_MSI) {
8137 if (tp->tg3_flags2 & TG3_FLG2_1SHOT_MSI) {
Michael Chanb5d37722006-09-27 16:06:21 -07008138 u32 val = tr32(PCIE_TRANSACTION_CFG);
Michael Chanfcfa0a32006-03-20 22:28:41 -08008139
Michael Chanb5d37722006-09-27 16:06:21 -07008140 tw32(PCIE_TRANSACTION_CFG,
8141 val | PCIE_TRANS_CFG_1SHOT_MSI);
Michael Chanfcfa0a32006-03-20 22:28:41 -08008142 }
8143 }
Michael Chan79381092005-04-21 17:13:59 -07008144 }
8145
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07008146 tg3_phy_start(tp);
8147
David S. Millerf47c11e2005-06-24 20:18:35 -07008148 tg3_full_lock(tp, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008149
Michael Chan79381092005-04-21 17:13:59 -07008150 add_timer(&tp->timer);
8151 tp->tg3_flags |= TG3_FLAG_INIT_COMPLETE;
Linus Torvalds1da177e2005-04-16 15:20:36 -07008152 tg3_enable_ints(tp);
8153
David S. Millerf47c11e2005-06-24 20:18:35 -07008154 tg3_full_unlock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008155
8156 netif_start_queue(dev);
8157
8158 return 0;
8159}
8160
8161#if 0
8162/*static*/ void tg3_dump_state(struct tg3 *tp)
8163{
8164 u32 val32, val32_2, val32_3, val32_4, val32_5;
8165 u16 val16;
8166 int i;
8167
8168 pci_read_config_word(tp->pdev, PCI_STATUS, &val16);
8169 pci_read_config_dword(tp->pdev, TG3PCI_PCISTATE, &val32);
8170 printk("DEBUG: PCI status [%04x] TG3PCI state[%08x]\n",
8171 val16, val32);
8172
8173 /* MAC block */
8174 printk("DEBUG: MAC_MODE[%08x] MAC_STATUS[%08x]\n",
8175 tr32(MAC_MODE), tr32(MAC_STATUS));
8176 printk(" MAC_EVENT[%08x] MAC_LED_CTRL[%08x]\n",
8177 tr32(MAC_EVENT), tr32(MAC_LED_CTRL));
8178 printk("DEBUG: MAC_TX_MODE[%08x] MAC_TX_STATUS[%08x]\n",
8179 tr32(MAC_TX_MODE), tr32(MAC_TX_STATUS));
8180 printk(" MAC_RX_MODE[%08x] MAC_RX_STATUS[%08x]\n",
8181 tr32(MAC_RX_MODE), tr32(MAC_RX_STATUS));
8182
8183 /* Send data initiator control block */
8184 printk("DEBUG: SNDDATAI_MODE[%08x] SNDDATAI_STATUS[%08x]\n",
8185 tr32(SNDDATAI_MODE), tr32(SNDDATAI_STATUS));
8186 printk(" SNDDATAI_STATSCTRL[%08x]\n",
8187 tr32(SNDDATAI_STATSCTRL));
8188
8189 /* Send data completion control block */
8190 printk("DEBUG: SNDDATAC_MODE[%08x]\n", tr32(SNDDATAC_MODE));
8191
8192 /* Send BD ring selector block */
8193 printk("DEBUG: SNDBDS_MODE[%08x] SNDBDS_STATUS[%08x]\n",
8194 tr32(SNDBDS_MODE), tr32(SNDBDS_STATUS));
8195
8196 /* Send BD initiator control block */
8197 printk("DEBUG: SNDBDI_MODE[%08x] SNDBDI_STATUS[%08x]\n",
8198 tr32(SNDBDI_MODE), tr32(SNDBDI_STATUS));
8199
8200 /* Send BD completion control block */
8201 printk("DEBUG: SNDBDC_MODE[%08x]\n", tr32(SNDBDC_MODE));
8202
8203 /* Receive list placement control block */
8204 printk("DEBUG: RCVLPC_MODE[%08x] RCVLPC_STATUS[%08x]\n",
8205 tr32(RCVLPC_MODE), tr32(RCVLPC_STATUS));
8206 printk(" RCVLPC_STATSCTRL[%08x]\n",
8207 tr32(RCVLPC_STATSCTRL));
8208
8209 /* Receive data and receive BD initiator control block */
8210 printk("DEBUG: RCVDBDI_MODE[%08x] RCVDBDI_STATUS[%08x]\n",
8211 tr32(RCVDBDI_MODE), tr32(RCVDBDI_STATUS));
8212
8213 /* Receive data completion control block */
8214 printk("DEBUG: RCVDCC_MODE[%08x]\n",
8215 tr32(RCVDCC_MODE));
8216
8217 /* Receive BD initiator control block */
8218 printk("DEBUG: RCVBDI_MODE[%08x] RCVBDI_STATUS[%08x]\n",
8219 tr32(RCVBDI_MODE), tr32(RCVBDI_STATUS));
8220
8221 /* Receive BD completion control block */
8222 printk("DEBUG: RCVCC_MODE[%08x] RCVCC_STATUS[%08x]\n",
8223 tr32(RCVCC_MODE), tr32(RCVCC_STATUS));
8224
8225 /* Receive list selector control block */
8226 printk("DEBUG: RCVLSC_MODE[%08x] RCVLSC_STATUS[%08x]\n",
8227 tr32(RCVLSC_MODE), tr32(RCVLSC_STATUS));
8228
8229 /* Mbuf cluster free block */
8230 printk("DEBUG: MBFREE_MODE[%08x] MBFREE_STATUS[%08x]\n",
8231 tr32(MBFREE_MODE), tr32(MBFREE_STATUS));
8232
8233 /* Host coalescing control block */
8234 printk("DEBUG: HOSTCC_MODE[%08x] HOSTCC_STATUS[%08x]\n",
8235 tr32(HOSTCC_MODE), tr32(HOSTCC_STATUS));
8236 printk("DEBUG: HOSTCC_STATS_BLK_HOST_ADDR[%08x%08x]\n",
8237 tr32(HOSTCC_STATS_BLK_HOST_ADDR + TG3_64BIT_REG_HIGH),
8238 tr32(HOSTCC_STATS_BLK_HOST_ADDR + TG3_64BIT_REG_LOW));
8239 printk("DEBUG: HOSTCC_STATUS_BLK_HOST_ADDR[%08x%08x]\n",
8240 tr32(HOSTCC_STATUS_BLK_HOST_ADDR + TG3_64BIT_REG_HIGH),
8241 tr32(HOSTCC_STATUS_BLK_HOST_ADDR + TG3_64BIT_REG_LOW));
8242 printk("DEBUG: HOSTCC_STATS_BLK_NIC_ADDR[%08x]\n",
8243 tr32(HOSTCC_STATS_BLK_NIC_ADDR));
8244 printk("DEBUG: HOSTCC_STATUS_BLK_NIC_ADDR[%08x]\n",
8245 tr32(HOSTCC_STATUS_BLK_NIC_ADDR));
8246
8247 /* Memory arbiter control block */
8248 printk("DEBUG: MEMARB_MODE[%08x] MEMARB_STATUS[%08x]\n",
8249 tr32(MEMARB_MODE), tr32(MEMARB_STATUS));
8250
8251 /* Buffer manager control block */
8252 printk("DEBUG: BUFMGR_MODE[%08x] BUFMGR_STATUS[%08x]\n",
8253 tr32(BUFMGR_MODE), tr32(BUFMGR_STATUS));
8254 printk("DEBUG: BUFMGR_MB_POOL_ADDR[%08x] BUFMGR_MB_POOL_SIZE[%08x]\n",
8255 tr32(BUFMGR_MB_POOL_ADDR), tr32(BUFMGR_MB_POOL_SIZE));
8256 printk("DEBUG: BUFMGR_DMA_DESC_POOL_ADDR[%08x] "
8257 "BUFMGR_DMA_DESC_POOL_SIZE[%08x]\n",
8258 tr32(BUFMGR_DMA_DESC_POOL_ADDR),
8259 tr32(BUFMGR_DMA_DESC_POOL_SIZE));
8260
8261 /* Read DMA control block */
8262 printk("DEBUG: RDMAC_MODE[%08x] RDMAC_STATUS[%08x]\n",
8263 tr32(RDMAC_MODE), tr32(RDMAC_STATUS));
8264
8265 /* Write DMA control block */
8266 printk("DEBUG: WDMAC_MODE[%08x] WDMAC_STATUS[%08x]\n",
8267 tr32(WDMAC_MODE), tr32(WDMAC_STATUS));
8268
8269 /* DMA completion block */
8270 printk("DEBUG: DMAC_MODE[%08x]\n",
8271 tr32(DMAC_MODE));
8272
8273 /* GRC block */
8274 printk("DEBUG: GRC_MODE[%08x] GRC_MISC_CFG[%08x]\n",
8275 tr32(GRC_MODE), tr32(GRC_MISC_CFG));
8276 printk("DEBUG: GRC_LOCAL_CTRL[%08x]\n",
8277 tr32(GRC_LOCAL_CTRL));
8278
8279 /* TG3_BDINFOs */
8280 printk("DEBUG: RCVDBDI_JUMBO_BD[%08x%08x:%08x:%08x]\n",
8281 tr32(RCVDBDI_JUMBO_BD + 0x0),
8282 tr32(RCVDBDI_JUMBO_BD + 0x4),
8283 tr32(RCVDBDI_JUMBO_BD + 0x8),
8284 tr32(RCVDBDI_JUMBO_BD + 0xc));
8285 printk("DEBUG: RCVDBDI_STD_BD[%08x%08x:%08x:%08x]\n",
8286 tr32(RCVDBDI_STD_BD + 0x0),
8287 tr32(RCVDBDI_STD_BD + 0x4),
8288 tr32(RCVDBDI_STD_BD + 0x8),
8289 tr32(RCVDBDI_STD_BD + 0xc));
8290 printk("DEBUG: RCVDBDI_MINI_BD[%08x%08x:%08x:%08x]\n",
8291 tr32(RCVDBDI_MINI_BD + 0x0),
8292 tr32(RCVDBDI_MINI_BD + 0x4),
8293 tr32(RCVDBDI_MINI_BD + 0x8),
8294 tr32(RCVDBDI_MINI_BD + 0xc));
8295
8296 tg3_read_mem(tp, NIC_SRAM_SEND_RCB + 0x0, &val32);
8297 tg3_read_mem(tp, NIC_SRAM_SEND_RCB + 0x4, &val32_2);
8298 tg3_read_mem(tp, NIC_SRAM_SEND_RCB + 0x8, &val32_3);
8299 tg3_read_mem(tp, NIC_SRAM_SEND_RCB + 0xc, &val32_4);
8300 printk("DEBUG: SRAM_SEND_RCB_0[%08x%08x:%08x:%08x]\n",
8301 val32, val32_2, val32_3, val32_4);
8302
8303 tg3_read_mem(tp, NIC_SRAM_RCV_RET_RCB + 0x0, &val32);
8304 tg3_read_mem(tp, NIC_SRAM_RCV_RET_RCB + 0x4, &val32_2);
8305 tg3_read_mem(tp, NIC_SRAM_RCV_RET_RCB + 0x8, &val32_3);
8306 tg3_read_mem(tp, NIC_SRAM_RCV_RET_RCB + 0xc, &val32_4);
8307 printk("DEBUG: SRAM_RCV_RET_RCB_0[%08x%08x:%08x:%08x]\n",
8308 val32, val32_2, val32_3, val32_4);
8309
8310 tg3_read_mem(tp, NIC_SRAM_STATUS_BLK + 0x0, &val32);
8311 tg3_read_mem(tp, NIC_SRAM_STATUS_BLK + 0x4, &val32_2);
8312 tg3_read_mem(tp, NIC_SRAM_STATUS_BLK + 0x8, &val32_3);
8313 tg3_read_mem(tp, NIC_SRAM_STATUS_BLK + 0xc, &val32_4);
8314 tg3_read_mem(tp, NIC_SRAM_STATUS_BLK + 0x10, &val32_5);
8315 printk("DEBUG: SRAM_STATUS_BLK[%08x:%08x:%08x:%08x:%08x]\n",
8316 val32, val32_2, val32_3, val32_4, val32_5);
8317
8318 /* SW status block */
8319 printk("DEBUG: Host status block [%08x:%08x:(%04x:%04x:%04x):(%04x:%04x)]\n",
8320 tp->hw_status->status,
8321 tp->hw_status->status_tag,
8322 tp->hw_status->rx_jumbo_consumer,
8323 tp->hw_status->rx_consumer,
8324 tp->hw_status->rx_mini_consumer,
8325 tp->hw_status->idx[0].rx_producer,
8326 tp->hw_status->idx[0].tx_consumer);
8327
8328 /* SW statistics block */
8329 printk("DEBUG: Host statistics block [%08x:%08x:%08x:%08x]\n",
8330 ((u32 *)tp->hw_stats)[0],
8331 ((u32 *)tp->hw_stats)[1],
8332 ((u32 *)tp->hw_stats)[2],
8333 ((u32 *)tp->hw_stats)[3]);
8334
8335 /* Mailboxes */
8336 printk("DEBUG: SNDHOST_PROD[%08x%08x] SNDNIC_PROD[%08x%08x]\n",
Michael Chan09ee9292005-08-09 20:17:00 -07008337 tr32_mailbox(MAILBOX_SNDHOST_PROD_IDX_0 + 0x0),
8338 tr32_mailbox(MAILBOX_SNDHOST_PROD_IDX_0 + 0x4),
8339 tr32_mailbox(MAILBOX_SNDNIC_PROD_IDX_0 + 0x0),
8340 tr32_mailbox(MAILBOX_SNDNIC_PROD_IDX_0 + 0x4));
Linus Torvalds1da177e2005-04-16 15:20:36 -07008341
8342 /* NIC side send descriptors. */
8343 for (i = 0; i < 6; i++) {
8344 unsigned long txd;
8345
8346 txd = tp->regs + NIC_SRAM_WIN_BASE + NIC_SRAM_TX_BUFFER_DESC
8347 + (i * sizeof(struct tg3_tx_buffer_desc));
8348 printk("DEBUG: NIC TXD(%d)[%08x:%08x:%08x:%08x]\n",
8349 i,
8350 readl(txd + 0x0), readl(txd + 0x4),
8351 readl(txd + 0x8), readl(txd + 0xc));
8352 }
8353
8354 /* NIC side RX descriptors. */
8355 for (i = 0; i < 6; i++) {
8356 unsigned long rxd;
8357
8358 rxd = tp->regs + NIC_SRAM_WIN_BASE + NIC_SRAM_RX_BUFFER_DESC
8359 + (i * sizeof(struct tg3_rx_buffer_desc));
8360 printk("DEBUG: NIC RXD_STD(%d)[0][%08x:%08x:%08x:%08x]\n",
8361 i,
8362 readl(rxd + 0x0), readl(rxd + 0x4),
8363 readl(rxd + 0x8), readl(rxd + 0xc));
8364 rxd += (4 * sizeof(u32));
8365 printk("DEBUG: NIC RXD_STD(%d)[1][%08x:%08x:%08x:%08x]\n",
8366 i,
8367 readl(rxd + 0x0), readl(rxd + 0x4),
8368 readl(rxd + 0x8), readl(rxd + 0xc));
8369 }
8370
8371 for (i = 0; i < 6; i++) {
8372 unsigned long rxd;
8373
8374 rxd = tp->regs + NIC_SRAM_WIN_BASE + NIC_SRAM_RX_JUMBO_BUFFER_DESC
8375 + (i * sizeof(struct tg3_rx_buffer_desc));
8376 printk("DEBUG: NIC RXD_JUMBO(%d)[0][%08x:%08x:%08x:%08x]\n",
8377 i,
8378 readl(rxd + 0x0), readl(rxd + 0x4),
8379 readl(rxd + 0x8), readl(rxd + 0xc));
8380 rxd += (4 * sizeof(u32));
8381 printk("DEBUG: NIC RXD_JUMBO(%d)[1][%08x:%08x:%08x:%08x]\n",
8382 i,
8383 readl(rxd + 0x0), readl(rxd + 0x4),
8384 readl(rxd + 0x8), readl(rxd + 0xc));
8385 }
8386}
8387#endif
8388
8389static struct net_device_stats *tg3_get_stats(struct net_device *);
8390static struct tg3_ethtool_stats *tg3_get_estats(struct tg3 *);
8391
8392static int tg3_close(struct net_device *dev)
8393{
8394 struct tg3 *tp = netdev_priv(dev);
8395
Stephen Hemmingerbea33482007-10-03 16:41:36 -07008396 napi_disable(&tp->napi);
Oleg Nesterov28e53bd2007-05-09 02:34:22 -07008397 cancel_work_sync(&tp->reset_task);
Michael Chan7faa0062006-02-02 17:29:28 -08008398
Linus Torvalds1da177e2005-04-16 15:20:36 -07008399 netif_stop_queue(dev);
8400
8401 del_timer_sync(&tp->timer);
8402
David S. Millerf47c11e2005-06-24 20:18:35 -07008403 tg3_full_lock(tp, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008404#if 0
8405 tg3_dump_state(tp);
8406#endif
8407
8408 tg3_disable_ints(tp);
8409
Michael Chan944d9802005-05-29 14:57:48 -07008410 tg3_halt(tp, RESET_KIND_SHUTDOWN, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008411 tg3_free_rings(tp);
Michael Chan5cf64b82007-05-05 12:11:21 -07008412 tp->tg3_flags &= ~TG3_FLAG_INIT_COMPLETE;
Linus Torvalds1da177e2005-04-16 15:20:36 -07008413
David S. Millerf47c11e2005-06-24 20:18:35 -07008414 tg3_full_unlock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008415
Michael Chan88b06bc2005-04-21 17:13:25 -07008416 free_irq(tp->pdev->irq, dev);
8417 if (tp->tg3_flags2 & TG3_FLG2_USING_MSI) {
8418 pci_disable_msi(tp->pdev);
8419 tp->tg3_flags2 &= ~TG3_FLG2_USING_MSI;
8420 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07008421
8422 memcpy(&tp->net_stats_prev, tg3_get_stats(tp->dev),
8423 sizeof(tp->net_stats_prev));
8424 memcpy(&tp->estats_prev, tg3_get_estats(tp),
8425 sizeof(tp->estats_prev));
8426
8427 tg3_free_consistent(tp);
8428
Michael Chanbc1c7562006-03-20 17:48:03 -08008429 tg3_set_power_state(tp, PCI_D3hot);
8430
8431 netif_carrier_off(tp->dev);
8432
Linus Torvalds1da177e2005-04-16 15:20:36 -07008433 return 0;
8434}
8435
8436static inline unsigned long get_stat64(tg3_stat64_t *val)
8437{
8438 unsigned long ret;
8439
8440#if (BITS_PER_LONG == 32)
8441 ret = val->low;
8442#else
8443 ret = ((u64)val->high << 32) | ((u64)val->low);
8444#endif
8445 return ret;
8446}
8447
Stefan Buehler816f8b82008-08-15 14:10:54 -07008448static inline u64 get_estat64(tg3_stat64_t *val)
8449{
8450 return ((u64)val->high << 32) | ((u64)val->low);
8451}
8452
Linus Torvalds1da177e2005-04-16 15:20:36 -07008453static unsigned long calc_crc_errors(struct tg3 *tp)
8454{
8455 struct tg3_hw_stats *hw_stats = tp->hw_stats;
8456
8457 if (!(tp->tg3_flags2 & TG3_FLG2_PHY_SERDES) &&
8458 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700 ||
8459 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07008460 u32 val;
8461
David S. Millerf47c11e2005-06-24 20:18:35 -07008462 spin_lock_bh(&tp->lock);
Michael Chan569a5df2007-02-13 12:18:15 -08008463 if (!tg3_readphy(tp, MII_TG3_TEST1, &val)) {
8464 tg3_writephy(tp, MII_TG3_TEST1,
8465 val | MII_TG3_TEST1_CRC_EN);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008466 tg3_readphy(tp, 0x14, &val);
8467 } else
8468 val = 0;
David S. Millerf47c11e2005-06-24 20:18:35 -07008469 spin_unlock_bh(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008470
8471 tp->phy_crc_errors += val;
8472
8473 return tp->phy_crc_errors;
8474 }
8475
8476 return get_stat64(&hw_stats->rx_fcs_errors);
8477}
8478
8479#define ESTAT_ADD(member) \
8480 estats->member = old_estats->member + \
Stefan Buehler816f8b82008-08-15 14:10:54 -07008481 get_estat64(&hw_stats->member)
Linus Torvalds1da177e2005-04-16 15:20:36 -07008482
8483static struct tg3_ethtool_stats *tg3_get_estats(struct tg3 *tp)
8484{
8485 struct tg3_ethtool_stats *estats = &tp->estats;
8486 struct tg3_ethtool_stats *old_estats = &tp->estats_prev;
8487 struct tg3_hw_stats *hw_stats = tp->hw_stats;
8488
8489 if (!hw_stats)
8490 return old_estats;
8491
8492 ESTAT_ADD(rx_octets);
8493 ESTAT_ADD(rx_fragments);
8494 ESTAT_ADD(rx_ucast_packets);
8495 ESTAT_ADD(rx_mcast_packets);
8496 ESTAT_ADD(rx_bcast_packets);
8497 ESTAT_ADD(rx_fcs_errors);
8498 ESTAT_ADD(rx_align_errors);
8499 ESTAT_ADD(rx_xon_pause_rcvd);
8500 ESTAT_ADD(rx_xoff_pause_rcvd);
8501 ESTAT_ADD(rx_mac_ctrl_rcvd);
8502 ESTAT_ADD(rx_xoff_entered);
8503 ESTAT_ADD(rx_frame_too_long_errors);
8504 ESTAT_ADD(rx_jabbers);
8505 ESTAT_ADD(rx_undersize_packets);
8506 ESTAT_ADD(rx_in_length_errors);
8507 ESTAT_ADD(rx_out_length_errors);
8508 ESTAT_ADD(rx_64_or_less_octet_packets);
8509 ESTAT_ADD(rx_65_to_127_octet_packets);
8510 ESTAT_ADD(rx_128_to_255_octet_packets);
8511 ESTAT_ADD(rx_256_to_511_octet_packets);
8512 ESTAT_ADD(rx_512_to_1023_octet_packets);
8513 ESTAT_ADD(rx_1024_to_1522_octet_packets);
8514 ESTAT_ADD(rx_1523_to_2047_octet_packets);
8515 ESTAT_ADD(rx_2048_to_4095_octet_packets);
8516 ESTAT_ADD(rx_4096_to_8191_octet_packets);
8517 ESTAT_ADD(rx_8192_to_9022_octet_packets);
8518
8519 ESTAT_ADD(tx_octets);
8520 ESTAT_ADD(tx_collisions);
8521 ESTAT_ADD(tx_xon_sent);
8522 ESTAT_ADD(tx_xoff_sent);
8523 ESTAT_ADD(tx_flow_control);
8524 ESTAT_ADD(tx_mac_errors);
8525 ESTAT_ADD(tx_single_collisions);
8526 ESTAT_ADD(tx_mult_collisions);
8527 ESTAT_ADD(tx_deferred);
8528 ESTAT_ADD(tx_excessive_collisions);
8529 ESTAT_ADD(tx_late_collisions);
8530 ESTAT_ADD(tx_collide_2times);
8531 ESTAT_ADD(tx_collide_3times);
8532 ESTAT_ADD(tx_collide_4times);
8533 ESTAT_ADD(tx_collide_5times);
8534 ESTAT_ADD(tx_collide_6times);
8535 ESTAT_ADD(tx_collide_7times);
8536 ESTAT_ADD(tx_collide_8times);
8537 ESTAT_ADD(tx_collide_9times);
8538 ESTAT_ADD(tx_collide_10times);
8539 ESTAT_ADD(tx_collide_11times);
8540 ESTAT_ADD(tx_collide_12times);
8541 ESTAT_ADD(tx_collide_13times);
8542 ESTAT_ADD(tx_collide_14times);
8543 ESTAT_ADD(tx_collide_15times);
8544 ESTAT_ADD(tx_ucast_packets);
8545 ESTAT_ADD(tx_mcast_packets);
8546 ESTAT_ADD(tx_bcast_packets);
8547 ESTAT_ADD(tx_carrier_sense_errors);
8548 ESTAT_ADD(tx_discards);
8549 ESTAT_ADD(tx_errors);
8550
8551 ESTAT_ADD(dma_writeq_full);
8552 ESTAT_ADD(dma_write_prioq_full);
8553 ESTAT_ADD(rxbds_empty);
8554 ESTAT_ADD(rx_discards);
8555 ESTAT_ADD(rx_errors);
8556 ESTAT_ADD(rx_threshold_hit);
8557
8558 ESTAT_ADD(dma_readq_full);
8559 ESTAT_ADD(dma_read_prioq_full);
8560 ESTAT_ADD(tx_comp_queue_full);
8561
8562 ESTAT_ADD(ring_set_send_prod_index);
8563 ESTAT_ADD(ring_status_update);
8564 ESTAT_ADD(nic_irqs);
8565 ESTAT_ADD(nic_avoided_irqs);
8566 ESTAT_ADD(nic_tx_threshold_hit);
8567
8568 return estats;
8569}
8570
8571static struct net_device_stats *tg3_get_stats(struct net_device *dev)
8572{
8573 struct tg3 *tp = netdev_priv(dev);
8574 struct net_device_stats *stats = &tp->net_stats;
8575 struct net_device_stats *old_stats = &tp->net_stats_prev;
8576 struct tg3_hw_stats *hw_stats = tp->hw_stats;
8577
8578 if (!hw_stats)
8579 return old_stats;
8580
8581 stats->rx_packets = old_stats->rx_packets +
8582 get_stat64(&hw_stats->rx_ucast_packets) +
8583 get_stat64(&hw_stats->rx_mcast_packets) +
8584 get_stat64(&hw_stats->rx_bcast_packets);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04008585
Linus Torvalds1da177e2005-04-16 15:20:36 -07008586 stats->tx_packets = old_stats->tx_packets +
8587 get_stat64(&hw_stats->tx_ucast_packets) +
8588 get_stat64(&hw_stats->tx_mcast_packets) +
8589 get_stat64(&hw_stats->tx_bcast_packets);
8590
8591 stats->rx_bytes = old_stats->rx_bytes +
8592 get_stat64(&hw_stats->rx_octets);
8593 stats->tx_bytes = old_stats->tx_bytes +
8594 get_stat64(&hw_stats->tx_octets);
8595
8596 stats->rx_errors = old_stats->rx_errors +
John W. Linville4f63b872005-09-12 14:43:18 -07008597 get_stat64(&hw_stats->rx_errors);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008598 stats->tx_errors = old_stats->tx_errors +
8599 get_stat64(&hw_stats->tx_errors) +
8600 get_stat64(&hw_stats->tx_mac_errors) +
8601 get_stat64(&hw_stats->tx_carrier_sense_errors) +
8602 get_stat64(&hw_stats->tx_discards);
8603
8604 stats->multicast = old_stats->multicast +
8605 get_stat64(&hw_stats->rx_mcast_packets);
8606 stats->collisions = old_stats->collisions +
8607 get_stat64(&hw_stats->tx_collisions);
8608
8609 stats->rx_length_errors = old_stats->rx_length_errors +
8610 get_stat64(&hw_stats->rx_frame_too_long_errors) +
8611 get_stat64(&hw_stats->rx_undersize_packets);
8612
8613 stats->rx_over_errors = old_stats->rx_over_errors +
8614 get_stat64(&hw_stats->rxbds_empty);
8615 stats->rx_frame_errors = old_stats->rx_frame_errors +
8616 get_stat64(&hw_stats->rx_align_errors);
8617 stats->tx_aborted_errors = old_stats->tx_aborted_errors +
8618 get_stat64(&hw_stats->tx_discards);
8619 stats->tx_carrier_errors = old_stats->tx_carrier_errors +
8620 get_stat64(&hw_stats->tx_carrier_sense_errors);
8621
8622 stats->rx_crc_errors = old_stats->rx_crc_errors +
8623 calc_crc_errors(tp);
8624
John W. Linville4f63b872005-09-12 14:43:18 -07008625 stats->rx_missed_errors = old_stats->rx_missed_errors +
8626 get_stat64(&hw_stats->rx_discards);
8627
Linus Torvalds1da177e2005-04-16 15:20:36 -07008628 return stats;
8629}
8630
8631static inline u32 calc_crc(unsigned char *buf, int len)
8632{
8633 u32 reg;
8634 u32 tmp;
8635 int j, k;
8636
8637 reg = 0xffffffff;
8638
8639 for (j = 0; j < len; j++) {
8640 reg ^= buf[j];
8641
8642 for (k = 0; k < 8; k++) {
8643 tmp = reg & 0x01;
8644
8645 reg >>= 1;
8646
8647 if (tmp) {
8648 reg ^= 0xedb88320;
8649 }
8650 }
8651 }
8652
8653 return ~reg;
8654}
8655
8656static void tg3_set_multi(struct tg3 *tp, unsigned int accept_all)
8657{
8658 /* accept or reject all multicast frames */
8659 tw32(MAC_HASH_REG_0, accept_all ? 0xffffffff : 0);
8660 tw32(MAC_HASH_REG_1, accept_all ? 0xffffffff : 0);
8661 tw32(MAC_HASH_REG_2, accept_all ? 0xffffffff : 0);
8662 tw32(MAC_HASH_REG_3, accept_all ? 0xffffffff : 0);
8663}
8664
8665static void __tg3_set_rx_mode(struct net_device *dev)
8666{
8667 struct tg3 *tp = netdev_priv(dev);
8668 u32 rx_mode;
8669
8670 rx_mode = tp->rx_mode & ~(RX_MODE_PROMISC |
8671 RX_MODE_KEEP_VLAN_TAG);
8672
8673 /* When ASF is in use, we always keep the RX_MODE_KEEP_VLAN_TAG
8674 * flag clear.
8675 */
8676#if TG3_VLAN_TAG_USED
8677 if (!tp->vlgrp &&
8678 !(tp->tg3_flags & TG3_FLAG_ENABLE_ASF))
8679 rx_mode |= RX_MODE_KEEP_VLAN_TAG;
8680#else
8681 /* By definition, VLAN is disabled always in this
8682 * case.
8683 */
8684 if (!(tp->tg3_flags & TG3_FLAG_ENABLE_ASF))
8685 rx_mode |= RX_MODE_KEEP_VLAN_TAG;
8686#endif
8687
8688 if (dev->flags & IFF_PROMISC) {
8689 /* Promiscuous mode. */
8690 rx_mode |= RX_MODE_PROMISC;
8691 } else if (dev->flags & IFF_ALLMULTI) {
8692 /* Accept all multicast. */
8693 tg3_set_multi (tp, 1);
8694 } else if (dev->mc_count < 1) {
8695 /* Reject all multicast. */
8696 tg3_set_multi (tp, 0);
8697 } else {
8698 /* Accept one or more multicast(s). */
8699 struct dev_mc_list *mclist;
8700 unsigned int i;
8701 u32 mc_filter[4] = { 0, };
8702 u32 regidx;
8703 u32 bit;
8704 u32 crc;
8705
8706 for (i = 0, mclist = dev->mc_list; mclist && i < dev->mc_count;
8707 i++, mclist = mclist->next) {
8708
8709 crc = calc_crc (mclist->dmi_addr, ETH_ALEN);
8710 bit = ~crc & 0x7f;
8711 regidx = (bit & 0x60) >> 5;
8712 bit &= 0x1f;
8713 mc_filter[regidx] |= (1 << bit);
8714 }
8715
8716 tw32(MAC_HASH_REG_0, mc_filter[0]);
8717 tw32(MAC_HASH_REG_1, mc_filter[1]);
8718 tw32(MAC_HASH_REG_2, mc_filter[2]);
8719 tw32(MAC_HASH_REG_3, mc_filter[3]);
8720 }
8721
8722 if (rx_mode != tp->rx_mode) {
8723 tp->rx_mode = rx_mode;
8724 tw32_f(MAC_RX_MODE, rx_mode);
8725 udelay(10);
8726 }
8727}
8728
8729static void tg3_set_rx_mode(struct net_device *dev)
8730{
8731 struct tg3 *tp = netdev_priv(dev);
8732
Michael Chane75f7c92006-03-20 21:33:26 -08008733 if (!netif_running(dev))
8734 return;
8735
David S. Millerf47c11e2005-06-24 20:18:35 -07008736 tg3_full_lock(tp, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008737 __tg3_set_rx_mode(dev);
David S. Millerf47c11e2005-06-24 20:18:35 -07008738 tg3_full_unlock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008739}
8740
8741#define TG3_REGDUMP_LEN (32 * 1024)
8742
8743static int tg3_get_regs_len(struct net_device *dev)
8744{
8745 return TG3_REGDUMP_LEN;
8746}
8747
8748static void tg3_get_regs(struct net_device *dev,
8749 struct ethtool_regs *regs, void *_p)
8750{
8751 u32 *p = _p;
8752 struct tg3 *tp = netdev_priv(dev);
8753 u8 *orig_p = _p;
8754 int i;
8755
8756 regs->version = 0;
8757
8758 memset(p, 0, TG3_REGDUMP_LEN);
8759
Michael Chanbc1c7562006-03-20 17:48:03 -08008760 if (tp->link_config.phy_is_low_power)
8761 return;
8762
David S. Millerf47c11e2005-06-24 20:18:35 -07008763 tg3_full_lock(tp, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008764
8765#define __GET_REG32(reg) (*(p)++ = tr32(reg))
8766#define GET_REG32_LOOP(base,len) \
8767do { p = (u32 *)(orig_p + (base)); \
8768 for (i = 0; i < len; i += 4) \
8769 __GET_REG32((base) + i); \
8770} while (0)
8771#define GET_REG32_1(reg) \
8772do { p = (u32 *)(orig_p + (reg)); \
8773 __GET_REG32((reg)); \
8774} while (0)
8775
8776 GET_REG32_LOOP(TG3PCI_VENDOR, 0xb0);
8777 GET_REG32_LOOP(MAILBOX_INTERRUPT_0, 0x200);
8778 GET_REG32_LOOP(MAC_MODE, 0x4f0);
8779 GET_REG32_LOOP(SNDDATAI_MODE, 0xe0);
8780 GET_REG32_1(SNDDATAC_MODE);
8781 GET_REG32_LOOP(SNDBDS_MODE, 0x80);
8782 GET_REG32_LOOP(SNDBDI_MODE, 0x48);
8783 GET_REG32_1(SNDBDC_MODE);
8784 GET_REG32_LOOP(RCVLPC_MODE, 0x20);
8785 GET_REG32_LOOP(RCVLPC_SELLST_BASE, 0x15c);
8786 GET_REG32_LOOP(RCVDBDI_MODE, 0x0c);
8787 GET_REG32_LOOP(RCVDBDI_JUMBO_BD, 0x3c);
8788 GET_REG32_LOOP(RCVDBDI_BD_PROD_IDX_0, 0x44);
8789 GET_REG32_1(RCVDCC_MODE);
8790 GET_REG32_LOOP(RCVBDI_MODE, 0x20);
8791 GET_REG32_LOOP(RCVCC_MODE, 0x14);
8792 GET_REG32_LOOP(RCVLSC_MODE, 0x08);
8793 GET_REG32_1(MBFREE_MODE);
8794 GET_REG32_LOOP(HOSTCC_MODE, 0x100);
8795 GET_REG32_LOOP(MEMARB_MODE, 0x10);
8796 GET_REG32_LOOP(BUFMGR_MODE, 0x58);
8797 GET_REG32_LOOP(RDMAC_MODE, 0x08);
8798 GET_REG32_LOOP(WDMAC_MODE, 0x08);
Chris Elmquist091465d2005-12-20 13:25:19 -08008799 GET_REG32_1(RX_CPU_MODE);
8800 GET_REG32_1(RX_CPU_STATE);
8801 GET_REG32_1(RX_CPU_PGMCTR);
8802 GET_REG32_1(RX_CPU_HWBKPT);
8803 GET_REG32_1(TX_CPU_MODE);
8804 GET_REG32_1(TX_CPU_STATE);
8805 GET_REG32_1(TX_CPU_PGMCTR);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008806 GET_REG32_LOOP(GRCMBOX_INTERRUPT_0, 0x110);
8807 GET_REG32_LOOP(FTQ_RESET, 0x120);
8808 GET_REG32_LOOP(MSGINT_MODE, 0x0c);
8809 GET_REG32_1(DMAC_MODE);
8810 GET_REG32_LOOP(GRC_MODE, 0x4c);
8811 if (tp->tg3_flags & TG3_FLAG_NVRAM)
8812 GET_REG32_LOOP(NVRAM_CMD, 0x24);
8813
8814#undef __GET_REG32
8815#undef GET_REG32_LOOP
8816#undef GET_REG32_1
8817
David S. Millerf47c11e2005-06-24 20:18:35 -07008818 tg3_full_unlock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008819}
8820
8821static int tg3_get_eeprom_len(struct net_device *dev)
8822{
8823 struct tg3 *tp = netdev_priv(dev);
8824
8825 return tp->nvram_size;
8826}
8827
8828static int tg3_nvram_read(struct tg3 *tp, u32 offset, u32 *val);
Al Virob9fc7dc2007-12-17 22:59:57 -08008829static int tg3_nvram_read_le(struct tg3 *tp, u32 offset, __le32 *val);
Michael Chan18201802006-03-20 22:29:15 -08008830static int tg3_nvram_read_swab(struct tg3 *tp, u32 offset, u32 *val);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008831
8832static int tg3_get_eeprom(struct net_device *dev, struct ethtool_eeprom *eeprom, u8 *data)
8833{
8834 struct tg3 *tp = netdev_priv(dev);
8835 int ret;
8836 u8 *pd;
Al Virob9fc7dc2007-12-17 22:59:57 -08008837 u32 i, offset, len, b_offset, b_count;
8838 __le32 val;
Linus Torvalds1da177e2005-04-16 15:20:36 -07008839
Michael Chanbc1c7562006-03-20 17:48:03 -08008840 if (tp->link_config.phy_is_low_power)
8841 return -EAGAIN;
8842
Linus Torvalds1da177e2005-04-16 15:20:36 -07008843 offset = eeprom->offset;
8844 len = eeprom->len;
8845 eeprom->len = 0;
8846
8847 eeprom->magic = TG3_EEPROM_MAGIC;
8848
8849 if (offset & 3) {
8850 /* adjustments to start on required 4 byte boundary */
8851 b_offset = offset & 3;
8852 b_count = 4 - b_offset;
8853 if (b_count > len) {
8854 /* i.e. offset=1 len=2 */
8855 b_count = len;
8856 }
Al Virob9fc7dc2007-12-17 22:59:57 -08008857 ret = tg3_nvram_read_le(tp, offset-b_offset, &val);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008858 if (ret)
8859 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07008860 memcpy(data, ((char*)&val) + b_offset, b_count);
8861 len -= b_count;
8862 offset += b_count;
8863 eeprom->len += b_count;
8864 }
8865
8866 /* read bytes upto the last 4 byte boundary */
8867 pd = &data[eeprom->len];
8868 for (i = 0; i < (len - (len & 3)); i += 4) {
Al Virob9fc7dc2007-12-17 22:59:57 -08008869 ret = tg3_nvram_read_le(tp, offset + i, &val);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008870 if (ret) {
8871 eeprom->len += i;
8872 return ret;
8873 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07008874 memcpy(pd + i, &val, 4);
8875 }
8876 eeprom->len += i;
8877
8878 if (len & 3) {
8879 /* read last bytes not ending on 4 byte boundary */
8880 pd = &data[eeprom->len];
8881 b_count = len & 3;
8882 b_offset = offset + len - b_count;
Al Virob9fc7dc2007-12-17 22:59:57 -08008883 ret = tg3_nvram_read_le(tp, b_offset, &val);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008884 if (ret)
8885 return ret;
Al Virob9fc7dc2007-12-17 22:59:57 -08008886 memcpy(pd, &val, b_count);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008887 eeprom->len += b_count;
8888 }
8889 return 0;
8890}
8891
Jeff Garzik6aa20a22006-09-13 13:24:59 -04008892static int tg3_nvram_write_block(struct tg3 *tp, u32 offset, u32 len, u8 *buf);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008893
8894static int tg3_set_eeprom(struct net_device *dev, struct ethtool_eeprom *eeprom, u8 *data)
8895{
8896 struct tg3 *tp = netdev_priv(dev);
8897 int ret;
Al Virob9fc7dc2007-12-17 22:59:57 -08008898 u32 offset, len, b_offset, odd_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -07008899 u8 *buf;
Al Virob9fc7dc2007-12-17 22:59:57 -08008900 __le32 start, end;
Linus Torvalds1da177e2005-04-16 15:20:36 -07008901
Michael Chanbc1c7562006-03-20 17:48:03 -08008902 if (tp->link_config.phy_is_low_power)
8903 return -EAGAIN;
8904
Linus Torvalds1da177e2005-04-16 15:20:36 -07008905 if (eeprom->magic != TG3_EEPROM_MAGIC)
8906 return -EINVAL;
8907
8908 offset = eeprom->offset;
8909 len = eeprom->len;
8910
8911 if ((b_offset = (offset & 3))) {
8912 /* adjustments to start on required 4 byte boundary */
Al Virob9fc7dc2007-12-17 22:59:57 -08008913 ret = tg3_nvram_read_le(tp, offset-b_offset, &start);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008914 if (ret)
8915 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07008916 len += b_offset;
8917 offset &= ~3;
Michael Chan1c8594b2005-04-21 17:12:46 -07008918 if (len < 4)
8919 len = 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -07008920 }
8921
8922 odd_len = 0;
Michael Chan1c8594b2005-04-21 17:12:46 -07008923 if (len & 3) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07008924 /* adjustments to end on required 4 byte boundary */
8925 odd_len = 1;
8926 len = (len + 3) & ~3;
Al Virob9fc7dc2007-12-17 22:59:57 -08008927 ret = tg3_nvram_read_le(tp, offset+len-4, &end);
Linus Torvalds1da177e2005-04-16 15:20:36 -07008928 if (ret)
8929 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07008930 }
8931
8932 buf = data;
8933 if (b_offset || odd_len) {
8934 buf = kmalloc(len, GFP_KERNEL);
Andy Gospodarekab0049b2007-09-06 20:42:14 +01008935 if (!buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -07008936 return -ENOMEM;
8937 if (b_offset)
8938 memcpy(buf, &start, 4);
8939 if (odd_len)
8940 memcpy(buf+len-4, &end, 4);
8941 memcpy(buf + b_offset, data, eeprom->len);
8942 }
8943
8944 ret = tg3_nvram_write_block(tp, offset, len, buf);
8945
8946 if (buf != data)
8947 kfree(buf);
8948
8949 return ret;
8950}
8951
8952static int tg3_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
8953{
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07008954 struct tg3 *tp = netdev_priv(dev);
8955
8956 if (tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB) {
8957 if (!(tp->tg3_flags3 & TG3_FLG3_PHY_CONNECTED))
8958 return -EAGAIN;
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -07008959 return phy_ethtool_gset(tp->mdio_bus->phy_map[PHY_ADDR], cmd);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07008960 }
Jeff Garzik6aa20a22006-09-13 13:24:59 -04008961
Linus Torvalds1da177e2005-04-16 15:20:36 -07008962 cmd->supported = (SUPPORTED_Autoneg);
8963
8964 if (!(tp->tg3_flags & TG3_FLAG_10_100_ONLY))
8965 cmd->supported |= (SUPPORTED_1000baseT_Half |
8966 SUPPORTED_1000baseT_Full);
8967
Karsten Keilef348142006-05-12 12:49:08 -07008968 if (!(tp->tg3_flags2 & TG3_FLG2_ANY_SERDES)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07008969 cmd->supported |= (SUPPORTED_100baseT_Half |
8970 SUPPORTED_100baseT_Full |
8971 SUPPORTED_10baseT_Half |
8972 SUPPORTED_10baseT_Full |
Matt Carlson3bebab52007-11-12 21:22:40 -08008973 SUPPORTED_TP);
Karsten Keilef348142006-05-12 12:49:08 -07008974 cmd->port = PORT_TP;
8975 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -07008976 cmd->supported |= SUPPORTED_FIBRE;
Karsten Keilef348142006-05-12 12:49:08 -07008977 cmd->port = PORT_FIBRE;
8978 }
Jeff Garzik6aa20a22006-09-13 13:24:59 -04008979
Linus Torvalds1da177e2005-04-16 15:20:36 -07008980 cmd->advertising = tp->link_config.advertising;
8981 if (netif_running(dev)) {
8982 cmd->speed = tp->link_config.active_speed;
8983 cmd->duplex = tp->link_config.active_duplex;
8984 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07008985 cmd->phy_address = PHY_ADDR;
8986 cmd->transceiver = 0;
8987 cmd->autoneg = tp->link_config.autoneg;
8988 cmd->maxtxpkt = 0;
8989 cmd->maxrxpkt = 0;
8990 return 0;
8991}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04008992
Linus Torvalds1da177e2005-04-16 15:20:36 -07008993static int tg3_set_settings(struct net_device *dev, struct ethtool_cmd *cmd)
8994{
8995 struct tg3 *tp = netdev_priv(dev);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04008996
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07008997 if (tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB) {
8998 if (!(tp->tg3_flags3 & TG3_FLG3_PHY_CONNECTED))
8999 return -EAGAIN;
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -07009000 return phy_ethtool_sset(tp->mdio_bus->phy_map[PHY_ADDR], cmd);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07009001 }
9002
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009003 if (tp->tg3_flags2 & TG3_FLG2_ANY_SERDES) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07009004 /* These are the only valid advertisement bits allowed. */
9005 if (cmd->autoneg == AUTONEG_ENABLE &&
9006 (cmd->advertising & ~(ADVERTISED_1000baseT_Half |
9007 ADVERTISED_1000baseT_Full |
9008 ADVERTISED_Autoneg |
9009 ADVERTISED_FIBRE)))
9010 return -EINVAL;
Michael Chan37ff2382005-10-26 15:49:51 -07009011 /* Fiber can only do SPEED_1000. */
9012 else if ((cmd->autoneg != AUTONEG_ENABLE) &&
9013 (cmd->speed != SPEED_1000))
9014 return -EINVAL;
9015 /* Copper cannot force SPEED_1000. */
9016 } else if ((cmd->autoneg != AUTONEG_ENABLE) &&
9017 (cmd->speed == SPEED_1000))
9018 return -EINVAL;
9019 else if ((cmd->speed == SPEED_1000) &&
Matt Carlson0ba11fb2008-06-09 15:40:26 -07009020 (tp->tg3_flags & TG3_FLAG_10_100_ONLY))
Michael Chan37ff2382005-10-26 15:49:51 -07009021 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07009022
David S. Millerf47c11e2005-06-24 20:18:35 -07009023 tg3_full_lock(tp, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07009024
9025 tp->link_config.autoneg = cmd->autoneg;
9026 if (cmd->autoneg == AUTONEG_ENABLE) {
Andy Gospodarek405d8e52007-10-08 01:08:47 -07009027 tp->link_config.advertising = (cmd->advertising |
9028 ADVERTISED_Autoneg);
Linus Torvalds1da177e2005-04-16 15:20:36 -07009029 tp->link_config.speed = SPEED_INVALID;
9030 tp->link_config.duplex = DUPLEX_INVALID;
9031 } else {
9032 tp->link_config.advertising = 0;
9033 tp->link_config.speed = cmd->speed;
9034 tp->link_config.duplex = cmd->duplex;
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07009035 }
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009036
Michael Chan24fcad62006-12-17 17:06:46 -08009037 tp->link_config.orig_speed = tp->link_config.speed;
9038 tp->link_config.orig_duplex = tp->link_config.duplex;
9039 tp->link_config.orig_autoneg = tp->link_config.autoneg;
9040
Linus Torvalds1da177e2005-04-16 15:20:36 -07009041 if (netif_running(dev))
9042 tg3_setup_phy(tp, 1);
9043
David S. Millerf47c11e2005-06-24 20:18:35 -07009044 tg3_full_unlock(tp);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009045
Linus Torvalds1da177e2005-04-16 15:20:36 -07009046 return 0;
9047}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009048
Linus Torvalds1da177e2005-04-16 15:20:36 -07009049static void tg3_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
9050{
9051 struct tg3 *tp = netdev_priv(dev);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009052
Linus Torvalds1da177e2005-04-16 15:20:36 -07009053 strcpy(info->driver, DRV_MODULE_NAME);
9054 strcpy(info->version, DRV_MODULE_VERSION);
Michael Chanc4e65752006-03-20 22:29:32 -08009055 strcpy(info->fw_version, tp->fw_ver);
Linus Torvalds1da177e2005-04-16 15:20:36 -07009056 strcpy(info->bus_info, pci_name(tp->pdev));
9057}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009058
Linus Torvalds1da177e2005-04-16 15:20:36 -07009059static void tg3_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
9060{
9061 struct tg3 *tp = netdev_priv(dev);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009062
Rafael J. Wysocki12dac072008-07-30 16:37:33 -07009063 if ((tp->tg3_flags & TG3_FLAG_WOL_CAP) &&
9064 device_can_wakeup(&tp->pdev->dev))
Gary Zambranoa85feb82007-05-05 11:52:19 -07009065 wol->supported = WAKE_MAGIC;
9066 else
9067 wol->supported = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07009068 wol->wolopts = 0;
9069 if (tp->tg3_flags & TG3_FLAG_WOL_ENABLE)
9070 wol->wolopts = WAKE_MAGIC;
9071 memset(&wol->sopass, 0, sizeof(wol->sopass));
9072}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009073
Linus Torvalds1da177e2005-04-16 15:20:36 -07009074static int tg3_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
9075{
9076 struct tg3 *tp = netdev_priv(dev);
Rafael J. Wysocki12dac072008-07-30 16:37:33 -07009077 struct device *dp = &tp->pdev->dev;
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009078
Linus Torvalds1da177e2005-04-16 15:20:36 -07009079 if (wol->wolopts & ~WAKE_MAGIC)
9080 return -EINVAL;
9081 if ((wol->wolopts & WAKE_MAGIC) &&
Rafael J. Wysocki12dac072008-07-30 16:37:33 -07009082 !((tp->tg3_flags & TG3_FLAG_WOL_CAP) && device_can_wakeup(dp)))
Linus Torvalds1da177e2005-04-16 15:20:36 -07009083 return -EINVAL;
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009084
David S. Millerf47c11e2005-06-24 20:18:35 -07009085 spin_lock_bh(&tp->lock);
Rafael J. Wysocki12dac072008-07-30 16:37:33 -07009086 if (wol->wolopts & WAKE_MAGIC) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07009087 tp->tg3_flags |= TG3_FLAG_WOL_ENABLE;
Rafael J. Wysocki12dac072008-07-30 16:37:33 -07009088 device_set_wakeup_enable(dp, true);
9089 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -07009090 tp->tg3_flags &= ~TG3_FLAG_WOL_ENABLE;
Rafael J. Wysocki12dac072008-07-30 16:37:33 -07009091 device_set_wakeup_enable(dp, false);
9092 }
David S. Millerf47c11e2005-06-24 20:18:35 -07009093 spin_unlock_bh(&tp->lock);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009094
Linus Torvalds1da177e2005-04-16 15:20:36 -07009095 return 0;
9096}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009097
Linus Torvalds1da177e2005-04-16 15:20:36 -07009098static u32 tg3_get_msglevel(struct net_device *dev)
9099{
9100 struct tg3 *tp = netdev_priv(dev);
9101 return tp->msg_enable;
9102}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009103
Linus Torvalds1da177e2005-04-16 15:20:36 -07009104static void tg3_set_msglevel(struct net_device *dev, u32 value)
9105{
9106 struct tg3 *tp = netdev_priv(dev);
9107 tp->msg_enable = value;
9108}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009109
Linus Torvalds1da177e2005-04-16 15:20:36 -07009110static int tg3_set_tso(struct net_device *dev, u32 value)
9111{
9112 struct tg3 *tp = netdev_priv(dev);
9113
9114 if (!(tp->tg3_flags2 & TG3_FLG2_TSO_CAPABLE)) {
9115 if (value)
9116 return -EINVAL;
9117 return 0;
9118 }
Michael Chanb5d37722006-09-27 16:06:21 -07009119 if ((tp->tg3_flags2 & TG3_FLG2_HW_TSO_2) &&
9120 (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5906)) {
Matt Carlson9936bcf2007-10-10 18:03:07 -07009121 if (value) {
Michael Chanb0026622006-07-03 19:42:14 -07009122 dev->features |= NETIF_F_TSO6;
Matt Carlson57e69832008-05-25 23:48:31 -07009123 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761 ||
9124 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 &&
9125 GET_CHIP_REV(tp->pci_chip_rev_id) != CHIPREV_5784_AX) ||
9126 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785)
Matt Carlson9936bcf2007-10-10 18:03:07 -07009127 dev->features |= NETIF_F_TSO_ECN;
9128 } else
9129 dev->features &= ~(NETIF_F_TSO6 | NETIF_F_TSO_ECN);
Michael Chanb0026622006-07-03 19:42:14 -07009130 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07009131 return ethtool_op_set_tso(dev, value);
9132}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009133
Linus Torvalds1da177e2005-04-16 15:20:36 -07009134static int tg3_nway_reset(struct net_device *dev)
9135{
9136 struct tg3 *tp = netdev_priv(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07009137 int r;
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009138
Linus Torvalds1da177e2005-04-16 15:20:36 -07009139 if (!netif_running(dev))
9140 return -EAGAIN;
9141
Michael Chanc94e3942005-09-27 12:12:42 -07009142 if (tp->tg3_flags2 & TG3_FLG2_PHY_SERDES)
9143 return -EINVAL;
9144
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07009145 if (tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB) {
9146 if (!(tp->tg3_flags3 & TG3_FLG3_PHY_CONNECTED))
9147 return -EAGAIN;
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -07009148 r = phy_start_aneg(tp->mdio_bus->phy_map[PHY_ADDR]);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07009149 } else {
9150 u32 bmcr;
9151
9152 spin_lock_bh(&tp->lock);
9153 r = -EINVAL;
9154 tg3_readphy(tp, MII_BMCR, &bmcr);
9155 if (!tg3_readphy(tp, MII_BMCR, &bmcr) &&
9156 ((bmcr & BMCR_ANENABLE) ||
9157 (tp->tg3_flags2 & TG3_FLG2_PARALLEL_DETECT))) {
9158 tg3_writephy(tp, MII_BMCR, bmcr | BMCR_ANRESTART |
9159 BMCR_ANENABLE);
9160 r = 0;
9161 }
9162 spin_unlock_bh(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07009163 }
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009164
Linus Torvalds1da177e2005-04-16 15:20:36 -07009165 return r;
9166}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009167
Linus Torvalds1da177e2005-04-16 15:20:36 -07009168static void tg3_get_ringparam(struct net_device *dev, struct ethtool_ringparam *ering)
9169{
9170 struct tg3 *tp = netdev_priv(dev);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009171
Linus Torvalds1da177e2005-04-16 15:20:36 -07009172 ering->rx_max_pending = TG3_RX_RING_SIZE - 1;
9173 ering->rx_mini_max_pending = 0;
Michael Chan4f81c322006-03-20 21:33:42 -08009174 if (tp->tg3_flags & TG3_FLAG_JUMBO_RING_ENABLE)
9175 ering->rx_jumbo_max_pending = TG3_RX_JUMBO_RING_SIZE - 1;
9176 else
9177 ering->rx_jumbo_max_pending = 0;
9178
9179 ering->tx_max_pending = TG3_TX_RING_SIZE - 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07009180
9181 ering->rx_pending = tp->rx_pending;
9182 ering->rx_mini_pending = 0;
Michael Chan4f81c322006-03-20 21:33:42 -08009183 if (tp->tg3_flags & TG3_FLAG_JUMBO_RING_ENABLE)
9184 ering->rx_jumbo_pending = tp->rx_jumbo_pending;
9185 else
9186 ering->rx_jumbo_pending = 0;
9187
Linus Torvalds1da177e2005-04-16 15:20:36 -07009188 ering->tx_pending = tp->tx_pending;
9189}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009190
Linus Torvalds1da177e2005-04-16 15:20:36 -07009191static int tg3_set_ringparam(struct net_device *dev, struct ethtool_ringparam *ering)
9192{
9193 struct tg3 *tp = netdev_priv(dev);
Michael Chanb9ec6c12006-07-25 16:37:27 -07009194 int irq_sync = 0, err = 0;
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009195
Linus Torvalds1da177e2005-04-16 15:20:36 -07009196 if ((ering->rx_pending > TG3_RX_RING_SIZE - 1) ||
9197 (ering->rx_jumbo_pending > TG3_RX_JUMBO_RING_SIZE - 1) ||
Michael Chanbc3a9252006-10-18 20:55:18 -07009198 (ering->tx_pending > TG3_TX_RING_SIZE - 1) ||
9199 (ering->tx_pending <= MAX_SKB_FRAGS) ||
Michael Chan7f62ad52007-02-20 23:25:40 -08009200 ((tp->tg3_flags2 & TG3_FLG2_TSO_BUG) &&
Michael Chanbc3a9252006-10-18 20:55:18 -07009201 (ering->tx_pending <= (MAX_SKB_FRAGS * 3))))
Linus Torvalds1da177e2005-04-16 15:20:36 -07009202 return -EINVAL;
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009203
Michael Chanbbe832c2005-06-24 20:20:04 -07009204 if (netif_running(dev)) {
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07009205 tg3_phy_stop(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07009206 tg3_netif_stop(tp);
Michael Chanbbe832c2005-06-24 20:20:04 -07009207 irq_sync = 1;
9208 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07009209
Michael Chanbbe832c2005-06-24 20:20:04 -07009210 tg3_full_lock(tp, irq_sync);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009211
Linus Torvalds1da177e2005-04-16 15:20:36 -07009212 tp->rx_pending = ering->rx_pending;
9213
9214 if ((tp->tg3_flags2 & TG3_FLG2_MAX_RXPEND_64) &&
9215 tp->rx_pending > 63)
9216 tp->rx_pending = 63;
9217 tp->rx_jumbo_pending = ering->rx_jumbo_pending;
9218 tp->tx_pending = ering->tx_pending;
9219
9220 if (netif_running(dev)) {
Michael Chan944d9802005-05-29 14:57:48 -07009221 tg3_halt(tp, RESET_KIND_SHUTDOWN, 1);
Michael Chanb9ec6c12006-07-25 16:37:27 -07009222 err = tg3_restart_hw(tp, 1);
9223 if (!err)
9224 tg3_netif_start(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07009225 }
9226
David S. Millerf47c11e2005-06-24 20:18:35 -07009227 tg3_full_unlock(tp);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009228
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07009229 if (irq_sync && !err)
9230 tg3_phy_start(tp);
9231
Michael Chanb9ec6c12006-07-25 16:37:27 -07009232 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07009233}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009234
Linus Torvalds1da177e2005-04-16 15:20:36 -07009235static void tg3_get_pauseparam(struct net_device *dev, struct ethtool_pauseparam *epause)
9236{
9237 struct tg3 *tp = netdev_priv(dev);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009238
Linus Torvalds1da177e2005-04-16 15:20:36 -07009239 epause->autoneg = (tp->tg3_flags & TG3_FLAG_PAUSE_AUTONEG) != 0;
Matt Carlson8d018622007-12-20 20:05:44 -08009240
9241 if (tp->link_config.active_flowctrl & TG3_FLOW_CTRL_RX)
9242 epause->rx_pause = 1;
9243 else
9244 epause->rx_pause = 0;
9245
9246 if (tp->link_config.active_flowctrl & TG3_FLOW_CTRL_TX)
9247 epause->tx_pause = 1;
9248 else
9249 epause->tx_pause = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07009250}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009251
Linus Torvalds1da177e2005-04-16 15:20:36 -07009252static int tg3_set_pauseparam(struct net_device *dev, struct ethtool_pauseparam *epause)
9253{
9254 struct tg3 *tp = netdev_priv(dev);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07009255 int err = 0;
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009256
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07009257 if (tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB) {
9258 if (!(tp->tg3_flags3 & TG3_FLG3_PHY_CONNECTED))
9259 return -EAGAIN;
9260
9261 if (epause->autoneg) {
9262 u32 newadv;
9263 struct phy_device *phydev;
9264
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -07009265 phydev = tp->mdio_bus->phy_map[PHY_ADDR];
Matt Carlsonb02fd9e2008-05-25 23:47:41 -07009266
9267 if (epause->rx_pause) {
9268 if (epause->tx_pause)
9269 newadv = ADVERTISED_Pause;
9270 else
9271 newadv = ADVERTISED_Pause |
9272 ADVERTISED_Asym_Pause;
9273 } else if (epause->tx_pause) {
9274 newadv = ADVERTISED_Asym_Pause;
9275 } else
9276 newadv = 0;
9277
9278 if (tp->tg3_flags3 & TG3_FLG3_PHY_CONNECTED) {
9279 u32 oldadv = phydev->advertising &
9280 (ADVERTISED_Pause |
9281 ADVERTISED_Asym_Pause);
9282 if (oldadv != newadv) {
9283 phydev->advertising &=
9284 ~(ADVERTISED_Pause |
9285 ADVERTISED_Asym_Pause);
9286 phydev->advertising |= newadv;
9287 err = phy_start_aneg(phydev);
9288 }
9289 } else {
9290 tp->link_config.advertising &=
9291 ~(ADVERTISED_Pause |
9292 ADVERTISED_Asym_Pause);
9293 tp->link_config.advertising |= newadv;
9294 }
9295 } else {
9296 if (epause->rx_pause)
9297 tp->link_config.flowctrl |= TG3_FLOW_CTRL_RX;
9298 else
9299 tp->link_config.flowctrl &= ~TG3_FLOW_CTRL_RX;
9300
9301 if (epause->tx_pause)
9302 tp->link_config.flowctrl |= TG3_FLOW_CTRL_TX;
9303 else
9304 tp->link_config.flowctrl &= ~TG3_FLOW_CTRL_TX;
9305
9306 if (netif_running(dev))
9307 tg3_setup_flow_control(tp, 0, 0);
9308 }
9309 } else {
9310 int irq_sync = 0;
9311
9312 if (netif_running(dev)) {
9313 tg3_netif_stop(tp);
9314 irq_sync = 1;
9315 }
9316
9317 tg3_full_lock(tp, irq_sync);
9318
9319 if (epause->autoneg)
9320 tp->tg3_flags |= TG3_FLAG_PAUSE_AUTONEG;
9321 else
9322 tp->tg3_flags &= ~TG3_FLAG_PAUSE_AUTONEG;
9323 if (epause->rx_pause)
9324 tp->link_config.flowctrl |= TG3_FLOW_CTRL_RX;
9325 else
9326 tp->link_config.flowctrl &= ~TG3_FLOW_CTRL_RX;
9327 if (epause->tx_pause)
9328 tp->link_config.flowctrl |= TG3_FLOW_CTRL_TX;
9329 else
9330 tp->link_config.flowctrl &= ~TG3_FLOW_CTRL_TX;
9331
9332 if (netif_running(dev)) {
9333 tg3_halt(tp, RESET_KIND_SHUTDOWN, 1);
9334 err = tg3_restart_hw(tp, 1);
9335 if (!err)
9336 tg3_netif_start(tp);
9337 }
9338
9339 tg3_full_unlock(tp);
Michael Chanbbe832c2005-06-24 20:20:04 -07009340 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07009341
Michael Chanb9ec6c12006-07-25 16:37:27 -07009342 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07009343}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009344
Linus Torvalds1da177e2005-04-16 15:20:36 -07009345static u32 tg3_get_rx_csum(struct net_device *dev)
9346{
9347 struct tg3 *tp = netdev_priv(dev);
9348 return (tp->tg3_flags & TG3_FLAG_RX_CHECKSUMS) != 0;
9349}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009350
Linus Torvalds1da177e2005-04-16 15:20:36 -07009351static int tg3_set_rx_csum(struct net_device *dev, u32 data)
9352{
9353 struct tg3 *tp = netdev_priv(dev);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009354
Linus Torvalds1da177e2005-04-16 15:20:36 -07009355 if (tp->tg3_flags & TG3_FLAG_BROKEN_CHECKSUMS) {
9356 if (data != 0)
9357 return -EINVAL;
9358 return 0;
9359 }
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009360
David S. Millerf47c11e2005-06-24 20:18:35 -07009361 spin_lock_bh(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07009362 if (data)
9363 tp->tg3_flags |= TG3_FLAG_RX_CHECKSUMS;
9364 else
9365 tp->tg3_flags &= ~TG3_FLAG_RX_CHECKSUMS;
David S. Millerf47c11e2005-06-24 20:18:35 -07009366 spin_unlock_bh(&tp->lock);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009367
Linus Torvalds1da177e2005-04-16 15:20:36 -07009368 return 0;
9369}
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009370
Linus Torvalds1da177e2005-04-16 15:20:36 -07009371static int tg3_set_tx_csum(struct net_device *dev, u32 data)
9372{
9373 struct tg3 *tp = netdev_priv(dev);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009374
Linus Torvalds1da177e2005-04-16 15:20:36 -07009375 if (tp->tg3_flags & TG3_FLAG_BROKEN_CHECKSUMS) {
9376 if (data != 0)
9377 return -EINVAL;
9378 return 0;
9379 }
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009380
Michael Chanaf36e6b2006-03-23 01:28:06 -08009381 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755 ||
Matt Carlsond30cdd22007-10-07 23:28:35 -07009382 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5787 ||
Matt Carlson9936bcf2007-10-10 18:03:07 -07009383 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
Matt Carlson57e69832008-05-25 23:48:31 -07009384 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761 ||
9385 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785)
Michael Chan6460d942007-07-14 19:07:52 -07009386 ethtool_op_set_tx_ipv6_csum(dev, data);
Linus Torvalds1da177e2005-04-16 15:20:36 -07009387 else
Michael Chan9c27dbd2006-03-20 22:28:27 -08009388 ethtool_op_set_tx_csum(dev, data);
Linus Torvalds1da177e2005-04-16 15:20:36 -07009389
9390 return 0;
9391}
9392
Jeff Garzikb9f2c042007-10-03 18:07:32 -07009393static int tg3_get_sset_count (struct net_device *dev, int sset)
Linus Torvalds1da177e2005-04-16 15:20:36 -07009394{
Jeff Garzikb9f2c042007-10-03 18:07:32 -07009395 switch (sset) {
9396 case ETH_SS_TEST:
9397 return TG3_NUM_TEST;
9398 case ETH_SS_STATS:
9399 return TG3_NUM_STATS;
9400 default:
9401 return -EOPNOTSUPP;
9402 }
Michael Chan4cafd3f2005-05-29 14:56:34 -07009403}
9404
Linus Torvalds1da177e2005-04-16 15:20:36 -07009405static void tg3_get_strings (struct net_device *dev, u32 stringset, u8 *buf)
9406{
9407 switch (stringset) {
9408 case ETH_SS_STATS:
9409 memcpy(buf, &ethtool_stats_keys, sizeof(ethtool_stats_keys));
9410 break;
Michael Chan4cafd3f2005-05-29 14:56:34 -07009411 case ETH_SS_TEST:
9412 memcpy(buf, &ethtool_test_keys, sizeof(ethtool_test_keys));
9413 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07009414 default:
9415 WARN_ON(1); /* we need a WARN() */
9416 break;
9417 }
9418}
9419
Michael Chan4009a932005-09-05 17:52:54 -07009420static int tg3_phys_id(struct net_device *dev, u32 data)
9421{
9422 struct tg3 *tp = netdev_priv(dev);
9423 int i;
9424
9425 if (!netif_running(tp->dev))
9426 return -EAGAIN;
9427
9428 if (data == 0)
Stephen Hemminger759afc32008-02-23 19:51:59 -08009429 data = UINT_MAX / 2;
Michael Chan4009a932005-09-05 17:52:54 -07009430
9431 for (i = 0; i < (data * 2); i++) {
9432 if ((i % 2) == 0)
9433 tw32(MAC_LED_CTRL, LED_CTRL_LNKLED_OVERRIDE |
9434 LED_CTRL_1000MBPS_ON |
9435 LED_CTRL_100MBPS_ON |
9436 LED_CTRL_10MBPS_ON |
9437 LED_CTRL_TRAFFIC_OVERRIDE |
9438 LED_CTRL_TRAFFIC_BLINK |
9439 LED_CTRL_TRAFFIC_LED);
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009440
Michael Chan4009a932005-09-05 17:52:54 -07009441 else
9442 tw32(MAC_LED_CTRL, LED_CTRL_LNKLED_OVERRIDE |
9443 LED_CTRL_TRAFFIC_OVERRIDE);
9444
9445 if (msleep_interruptible(500))
9446 break;
9447 }
9448 tw32(MAC_LED_CTRL, tp->led_ctrl);
9449 return 0;
9450}
9451
Linus Torvalds1da177e2005-04-16 15:20:36 -07009452static void tg3_get_ethtool_stats (struct net_device *dev,
9453 struct ethtool_stats *estats, u64 *tmp_stats)
9454{
9455 struct tg3 *tp = netdev_priv(dev);
9456 memcpy(tmp_stats, tg3_get_estats(tp), sizeof(tp->estats));
9457}
9458
Michael Chan566f86a2005-05-29 14:56:58 -07009459#define NVRAM_TEST_SIZE 0x100
Matt Carlsona5767de2007-11-12 21:10:58 -08009460#define NVRAM_SELFBOOT_FORMAT1_0_SIZE 0x14
9461#define NVRAM_SELFBOOT_FORMAT1_2_SIZE 0x18
9462#define NVRAM_SELFBOOT_FORMAT1_3_SIZE 0x1c
Michael Chanb16250e2006-09-27 16:10:14 -07009463#define NVRAM_SELFBOOT_HW_SIZE 0x20
9464#define NVRAM_SELFBOOT_DATA_SIZE 0x1c
Michael Chan566f86a2005-05-29 14:56:58 -07009465
9466static int tg3_test_nvram(struct tg3 *tp)
9467{
Al Virob9fc7dc2007-12-17 22:59:57 -08009468 u32 csum, magic;
9469 __le32 *buf;
Andy Gospodarekab0049b2007-09-06 20:42:14 +01009470 int i, j, k, err = 0, size;
Michael Chan566f86a2005-05-29 14:56:58 -07009471
Michael Chan18201802006-03-20 22:29:15 -08009472 if (tg3_nvram_read_swab(tp, 0, &magic) != 0)
Michael Chan1b277772006-03-20 22:27:48 -08009473 return -EIO;
9474
Michael Chan1b277772006-03-20 22:27:48 -08009475 if (magic == TG3_EEPROM_MAGIC)
9476 size = NVRAM_TEST_SIZE;
Michael Chanb16250e2006-09-27 16:10:14 -07009477 else if ((magic & TG3_EEPROM_MAGIC_FW_MSK) == TG3_EEPROM_MAGIC_FW) {
Matt Carlsona5767de2007-11-12 21:10:58 -08009478 if ((magic & TG3_EEPROM_SB_FORMAT_MASK) ==
9479 TG3_EEPROM_SB_FORMAT_1) {
9480 switch (magic & TG3_EEPROM_SB_REVISION_MASK) {
9481 case TG3_EEPROM_SB_REVISION_0:
9482 size = NVRAM_SELFBOOT_FORMAT1_0_SIZE;
9483 break;
9484 case TG3_EEPROM_SB_REVISION_2:
9485 size = NVRAM_SELFBOOT_FORMAT1_2_SIZE;
9486 break;
9487 case TG3_EEPROM_SB_REVISION_3:
9488 size = NVRAM_SELFBOOT_FORMAT1_3_SIZE;
9489 break;
9490 default:
9491 return 0;
9492 }
9493 } else
Michael Chan1b277772006-03-20 22:27:48 -08009494 return 0;
Michael Chanb16250e2006-09-27 16:10:14 -07009495 } else if ((magic & TG3_EEPROM_MAGIC_HW_MSK) == TG3_EEPROM_MAGIC_HW)
9496 size = NVRAM_SELFBOOT_HW_SIZE;
9497 else
Michael Chan1b277772006-03-20 22:27:48 -08009498 return -EIO;
9499
9500 buf = kmalloc(size, GFP_KERNEL);
Michael Chan566f86a2005-05-29 14:56:58 -07009501 if (buf == NULL)
9502 return -ENOMEM;
9503
Michael Chan1b277772006-03-20 22:27:48 -08009504 err = -EIO;
9505 for (i = 0, j = 0; i < size; i += 4, j++) {
Al Virob9fc7dc2007-12-17 22:59:57 -08009506 if ((err = tg3_nvram_read_le(tp, i, &buf[j])) != 0)
Michael Chan566f86a2005-05-29 14:56:58 -07009507 break;
Michael Chan566f86a2005-05-29 14:56:58 -07009508 }
Michael Chan1b277772006-03-20 22:27:48 -08009509 if (i < size)
Michael Chan566f86a2005-05-29 14:56:58 -07009510 goto out;
9511
Michael Chan1b277772006-03-20 22:27:48 -08009512 /* Selfboot format */
Al Virob9fc7dc2007-12-17 22:59:57 -08009513 magic = swab32(le32_to_cpu(buf[0]));
9514 if ((magic & TG3_EEPROM_MAGIC_FW_MSK) ==
Michael Chanb16250e2006-09-27 16:10:14 -07009515 TG3_EEPROM_MAGIC_FW) {
Michael Chan1b277772006-03-20 22:27:48 -08009516 u8 *buf8 = (u8 *) buf, csum8 = 0;
9517
Al Virob9fc7dc2007-12-17 22:59:57 -08009518 if ((magic & TG3_EEPROM_SB_REVISION_MASK) ==
Matt Carlsona5767de2007-11-12 21:10:58 -08009519 TG3_EEPROM_SB_REVISION_2) {
9520 /* For rev 2, the csum doesn't include the MBA. */
9521 for (i = 0; i < TG3_EEPROM_SB_F1R2_MBA_OFF; i++)
9522 csum8 += buf8[i];
9523 for (i = TG3_EEPROM_SB_F1R2_MBA_OFF + 4; i < size; i++)
9524 csum8 += buf8[i];
9525 } else {
9526 for (i = 0; i < size; i++)
9527 csum8 += buf8[i];
9528 }
Michael Chan1b277772006-03-20 22:27:48 -08009529
Adrian Bunkad96b482006-04-05 22:21:04 -07009530 if (csum8 == 0) {
9531 err = 0;
9532 goto out;
9533 }
9534
9535 err = -EIO;
9536 goto out;
Michael Chan1b277772006-03-20 22:27:48 -08009537 }
Michael Chan566f86a2005-05-29 14:56:58 -07009538
Al Virob9fc7dc2007-12-17 22:59:57 -08009539 if ((magic & TG3_EEPROM_MAGIC_HW_MSK) ==
Michael Chanb16250e2006-09-27 16:10:14 -07009540 TG3_EEPROM_MAGIC_HW) {
9541 u8 data[NVRAM_SELFBOOT_DATA_SIZE];
9542 u8 parity[NVRAM_SELFBOOT_DATA_SIZE];
9543 u8 *buf8 = (u8 *) buf;
Michael Chanb16250e2006-09-27 16:10:14 -07009544
9545 /* Separate the parity bits and the data bytes. */
9546 for (i = 0, j = 0, k = 0; i < NVRAM_SELFBOOT_HW_SIZE; i++) {
9547 if ((i == 0) || (i == 8)) {
9548 int l;
9549 u8 msk;
9550
9551 for (l = 0, msk = 0x80; l < 7; l++, msk >>= 1)
9552 parity[k++] = buf8[i] & msk;
9553 i++;
9554 }
9555 else if (i == 16) {
9556 int l;
9557 u8 msk;
9558
9559 for (l = 0, msk = 0x20; l < 6; l++, msk >>= 1)
9560 parity[k++] = buf8[i] & msk;
9561 i++;
9562
9563 for (l = 0, msk = 0x80; l < 8; l++, msk >>= 1)
9564 parity[k++] = buf8[i] & msk;
9565 i++;
9566 }
9567 data[j++] = buf8[i];
9568 }
9569
9570 err = -EIO;
9571 for (i = 0; i < NVRAM_SELFBOOT_DATA_SIZE; i++) {
9572 u8 hw8 = hweight8(data[i]);
9573
9574 if ((hw8 & 0x1) && parity[i])
9575 goto out;
9576 else if (!(hw8 & 0x1) && !parity[i])
9577 goto out;
9578 }
9579 err = 0;
9580 goto out;
9581 }
9582
Michael Chan566f86a2005-05-29 14:56:58 -07009583 /* Bootstrap checksum at offset 0x10 */
9584 csum = calc_crc((unsigned char *) buf, 0x10);
Al Virob9fc7dc2007-12-17 22:59:57 -08009585 if(csum != le32_to_cpu(buf[0x10/4]))
Michael Chan566f86a2005-05-29 14:56:58 -07009586 goto out;
9587
9588 /* Manufacturing block starts at offset 0x74, checksum at 0xfc */
9589 csum = calc_crc((unsigned char *) &buf[0x74/4], 0x88);
Al Virob9fc7dc2007-12-17 22:59:57 -08009590 if (csum != le32_to_cpu(buf[0xfc/4]))
Michael Chan566f86a2005-05-29 14:56:58 -07009591 goto out;
9592
9593 err = 0;
9594
9595out:
9596 kfree(buf);
9597 return err;
9598}
9599
Michael Chanca430072005-05-29 14:57:23 -07009600#define TG3_SERDES_TIMEOUT_SEC 2
9601#define TG3_COPPER_TIMEOUT_SEC 6
9602
9603static int tg3_test_link(struct tg3 *tp)
9604{
9605 int i, max;
9606
9607 if (!netif_running(tp->dev))
9608 return -ENODEV;
9609
Michael Chan4c987482005-09-05 17:52:38 -07009610 if (tp->tg3_flags2 & TG3_FLG2_ANY_SERDES)
Michael Chanca430072005-05-29 14:57:23 -07009611 max = TG3_SERDES_TIMEOUT_SEC;
9612 else
9613 max = TG3_COPPER_TIMEOUT_SEC;
9614
9615 for (i = 0; i < max; i++) {
9616 if (netif_carrier_ok(tp->dev))
9617 return 0;
9618
9619 if (msleep_interruptible(1000))
9620 break;
9621 }
9622
9623 return -EIO;
9624}
9625
Michael Chana71116d2005-05-29 14:58:11 -07009626/* Only test the commonly used registers */
David S. Miller30ca3e32006-03-20 23:02:36 -08009627static int tg3_test_registers(struct tg3 *tp)
Michael Chana71116d2005-05-29 14:58:11 -07009628{
Michael Chanb16250e2006-09-27 16:10:14 -07009629 int i, is_5705, is_5750;
Michael Chana71116d2005-05-29 14:58:11 -07009630 u32 offset, read_mask, write_mask, val, save_val, read_val;
9631 static struct {
9632 u16 offset;
9633 u16 flags;
9634#define TG3_FL_5705 0x1
9635#define TG3_FL_NOT_5705 0x2
9636#define TG3_FL_NOT_5788 0x4
Michael Chanb16250e2006-09-27 16:10:14 -07009637#define TG3_FL_NOT_5750 0x8
Michael Chana71116d2005-05-29 14:58:11 -07009638 u32 read_mask;
9639 u32 write_mask;
9640 } reg_tbl[] = {
9641 /* MAC Control Registers */
9642 { MAC_MODE, TG3_FL_NOT_5705,
9643 0x00000000, 0x00ef6f8c },
9644 { MAC_MODE, TG3_FL_5705,
9645 0x00000000, 0x01ef6b8c },
9646 { MAC_STATUS, TG3_FL_NOT_5705,
9647 0x03800107, 0x00000000 },
9648 { MAC_STATUS, TG3_FL_5705,
9649 0x03800100, 0x00000000 },
9650 { MAC_ADDR_0_HIGH, 0x0000,
9651 0x00000000, 0x0000ffff },
9652 { MAC_ADDR_0_LOW, 0x0000,
9653 0x00000000, 0xffffffff },
9654 { MAC_RX_MTU_SIZE, 0x0000,
9655 0x00000000, 0x0000ffff },
9656 { MAC_TX_MODE, 0x0000,
9657 0x00000000, 0x00000070 },
9658 { MAC_TX_LENGTHS, 0x0000,
9659 0x00000000, 0x00003fff },
9660 { MAC_RX_MODE, TG3_FL_NOT_5705,
9661 0x00000000, 0x000007fc },
9662 { MAC_RX_MODE, TG3_FL_5705,
9663 0x00000000, 0x000007dc },
9664 { MAC_HASH_REG_0, 0x0000,
9665 0x00000000, 0xffffffff },
9666 { MAC_HASH_REG_1, 0x0000,
9667 0x00000000, 0xffffffff },
9668 { MAC_HASH_REG_2, 0x0000,
9669 0x00000000, 0xffffffff },
9670 { MAC_HASH_REG_3, 0x0000,
9671 0x00000000, 0xffffffff },
9672
9673 /* Receive Data and Receive BD Initiator Control Registers. */
9674 { RCVDBDI_JUMBO_BD+0, TG3_FL_NOT_5705,
9675 0x00000000, 0xffffffff },
9676 { RCVDBDI_JUMBO_BD+4, TG3_FL_NOT_5705,
9677 0x00000000, 0xffffffff },
9678 { RCVDBDI_JUMBO_BD+8, TG3_FL_NOT_5705,
9679 0x00000000, 0x00000003 },
9680 { RCVDBDI_JUMBO_BD+0xc, TG3_FL_NOT_5705,
9681 0x00000000, 0xffffffff },
9682 { RCVDBDI_STD_BD+0, 0x0000,
9683 0x00000000, 0xffffffff },
9684 { RCVDBDI_STD_BD+4, 0x0000,
9685 0x00000000, 0xffffffff },
9686 { RCVDBDI_STD_BD+8, 0x0000,
9687 0x00000000, 0xffff0002 },
9688 { RCVDBDI_STD_BD+0xc, 0x0000,
9689 0x00000000, 0xffffffff },
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009690
Michael Chana71116d2005-05-29 14:58:11 -07009691 /* Receive BD Initiator Control Registers. */
9692 { RCVBDI_STD_THRESH, TG3_FL_NOT_5705,
9693 0x00000000, 0xffffffff },
9694 { RCVBDI_STD_THRESH, TG3_FL_5705,
9695 0x00000000, 0x000003ff },
9696 { RCVBDI_JUMBO_THRESH, TG3_FL_NOT_5705,
9697 0x00000000, 0xffffffff },
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009698
Michael Chana71116d2005-05-29 14:58:11 -07009699 /* Host Coalescing Control Registers. */
9700 { HOSTCC_MODE, TG3_FL_NOT_5705,
9701 0x00000000, 0x00000004 },
9702 { HOSTCC_MODE, TG3_FL_5705,
9703 0x00000000, 0x000000f6 },
9704 { HOSTCC_RXCOL_TICKS, TG3_FL_NOT_5705,
9705 0x00000000, 0xffffffff },
9706 { HOSTCC_RXCOL_TICKS, TG3_FL_5705,
9707 0x00000000, 0x000003ff },
9708 { HOSTCC_TXCOL_TICKS, TG3_FL_NOT_5705,
9709 0x00000000, 0xffffffff },
9710 { HOSTCC_TXCOL_TICKS, TG3_FL_5705,
9711 0x00000000, 0x000003ff },
9712 { HOSTCC_RXMAX_FRAMES, TG3_FL_NOT_5705,
9713 0x00000000, 0xffffffff },
9714 { HOSTCC_RXMAX_FRAMES, TG3_FL_5705 | TG3_FL_NOT_5788,
9715 0x00000000, 0x000000ff },
9716 { HOSTCC_TXMAX_FRAMES, TG3_FL_NOT_5705,
9717 0x00000000, 0xffffffff },
9718 { HOSTCC_TXMAX_FRAMES, TG3_FL_5705 | TG3_FL_NOT_5788,
9719 0x00000000, 0x000000ff },
9720 { HOSTCC_RXCOAL_TICK_INT, TG3_FL_NOT_5705,
9721 0x00000000, 0xffffffff },
9722 { HOSTCC_TXCOAL_TICK_INT, TG3_FL_NOT_5705,
9723 0x00000000, 0xffffffff },
9724 { HOSTCC_RXCOAL_MAXF_INT, TG3_FL_NOT_5705,
9725 0x00000000, 0xffffffff },
9726 { HOSTCC_RXCOAL_MAXF_INT, TG3_FL_5705 | TG3_FL_NOT_5788,
9727 0x00000000, 0x000000ff },
9728 { HOSTCC_TXCOAL_MAXF_INT, TG3_FL_NOT_5705,
9729 0x00000000, 0xffffffff },
9730 { HOSTCC_TXCOAL_MAXF_INT, TG3_FL_5705 | TG3_FL_NOT_5788,
9731 0x00000000, 0x000000ff },
9732 { HOSTCC_STAT_COAL_TICKS, TG3_FL_NOT_5705,
9733 0x00000000, 0xffffffff },
9734 { HOSTCC_STATS_BLK_HOST_ADDR, TG3_FL_NOT_5705,
9735 0x00000000, 0xffffffff },
9736 { HOSTCC_STATS_BLK_HOST_ADDR+4, TG3_FL_NOT_5705,
9737 0x00000000, 0xffffffff },
9738 { HOSTCC_STATUS_BLK_HOST_ADDR, 0x0000,
9739 0x00000000, 0xffffffff },
9740 { HOSTCC_STATUS_BLK_HOST_ADDR+4, 0x0000,
9741 0x00000000, 0xffffffff },
9742 { HOSTCC_STATS_BLK_NIC_ADDR, 0x0000,
9743 0xffffffff, 0x00000000 },
9744 { HOSTCC_STATUS_BLK_NIC_ADDR, 0x0000,
9745 0xffffffff, 0x00000000 },
9746
9747 /* Buffer Manager Control Registers. */
Michael Chanb16250e2006-09-27 16:10:14 -07009748 { BUFMGR_MB_POOL_ADDR, TG3_FL_NOT_5750,
Michael Chana71116d2005-05-29 14:58:11 -07009749 0x00000000, 0x007fff80 },
Michael Chanb16250e2006-09-27 16:10:14 -07009750 { BUFMGR_MB_POOL_SIZE, TG3_FL_NOT_5750,
Michael Chana71116d2005-05-29 14:58:11 -07009751 0x00000000, 0x007fffff },
9752 { BUFMGR_MB_RDMA_LOW_WATER, 0x0000,
9753 0x00000000, 0x0000003f },
9754 { BUFMGR_MB_MACRX_LOW_WATER, 0x0000,
9755 0x00000000, 0x000001ff },
9756 { BUFMGR_MB_HIGH_WATER, 0x0000,
9757 0x00000000, 0x000001ff },
9758 { BUFMGR_DMA_DESC_POOL_ADDR, TG3_FL_NOT_5705,
9759 0xffffffff, 0x00000000 },
9760 { BUFMGR_DMA_DESC_POOL_SIZE, TG3_FL_NOT_5705,
9761 0xffffffff, 0x00000000 },
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009762
Michael Chana71116d2005-05-29 14:58:11 -07009763 /* Mailbox Registers */
9764 { GRCMBOX_RCVSTD_PROD_IDX+4, 0x0000,
9765 0x00000000, 0x000001ff },
9766 { GRCMBOX_RCVJUMBO_PROD_IDX+4, TG3_FL_NOT_5705,
9767 0x00000000, 0x000001ff },
9768 { GRCMBOX_RCVRET_CON_IDX_0+4, 0x0000,
9769 0x00000000, 0x000007ff },
9770 { GRCMBOX_SNDHOST_PROD_IDX_0+4, 0x0000,
9771 0x00000000, 0x000001ff },
9772
9773 { 0xffff, 0x0000, 0x00000000, 0x00000000 },
9774 };
9775
Michael Chanb16250e2006-09-27 16:10:14 -07009776 is_5705 = is_5750 = 0;
9777 if (tp->tg3_flags2 & TG3_FLG2_5705_PLUS) {
Michael Chana71116d2005-05-29 14:58:11 -07009778 is_5705 = 1;
Michael Chanb16250e2006-09-27 16:10:14 -07009779 if (tp->tg3_flags2 & TG3_FLG2_5750_PLUS)
9780 is_5750 = 1;
9781 }
Michael Chana71116d2005-05-29 14:58:11 -07009782
9783 for (i = 0; reg_tbl[i].offset != 0xffff; i++) {
9784 if (is_5705 && (reg_tbl[i].flags & TG3_FL_NOT_5705))
9785 continue;
9786
9787 if (!is_5705 && (reg_tbl[i].flags & TG3_FL_5705))
9788 continue;
9789
9790 if ((tp->tg3_flags2 & TG3_FLG2_IS_5788) &&
9791 (reg_tbl[i].flags & TG3_FL_NOT_5788))
9792 continue;
9793
Michael Chanb16250e2006-09-27 16:10:14 -07009794 if (is_5750 && (reg_tbl[i].flags & TG3_FL_NOT_5750))
9795 continue;
9796
Michael Chana71116d2005-05-29 14:58:11 -07009797 offset = (u32) reg_tbl[i].offset;
9798 read_mask = reg_tbl[i].read_mask;
9799 write_mask = reg_tbl[i].write_mask;
9800
9801 /* Save the original register content */
9802 save_val = tr32(offset);
9803
9804 /* Determine the read-only value. */
9805 read_val = save_val & read_mask;
9806
9807 /* Write zero to the register, then make sure the read-only bits
9808 * are not changed and the read/write bits are all zeros.
9809 */
9810 tw32(offset, 0);
9811
9812 val = tr32(offset);
9813
9814 /* Test the read-only and read/write bits. */
9815 if (((val & read_mask) != read_val) || (val & write_mask))
9816 goto out;
9817
9818 /* Write ones to all the bits defined by RdMask and WrMask, then
9819 * make sure the read-only bits are not changed and the
9820 * read/write bits are all ones.
9821 */
9822 tw32(offset, read_mask | write_mask);
9823
9824 val = tr32(offset);
9825
9826 /* Test the read-only bits. */
9827 if ((val & read_mask) != read_val)
9828 goto out;
9829
9830 /* Test the read/write bits. */
9831 if ((val & write_mask) != write_mask)
9832 goto out;
9833
9834 tw32(offset, save_val);
9835 }
9836
9837 return 0;
9838
9839out:
Michael Chan9f88f292006-12-07 00:22:54 -08009840 if (netif_msg_hw(tp))
9841 printk(KERN_ERR PFX "Register test failed at offset %x\n",
9842 offset);
Michael Chana71116d2005-05-29 14:58:11 -07009843 tw32(offset, save_val);
9844 return -EIO;
9845}
9846
Michael Chan7942e1d2005-05-29 14:58:36 -07009847static int tg3_do_mem_test(struct tg3 *tp, u32 offset, u32 len)
9848{
Arjan van de Venf71e1302006-03-03 21:33:57 -05009849 static const u32 test_pattern[] = { 0x00000000, 0xffffffff, 0xaa55a55a };
Michael Chan7942e1d2005-05-29 14:58:36 -07009850 int i;
9851 u32 j;
9852
Alejandro Martinez Ruize9edda62007-10-15 03:37:43 +02009853 for (i = 0; i < ARRAY_SIZE(test_pattern); i++) {
Michael Chan7942e1d2005-05-29 14:58:36 -07009854 for (j = 0; j < len; j += 4) {
9855 u32 val;
9856
9857 tg3_write_mem(tp, offset + j, test_pattern[i]);
9858 tg3_read_mem(tp, offset + j, &val);
9859 if (val != test_pattern[i])
9860 return -EIO;
9861 }
9862 }
9863 return 0;
9864}
9865
9866static int tg3_test_memory(struct tg3 *tp)
9867{
9868 static struct mem_entry {
9869 u32 offset;
9870 u32 len;
9871 } mem_tbl_570x[] = {
Michael Chan38690192005-12-19 16:27:28 -08009872 { 0x00000000, 0x00b50},
Michael Chan7942e1d2005-05-29 14:58:36 -07009873 { 0x00002000, 0x1c000},
9874 { 0xffffffff, 0x00000}
9875 }, mem_tbl_5705[] = {
9876 { 0x00000100, 0x0000c},
9877 { 0x00000200, 0x00008},
Michael Chan7942e1d2005-05-29 14:58:36 -07009878 { 0x00004000, 0x00800},
9879 { 0x00006000, 0x01000},
9880 { 0x00008000, 0x02000},
9881 { 0x00010000, 0x0e000},
9882 { 0xffffffff, 0x00000}
Michael Chan79f4d132006-03-20 22:28:57 -08009883 }, mem_tbl_5755[] = {
9884 { 0x00000200, 0x00008},
9885 { 0x00004000, 0x00800},
9886 { 0x00006000, 0x00800},
9887 { 0x00008000, 0x02000},
9888 { 0x00010000, 0x0c000},
9889 { 0xffffffff, 0x00000}
Michael Chanb16250e2006-09-27 16:10:14 -07009890 }, mem_tbl_5906[] = {
9891 { 0x00000200, 0x00008},
9892 { 0x00004000, 0x00400},
9893 { 0x00006000, 0x00400},
9894 { 0x00008000, 0x01000},
9895 { 0x00010000, 0x01000},
9896 { 0xffffffff, 0x00000}
Michael Chan7942e1d2005-05-29 14:58:36 -07009897 };
9898 struct mem_entry *mem_tbl;
9899 int err = 0;
9900 int i;
9901
Michael Chan79f4d132006-03-20 22:28:57 -08009902 if (tp->tg3_flags2 & TG3_FLG2_5705_PLUS) {
Michael Chanaf36e6b2006-03-23 01:28:06 -08009903 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755 ||
Matt Carlsond30cdd22007-10-07 23:28:35 -07009904 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5787 ||
Matt Carlson9936bcf2007-10-10 18:03:07 -07009905 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
Matt Carlson57e69832008-05-25 23:48:31 -07009906 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761 ||
9907 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785)
Michael Chan79f4d132006-03-20 22:28:57 -08009908 mem_tbl = mem_tbl_5755;
Michael Chanb16250e2006-09-27 16:10:14 -07009909 else if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906)
9910 mem_tbl = mem_tbl_5906;
Michael Chan79f4d132006-03-20 22:28:57 -08009911 else
9912 mem_tbl = mem_tbl_5705;
9913 } else
Michael Chan7942e1d2005-05-29 14:58:36 -07009914 mem_tbl = mem_tbl_570x;
9915
9916 for (i = 0; mem_tbl[i].offset != 0xffffffff; i++) {
9917 if ((err = tg3_do_mem_test(tp, mem_tbl[i].offset,
9918 mem_tbl[i].len)) != 0)
9919 break;
9920 }
Jeff Garzik6aa20a22006-09-13 13:24:59 -04009921
Michael Chan7942e1d2005-05-29 14:58:36 -07009922 return err;
9923}
9924
Michael Chan9f40dea2005-09-05 17:53:06 -07009925#define TG3_MAC_LOOPBACK 0
9926#define TG3_PHY_LOOPBACK 1
9927
9928static int tg3_run_loopback(struct tg3 *tp, int loopback_mode)
Michael Chanc76949a2005-05-29 14:58:59 -07009929{
Michael Chan9f40dea2005-09-05 17:53:06 -07009930 u32 mac_mode, rx_start_idx, rx_idx, tx_idx, opaque_key;
Michael Chanc76949a2005-05-29 14:58:59 -07009931 u32 desc_idx;
9932 struct sk_buff *skb, *rx_skb;
9933 u8 *tx_data;
9934 dma_addr_t map;
9935 int num_pkts, tx_len, rx_len, i, err;
9936 struct tg3_rx_buffer_desc *desc;
9937
Michael Chan9f40dea2005-09-05 17:53:06 -07009938 if (loopback_mode == TG3_MAC_LOOPBACK) {
Michael Chanc94e3942005-09-27 12:12:42 -07009939 /* HW errata - mac loopback fails in some cases on 5780.
9940 * Normal traffic and PHY loopback are not affected by
9941 * errata.
9942 */
9943 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5780)
9944 return 0;
9945
Michael Chan9f40dea2005-09-05 17:53:06 -07009946 mac_mode = (tp->mac_mode & ~MAC_MODE_PORT_MODE_MASK) |
Matt Carlsone8f3f6c2007-07-11 19:47:55 -07009947 MAC_MODE_PORT_INT_LPBACK;
9948 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS))
9949 mac_mode |= MAC_MODE_LINK_POLARITY;
Michael Chan3f7045c2006-09-27 16:02:29 -07009950 if (tp->tg3_flags & TG3_FLAG_10_100_ONLY)
9951 mac_mode |= MAC_MODE_PORT_MODE_MII;
9952 else
9953 mac_mode |= MAC_MODE_PORT_MODE_GMII;
Michael Chan9f40dea2005-09-05 17:53:06 -07009954 tw32(MAC_MODE, mac_mode);
9955 } else if (loopback_mode == TG3_PHY_LOOPBACK) {
Michael Chan3f7045c2006-09-27 16:02:29 -07009956 u32 val;
9957
Michael Chanb16250e2006-09-27 16:10:14 -07009958 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
9959 u32 phytest;
9960
9961 if (!tg3_readphy(tp, MII_TG3_EPHY_TEST, &phytest)) {
9962 u32 phy;
9963
9964 tg3_writephy(tp, MII_TG3_EPHY_TEST,
9965 phytest | MII_TG3_EPHY_SHADOW_EN);
9966 if (!tg3_readphy(tp, 0x1b, &phy))
9967 tg3_writephy(tp, 0x1b, phy & ~0x20);
Michael Chanb16250e2006-09-27 16:10:14 -07009968 tg3_writephy(tp, MII_TG3_EPHY_TEST, phytest);
9969 }
Michael Chan5d64ad32006-12-07 00:19:40 -08009970 val = BMCR_LOOPBACK | BMCR_FULLDPLX | BMCR_SPEED100;
9971 } else
9972 val = BMCR_LOOPBACK | BMCR_FULLDPLX | BMCR_SPEED1000;
Michael Chan3f7045c2006-09-27 16:02:29 -07009973
Matt Carlson9ef8ca92007-07-11 19:48:29 -07009974 tg3_phy_toggle_automdix(tp, 0);
9975
Michael Chan3f7045c2006-09-27 16:02:29 -07009976 tg3_writephy(tp, MII_BMCR, val);
Michael Chanc94e3942005-09-27 12:12:42 -07009977 udelay(40);
Michael Chan5d64ad32006-12-07 00:19:40 -08009978
Matt Carlsone8f3f6c2007-07-11 19:47:55 -07009979 mac_mode = tp->mac_mode & ~MAC_MODE_PORT_MODE_MASK;
Michael Chan5d64ad32006-12-07 00:19:40 -08009980 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
Michael Chanb16250e2006-09-27 16:10:14 -07009981 tg3_writephy(tp, MII_TG3_EPHY_PTEST, 0x1800);
Michael Chan5d64ad32006-12-07 00:19:40 -08009982 mac_mode |= MAC_MODE_PORT_MODE_MII;
9983 } else
9984 mac_mode |= MAC_MODE_PORT_MODE_GMII;
Michael Chanb16250e2006-09-27 16:10:14 -07009985
Michael Chanc94e3942005-09-27 12:12:42 -07009986 /* reset to prevent losing 1st rx packet intermittently */
9987 if (tp->tg3_flags2 & TG3_FLG2_MII_SERDES) {
9988 tw32_f(MAC_RX_MODE, RX_MODE_RESET);
9989 udelay(10);
9990 tw32_f(MAC_RX_MODE, tp->rx_mode);
9991 }
Matt Carlsone8f3f6c2007-07-11 19:47:55 -07009992 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700) {
9993 if ((tp->phy_id & PHY_ID_MASK) == PHY_ID_BCM5401)
9994 mac_mode &= ~MAC_MODE_LINK_POLARITY;
9995 else if ((tp->phy_id & PHY_ID_MASK) == PHY_ID_BCM5411)
9996 mac_mode |= MAC_MODE_LINK_POLARITY;
Michael Chanff18ff02006-03-27 23:17:27 -08009997 tg3_writephy(tp, MII_TG3_EXT_CTRL,
9998 MII_TG3_EXT_CTRL_LNK3_LED_MODE);
9999 }
Michael Chan9f40dea2005-09-05 17:53:06 -070010000 tw32(MAC_MODE, mac_mode);
Michael Chan9f40dea2005-09-05 17:53:06 -070010001 }
10002 else
10003 return -EINVAL;
Michael Chanc76949a2005-05-29 14:58:59 -070010004
10005 err = -EIO;
10006
Michael Chanc76949a2005-05-29 14:58:59 -070010007 tx_len = 1514;
David S. Millera20e9c62006-07-31 22:38:16 -070010008 skb = netdev_alloc_skb(tp->dev, tx_len);
Jesper Juhla50bb7b2006-05-09 23:14:35 -070010009 if (!skb)
10010 return -ENOMEM;
10011
Michael Chanc76949a2005-05-29 14:58:59 -070010012 tx_data = skb_put(skb, tx_len);
10013 memcpy(tx_data, tp->dev->dev_addr, 6);
10014 memset(tx_data + 6, 0x0, 8);
10015
10016 tw32(MAC_RX_MTU_SIZE, tx_len + 4);
10017
10018 for (i = 14; i < tx_len; i++)
10019 tx_data[i] = (u8) (i & 0xff);
10020
10021 map = pci_map_single(tp->pdev, skb->data, tx_len, PCI_DMA_TODEVICE);
10022
10023 tw32_f(HOSTCC_MODE, tp->coalesce_mode | HOSTCC_MODE_ENABLE |
10024 HOSTCC_MODE_NOW);
10025
10026 udelay(10);
10027
10028 rx_start_idx = tp->hw_status->idx[0].rx_producer;
10029
Michael Chanc76949a2005-05-29 14:58:59 -070010030 num_pkts = 0;
10031
Michael Chan9f40dea2005-09-05 17:53:06 -070010032 tg3_set_txd(tp, tp->tx_prod, map, tx_len, 0, 1);
Michael Chanc76949a2005-05-29 14:58:59 -070010033
Michael Chan9f40dea2005-09-05 17:53:06 -070010034 tp->tx_prod++;
Michael Chanc76949a2005-05-29 14:58:59 -070010035 num_pkts++;
10036
Michael Chan9f40dea2005-09-05 17:53:06 -070010037 tw32_tx_mbox(MAILBOX_SNDHOST_PROD_IDX_0 + TG3_64BIT_REG_LOW,
10038 tp->tx_prod);
Michael Chan09ee9292005-08-09 20:17:00 -070010039 tr32_mailbox(MAILBOX_SNDHOST_PROD_IDX_0 + TG3_64BIT_REG_LOW);
Michael Chanc76949a2005-05-29 14:58:59 -070010040
10041 udelay(10);
10042
Michael Chan3f7045c2006-09-27 16:02:29 -070010043 /* 250 usec to allow enough time on some 10/100 Mbps devices. */
10044 for (i = 0; i < 25; i++) {
Michael Chanc76949a2005-05-29 14:58:59 -070010045 tw32_f(HOSTCC_MODE, tp->coalesce_mode | HOSTCC_MODE_ENABLE |
10046 HOSTCC_MODE_NOW);
10047
10048 udelay(10);
10049
10050 tx_idx = tp->hw_status->idx[0].tx_consumer;
10051 rx_idx = tp->hw_status->idx[0].rx_producer;
Michael Chan9f40dea2005-09-05 17:53:06 -070010052 if ((tx_idx == tp->tx_prod) &&
Michael Chanc76949a2005-05-29 14:58:59 -070010053 (rx_idx == (rx_start_idx + num_pkts)))
10054 break;
10055 }
10056
10057 pci_unmap_single(tp->pdev, map, tx_len, PCI_DMA_TODEVICE);
10058 dev_kfree_skb(skb);
10059
Michael Chan9f40dea2005-09-05 17:53:06 -070010060 if (tx_idx != tp->tx_prod)
Michael Chanc76949a2005-05-29 14:58:59 -070010061 goto out;
10062
10063 if (rx_idx != rx_start_idx + num_pkts)
10064 goto out;
10065
10066 desc = &tp->rx_rcb[rx_start_idx];
10067 desc_idx = desc->opaque & RXD_OPAQUE_INDEX_MASK;
10068 opaque_key = desc->opaque & RXD_OPAQUE_RING_MASK;
10069 if (opaque_key != RXD_OPAQUE_RING_STD)
10070 goto out;
10071
10072 if ((desc->err_vlan & RXD_ERR_MASK) != 0 &&
10073 (desc->err_vlan != RXD_ERR_ODD_NIBBLE_RCVD_MII))
10074 goto out;
10075
10076 rx_len = ((desc->idx_len & RXD_LEN_MASK) >> RXD_LEN_SHIFT) - 4;
10077 if (rx_len != tx_len)
10078 goto out;
10079
10080 rx_skb = tp->rx_std_buffers[desc_idx].skb;
10081
10082 map = pci_unmap_addr(&tp->rx_std_buffers[desc_idx], mapping);
10083 pci_dma_sync_single_for_cpu(tp->pdev, map, rx_len, PCI_DMA_FROMDEVICE);
10084
10085 for (i = 14; i < tx_len; i++) {
10086 if (*(rx_skb->data + i) != (u8) (i & 0xff))
10087 goto out;
10088 }
10089 err = 0;
Jeff Garzik6aa20a22006-09-13 13:24:59 -040010090
Michael Chanc76949a2005-05-29 14:58:59 -070010091 /* tg3_free_rings will unmap and free the rx_skb */
10092out:
10093 return err;
10094}
10095
Michael Chan9f40dea2005-09-05 17:53:06 -070010096#define TG3_MAC_LOOPBACK_FAILED 1
10097#define TG3_PHY_LOOPBACK_FAILED 2
10098#define TG3_LOOPBACK_FAILED (TG3_MAC_LOOPBACK_FAILED | \
10099 TG3_PHY_LOOPBACK_FAILED)
10100
10101static int tg3_test_loopback(struct tg3 *tp)
10102{
10103 int err = 0;
Matt Carlson9936bcf2007-10-10 18:03:07 -070010104 u32 cpmuctrl = 0;
Michael Chan9f40dea2005-09-05 17:53:06 -070010105
10106 if (!netif_running(tp->dev))
10107 return TG3_LOOPBACK_FAILED;
10108
Michael Chanb9ec6c12006-07-25 16:37:27 -070010109 err = tg3_reset_hw(tp, 1);
10110 if (err)
10111 return TG3_LOOPBACK_FAILED;
Michael Chan9f40dea2005-09-05 17:53:06 -070010112
Matt Carlsonb2a5c192008-04-03 21:44:44 -070010113 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
Matt Carlson57e69832008-05-25 23:48:31 -070010114 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761 ||
10115 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785) {
Matt Carlson9936bcf2007-10-10 18:03:07 -070010116 int i;
10117 u32 status;
10118
10119 tw32(TG3_CPMU_MUTEX_REQ, CPMU_MUTEX_REQ_DRIVER);
10120
10121 /* Wait for up to 40 microseconds to acquire lock. */
10122 for (i = 0; i < 4; i++) {
10123 status = tr32(TG3_CPMU_MUTEX_GNT);
10124 if (status == CPMU_MUTEX_GNT_DRIVER)
10125 break;
10126 udelay(10);
10127 }
10128
10129 if (status != CPMU_MUTEX_GNT_DRIVER)
10130 return TG3_LOOPBACK_FAILED;
10131
Matt Carlsonb2a5c192008-04-03 21:44:44 -070010132 /* Turn off link-based power management. */
Matt Carlsone8750932007-11-12 21:11:51 -080010133 cpmuctrl = tr32(TG3_CPMU_CTRL);
Matt Carlson109115e2008-05-02 16:48:59 -070010134 tw32(TG3_CPMU_CTRL,
10135 cpmuctrl & ~(CPMU_CTRL_LINK_SPEED_MODE |
10136 CPMU_CTRL_LINK_AWARE_MODE));
Matt Carlson9936bcf2007-10-10 18:03:07 -070010137 }
10138
Michael Chan9f40dea2005-09-05 17:53:06 -070010139 if (tg3_run_loopback(tp, TG3_MAC_LOOPBACK))
10140 err |= TG3_MAC_LOOPBACK_FAILED;
Matt Carlson9936bcf2007-10-10 18:03:07 -070010141
Matt Carlsonb2a5c192008-04-03 21:44:44 -070010142 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
Matt Carlson57e69832008-05-25 23:48:31 -070010143 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761 ||
10144 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785) {
Matt Carlson9936bcf2007-10-10 18:03:07 -070010145 tw32(TG3_CPMU_CTRL, cpmuctrl);
10146
10147 /* Release the mutex */
10148 tw32(TG3_CPMU_MUTEX_GNT, CPMU_MUTEX_GNT_DRIVER);
10149 }
10150
Matt Carlsondd477002008-05-25 23:45:58 -070010151 if (!(tp->tg3_flags2 & TG3_FLG2_PHY_SERDES) &&
10152 !(tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB)) {
Michael Chan9f40dea2005-09-05 17:53:06 -070010153 if (tg3_run_loopback(tp, TG3_PHY_LOOPBACK))
10154 err |= TG3_PHY_LOOPBACK_FAILED;
10155 }
10156
10157 return err;
10158}
10159
Michael Chan4cafd3f2005-05-29 14:56:34 -070010160static void tg3_self_test(struct net_device *dev, struct ethtool_test *etest,
10161 u64 *data)
10162{
Michael Chan566f86a2005-05-29 14:56:58 -070010163 struct tg3 *tp = netdev_priv(dev);
10164
Michael Chanbc1c7562006-03-20 17:48:03 -080010165 if (tp->link_config.phy_is_low_power)
10166 tg3_set_power_state(tp, PCI_D0);
10167
Michael Chan566f86a2005-05-29 14:56:58 -070010168 memset(data, 0, sizeof(u64) * TG3_NUM_TEST);
10169
10170 if (tg3_test_nvram(tp) != 0) {
10171 etest->flags |= ETH_TEST_FL_FAILED;
10172 data[0] = 1;
10173 }
Michael Chanca430072005-05-29 14:57:23 -070010174 if (tg3_test_link(tp) != 0) {
10175 etest->flags |= ETH_TEST_FL_FAILED;
10176 data[1] = 1;
10177 }
Michael Chana71116d2005-05-29 14:58:11 -070010178 if (etest->flags & ETH_TEST_FL_OFFLINE) {
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070010179 int err, err2 = 0, irq_sync = 0;
Michael Chana71116d2005-05-29 14:58:11 -070010180
Michael Chanbbe832c2005-06-24 20:20:04 -070010181 if (netif_running(dev)) {
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070010182 tg3_phy_stop(tp);
Michael Chanbbe832c2005-06-24 20:20:04 -070010183 tg3_netif_stop(tp);
10184 irq_sync = 1;
10185 }
10186
10187 tg3_full_lock(tp, irq_sync);
Michael Chana71116d2005-05-29 14:58:11 -070010188
10189 tg3_halt(tp, RESET_KIND_SUSPEND, 1);
Michael Chanec41c7d2006-01-17 02:40:55 -080010190 err = tg3_nvram_lock(tp);
Michael Chana71116d2005-05-29 14:58:11 -070010191 tg3_halt_cpu(tp, RX_CPU_BASE);
10192 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS))
10193 tg3_halt_cpu(tp, TX_CPU_BASE);
Michael Chanec41c7d2006-01-17 02:40:55 -080010194 if (!err)
10195 tg3_nvram_unlock(tp);
Michael Chana71116d2005-05-29 14:58:11 -070010196
Michael Chand9ab5ad2006-03-20 22:27:35 -080010197 if (tp->tg3_flags2 & TG3_FLG2_MII_SERDES)
10198 tg3_phy_reset(tp);
10199
Michael Chana71116d2005-05-29 14:58:11 -070010200 if (tg3_test_registers(tp) != 0) {
10201 etest->flags |= ETH_TEST_FL_FAILED;
10202 data[2] = 1;
10203 }
Michael Chan7942e1d2005-05-29 14:58:36 -070010204 if (tg3_test_memory(tp) != 0) {
10205 etest->flags |= ETH_TEST_FL_FAILED;
10206 data[3] = 1;
10207 }
Michael Chan9f40dea2005-09-05 17:53:06 -070010208 if ((data[4] = tg3_test_loopback(tp)) != 0)
Michael Chanc76949a2005-05-29 14:58:59 -070010209 etest->flags |= ETH_TEST_FL_FAILED;
Michael Chana71116d2005-05-29 14:58:11 -070010210
David S. Millerf47c11e2005-06-24 20:18:35 -070010211 tg3_full_unlock(tp);
10212
Michael Chand4bc3922005-05-29 14:59:20 -070010213 if (tg3_test_interrupt(tp) != 0) {
10214 etest->flags |= ETH_TEST_FL_FAILED;
10215 data[5] = 1;
10216 }
David S. Millerf47c11e2005-06-24 20:18:35 -070010217
10218 tg3_full_lock(tp, 0);
Michael Chand4bc3922005-05-29 14:59:20 -070010219
Michael Chana71116d2005-05-29 14:58:11 -070010220 tg3_halt(tp, RESET_KIND_SHUTDOWN, 1);
10221 if (netif_running(dev)) {
10222 tp->tg3_flags |= TG3_FLAG_INIT_COMPLETE;
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070010223 err2 = tg3_restart_hw(tp, 1);
10224 if (!err2)
Michael Chanb9ec6c12006-07-25 16:37:27 -070010225 tg3_netif_start(tp);
Michael Chana71116d2005-05-29 14:58:11 -070010226 }
David S. Millerf47c11e2005-06-24 20:18:35 -070010227
10228 tg3_full_unlock(tp);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070010229
10230 if (irq_sync && !err2)
10231 tg3_phy_start(tp);
Michael Chana71116d2005-05-29 14:58:11 -070010232 }
Michael Chanbc1c7562006-03-20 17:48:03 -080010233 if (tp->link_config.phy_is_low_power)
10234 tg3_set_power_state(tp, PCI_D3hot);
10235
Michael Chan4cafd3f2005-05-29 14:56:34 -070010236}
10237
Linus Torvalds1da177e2005-04-16 15:20:36 -070010238static int tg3_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
10239{
10240 struct mii_ioctl_data *data = if_mii(ifr);
10241 struct tg3 *tp = netdev_priv(dev);
10242 int err;
10243
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070010244 if (tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB) {
10245 if (!(tp->tg3_flags3 & TG3_FLG3_PHY_CONNECTED))
10246 return -EAGAIN;
Lennert Buytenhek298cf9b2008-10-08 16:29:57 -070010247 return phy_mii_ioctl(tp->mdio_bus->phy_map[PHY_ADDR], data, cmd);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070010248 }
10249
Linus Torvalds1da177e2005-04-16 15:20:36 -070010250 switch(cmd) {
10251 case SIOCGMIIPHY:
10252 data->phy_id = PHY_ADDR;
10253
10254 /* fallthru */
10255 case SIOCGMIIREG: {
10256 u32 mii_regval;
10257
10258 if (tp->tg3_flags2 & TG3_FLG2_PHY_SERDES)
10259 break; /* We have no PHY */
10260
Michael Chanbc1c7562006-03-20 17:48:03 -080010261 if (tp->link_config.phy_is_low_power)
10262 return -EAGAIN;
10263
David S. Millerf47c11e2005-06-24 20:18:35 -070010264 spin_lock_bh(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010265 err = tg3_readphy(tp, data->reg_num & 0x1f, &mii_regval);
David S. Millerf47c11e2005-06-24 20:18:35 -070010266 spin_unlock_bh(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010267
10268 data->val_out = mii_regval;
10269
10270 return err;
10271 }
10272
10273 case SIOCSMIIREG:
10274 if (tp->tg3_flags2 & TG3_FLG2_PHY_SERDES)
10275 break; /* We have no PHY */
10276
10277 if (!capable(CAP_NET_ADMIN))
10278 return -EPERM;
10279
Michael Chanbc1c7562006-03-20 17:48:03 -080010280 if (tp->link_config.phy_is_low_power)
10281 return -EAGAIN;
10282
David S. Millerf47c11e2005-06-24 20:18:35 -070010283 spin_lock_bh(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010284 err = tg3_writephy(tp, data->reg_num & 0x1f, data->val_in);
David S. Millerf47c11e2005-06-24 20:18:35 -070010285 spin_unlock_bh(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010286
10287 return err;
10288
10289 default:
10290 /* do nothing */
10291 break;
10292 }
10293 return -EOPNOTSUPP;
10294}
10295
10296#if TG3_VLAN_TAG_USED
10297static void tg3_vlan_rx_register(struct net_device *dev, struct vlan_group *grp)
10298{
10299 struct tg3 *tp = netdev_priv(dev);
10300
Michael Chan29315e82006-06-29 20:12:30 -070010301 if (netif_running(dev))
10302 tg3_netif_stop(tp);
10303
David S. Millerf47c11e2005-06-24 20:18:35 -070010304 tg3_full_lock(tp, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010305
10306 tp->vlgrp = grp;
10307
10308 /* Update RX_MODE_KEEP_VLAN_TAG bit in RX_MODE register. */
10309 __tg3_set_rx_mode(dev);
10310
Michael Chan29315e82006-06-29 20:12:30 -070010311 if (netif_running(dev))
10312 tg3_netif_start(tp);
Michael Chan46966542007-07-11 19:47:19 -070010313
10314 tg3_full_unlock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010315}
Linus Torvalds1da177e2005-04-16 15:20:36 -070010316#endif
10317
David S. Miller15f98502005-05-18 22:49:26 -070010318static int tg3_get_coalesce(struct net_device *dev, struct ethtool_coalesce *ec)
10319{
10320 struct tg3 *tp = netdev_priv(dev);
10321
10322 memcpy(ec, &tp->coal, sizeof(*ec));
10323 return 0;
10324}
10325
Michael Chand244c892005-07-05 14:42:33 -070010326static int tg3_set_coalesce(struct net_device *dev, struct ethtool_coalesce *ec)
10327{
10328 struct tg3 *tp = netdev_priv(dev);
10329 u32 max_rxcoal_tick_int = 0, max_txcoal_tick_int = 0;
10330 u32 max_stat_coal_ticks = 0, min_stat_coal_ticks = 0;
10331
10332 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS)) {
10333 max_rxcoal_tick_int = MAX_RXCOAL_TICK_INT;
10334 max_txcoal_tick_int = MAX_TXCOAL_TICK_INT;
10335 max_stat_coal_ticks = MAX_STAT_COAL_TICKS;
10336 min_stat_coal_ticks = MIN_STAT_COAL_TICKS;
10337 }
10338
10339 if ((ec->rx_coalesce_usecs > MAX_RXCOL_TICKS) ||
10340 (ec->tx_coalesce_usecs > MAX_TXCOL_TICKS) ||
10341 (ec->rx_max_coalesced_frames > MAX_RXMAX_FRAMES) ||
10342 (ec->tx_max_coalesced_frames > MAX_TXMAX_FRAMES) ||
10343 (ec->rx_coalesce_usecs_irq > max_rxcoal_tick_int) ||
10344 (ec->tx_coalesce_usecs_irq > max_txcoal_tick_int) ||
10345 (ec->rx_max_coalesced_frames_irq > MAX_RXCOAL_MAXF_INT) ||
10346 (ec->tx_max_coalesced_frames_irq > MAX_TXCOAL_MAXF_INT) ||
10347 (ec->stats_block_coalesce_usecs > max_stat_coal_ticks) ||
10348 (ec->stats_block_coalesce_usecs < min_stat_coal_ticks))
10349 return -EINVAL;
10350
10351 /* No rx interrupts will be generated if both are zero */
10352 if ((ec->rx_coalesce_usecs == 0) &&
10353 (ec->rx_max_coalesced_frames == 0))
10354 return -EINVAL;
10355
10356 /* No tx interrupts will be generated if both are zero */
10357 if ((ec->tx_coalesce_usecs == 0) &&
10358 (ec->tx_max_coalesced_frames == 0))
10359 return -EINVAL;
10360
10361 /* Only copy relevant parameters, ignore all others. */
10362 tp->coal.rx_coalesce_usecs = ec->rx_coalesce_usecs;
10363 tp->coal.tx_coalesce_usecs = ec->tx_coalesce_usecs;
10364 tp->coal.rx_max_coalesced_frames = ec->rx_max_coalesced_frames;
10365 tp->coal.tx_max_coalesced_frames = ec->tx_max_coalesced_frames;
10366 tp->coal.rx_coalesce_usecs_irq = ec->rx_coalesce_usecs_irq;
10367 tp->coal.tx_coalesce_usecs_irq = ec->tx_coalesce_usecs_irq;
10368 tp->coal.rx_max_coalesced_frames_irq = ec->rx_max_coalesced_frames_irq;
10369 tp->coal.tx_max_coalesced_frames_irq = ec->tx_max_coalesced_frames_irq;
10370 tp->coal.stats_block_coalesce_usecs = ec->stats_block_coalesce_usecs;
10371
10372 if (netif_running(dev)) {
10373 tg3_full_lock(tp, 0);
10374 __tg3_set_coalesce(tp, &tp->coal);
10375 tg3_full_unlock(tp);
10376 }
10377 return 0;
10378}
10379
Jeff Garzik7282d492006-09-13 14:30:00 -040010380static const struct ethtool_ops tg3_ethtool_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -070010381 .get_settings = tg3_get_settings,
10382 .set_settings = tg3_set_settings,
10383 .get_drvinfo = tg3_get_drvinfo,
10384 .get_regs_len = tg3_get_regs_len,
10385 .get_regs = tg3_get_regs,
10386 .get_wol = tg3_get_wol,
10387 .set_wol = tg3_set_wol,
10388 .get_msglevel = tg3_get_msglevel,
10389 .set_msglevel = tg3_set_msglevel,
10390 .nway_reset = tg3_nway_reset,
10391 .get_link = ethtool_op_get_link,
10392 .get_eeprom_len = tg3_get_eeprom_len,
10393 .get_eeprom = tg3_get_eeprom,
10394 .set_eeprom = tg3_set_eeprom,
10395 .get_ringparam = tg3_get_ringparam,
10396 .set_ringparam = tg3_set_ringparam,
10397 .get_pauseparam = tg3_get_pauseparam,
10398 .set_pauseparam = tg3_set_pauseparam,
10399 .get_rx_csum = tg3_get_rx_csum,
10400 .set_rx_csum = tg3_set_rx_csum,
Linus Torvalds1da177e2005-04-16 15:20:36 -070010401 .set_tx_csum = tg3_set_tx_csum,
Linus Torvalds1da177e2005-04-16 15:20:36 -070010402 .set_sg = ethtool_op_set_sg,
Linus Torvalds1da177e2005-04-16 15:20:36 -070010403 .set_tso = tg3_set_tso,
Michael Chan4cafd3f2005-05-29 14:56:34 -070010404 .self_test = tg3_self_test,
Linus Torvalds1da177e2005-04-16 15:20:36 -070010405 .get_strings = tg3_get_strings,
Michael Chan4009a932005-09-05 17:52:54 -070010406 .phys_id = tg3_phys_id,
Linus Torvalds1da177e2005-04-16 15:20:36 -070010407 .get_ethtool_stats = tg3_get_ethtool_stats,
David S. Miller15f98502005-05-18 22:49:26 -070010408 .get_coalesce = tg3_get_coalesce,
Michael Chand244c892005-07-05 14:42:33 -070010409 .set_coalesce = tg3_set_coalesce,
Jeff Garzikb9f2c042007-10-03 18:07:32 -070010410 .get_sset_count = tg3_get_sset_count,
Linus Torvalds1da177e2005-04-16 15:20:36 -070010411};
10412
10413static void __devinit tg3_get_eeprom_size(struct tg3 *tp)
10414{
Michael Chan1b277772006-03-20 22:27:48 -080010415 u32 cursize, val, magic;
Linus Torvalds1da177e2005-04-16 15:20:36 -070010416
10417 tp->nvram_size = EEPROM_CHIP_SIZE;
10418
Michael Chan18201802006-03-20 22:29:15 -080010419 if (tg3_nvram_read_swab(tp, 0, &magic) != 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070010420 return;
10421
Michael Chanb16250e2006-09-27 16:10:14 -070010422 if ((magic != TG3_EEPROM_MAGIC) &&
10423 ((magic & TG3_EEPROM_MAGIC_FW_MSK) != TG3_EEPROM_MAGIC_FW) &&
10424 ((magic & TG3_EEPROM_MAGIC_HW_MSK) != TG3_EEPROM_MAGIC_HW))
Linus Torvalds1da177e2005-04-16 15:20:36 -070010425 return;
10426
10427 /*
10428 * Size the chip by reading offsets at increasing powers of two.
10429 * When we encounter our validation signature, we know the addressing
10430 * has wrapped around, and thus have our chip size.
10431 */
Michael Chan1b277772006-03-20 22:27:48 -080010432 cursize = 0x10;
Linus Torvalds1da177e2005-04-16 15:20:36 -070010433
10434 while (cursize < tp->nvram_size) {
Michael Chan18201802006-03-20 22:29:15 -080010435 if (tg3_nvram_read_swab(tp, cursize, &val) != 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -070010436 return;
10437
Michael Chan18201802006-03-20 22:29:15 -080010438 if (val == magic)
Linus Torvalds1da177e2005-04-16 15:20:36 -070010439 break;
10440
10441 cursize <<= 1;
10442 }
10443
10444 tp->nvram_size = cursize;
10445}
Jeff Garzik6aa20a22006-09-13 13:24:59 -040010446
Linus Torvalds1da177e2005-04-16 15:20:36 -070010447static void __devinit tg3_get_nvram_size(struct tg3 *tp)
10448{
10449 u32 val;
10450
Michael Chan18201802006-03-20 22:29:15 -080010451 if (tg3_nvram_read_swab(tp, 0, &val) != 0)
Michael Chan1b277772006-03-20 22:27:48 -080010452 return;
10453
10454 /* Selfboot format */
Michael Chan18201802006-03-20 22:29:15 -080010455 if (val != TG3_EEPROM_MAGIC) {
Michael Chan1b277772006-03-20 22:27:48 -080010456 tg3_get_eeprom_size(tp);
10457 return;
10458 }
10459
Linus Torvalds1da177e2005-04-16 15:20:36 -070010460 if (tg3_nvram_read(tp, 0xf0, &val) == 0) {
10461 if (val != 0) {
10462 tp->nvram_size = (val >> 16) * 1024;
10463 return;
10464 }
10465 }
Matt Carlsonfd1122a2008-05-02 16:48:36 -070010466 tp->nvram_size = TG3_NVRAM_SIZE_512KB;
Linus Torvalds1da177e2005-04-16 15:20:36 -070010467}
10468
10469static void __devinit tg3_get_nvram_info(struct tg3 *tp)
10470{
10471 u32 nvcfg1;
10472
10473 nvcfg1 = tr32(NVRAM_CFG1);
10474 if (nvcfg1 & NVRAM_CFG1_FLASHIF_ENAB) {
10475 tp->tg3_flags2 |= TG3_FLG2_FLASH;
10476 }
10477 else {
10478 nvcfg1 &= ~NVRAM_CFG1_COMPAT_BYPASS;
10479 tw32(NVRAM_CFG1, nvcfg1);
10480 }
10481
Michael Chan4c987482005-09-05 17:52:38 -070010482 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5750) ||
Michael Chana4e2b342005-10-26 15:46:52 -070010483 (tp->tg3_flags2 & TG3_FLG2_5780_CLASS)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070010484 switch (nvcfg1 & NVRAM_CFG1_VENDOR_MASK) {
10485 case FLASH_VENDOR_ATMEL_FLASH_BUFFERED:
10486 tp->nvram_jedecnum = JEDEC_ATMEL;
10487 tp->nvram_pagesize = ATMEL_AT45DB0X1B_PAGE_SIZE;
10488 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10489 break;
10490 case FLASH_VENDOR_ATMEL_FLASH_UNBUFFERED:
10491 tp->nvram_jedecnum = JEDEC_ATMEL;
10492 tp->nvram_pagesize = ATMEL_AT25F512_PAGE_SIZE;
10493 break;
10494 case FLASH_VENDOR_ATMEL_EEPROM:
10495 tp->nvram_jedecnum = JEDEC_ATMEL;
10496 tp->nvram_pagesize = ATMEL_AT24C512_CHIP_SIZE;
10497 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10498 break;
10499 case FLASH_VENDOR_ST:
10500 tp->nvram_jedecnum = JEDEC_ST;
10501 tp->nvram_pagesize = ST_M45PEX0_PAGE_SIZE;
10502 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10503 break;
10504 case FLASH_VENDOR_SAIFUN:
10505 tp->nvram_jedecnum = JEDEC_SAIFUN;
10506 tp->nvram_pagesize = SAIFUN_SA25F0XX_PAGE_SIZE;
10507 break;
10508 case FLASH_VENDOR_SST_SMALL:
10509 case FLASH_VENDOR_SST_LARGE:
10510 tp->nvram_jedecnum = JEDEC_SST;
10511 tp->nvram_pagesize = SST_25VF0X0_PAGE_SIZE;
10512 break;
10513 }
10514 }
10515 else {
10516 tp->nvram_jedecnum = JEDEC_ATMEL;
10517 tp->nvram_pagesize = ATMEL_AT45DB0X1B_PAGE_SIZE;
10518 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10519 }
10520}
10521
Michael Chan361b4ac2005-04-21 17:11:21 -070010522static void __devinit tg3_get_5752_nvram_info(struct tg3 *tp)
10523{
10524 u32 nvcfg1;
10525
10526 nvcfg1 = tr32(NVRAM_CFG1);
10527
Michael Chane6af3012005-04-21 17:12:05 -070010528 /* NVRAM protection for TPM */
10529 if (nvcfg1 & (1 << 27))
10530 tp->tg3_flags2 |= TG3_FLG2_PROTECTED_NVRAM;
10531
Michael Chan361b4ac2005-04-21 17:11:21 -070010532 switch (nvcfg1 & NVRAM_CFG1_5752VENDOR_MASK) {
10533 case FLASH_5752VENDOR_ATMEL_EEPROM_64KHZ:
10534 case FLASH_5752VENDOR_ATMEL_EEPROM_376KHZ:
10535 tp->nvram_jedecnum = JEDEC_ATMEL;
10536 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10537 break;
10538 case FLASH_5752VENDOR_ATMEL_FLASH_BUFFERED:
10539 tp->nvram_jedecnum = JEDEC_ATMEL;
10540 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10541 tp->tg3_flags2 |= TG3_FLG2_FLASH;
10542 break;
10543 case FLASH_5752VENDOR_ST_M45PE10:
10544 case FLASH_5752VENDOR_ST_M45PE20:
10545 case FLASH_5752VENDOR_ST_M45PE40:
10546 tp->nvram_jedecnum = JEDEC_ST;
10547 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10548 tp->tg3_flags2 |= TG3_FLG2_FLASH;
10549 break;
10550 }
10551
10552 if (tp->tg3_flags2 & TG3_FLG2_FLASH) {
10553 switch (nvcfg1 & NVRAM_CFG1_5752PAGE_SIZE_MASK) {
10554 case FLASH_5752PAGE_SIZE_256:
10555 tp->nvram_pagesize = 256;
10556 break;
10557 case FLASH_5752PAGE_SIZE_512:
10558 tp->nvram_pagesize = 512;
10559 break;
10560 case FLASH_5752PAGE_SIZE_1K:
10561 tp->nvram_pagesize = 1024;
10562 break;
10563 case FLASH_5752PAGE_SIZE_2K:
10564 tp->nvram_pagesize = 2048;
10565 break;
10566 case FLASH_5752PAGE_SIZE_4K:
10567 tp->nvram_pagesize = 4096;
10568 break;
10569 case FLASH_5752PAGE_SIZE_264:
10570 tp->nvram_pagesize = 264;
10571 break;
10572 }
10573 }
10574 else {
10575 /* For eeprom, set pagesize to maximum eeprom size */
10576 tp->nvram_pagesize = ATMEL_AT24C512_CHIP_SIZE;
10577
10578 nvcfg1 &= ~NVRAM_CFG1_COMPAT_BYPASS;
10579 tw32(NVRAM_CFG1, nvcfg1);
10580 }
10581}
10582
Michael Chand3c7b882006-03-23 01:28:25 -080010583static void __devinit tg3_get_5755_nvram_info(struct tg3 *tp)
10584{
Matt Carlson989a9d22007-05-05 11:51:05 -070010585 u32 nvcfg1, protect = 0;
Michael Chand3c7b882006-03-23 01:28:25 -080010586
10587 nvcfg1 = tr32(NVRAM_CFG1);
10588
10589 /* NVRAM protection for TPM */
Matt Carlson989a9d22007-05-05 11:51:05 -070010590 if (nvcfg1 & (1 << 27)) {
Michael Chand3c7b882006-03-23 01:28:25 -080010591 tp->tg3_flags2 |= TG3_FLG2_PROTECTED_NVRAM;
Matt Carlson989a9d22007-05-05 11:51:05 -070010592 protect = 1;
10593 }
Michael Chand3c7b882006-03-23 01:28:25 -080010594
Matt Carlson989a9d22007-05-05 11:51:05 -070010595 nvcfg1 &= NVRAM_CFG1_5752VENDOR_MASK;
10596 switch (nvcfg1) {
Michael Chand3c7b882006-03-23 01:28:25 -080010597 case FLASH_5755VENDOR_ATMEL_FLASH_1:
10598 case FLASH_5755VENDOR_ATMEL_FLASH_2:
10599 case FLASH_5755VENDOR_ATMEL_FLASH_3:
Matt Carlson70b65a22007-07-11 19:48:50 -070010600 case FLASH_5755VENDOR_ATMEL_FLASH_5:
Michael Chand3c7b882006-03-23 01:28:25 -080010601 tp->nvram_jedecnum = JEDEC_ATMEL;
10602 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10603 tp->tg3_flags2 |= TG3_FLG2_FLASH;
10604 tp->nvram_pagesize = 264;
Matt Carlson70b65a22007-07-11 19:48:50 -070010605 if (nvcfg1 == FLASH_5755VENDOR_ATMEL_FLASH_1 ||
10606 nvcfg1 == FLASH_5755VENDOR_ATMEL_FLASH_5)
Matt Carlsonfd1122a2008-05-02 16:48:36 -070010607 tp->nvram_size = (protect ? 0x3e200 :
10608 TG3_NVRAM_SIZE_512KB);
Matt Carlson989a9d22007-05-05 11:51:05 -070010609 else if (nvcfg1 == FLASH_5755VENDOR_ATMEL_FLASH_2)
Matt Carlsonfd1122a2008-05-02 16:48:36 -070010610 tp->nvram_size = (protect ? 0x1f200 :
10611 TG3_NVRAM_SIZE_256KB);
Matt Carlson989a9d22007-05-05 11:51:05 -070010612 else
Matt Carlsonfd1122a2008-05-02 16:48:36 -070010613 tp->nvram_size = (protect ? 0x1f200 :
10614 TG3_NVRAM_SIZE_128KB);
Michael Chand3c7b882006-03-23 01:28:25 -080010615 break;
10616 case FLASH_5752VENDOR_ST_M45PE10:
10617 case FLASH_5752VENDOR_ST_M45PE20:
10618 case FLASH_5752VENDOR_ST_M45PE40:
10619 tp->nvram_jedecnum = JEDEC_ST;
10620 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10621 tp->tg3_flags2 |= TG3_FLG2_FLASH;
10622 tp->nvram_pagesize = 256;
Matt Carlson989a9d22007-05-05 11:51:05 -070010623 if (nvcfg1 == FLASH_5752VENDOR_ST_M45PE10)
Matt Carlsonfd1122a2008-05-02 16:48:36 -070010624 tp->nvram_size = (protect ?
10625 TG3_NVRAM_SIZE_64KB :
10626 TG3_NVRAM_SIZE_128KB);
Matt Carlson989a9d22007-05-05 11:51:05 -070010627 else if (nvcfg1 == FLASH_5752VENDOR_ST_M45PE20)
Matt Carlsonfd1122a2008-05-02 16:48:36 -070010628 tp->nvram_size = (protect ?
10629 TG3_NVRAM_SIZE_64KB :
10630 TG3_NVRAM_SIZE_256KB);
Matt Carlson989a9d22007-05-05 11:51:05 -070010631 else
Matt Carlsonfd1122a2008-05-02 16:48:36 -070010632 tp->nvram_size = (protect ?
10633 TG3_NVRAM_SIZE_128KB :
10634 TG3_NVRAM_SIZE_512KB);
Michael Chand3c7b882006-03-23 01:28:25 -080010635 break;
10636 }
10637}
10638
Michael Chan1b277772006-03-20 22:27:48 -080010639static void __devinit tg3_get_5787_nvram_info(struct tg3 *tp)
10640{
10641 u32 nvcfg1;
10642
10643 nvcfg1 = tr32(NVRAM_CFG1);
10644
10645 switch (nvcfg1 & NVRAM_CFG1_5752VENDOR_MASK) {
10646 case FLASH_5787VENDOR_ATMEL_EEPROM_64KHZ:
10647 case FLASH_5787VENDOR_ATMEL_EEPROM_376KHZ:
10648 case FLASH_5787VENDOR_MICRO_EEPROM_64KHZ:
10649 case FLASH_5787VENDOR_MICRO_EEPROM_376KHZ:
10650 tp->nvram_jedecnum = JEDEC_ATMEL;
10651 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10652 tp->nvram_pagesize = ATMEL_AT24C512_CHIP_SIZE;
10653
10654 nvcfg1 &= ~NVRAM_CFG1_COMPAT_BYPASS;
10655 tw32(NVRAM_CFG1, nvcfg1);
10656 break;
10657 case FLASH_5752VENDOR_ATMEL_FLASH_BUFFERED:
10658 case FLASH_5755VENDOR_ATMEL_FLASH_1:
10659 case FLASH_5755VENDOR_ATMEL_FLASH_2:
10660 case FLASH_5755VENDOR_ATMEL_FLASH_3:
10661 tp->nvram_jedecnum = JEDEC_ATMEL;
10662 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10663 tp->tg3_flags2 |= TG3_FLG2_FLASH;
10664 tp->nvram_pagesize = 264;
10665 break;
10666 case FLASH_5752VENDOR_ST_M45PE10:
10667 case FLASH_5752VENDOR_ST_M45PE20:
10668 case FLASH_5752VENDOR_ST_M45PE40:
10669 tp->nvram_jedecnum = JEDEC_ST;
10670 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10671 tp->tg3_flags2 |= TG3_FLG2_FLASH;
10672 tp->nvram_pagesize = 256;
10673 break;
10674 }
10675}
10676
Matt Carlson6b91fa02007-10-10 18:01:09 -070010677static void __devinit tg3_get_5761_nvram_info(struct tg3 *tp)
10678{
10679 u32 nvcfg1, protect = 0;
10680
10681 nvcfg1 = tr32(NVRAM_CFG1);
10682
10683 /* NVRAM protection for TPM */
10684 if (nvcfg1 & (1 << 27)) {
10685 tp->tg3_flags2 |= TG3_FLG2_PROTECTED_NVRAM;
10686 protect = 1;
10687 }
10688
10689 nvcfg1 &= NVRAM_CFG1_5752VENDOR_MASK;
10690 switch (nvcfg1) {
10691 case FLASH_5761VENDOR_ATMEL_ADB021D:
10692 case FLASH_5761VENDOR_ATMEL_ADB041D:
10693 case FLASH_5761VENDOR_ATMEL_ADB081D:
10694 case FLASH_5761VENDOR_ATMEL_ADB161D:
10695 case FLASH_5761VENDOR_ATMEL_MDB021D:
10696 case FLASH_5761VENDOR_ATMEL_MDB041D:
10697 case FLASH_5761VENDOR_ATMEL_MDB081D:
10698 case FLASH_5761VENDOR_ATMEL_MDB161D:
10699 tp->nvram_jedecnum = JEDEC_ATMEL;
10700 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10701 tp->tg3_flags2 |= TG3_FLG2_FLASH;
10702 tp->tg3_flags3 |= TG3_FLG3_NO_NVRAM_ADDR_TRANS;
10703 tp->nvram_pagesize = 256;
10704 break;
10705 case FLASH_5761VENDOR_ST_A_M45PE20:
10706 case FLASH_5761VENDOR_ST_A_M45PE40:
10707 case FLASH_5761VENDOR_ST_A_M45PE80:
10708 case FLASH_5761VENDOR_ST_A_M45PE16:
10709 case FLASH_5761VENDOR_ST_M_M45PE20:
10710 case FLASH_5761VENDOR_ST_M_M45PE40:
10711 case FLASH_5761VENDOR_ST_M_M45PE80:
10712 case FLASH_5761VENDOR_ST_M_M45PE16:
10713 tp->nvram_jedecnum = JEDEC_ST;
10714 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10715 tp->tg3_flags2 |= TG3_FLG2_FLASH;
10716 tp->nvram_pagesize = 256;
10717 break;
10718 }
10719
10720 if (protect) {
10721 tp->nvram_size = tr32(NVRAM_ADDR_LOCKOUT);
10722 } else {
10723 switch (nvcfg1) {
10724 case FLASH_5761VENDOR_ATMEL_ADB161D:
10725 case FLASH_5761VENDOR_ATMEL_MDB161D:
10726 case FLASH_5761VENDOR_ST_A_M45PE16:
10727 case FLASH_5761VENDOR_ST_M_M45PE16:
Matt Carlsonfd1122a2008-05-02 16:48:36 -070010728 tp->nvram_size = TG3_NVRAM_SIZE_2MB;
Matt Carlson6b91fa02007-10-10 18:01:09 -070010729 break;
10730 case FLASH_5761VENDOR_ATMEL_ADB081D:
10731 case FLASH_5761VENDOR_ATMEL_MDB081D:
10732 case FLASH_5761VENDOR_ST_A_M45PE80:
10733 case FLASH_5761VENDOR_ST_M_M45PE80:
Matt Carlsonfd1122a2008-05-02 16:48:36 -070010734 tp->nvram_size = TG3_NVRAM_SIZE_1MB;
Matt Carlson6b91fa02007-10-10 18:01:09 -070010735 break;
10736 case FLASH_5761VENDOR_ATMEL_ADB041D:
10737 case FLASH_5761VENDOR_ATMEL_MDB041D:
10738 case FLASH_5761VENDOR_ST_A_M45PE40:
10739 case FLASH_5761VENDOR_ST_M_M45PE40:
Matt Carlsonfd1122a2008-05-02 16:48:36 -070010740 tp->nvram_size = TG3_NVRAM_SIZE_512KB;
Matt Carlson6b91fa02007-10-10 18:01:09 -070010741 break;
10742 case FLASH_5761VENDOR_ATMEL_ADB021D:
10743 case FLASH_5761VENDOR_ATMEL_MDB021D:
10744 case FLASH_5761VENDOR_ST_A_M45PE20:
10745 case FLASH_5761VENDOR_ST_M_M45PE20:
Matt Carlsonfd1122a2008-05-02 16:48:36 -070010746 tp->nvram_size = TG3_NVRAM_SIZE_256KB;
Matt Carlson6b91fa02007-10-10 18:01:09 -070010747 break;
10748 }
10749 }
10750}
10751
Michael Chanb5d37722006-09-27 16:06:21 -070010752static void __devinit tg3_get_5906_nvram_info(struct tg3 *tp)
10753{
10754 tp->nvram_jedecnum = JEDEC_ATMEL;
10755 tp->tg3_flags |= TG3_FLAG_NVRAM_BUFFERED;
10756 tp->nvram_pagesize = ATMEL_AT24C512_CHIP_SIZE;
10757}
10758
Linus Torvalds1da177e2005-04-16 15:20:36 -070010759/* Chips other than 5700/5701 use the NVRAM for fetching info. */
10760static void __devinit tg3_nvram_init(struct tg3 *tp)
10761{
Linus Torvalds1da177e2005-04-16 15:20:36 -070010762 tw32_f(GRC_EEPROM_ADDR,
10763 (EEPROM_ADDR_FSM_RESET |
10764 (EEPROM_DEFAULT_CLOCK_PERIOD <<
10765 EEPROM_ADDR_CLKPERD_SHIFT)));
10766
Michael Chan9d57f012006-12-07 00:23:25 -080010767 msleep(1);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010768
10769 /* Enable seeprom accesses. */
10770 tw32_f(GRC_LOCAL_CTRL,
10771 tr32(GRC_LOCAL_CTRL) | GRC_LCLCTRL_AUTO_SEEPROM);
10772 udelay(100);
10773
10774 if (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5700 &&
10775 GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5701) {
10776 tp->tg3_flags |= TG3_FLAG_NVRAM;
10777
Michael Chanec41c7d2006-01-17 02:40:55 -080010778 if (tg3_nvram_lock(tp)) {
10779 printk(KERN_WARNING PFX "%s: Cannot get nvarm lock, "
10780 "tg3_nvram_init failed.\n", tp->dev->name);
10781 return;
10782 }
Michael Chane6af3012005-04-21 17:12:05 -070010783 tg3_enable_nvram_access(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010784
Matt Carlson989a9d22007-05-05 11:51:05 -070010785 tp->nvram_size = 0;
10786
Michael Chan361b4ac2005-04-21 17:11:21 -070010787 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5752)
10788 tg3_get_5752_nvram_info(tp);
Michael Chand3c7b882006-03-23 01:28:25 -080010789 else if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755)
10790 tg3_get_5755_nvram_info(tp);
Matt Carlsond30cdd22007-10-07 23:28:35 -070010791 else if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5787 ||
Matt Carlson57e69832008-05-25 23:48:31 -070010792 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
10793 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785)
Michael Chan1b277772006-03-20 22:27:48 -080010794 tg3_get_5787_nvram_info(tp);
Matt Carlson6b91fa02007-10-10 18:01:09 -070010795 else if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761)
10796 tg3_get_5761_nvram_info(tp);
Michael Chanb5d37722006-09-27 16:06:21 -070010797 else if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906)
10798 tg3_get_5906_nvram_info(tp);
Michael Chan361b4ac2005-04-21 17:11:21 -070010799 else
10800 tg3_get_nvram_info(tp);
10801
Matt Carlson989a9d22007-05-05 11:51:05 -070010802 if (tp->nvram_size == 0)
10803 tg3_get_nvram_size(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010804
Michael Chane6af3012005-04-21 17:12:05 -070010805 tg3_disable_nvram_access(tp);
Michael Chan381291b2005-12-13 21:08:21 -080010806 tg3_nvram_unlock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010807
10808 } else {
10809 tp->tg3_flags &= ~(TG3_FLAG_NVRAM | TG3_FLAG_NVRAM_BUFFERED);
10810
10811 tg3_get_eeprom_size(tp);
10812 }
10813}
10814
10815static int tg3_nvram_read_using_eeprom(struct tg3 *tp,
10816 u32 offset, u32 *val)
10817{
10818 u32 tmp;
10819 int i;
10820
10821 if (offset > EEPROM_ADDR_ADDR_MASK ||
10822 (offset % 4) != 0)
10823 return -EINVAL;
10824
10825 tmp = tr32(GRC_EEPROM_ADDR) & ~(EEPROM_ADDR_ADDR_MASK |
10826 EEPROM_ADDR_DEVID_MASK |
10827 EEPROM_ADDR_READ);
10828 tw32(GRC_EEPROM_ADDR,
10829 tmp |
10830 (0 << EEPROM_ADDR_DEVID_SHIFT) |
10831 ((offset << EEPROM_ADDR_ADDR_SHIFT) &
10832 EEPROM_ADDR_ADDR_MASK) |
10833 EEPROM_ADDR_READ | EEPROM_ADDR_START);
10834
Michael Chan9d57f012006-12-07 00:23:25 -080010835 for (i = 0; i < 1000; i++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070010836 tmp = tr32(GRC_EEPROM_ADDR);
10837
10838 if (tmp & EEPROM_ADDR_COMPLETE)
10839 break;
Michael Chan9d57f012006-12-07 00:23:25 -080010840 msleep(1);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010841 }
10842 if (!(tmp & EEPROM_ADDR_COMPLETE))
10843 return -EBUSY;
10844
10845 *val = tr32(GRC_EEPROM_DATA);
10846 return 0;
10847}
10848
10849#define NVRAM_CMD_TIMEOUT 10000
10850
10851static int tg3_nvram_exec_cmd(struct tg3 *tp, u32 nvram_cmd)
10852{
10853 int i;
10854
10855 tw32(NVRAM_CMD, nvram_cmd);
10856 for (i = 0; i < NVRAM_CMD_TIMEOUT; i++) {
10857 udelay(10);
10858 if (tr32(NVRAM_CMD) & NVRAM_CMD_DONE) {
10859 udelay(10);
10860 break;
10861 }
10862 }
10863 if (i == NVRAM_CMD_TIMEOUT) {
10864 return -EBUSY;
10865 }
10866 return 0;
10867}
10868
Michael Chan18201802006-03-20 22:29:15 -080010869static u32 tg3_nvram_phys_addr(struct tg3 *tp, u32 addr)
10870{
10871 if ((tp->tg3_flags & TG3_FLAG_NVRAM) &&
10872 (tp->tg3_flags & TG3_FLAG_NVRAM_BUFFERED) &&
10873 (tp->tg3_flags2 & TG3_FLG2_FLASH) &&
Matt Carlson6b91fa02007-10-10 18:01:09 -070010874 !(tp->tg3_flags3 & TG3_FLG3_NO_NVRAM_ADDR_TRANS) &&
Michael Chan18201802006-03-20 22:29:15 -080010875 (tp->nvram_jedecnum == JEDEC_ATMEL))
10876
10877 addr = ((addr / tp->nvram_pagesize) <<
10878 ATMEL_AT45DB0X1B_PAGE_POS) +
10879 (addr % tp->nvram_pagesize);
10880
10881 return addr;
10882}
10883
Michael Chanc4e65752006-03-20 22:29:32 -080010884static u32 tg3_nvram_logical_addr(struct tg3 *tp, u32 addr)
10885{
10886 if ((tp->tg3_flags & TG3_FLAG_NVRAM) &&
10887 (tp->tg3_flags & TG3_FLAG_NVRAM_BUFFERED) &&
10888 (tp->tg3_flags2 & TG3_FLG2_FLASH) &&
Matt Carlson6b91fa02007-10-10 18:01:09 -070010889 !(tp->tg3_flags3 & TG3_FLG3_NO_NVRAM_ADDR_TRANS) &&
Michael Chanc4e65752006-03-20 22:29:32 -080010890 (tp->nvram_jedecnum == JEDEC_ATMEL))
10891
10892 addr = ((addr >> ATMEL_AT45DB0X1B_PAGE_POS) *
10893 tp->nvram_pagesize) +
10894 (addr & ((1 << ATMEL_AT45DB0X1B_PAGE_POS) - 1));
10895
10896 return addr;
10897}
10898
Linus Torvalds1da177e2005-04-16 15:20:36 -070010899static int tg3_nvram_read(struct tg3 *tp, u32 offset, u32 *val)
10900{
10901 int ret;
10902
Linus Torvalds1da177e2005-04-16 15:20:36 -070010903 if (!(tp->tg3_flags & TG3_FLAG_NVRAM))
10904 return tg3_nvram_read_using_eeprom(tp, offset, val);
10905
Michael Chan18201802006-03-20 22:29:15 -080010906 offset = tg3_nvram_phys_addr(tp, offset);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010907
10908 if (offset > NVRAM_ADDR_MSK)
10909 return -EINVAL;
10910
Michael Chanec41c7d2006-01-17 02:40:55 -080010911 ret = tg3_nvram_lock(tp);
10912 if (ret)
10913 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -070010914
Michael Chane6af3012005-04-21 17:12:05 -070010915 tg3_enable_nvram_access(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010916
10917 tw32(NVRAM_ADDR, offset);
10918 ret = tg3_nvram_exec_cmd(tp, NVRAM_CMD_RD | NVRAM_CMD_GO |
10919 NVRAM_CMD_FIRST | NVRAM_CMD_LAST | NVRAM_CMD_DONE);
10920
10921 if (ret == 0)
10922 *val = swab32(tr32(NVRAM_RDDATA));
10923
Michael Chane6af3012005-04-21 17:12:05 -070010924 tg3_disable_nvram_access(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010925
Michael Chan381291b2005-12-13 21:08:21 -080010926 tg3_nvram_unlock(tp);
10927
Linus Torvalds1da177e2005-04-16 15:20:36 -070010928 return ret;
10929}
10930
Al Virob9fc7dc2007-12-17 22:59:57 -080010931static int tg3_nvram_read_le(struct tg3 *tp, u32 offset, __le32 *val)
10932{
10933 u32 v;
10934 int res = tg3_nvram_read(tp, offset, &v);
10935 if (!res)
10936 *val = cpu_to_le32(v);
10937 return res;
10938}
10939
Michael Chan18201802006-03-20 22:29:15 -080010940static int tg3_nvram_read_swab(struct tg3 *tp, u32 offset, u32 *val)
10941{
10942 int err;
10943 u32 tmp;
10944
10945 err = tg3_nvram_read(tp, offset, &tmp);
10946 *val = swab32(tmp);
10947 return err;
10948}
10949
Linus Torvalds1da177e2005-04-16 15:20:36 -070010950static int tg3_nvram_write_block_using_eeprom(struct tg3 *tp,
10951 u32 offset, u32 len, u8 *buf)
10952{
10953 int i, j, rc = 0;
10954 u32 val;
10955
10956 for (i = 0; i < len; i += 4) {
Al Virob9fc7dc2007-12-17 22:59:57 -080010957 u32 addr;
10958 __le32 data;
Linus Torvalds1da177e2005-04-16 15:20:36 -070010959
10960 addr = offset + i;
10961
10962 memcpy(&data, buf + i, 4);
10963
Al Virob9fc7dc2007-12-17 22:59:57 -080010964 tw32(GRC_EEPROM_DATA, le32_to_cpu(data));
Linus Torvalds1da177e2005-04-16 15:20:36 -070010965
10966 val = tr32(GRC_EEPROM_ADDR);
10967 tw32(GRC_EEPROM_ADDR, val | EEPROM_ADDR_COMPLETE);
10968
10969 val &= ~(EEPROM_ADDR_ADDR_MASK | EEPROM_ADDR_DEVID_MASK |
10970 EEPROM_ADDR_READ);
10971 tw32(GRC_EEPROM_ADDR, val |
10972 (0 << EEPROM_ADDR_DEVID_SHIFT) |
10973 (addr & EEPROM_ADDR_ADDR_MASK) |
10974 EEPROM_ADDR_START |
10975 EEPROM_ADDR_WRITE);
Jeff Garzik6aa20a22006-09-13 13:24:59 -040010976
Michael Chan9d57f012006-12-07 00:23:25 -080010977 for (j = 0; j < 1000; j++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070010978 val = tr32(GRC_EEPROM_ADDR);
10979
10980 if (val & EEPROM_ADDR_COMPLETE)
10981 break;
Michael Chan9d57f012006-12-07 00:23:25 -080010982 msleep(1);
Linus Torvalds1da177e2005-04-16 15:20:36 -070010983 }
10984 if (!(val & EEPROM_ADDR_COMPLETE)) {
10985 rc = -EBUSY;
10986 break;
10987 }
10988 }
10989
10990 return rc;
10991}
10992
10993/* offset and length are dword aligned */
10994static int tg3_nvram_write_block_unbuffered(struct tg3 *tp, u32 offset, u32 len,
10995 u8 *buf)
10996{
10997 int ret = 0;
10998 u32 pagesize = tp->nvram_pagesize;
10999 u32 pagemask = pagesize - 1;
11000 u32 nvram_cmd;
11001 u8 *tmp;
11002
11003 tmp = kmalloc(pagesize, GFP_KERNEL);
11004 if (tmp == NULL)
11005 return -ENOMEM;
11006
11007 while (len) {
11008 int j;
Michael Chane6af3012005-04-21 17:12:05 -070011009 u32 phy_addr, page_off, size;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011010
11011 phy_addr = offset & ~pagemask;
Jeff Garzik6aa20a22006-09-13 13:24:59 -040011012
Linus Torvalds1da177e2005-04-16 15:20:36 -070011013 for (j = 0; j < pagesize; j += 4) {
Al Viro286e3102007-12-17 23:00:31 -080011014 if ((ret = tg3_nvram_read_le(tp, phy_addr + j,
Al Virob9fc7dc2007-12-17 22:59:57 -080011015 (__le32 *) (tmp + j))))
Linus Torvalds1da177e2005-04-16 15:20:36 -070011016 break;
11017 }
11018 if (ret)
11019 break;
11020
11021 page_off = offset & pagemask;
11022 size = pagesize;
11023 if (len < size)
11024 size = len;
11025
11026 len -= size;
11027
11028 memcpy(tmp + page_off, buf, size);
11029
11030 offset = offset + (pagesize - page_off);
11031
Michael Chane6af3012005-04-21 17:12:05 -070011032 tg3_enable_nvram_access(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070011033
11034 /*
11035 * Before we can erase the flash page, we need
11036 * to issue a special "write enable" command.
11037 */
11038 nvram_cmd = NVRAM_CMD_WREN | NVRAM_CMD_GO | NVRAM_CMD_DONE;
11039
11040 if (tg3_nvram_exec_cmd(tp, nvram_cmd))
11041 break;
11042
11043 /* Erase the target page */
11044 tw32(NVRAM_ADDR, phy_addr);
11045
11046 nvram_cmd = NVRAM_CMD_GO | NVRAM_CMD_DONE | NVRAM_CMD_WR |
11047 NVRAM_CMD_FIRST | NVRAM_CMD_LAST | NVRAM_CMD_ERASE;
11048
11049 if (tg3_nvram_exec_cmd(tp, nvram_cmd))
11050 break;
11051
11052 /* Issue another write enable to start the write. */
11053 nvram_cmd = NVRAM_CMD_WREN | NVRAM_CMD_GO | NVRAM_CMD_DONE;
11054
11055 if (tg3_nvram_exec_cmd(tp, nvram_cmd))
11056 break;
11057
11058 for (j = 0; j < pagesize; j += 4) {
Al Virob9fc7dc2007-12-17 22:59:57 -080011059 __be32 data;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011060
Al Virob9fc7dc2007-12-17 22:59:57 -080011061 data = *((__be32 *) (tmp + j));
11062 /* swab32(le32_to_cpu(data)), actually */
11063 tw32(NVRAM_WRDATA, be32_to_cpu(data));
Linus Torvalds1da177e2005-04-16 15:20:36 -070011064
11065 tw32(NVRAM_ADDR, phy_addr + j);
11066
11067 nvram_cmd = NVRAM_CMD_GO | NVRAM_CMD_DONE |
11068 NVRAM_CMD_WR;
11069
11070 if (j == 0)
11071 nvram_cmd |= NVRAM_CMD_FIRST;
11072 else if (j == (pagesize - 4))
11073 nvram_cmd |= NVRAM_CMD_LAST;
11074
11075 if ((ret = tg3_nvram_exec_cmd(tp, nvram_cmd)))
11076 break;
11077 }
11078 if (ret)
11079 break;
11080 }
11081
11082 nvram_cmd = NVRAM_CMD_WRDI | NVRAM_CMD_GO | NVRAM_CMD_DONE;
11083 tg3_nvram_exec_cmd(tp, nvram_cmd);
11084
11085 kfree(tmp);
11086
11087 return ret;
11088}
11089
11090/* offset and length are dword aligned */
11091static int tg3_nvram_write_block_buffered(struct tg3 *tp, u32 offset, u32 len,
11092 u8 *buf)
11093{
11094 int i, ret = 0;
11095
11096 for (i = 0; i < len; i += 4, offset += 4) {
Al Virob9fc7dc2007-12-17 22:59:57 -080011097 u32 page_off, phy_addr, nvram_cmd;
11098 __be32 data;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011099
11100 memcpy(&data, buf + i, 4);
Al Virob9fc7dc2007-12-17 22:59:57 -080011101 tw32(NVRAM_WRDATA, be32_to_cpu(data));
Linus Torvalds1da177e2005-04-16 15:20:36 -070011102
11103 page_off = offset % tp->nvram_pagesize;
11104
Michael Chan18201802006-03-20 22:29:15 -080011105 phy_addr = tg3_nvram_phys_addr(tp, offset);
Linus Torvalds1da177e2005-04-16 15:20:36 -070011106
11107 tw32(NVRAM_ADDR, phy_addr);
11108
11109 nvram_cmd = NVRAM_CMD_GO | NVRAM_CMD_DONE | NVRAM_CMD_WR;
11110
11111 if ((page_off == 0) || (i == 0))
11112 nvram_cmd |= NVRAM_CMD_FIRST;
Michael Chanf6d9a252006-04-29 19:00:24 -070011113 if (page_off == (tp->nvram_pagesize - 4))
Linus Torvalds1da177e2005-04-16 15:20:36 -070011114 nvram_cmd |= NVRAM_CMD_LAST;
11115
11116 if (i == (len - 4))
11117 nvram_cmd |= NVRAM_CMD_LAST;
11118
Michael Chan4c987482005-09-05 17:52:38 -070011119 if ((GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5752) &&
Michael Chanaf36e6b2006-03-23 01:28:06 -080011120 (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5755) &&
Michael Chan1b277772006-03-20 22:27:48 -080011121 (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5787) &&
Matt Carlsond30cdd22007-10-07 23:28:35 -070011122 (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5784) &&
Matt Carlson9936bcf2007-10-10 18:03:07 -070011123 (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5761) &&
Matt Carlson57e69832008-05-25 23:48:31 -070011124 (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5785) &&
Michael Chan4c987482005-09-05 17:52:38 -070011125 (tp->nvram_jedecnum == JEDEC_ST) &&
11126 (nvram_cmd & NVRAM_CMD_FIRST)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070011127
11128 if ((ret = tg3_nvram_exec_cmd(tp,
11129 NVRAM_CMD_WREN | NVRAM_CMD_GO |
11130 NVRAM_CMD_DONE)))
11131
11132 break;
11133 }
11134 if (!(tp->tg3_flags2 & TG3_FLG2_FLASH)) {
11135 /* We always do complete word writes to eeprom. */
11136 nvram_cmd |= (NVRAM_CMD_FIRST | NVRAM_CMD_LAST);
11137 }
11138
11139 if ((ret = tg3_nvram_exec_cmd(tp, nvram_cmd)))
11140 break;
11141 }
11142 return ret;
11143}
11144
11145/* offset and length are dword aligned */
11146static int tg3_nvram_write_block(struct tg3 *tp, u32 offset, u32 len, u8 *buf)
11147{
11148 int ret;
11149
Linus Torvalds1da177e2005-04-16 15:20:36 -070011150 if (tp->tg3_flags & TG3_FLAG_EEPROM_WRITE_PROT) {
Michael Chan314fba32005-04-21 17:07:04 -070011151 tw32_f(GRC_LOCAL_CTRL, tp->grc_local_ctrl &
11152 ~GRC_LCLCTRL_GPIO_OUTPUT1);
Linus Torvalds1da177e2005-04-16 15:20:36 -070011153 udelay(40);
11154 }
11155
11156 if (!(tp->tg3_flags & TG3_FLAG_NVRAM)) {
11157 ret = tg3_nvram_write_block_using_eeprom(tp, offset, len, buf);
11158 }
11159 else {
11160 u32 grc_mode;
11161
Michael Chanec41c7d2006-01-17 02:40:55 -080011162 ret = tg3_nvram_lock(tp);
11163 if (ret)
11164 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011165
Michael Chane6af3012005-04-21 17:12:05 -070011166 tg3_enable_nvram_access(tp);
11167 if ((tp->tg3_flags2 & TG3_FLG2_5750_PLUS) &&
11168 !(tp->tg3_flags2 & TG3_FLG2_PROTECTED_NVRAM))
Linus Torvalds1da177e2005-04-16 15:20:36 -070011169 tw32(NVRAM_WRITE1, 0x406);
Linus Torvalds1da177e2005-04-16 15:20:36 -070011170
11171 grc_mode = tr32(GRC_MODE);
11172 tw32(GRC_MODE, grc_mode | GRC_MODE_NVRAM_WR_ENABLE);
11173
11174 if ((tp->tg3_flags & TG3_FLAG_NVRAM_BUFFERED) ||
11175 !(tp->tg3_flags2 & TG3_FLG2_FLASH)) {
11176
11177 ret = tg3_nvram_write_block_buffered(tp, offset, len,
11178 buf);
11179 }
11180 else {
11181 ret = tg3_nvram_write_block_unbuffered(tp, offset, len,
11182 buf);
11183 }
11184
11185 grc_mode = tr32(GRC_MODE);
11186 tw32(GRC_MODE, grc_mode & ~GRC_MODE_NVRAM_WR_ENABLE);
11187
Michael Chane6af3012005-04-21 17:12:05 -070011188 tg3_disable_nvram_access(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070011189 tg3_nvram_unlock(tp);
11190 }
11191
11192 if (tp->tg3_flags & TG3_FLAG_EEPROM_WRITE_PROT) {
Michael Chan314fba32005-04-21 17:07:04 -070011193 tw32_f(GRC_LOCAL_CTRL, tp->grc_local_ctrl);
Linus Torvalds1da177e2005-04-16 15:20:36 -070011194 udelay(40);
11195 }
11196
11197 return ret;
11198}
11199
11200struct subsys_tbl_ent {
11201 u16 subsys_vendor, subsys_devid;
11202 u32 phy_id;
11203};
11204
11205static struct subsys_tbl_ent subsys_id_to_phy_id[] = {
11206 /* Broadcom boards. */
11207 { PCI_VENDOR_ID_BROADCOM, 0x1644, PHY_ID_BCM5401 }, /* BCM95700A6 */
11208 { PCI_VENDOR_ID_BROADCOM, 0x0001, PHY_ID_BCM5701 }, /* BCM95701A5 */
11209 { PCI_VENDOR_ID_BROADCOM, 0x0002, PHY_ID_BCM8002 }, /* BCM95700T6 */
11210 { PCI_VENDOR_ID_BROADCOM, 0x0003, 0 }, /* BCM95700A9 */
11211 { PCI_VENDOR_ID_BROADCOM, 0x0005, PHY_ID_BCM5701 }, /* BCM95701T1 */
11212 { PCI_VENDOR_ID_BROADCOM, 0x0006, PHY_ID_BCM5701 }, /* BCM95701T8 */
11213 { PCI_VENDOR_ID_BROADCOM, 0x0007, 0 }, /* BCM95701A7 */
11214 { PCI_VENDOR_ID_BROADCOM, 0x0008, PHY_ID_BCM5701 }, /* BCM95701A10 */
11215 { PCI_VENDOR_ID_BROADCOM, 0x8008, PHY_ID_BCM5701 }, /* BCM95701A12 */
11216 { PCI_VENDOR_ID_BROADCOM, 0x0009, PHY_ID_BCM5703 }, /* BCM95703Ax1 */
11217 { PCI_VENDOR_ID_BROADCOM, 0x8009, PHY_ID_BCM5703 }, /* BCM95703Ax2 */
11218
11219 /* 3com boards. */
11220 { PCI_VENDOR_ID_3COM, 0x1000, PHY_ID_BCM5401 }, /* 3C996T */
11221 { PCI_VENDOR_ID_3COM, 0x1006, PHY_ID_BCM5701 }, /* 3C996BT */
11222 { PCI_VENDOR_ID_3COM, 0x1004, 0 }, /* 3C996SX */
11223 { PCI_VENDOR_ID_3COM, 0x1007, PHY_ID_BCM5701 }, /* 3C1000T */
11224 { PCI_VENDOR_ID_3COM, 0x1008, PHY_ID_BCM5701 }, /* 3C940BR01 */
11225
11226 /* DELL boards. */
11227 { PCI_VENDOR_ID_DELL, 0x00d1, PHY_ID_BCM5401 }, /* VIPER */
11228 { PCI_VENDOR_ID_DELL, 0x0106, PHY_ID_BCM5401 }, /* JAGUAR */
11229 { PCI_VENDOR_ID_DELL, 0x0109, PHY_ID_BCM5411 }, /* MERLOT */
11230 { PCI_VENDOR_ID_DELL, 0x010a, PHY_ID_BCM5411 }, /* SLIM_MERLOT */
11231
11232 /* Compaq boards. */
11233 { PCI_VENDOR_ID_COMPAQ, 0x007c, PHY_ID_BCM5701 }, /* BANSHEE */
11234 { PCI_VENDOR_ID_COMPAQ, 0x009a, PHY_ID_BCM5701 }, /* BANSHEE_2 */
11235 { PCI_VENDOR_ID_COMPAQ, 0x007d, 0 }, /* CHANGELING */
11236 { PCI_VENDOR_ID_COMPAQ, 0x0085, PHY_ID_BCM5701 }, /* NC7780 */
11237 { PCI_VENDOR_ID_COMPAQ, 0x0099, PHY_ID_BCM5701 }, /* NC7780_2 */
11238
11239 /* IBM boards. */
11240 { PCI_VENDOR_ID_IBM, 0x0281, 0 } /* IBM??? */
11241};
11242
11243static inline struct subsys_tbl_ent *lookup_by_subsys(struct tg3 *tp)
11244{
11245 int i;
11246
11247 for (i = 0; i < ARRAY_SIZE(subsys_id_to_phy_id); i++) {
11248 if ((subsys_id_to_phy_id[i].subsys_vendor ==
11249 tp->pdev->subsystem_vendor) &&
11250 (subsys_id_to_phy_id[i].subsys_devid ==
11251 tp->pdev->subsystem_device))
11252 return &subsys_id_to_phy_id[i];
11253 }
11254 return NULL;
11255}
11256
Michael Chan7d0c41e2005-04-21 17:06:20 -070011257static void __devinit tg3_get_eeprom_hw_cfg(struct tg3 *tp)
Linus Torvalds1da177e2005-04-16 15:20:36 -070011258{
Linus Torvalds1da177e2005-04-16 15:20:36 -070011259 u32 val;
Michael Chancaf636c72006-03-22 01:05:31 -080011260 u16 pmcsr;
11261
11262 /* On some early chips the SRAM cannot be accessed in D3hot state,
11263 * so need make sure we're in D0.
11264 */
11265 pci_read_config_word(tp->pdev, tp->pm_cap + PCI_PM_CTRL, &pmcsr);
11266 pmcsr &= ~PCI_PM_CTRL_STATE_MASK;
11267 pci_write_config_word(tp->pdev, tp->pm_cap + PCI_PM_CTRL, pmcsr);
11268 msleep(1);
Michael Chan7d0c41e2005-04-21 17:06:20 -070011269
11270 /* Make sure register accesses (indirect or otherwise)
11271 * will function correctly.
11272 */
11273 pci_write_config_dword(tp->pdev, TG3PCI_MISC_HOST_CTRL,
11274 tp->misc_host_ctrl);
Linus Torvalds1da177e2005-04-16 15:20:36 -070011275
David S. Millerf49639e2006-06-09 11:58:36 -070011276 /* The memory arbiter has to be enabled in order for SRAM accesses
11277 * to succeed. Normally on powerup the tg3 chip firmware will make
11278 * sure it is enabled, but other entities such as system netboot
11279 * code might disable it.
11280 */
11281 val = tr32(MEMARB_MODE);
11282 tw32(MEMARB_MODE, val | MEMARB_MODE_ENABLE);
11283
Linus Torvalds1da177e2005-04-16 15:20:36 -070011284 tp->phy_id = PHY_ID_INVALID;
Michael Chan7d0c41e2005-04-21 17:06:20 -070011285 tp->led_ctrl = LED_CTRL_MODE_PHY_1;
11286
Gary Zambranoa85feb82007-05-05 11:52:19 -070011287 /* Assume an onboard device and WOL capable by default. */
11288 tp->tg3_flags |= TG3_FLAG_EEPROM_WRITE_PROT | TG3_FLAG_WOL_CAP;
David S. Miller72b845e2006-03-14 14:11:48 -080011289
Michael Chanb5d37722006-09-27 16:06:21 -070011290 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
Michael Chan9d26e212006-12-07 00:21:14 -080011291 if (!(tr32(PCIE_TRANSACTION_CFG) & PCIE_TRANS_CFG_LOM)) {
Michael Chanb5d37722006-09-27 16:06:21 -070011292 tp->tg3_flags &= ~TG3_FLAG_EEPROM_WRITE_PROT;
Michael Chan9d26e212006-12-07 00:21:14 -080011293 tp->tg3_flags2 |= TG3_FLG2_IS_NIC;
11294 }
Matt Carlson0527ba32007-10-10 18:03:30 -070011295 val = tr32(VCPU_CFGSHDW);
11296 if (val & VCPU_CFGSHDW_ASPM_DBNC)
Matt Carlson8ed5d972007-05-07 00:25:49 -070011297 tp->tg3_flags |= TG3_FLAG_ASPM_WORKAROUND;
Matt Carlson0527ba32007-10-10 18:03:30 -070011298 if ((val & VCPU_CFGSHDW_WOL_ENABLE) &&
Rafael J. Wysocki12dac072008-07-30 16:37:33 -070011299 (val & VCPU_CFGSHDW_WOL_MAGPKT) &&
11300 device_may_wakeup(&tp->pdev->dev))
Matt Carlson0527ba32007-10-10 18:03:30 -070011301 tp->tg3_flags |= TG3_FLAG_WOL_ENABLE;
Michael Chanb5d37722006-09-27 16:06:21 -070011302 return;
11303 }
11304
Linus Torvalds1da177e2005-04-16 15:20:36 -070011305 tg3_read_mem(tp, NIC_SRAM_DATA_SIG, &val);
11306 if (val == NIC_SRAM_DATA_SIG_MAGIC) {
11307 u32 nic_cfg, led_cfg;
Matt Carlsona9daf362008-05-25 23:49:44 -070011308 u32 nic_phy_id, ver, cfg2 = 0, cfg4 = 0, eeprom_phy_id;
Michael Chan7d0c41e2005-04-21 17:06:20 -070011309 int eeprom_phy_serdes = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011310
11311 tg3_read_mem(tp, NIC_SRAM_DATA_CFG, &nic_cfg);
11312 tp->nic_sram_data_cfg = nic_cfg;
11313
11314 tg3_read_mem(tp, NIC_SRAM_DATA_VER, &ver);
11315 ver >>= NIC_SRAM_DATA_VER_SHIFT;
11316 if ((GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5700) &&
11317 (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5701) &&
11318 (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5703) &&
11319 (ver > 0) && (ver < 0x100))
11320 tg3_read_mem(tp, NIC_SRAM_DATA_CFG_2, &cfg2);
11321
Matt Carlsona9daf362008-05-25 23:49:44 -070011322 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785)
11323 tg3_read_mem(tp, NIC_SRAM_DATA_CFG_4, &cfg4);
11324
Linus Torvalds1da177e2005-04-16 15:20:36 -070011325 if ((nic_cfg & NIC_SRAM_DATA_CFG_PHY_TYPE_MASK) ==
11326 NIC_SRAM_DATA_CFG_PHY_TYPE_FIBER)
11327 eeprom_phy_serdes = 1;
11328
11329 tg3_read_mem(tp, NIC_SRAM_DATA_PHY_ID, &nic_phy_id);
11330 if (nic_phy_id != 0) {
11331 u32 id1 = nic_phy_id & NIC_SRAM_DATA_PHY_ID1_MASK;
11332 u32 id2 = nic_phy_id & NIC_SRAM_DATA_PHY_ID2_MASK;
11333
11334 eeprom_phy_id = (id1 >> 16) << 10;
11335 eeprom_phy_id |= (id2 & 0xfc00) << 16;
11336 eeprom_phy_id |= (id2 & 0x03ff) << 0;
11337 } else
11338 eeprom_phy_id = 0;
11339
Michael Chan7d0c41e2005-04-21 17:06:20 -070011340 tp->phy_id = eeprom_phy_id;
Michael Chan747e8f82005-07-25 12:33:22 -070011341 if (eeprom_phy_serdes) {
Michael Chana4e2b342005-10-26 15:46:52 -070011342 if (tp->tg3_flags2 & TG3_FLG2_5780_CLASS)
Michael Chan747e8f82005-07-25 12:33:22 -070011343 tp->tg3_flags2 |= TG3_FLG2_MII_SERDES;
11344 else
11345 tp->tg3_flags2 |= TG3_FLG2_PHY_SERDES;
11346 }
Michael Chan7d0c41e2005-04-21 17:06:20 -070011347
John W. Linvillecbf46852005-04-21 17:01:29 -070011348 if (tp->tg3_flags2 & TG3_FLG2_5750_PLUS)
Linus Torvalds1da177e2005-04-16 15:20:36 -070011349 led_cfg = cfg2 & (NIC_SRAM_DATA_CFG_LED_MODE_MASK |
11350 SHASTA_EXT_LED_MODE_MASK);
John W. Linvillecbf46852005-04-21 17:01:29 -070011351 else
Linus Torvalds1da177e2005-04-16 15:20:36 -070011352 led_cfg = nic_cfg & NIC_SRAM_DATA_CFG_LED_MODE_MASK;
11353
11354 switch (led_cfg) {
11355 default:
11356 case NIC_SRAM_DATA_CFG_LED_MODE_PHY_1:
11357 tp->led_ctrl = LED_CTRL_MODE_PHY_1;
11358 break;
11359
11360 case NIC_SRAM_DATA_CFG_LED_MODE_PHY_2:
11361 tp->led_ctrl = LED_CTRL_MODE_PHY_2;
11362 break;
11363
11364 case NIC_SRAM_DATA_CFG_LED_MODE_MAC:
11365 tp->led_ctrl = LED_CTRL_MODE_MAC;
Michael Chan9ba27792005-06-06 15:16:20 -070011366
11367 /* Default to PHY_1_MODE if 0 (MAC_MODE) is
11368 * read on some older 5700/5701 bootcode.
11369 */
11370 if (GET_ASIC_REV(tp->pci_chip_rev_id) ==
11371 ASIC_REV_5700 ||
11372 GET_ASIC_REV(tp->pci_chip_rev_id) ==
11373 ASIC_REV_5701)
11374 tp->led_ctrl = LED_CTRL_MODE_PHY_1;
11375
Linus Torvalds1da177e2005-04-16 15:20:36 -070011376 break;
11377
11378 case SHASTA_EXT_LED_SHARED:
11379 tp->led_ctrl = LED_CTRL_MODE_SHARED;
11380 if (tp->pci_chip_rev_id != CHIPREV_ID_5750_A0 &&
11381 tp->pci_chip_rev_id != CHIPREV_ID_5750_A1)
11382 tp->led_ctrl |= (LED_CTRL_MODE_PHY_1 |
11383 LED_CTRL_MODE_PHY_2);
11384 break;
11385
11386 case SHASTA_EXT_LED_MAC:
11387 tp->led_ctrl = LED_CTRL_MODE_SHASTA_MAC;
11388 break;
11389
11390 case SHASTA_EXT_LED_COMBO:
11391 tp->led_ctrl = LED_CTRL_MODE_COMBO;
11392 if (tp->pci_chip_rev_id != CHIPREV_ID_5750_A0)
11393 tp->led_ctrl |= (LED_CTRL_MODE_PHY_1 |
11394 LED_CTRL_MODE_PHY_2);
11395 break;
11396
Stephen Hemminger855e1112008-04-16 16:37:28 -070011397 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070011398
11399 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700 ||
11400 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701) &&
11401 tp->pdev->subsystem_vendor == PCI_VENDOR_ID_DELL)
11402 tp->led_ctrl = LED_CTRL_MODE_PHY_2;
11403
Matt Carlsonb2a5c192008-04-03 21:44:44 -070011404 if (GET_CHIP_REV(tp->pci_chip_rev_id) == CHIPREV_5784_AX)
11405 tp->led_ctrl = LED_CTRL_MODE_PHY_1;
Matt Carlson5f608912007-11-12 21:17:07 -080011406
Michael Chan9d26e212006-12-07 00:21:14 -080011407 if (nic_cfg & NIC_SRAM_DATA_CFG_EEPROM_WP) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070011408 tp->tg3_flags |= TG3_FLAG_EEPROM_WRITE_PROT;
Michael Chan9d26e212006-12-07 00:21:14 -080011409 if ((tp->pdev->subsystem_vendor ==
11410 PCI_VENDOR_ID_ARIMA) &&
11411 (tp->pdev->subsystem_device == 0x205a ||
11412 tp->pdev->subsystem_device == 0x2063))
11413 tp->tg3_flags &= ~TG3_FLAG_EEPROM_WRITE_PROT;
11414 } else {
David S. Millerf49639e2006-06-09 11:58:36 -070011415 tp->tg3_flags &= ~TG3_FLAG_EEPROM_WRITE_PROT;
Michael Chan9d26e212006-12-07 00:21:14 -080011416 tp->tg3_flags2 |= TG3_FLG2_IS_NIC;
11417 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070011418
11419 if (nic_cfg & NIC_SRAM_DATA_CFG_ASF_ENABLE) {
11420 tp->tg3_flags |= TG3_FLAG_ENABLE_ASF;
John W. Linvillecbf46852005-04-21 17:01:29 -070011421 if (tp->tg3_flags2 & TG3_FLG2_5750_PLUS)
Linus Torvalds1da177e2005-04-16 15:20:36 -070011422 tp->tg3_flags2 |= TG3_FLG2_ASF_NEW_HANDSHAKE;
11423 }
Matt Carlson0d3031d2007-10-10 18:02:43 -070011424 if (nic_cfg & NIC_SRAM_DATA_CFG_APE_ENABLE)
11425 tp->tg3_flags3 |= TG3_FLG3_ENABLE_APE;
Gary Zambranoa85feb82007-05-05 11:52:19 -070011426 if (tp->tg3_flags2 & TG3_FLG2_ANY_SERDES &&
11427 !(nic_cfg & NIC_SRAM_DATA_CFG_FIBER_WOL))
11428 tp->tg3_flags &= ~TG3_FLAG_WOL_CAP;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011429
Rafael J. Wysocki12dac072008-07-30 16:37:33 -070011430 if ((tp->tg3_flags & TG3_FLAG_WOL_CAP) &&
11431 (nic_cfg & NIC_SRAM_DATA_CFG_WOL_ENABLE) &&
11432 device_may_wakeup(&tp->pdev->dev))
Matt Carlson0527ba32007-10-10 18:03:30 -070011433 tp->tg3_flags |= TG3_FLAG_WOL_ENABLE;
11434
Linus Torvalds1da177e2005-04-16 15:20:36 -070011435 if (cfg2 & (1 << 17))
11436 tp->tg3_flags2 |= TG3_FLG2_CAPACITIVE_COUPLING;
11437
11438 /* serdes signal pre-emphasis in register 0x590 set by */
11439 /* bootcode if bit 18 is set */
11440 if (cfg2 & (1 << 18))
11441 tp->tg3_flags2 |= TG3_FLG2_SERDES_PREEMPHASIS;
Matt Carlson8ed5d972007-05-07 00:25:49 -070011442
11443 if (tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS) {
11444 u32 cfg3;
11445
11446 tg3_read_mem(tp, NIC_SRAM_DATA_CFG_3, &cfg3);
11447 if (cfg3 & NIC_SRAM_ASPM_DEBOUNCE)
11448 tp->tg3_flags |= TG3_FLAG_ASPM_WORKAROUND;
11449 }
Matt Carlsona9daf362008-05-25 23:49:44 -070011450
11451 if (cfg4 & NIC_SRAM_RGMII_STD_IBND_DISABLE)
11452 tp->tg3_flags3 |= TG3_FLG3_RGMII_STD_IBND_DISABLE;
11453 if (cfg4 & NIC_SRAM_RGMII_EXT_IBND_RX_EN)
11454 tp->tg3_flags3 |= TG3_FLG3_RGMII_EXT_IBND_RX_EN;
11455 if (cfg4 & NIC_SRAM_RGMII_EXT_IBND_TX_EN)
11456 tp->tg3_flags3 |= TG3_FLG3_RGMII_EXT_IBND_TX_EN;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011457 }
Michael Chan7d0c41e2005-04-21 17:06:20 -070011458}
11459
Matt Carlsonb2a5c192008-04-03 21:44:44 -070011460static int __devinit tg3_issue_otp_command(struct tg3 *tp, u32 cmd)
11461{
11462 int i;
11463 u32 val;
11464
11465 tw32(OTP_CTRL, cmd | OTP_CTRL_OTP_CMD_START);
11466 tw32(OTP_CTRL, cmd);
11467
11468 /* Wait for up to 1 ms for command to execute. */
11469 for (i = 0; i < 100; i++) {
11470 val = tr32(OTP_STATUS);
11471 if (val & OTP_STATUS_CMD_DONE)
11472 break;
11473 udelay(10);
11474 }
11475
11476 return (val & OTP_STATUS_CMD_DONE) ? 0 : -EBUSY;
11477}
11478
11479/* Read the gphy configuration from the OTP region of the chip. The gphy
11480 * configuration is a 32-bit value that straddles the alignment boundary.
11481 * We do two 32-bit reads and then shift and merge the results.
11482 */
11483static u32 __devinit tg3_read_otp_phycfg(struct tg3 *tp)
11484{
11485 u32 bhalf_otp, thalf_otp;
11486
11487 tw32(OTP_MODE, OTP_MODE_OTP_THRU_GRC);
11488
11489 if (tg3_issue_otp_command(tp, OTP_CTRL_OTP_CMD_INIT))
11490 return 0;
11491
11492 tw32(OTP_ADDRESS, OTP_ADDRESS_MAGIC1);
11493
11494 if (tg3_issue_otp_command(tp, OTP_CTRL_OTP_CMD_READ))
11495 return 0;
11496
11497 thalf_otp = tr32(OTP_READ_DATA);
11498
11499 tw32(OTP_ADDRESS, OTP_ADDRESS_MAGIC2);
11500
11501 if (tg3_issue_otp_command(tp, OTP_CTRL_OTP_CMD_READ))
11502 return 0;
11503
11504 bhalf_otp = tr32(OTP_READ_DATA);
11505
11506 return ((thalf_otp & 0x0000ffff) << 16) | (bhalf_otp >> 16);
11507}
11508
Michael Chan7d0c41e2005-04-21 17:06:20 -070011509static int __devinit tg3_phy_probe(struct tg3 *tp)
11510{
11511 u32 hw_phy_id_1, hw_phy_id_2;
11512 u32 hw_phy_id, hw_phy_id_masked;
11513 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011514
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070011515 if (tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB)
11516 return tg3_phy_init(tp);
11517
Linus Torvalds1da177e2005-04-16 15:20:36 -070011518 /* Reading the PHY ID register can conflict with ASF
11519 * firwmare access to the PHY hardware.
11520 */
11521 err = 0;
Matt Carlson0d3031d2007-10-10 18:02:43 -070011522 if ((tp->tg3_flags & TG3_FLAG_ENABLE_ASF) ||
11523 (tp->tg3_flags3 & TG3_FLG3_ENABLE_APE)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070011524 hw_phy_id = hw_phy_id_masked = PHY_ID_INVALID;
11525 } else {
11526 /* Now read the physical PHY_ID from the chip and verify
11527 * that it is sane. If it doesn't look good, we fall back
11528 * to either the hard-coded table based PHY_ID and failing
11529 * that the value found in the eeprom area.
11530 */
11531 err |= tg3_readphy(tp, MII_PHYSID1, &hw_phy_id_1);
11532 err |= tg3_readphy(tp, MII_PHYSID2, &hw_phy_id_2);
11533
11534 hw_phy_id = (hw_phy_id_1 & 0xffff) << 10;
11535 hw_phy_id |= (hw_phy_id_2 & 0xfc00) << 16;
11536 hw_phy_id |= (hw_phy_id_2 & 0x03ff) << 0;
11537
11538 hw_phy_id_masked = hw_phy_id & PHY_ID_MASK;
11539 }
11540
11541 if (!err && KNOWN_PHY_ID(hw_phy_id_masked)) {
11542 tp->phy_id = hw_phy_id;
11543 if (hw_phy_id_masked == PHY_ID_BCM8002)
11544 tp->tg3_flags2 |= TG3_FLG2_PHY_SERDES;
Michael Chanda6b2d02005-08-19 12:54:29 -070011545 else
11546 tp->tg3_flags2 &= ~TG3_FLG2_PHY_SERDES;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011547 } else {
Michael Chan7d0c41e2005-04-21 17:06:20 -070011548 if (tp->phy_id != PHY_ID_INVALID) {
11549 /* Do nothing, phy ID already set up in
11550 * tg3_get_eeprom_hw_cfg().
11551 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070011552 } else {
11553 struct subsys_tbl_ent *p;
11554
11555 /* No eeprom signature? Try the hardcoded
11556 * subsys device table.
11557 */
11558 p = lookup_by_subsys(tp);
11559 if (!p)
11560 return -ENODEV;
11561
11562 tp->phy_id = p->phy_id;
11563 if (!tp->phy_id ||
11564 tp->phy_id == PHY_ID_BCM8002)
11565 tp->tg3_flags2 |= TG3_FLG2_PHY_SERDES;
11566 }
11567 }
11568
Michael Chan747e8f82005-07-25 12:33:22 -070011569 if (!(tp->tg3_flags2 & TG3_FLG2_ANY_SERDES) &&
Matt Carlson0d3031d2007-10-10 18:02:43 -070011570 !(tp->tg3_flags3 & TG3_FLG3_ENABLE_APE) &&
Linus Torvalds1da177e2005-04-16 15:20:36 -070011571 !(tp->tg3_flags & TG3_FLAG_ENABLE_ASF)) {
Michael Chan3600d912006-12-07 00:21:48 -080011572 u32 bmsr, adv_reg, tg3_ctrl, mask;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011573
11574 tg3_readphy(tp, MII_BMSR, &bmsr);
11575 if (!tg3_readphy(tp, MII_BMSR, &bmsr) &&
11576 (bmsr & BMSR_LSTATUS))
11577 goto skip_phy_reset;
Jeff Garzik6aa20a22006-09-13 13:24:59 -040011578
Linus Torvalds1da177e2005-04-16 15:20:36 -070011579 err = tg3_phy_reset(tp);
11580 if (err)
11581 return err;
11582
11583 adv_reg = (ADVERTISE_10HALF | ADVERTISE_10FULL |
11584 ADVERTISE_100HALF | ADVERTISE_100FULL |
11585 ADVERTISE_CSMA | ADVERTISE_PAUSE_CAP);
11586 tg3_ctrl = 0;
11587 if (!(tp->tg3_flags & TG3_FLAG_10_100_ONLY)) {
11588 tg3_ctrl = (MII_TG3_CTRL_ADV_1000_HALF |
11589 MII_TG3_CTRL_ADV_1000_FULL);
11590 if (tp->pci_chip_rev_id == CHIPREV_ID_5701_A0 ||
11591 tp->pci_chip_rev_id == CHIPREV_ID_5701_B0)
11592 tg3_ctrl |= (MII_TG3_CTRL_AS_MASTER |
11593 MII_TG3_CTRL_ENABLE_AS_MASTER);
11594 }
11595
Michael Chan3600d912006-12-07 00:21:48 -080011596 mask = (ADVERTISED_10baseT_Half | ADVERTISED_10baseT_Full |
11597 ADVERTISED_100baseT_Half | ADVERTISED_100baseT_Full |
11598 ADVERTISED_1000baseT_Half | ADVERTISED_1000baseT_Full);
11599 if (!tg3_copper_is_advertising_all(tp, mask)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070011600 tg3_writephy(tp, MII_ADVERTISE, adv_reg);
11601
11602 if (!(tp->tg3_flags & TG3_FLAG_10_100_ONLY))
11603 tg3_writephy(tp, MII_TG3_CTRL, tg3_ctrl);
11604
11605 tg3_writephy(tp, MII_BMCR,
11606 BMCR_ANENABLE | BMCR_ANRESTART);
11607 }
11608 tg3_phy_set_wirespeed(tp);
11609
11610 tg3_writephy(tp, MII_ADVERTISE, adv_reg);
11611 if (!(tp->tg3_flags & TG3_FLAG_10_100_ONLY))
11612 tg3_writephy(tp, MII_TG3_CTRL, tg3_ctrl);
11613 }
11614
11615skip_phy_reset:
11616 if ((tp->phy_id & PHY_ID_MASK) == PHY_ID_BCM5401) {
11617 err = tg3_init_5401phy_dsp(tp);
11618 if (err)
11619 return err;
11620 }
11621
11622 if (!err && ((tp->phy_id & PHY_ID_MASK) == PHY_ID_BCM5401)) {
11623 err = tg3_init_5401phy_dsp(tp);
11624 }
11625
Michael Chan747e8f82005-07-25 12:33:22 -070011626 if (tp->tg3_flags2 & TG3_FLG2_ANY_SERDES)
Linus Torvalds1da177e2005-04-16 15:20:36 -070011627 tp->link_config.advertising =
11628 (ADVERTISED_1000baseT_Half |
11629 ADVERTISED_1000baseT_Full |
11630 ADVERTISED_Autoneg |
11631 ADVERTISED_FIBRE);
11632 if (tp->tg3_flags & TG3_FLAG_10_100_ONLY)
11633 tp->link_config.advertising &=
11634 ~(ADVERTISED_1000baseT_Half |
11635 ADVERTISED_1000baseT_Full);
11636
11637 return err;
11638}
11639
11640static void __devinit tg3_read_partno(struct tg3 *tp)
11641{
11642 unsigned char vpd_data[256];
Michael Chanaf2c6a42006-11-07 14:57:51 -080011643 unsigned int i;
Michael Chan1b277772006-03-20 22:27:48 -080011644 u32 magic;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011645
Michael Chan18201802006-03-20 22:29:15 -080011646 if (tg3_nvram_read_swab(tp, 0x0, &magic))
David S. Millerf49639e2006-06-09 11:58:36 -070011647 goto out_not_found;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011648
Michael Chan18201802006-03-20 22:29:15 -080011649 if (magic == TG3_EEPROM_MAGIC) {
Michael Chan1b277772006-03-20 22:27:48 -080011650 for (i = 0; i < 256; i += 4) {
11651 u32 tmp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011652
Michael Chan1b277772006-03-20 22:27:48 -080011653 if (tg3_nvram_read(tp, 0x100 + i, &tmp))
11654 goto out_not_found;
11655
11656 vpd_data[i + 0] = ((tmp >> 0) & 0xff);
11657 vpd_data[i + 1] = ((tmp >> 8) & 0xff);
11658 vpd_data[i + 2] = ((tmp >> 16) & 0xff);
11659 vpd_data[i + 3] = ((tmp >> 24) & 0xff);
11660 }
11661 } else {
11662 int vpd_cap;
11663
11664 vpd_cap = pci_find_capability(tp->pdev, PCI_CAP_ID_VPD);
11665 for (i = 0; i < 256; i += 4) {
11666 u32 tmp, j = 0;
Al Virob9fc7dc2007-12-17 22:59:57 -080011667 __le32 v;
Michael Chan1b277772006-03-20 22:27:48 -080011668 u16 tmp16;
11669
11670 pci_write_config_word(tp->pdev, vpd_cap + PCI_VPD_ADDR,
11671 i);
11672 while (j++ < 100) {
11673 pci_read_config_word(tp->pdev, vpd_cap +
11674 PCI_VPD_ADDR, &tmp16);
11675 if (tmp16 & 0x8000)
11676 break;
11677 msleep(1);
11678 }
David S. Millerf49639e2006-06-09 11:58:36 -070011679 if (!(tmp16 & 0x8000))
11680 goto out_not_found;
11681
Michael Chan1b277772006-03-20 22:27:48 -080011682 pci_read_config_dword(tp->pdev, vpd_cap + PCI_VPD_DATA,
11683 &tmp);
Al Virob9fc7dc2007-12-17 22:59:57 -080011684 v = cpu_to_le32(tmp);
11685 memcpy(&vpd_data[i], &v, 4);
Michael Chan1b277772006-03-20 22:27:48 -080011686 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070011687 }
11688
11689 /* Now parse and find the part number. */
Michael Chanaf2c6a42006-11-07 14:57:51 -080011690 for (i = 0; i < 254; ) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070011691 unsigned char val = vpd_data[i];
Michael Chanaf2c6a42006-11-07 14:57:51 -080011692 unsigned int block_end;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011693
11694 if (val == 0x82 || val == 0x91) {
11695 i = (i + 3 +
11696 (vpd_data[i + 1] +
11697 (vpd_data[i + 2] << 8)));
11698 continue;
11699 }
11700
11701 if (val != 0x90)
11702 goto out_not_found;
11703
11704 block_end = (i + 3 +
11705 (vpd_data[i + 1] +
11706 (vpd_data[i + 2] << 8)));
11707 i += 3;
Michael Chanaf2c6a42006-11-07 14:57:51 -080011708
11709 if (block_end > 256)
11710 goto out_not_found;
11711
11712 while (i < (block_end - 2)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070011713 if (vpd_data[i + 0] == 'P' &&
11714 vpd_data[i + 1] == 'N') {
11715 int partno_len = vpd_data[i + 2];
11716
Michael Chanaf2c6a42006-11-07 14:57:51 -080011717 i += 3;
11718 if (partno_len > 24 || (partno_len + i) > 256)
Linus Torvalds1da177e2005-04-16 15:20:36 -070011719 goto out_not_found;
11720
11721 memcpy(tp->board_part_number,
Michael Chanaf2c6a42006-11-07 14:57:51 -080011722 &vpd_data[i], partno_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -070011723
11724 /* Success. */
11725 return;
11726 }
Michael Chanaf2c6a42006-11-07 14:57:51 -080011727 i += 3 + vpd_data[i + 2];
Linus Torvalds1da177e2005-04-16 15:20:36 -070011728 }
11729
11730 /* Part number not found. */
11731 goto out_not_found;
11732 }
11733
11734out_not_found:
Michael Chanb5d37722006-09-27 16:06:21 -070011735 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906)
11736 strcpy(tp->board_part_number, "BCM95906");
11737 else
11738 strcpy(tp->board_part_number, "none");
Linus Torvalds1da177e2005-04-16 15:20:36 -070011739}
11740
Matt Carlson9c8a6202007-10-21 16:16:08 -070011741static int __devinit tg3_fw_img_is_valid(struct tg3 *tp, u32 offset)
11742{
11743 u32 val;
11744
11745 if (tg3_nvram_read_swab(tp, offset, &val) ||
11746 (val & 0xfc000000) != 0x0c000000 ||
11747 tg3_nvram_read_swab(tp, offset + 4, &val) ||
11748 val != 0)
11749 return 0;
11750
11751 return 1;
11752}
11753
Michael Chanc4e65752006-03-20 22:29:32 -080011754static void __devinit tg3_read_fw_ver(struct tg3 *tp)
11755{
11756 u32 val, offset, start;
Matt Carlson9c8a6202007-10-21 16:16:08 -070011757 u32 ver_offset;
11758 int i, bcnt;
Michael Chanc4e65752006-03-20 22:29:32 -080011759
11760 if (tg3_nvram_read_swab(tp, 0, &val))
11761 return;
11762
11763 if (val != TG3_EEPROM_MAGIC)
11764 return;
11765
11766 if (tg3_nvram_read_swab(tp, 0xc, &offset) ||
11767 tg3_nvram_read_swab(tp, 0x4, &start))
11768 return;
11769
11770 offset = tg3_nvram_logical_addr(tp, offset);
Matt Carlson9c8a6202007-10-21 16:16:08 -070011771
11772 if (!tg3_fw_img_is_valid(tp, offset) ||
11773 tg3_nvram_read_swab(tp, offset + 8, &ver_offset))
Michael Chanc4e65752006-03-20 22:29:32 -080011774 return;
11775
Matt Carlson9c8a6202007-10-21 16:16:08 -070011776 offset = offset + ver_offset - start;
11777 for (i = 0; i < 16; i += 4) {
Al Virob9fc7dc2007-12-17 22:59:57 -080011778 __le32 v;
11779 if (tg3_nvram_read_le(tp, offset + i, &v))
Michael Chanc4e65752006-03-20 22:29:32 -080011780 return;
11781
Al Virob9fc7dc2007-12-17 22:59:57 -080011782 memcpy(tp->fw_ver + i, &v, 4);
Michael Chanc4e65752006-03-20 22:29:32 -080011783 }
Matt Carlson9c8a6202007-10-21 16:16:08 -070011784
11785 if (!(tp->tg3_flags & TG3_FLAG_ENABLE_ASF) ||
Matt Carlson84af67f2007-11-12 21:08:59 -080011786 (tp->tg3_flags3 & TG3_FLG3_ENABLE_APE))
Matt Carlson9c8a6202007-10-21 16:16:08 -070011787 return;
11788
11789 for (offset = TG3_NVM_DIR_START;
11790 offset < TG3_NVM_DIR_END;
11791 offset += TG3_NVM_DIRENT_SIZE) {
11792 if (tg3_nvram_read_swab(tp, offset, &val))
11793 return;
11794
11795 if ((val >> TG3_NVM_DIRTYPE_SHIFT) == TG3_NVM_DIRTYPE_ASFINI)
11796 break;
11797 }
11798
11799 if (offset == TG3_NVM_DIR_END)
11800 return;
11801
11802 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS))
11803 start = 0x08000000;
11804 else if (tg3_nvram_read_swab(tp, offset - 4, &start))
11805 return;
11806
11807 if (tg3_nvram_read_swab(tp, offset + 4, &offset) ||
11808 !tg3_fw_img_is_valid(tp, offset) ||
11809 tg3_nvram_read_swab(tp, offset + 8, &val))
11810 return;
11811
11812 offset += val - start;
11813
11814 bcnt = strlen(tp->fw_ver);
11815
11816 tp->fw_ver[bcnt++] = ',';
11817 tp->fw_ver[bcnt++] = ' ';
11818
11819 for (i = 0; i < 4; i++) {
Al Virob9fc7dc2007-12-17 22:59:57 -080011820 __le32 v;
11821 if (tg3_nvram_read_le(tp, offset, &v))
Matt Carlson9c8a6202007-10-21 16:16:08 -070011822 return;
11823
Al Virob9fc7dc2007-12-17 22:59:57 -080011824 offset += sizeof(v);
Matt Carlson9c8a6202007-10-21 16:16:08 -070011825
Al Virob9fc7dc2007-12-17 22:59:57 -080011826 if (bcnt > TG3_VER_SIZE - sizeof(v)) {
11827 memcpy(&tp->fw_ver[bcnt], &v, TG3_VER_SIZE - bcnt);
Matt Carlson9c8a6202007-10-21 16:16:08 -070011828 break;
11829 }
11830
Al Virob9fc7dc2007-12-17 22:59:57 -080011831 memcpy(&tp->fw_ver[bcnt], &v, sizeof(v));
11832 bcnt += sizeof(v);
Matt Carlson9c8a6202007-10-21 16:16:08 -070011833 }
11834
11835 tp->fw_ver[TG3_VER_SIZE - 1] = 0;
Michael Chanc4e65752006-03-20 22:29:32 -080011836}
11837
Michael Chan7544b092007-05-05 13:08:32 -070011838static struct pci_dev * __devinit tg3_find_peer(struct tg3 *);
11839
Linus Torvalds1da177e2005-04-16 15:20:36 -070011840static int __devinit tg3_get_invariants(struct tg3 *tp)
11841{
11842 static struct pci_device_id write_reorder_chipsets[] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -070011843 { PCI_DEVICE(PCI_VENDOR_ID_AMD,
11844 PCI_DEVICE_ID_AMD_FE_GATE_700C) },
John W. Linvillec165b002006-07-08 13:28:53 -070011845 { PCI_DEVICE(PCI_VENDOR_ID_AMD,
11846 PCI_DEVICE_ID_AMD_8131_BRIDGE) },
Michael Chan399de502005-10-03 14:02:39 -070011847 { PCI_DEVICE(PCI_VENDOR_ID_VIA,
11848 PCI_DEVICE_ID_VIA_8385_0) },
Linus Torvalds1da177e2005-04-16 15:20:36 -070011849 { },
11850 };
11851 u32 misc_ctrl_reg;
11852 u32 cacheline_sz_reg;
11853 u32 pci_state_reg, grc_misc_cfg;
11854 u32 val;
11855 u16 pci_cmd;
Michael Chanc7835a72006-11-15 21:14:42 -080011856 int err, pcie_cap;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011857
Linus Torvalds1da177e2005-04-16 15:20:36 -070011858 /* Force memory write invalidate off. If we leave it on,
11859 * then on 5700_BX chips we have to enable a workaround.
11860 * The workaround is to set the TG3PCI_DMA_RW_CTRL boundary
11861 * to match the cacheline size. The Broadcom driver have this
11862 * workaround but turns MWI off all the times so never uses
11863 * it. This seems to suggest that the workaround is insufficient.
11864 */
11865 pci_read_config_word(tp->pdev, PCI_COMMAND, &pci_cmd);
11866 pci_cmd &= ~PCI_COMMAND_INVALIDATE;
11867 pci_write_config_word(tp->pdev, PCI_COMMAND, pci_cmd);
11868
11869 /* It is absolutely critical that TG3PCI_MISC_HOST_CTRL
11870 * has the register indirect write enable bit set before
11871 * we try to access any of the MMIO registers. It is also
11872 * critical that the PCI-X hw workaround situation is decided
11873 * before that as well.
11874 */
11875 pci_read_config_dword(tp->pdev, TG3PCI_MISC_HOST_CTRL,
11876 &misc_ctrl_reg);
11877
11878 tp->pci_chip_rev_id = (misc_ctrl_reg >>
11879 MISC_HOST_CTRL_CHIPREV_SHIFT);
Matt Carlson795d01c2007-10-07 23:28:17 -070011880 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_USE_PROD_ID_REG) {
11881 u32 prod_id_asic_rev;
11882
11883 pci_read_config_dword(tp->pdev, TG3PCI_PRODID_ASICREV,
11884 &prod_id_asic_rev);
11885 tp->pci_chip_rev_id = prod_id_asic_rev & PROD_ID_ASIC_REV_MASK;
11886 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070011887
Michael Chanff645be2005-04-21 17:09:53 -070011888 /* Wrong chip ID in 5752 A0. This code can be removed later
11889 * as A0 is not in production.
11890 */
11891 if (tp->pci_chip_rev_id == CHIPREV_ID_5752_A0_HW)
11892 tp->pci_chip_rev_id = CHIPREV_ID_5752_A0;
11893
Michael Chan68929142005-08-09 20:17:14 -070011894 /* If we have 5702/03 A1 or A2 on certain ICH chipsets,
11895 * we need to disable memory and use config. cycles
11896 * only to access all registers. The 5702/03 chips
11897 * can mistakenly decode the special cycles from the
11898 * ICH chipsets as memory write cycles, causing corruption
11899 * of register and memory space. Only certain ICH bridges
11900 * will drive special cycles with non-zero data during the
11901 * address phase which can fall within the 5703's address
11902 * range. This is not an ICH bug as the PCI spec allows
11903 * non-zero address during special cycles. However, only
11904 * these ICH bridges are known to drive non-zero addresses
11905 * during special cycles.
11906 *
11907 * Since special cycles do not cross PCI bridges, we only
11908 * enable this workaround if the 5703 is on the secondary
11909 * bus of these ICH bridges.
11910 */
11911 if ((tp->pci_chip_rev_id == CHIPREV_ID_5703_A1) ||
11912 (tp->pci_chip_rev_id == CHIPREV_ID_5703_A2)) {
11913 static struct tg3_dev_id {
11914 u32 vendor;
11915 u32 device;
11916 u32 rev;
11917 } ich_chipsets[] = {
11918 { PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801AA_8,
11919 PCI_ANY_ID },
11920 { PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801AB_8,
11921 PCI_ANY_ID },
11922 { PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801BA_11,
11923 0xa },
11924 { PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82801BA_6,
11925 PCI_ANY_ID },
11926 { },
11927 };
11928 struct tg3_dev_id *pci_id = &ich_chipsets[0];
11929 struct pci_dev *bridge = NULL;
11930
11931 while (pci_id->vendor != 0) {
11932 bridge = pci_get_device(pci_id->vendor, pci_id->device,
11933 bridge);
11934 if (!bridge) {
11935 pci_id++;
11936 continue;
11937 }
11938 if (pci_id->rev != PCI_ANY_ID) {
Auke Kok44c10132007-06-08 15:46:36 -070011939 if (bridge->revision > pci_id->rev)
Michael Chan68929142005-08-09 20:17:14 -070011940 continue;
11941 }
11942 if (bridge->subordinate &&
11943 (bridge->subordinate->number ==
11944 tp->pdev->bus->number)) {
11945
11946 tp->tg3_flags2 |= TG3_FLG2_ICH_WORKAROUND;
11947 pci_dev_put(bridge);
11948 break;
11949 }
11950 }
11951 }
11952
Matt Carlson41588ba2008-04-19 18:12:33 -070011953 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701)) {
11954 static struct tg3_dev_id {
11955 u32 vendor;
11956 u32 device;
11957 } bridge_chipsets[] = {
11958 { PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_PXH_0 },
11959 { PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_PXH_1 },
11960 { },
11961 };
11962 struct tg3_dev_id *pci_id = &bridge_chipsets[0];
11963 struct pci_dev *bridge = NULL;
11964
11965 while (pci_id->vendor != 0) {
11966 bridge = pci_get_device(pci_id->vendor,
11967 pci_id->device,
11968 bridge);
11969 if (!bridge) {
11970 pci_id++;
11971 continue;
11972 }
11973 if (bridge->subordinate &&
11974 (bridge->subordinate->number <=
11975 tp->pdev->bus->number) &&
11976 (bridge->subordinate->subordinate >=
11977 tp->pdev->bus->number)) {
11978 tp->tg3_flags3 |= TG3_FLG3_5701_DMA_BUG;
11979 pci_dev_put(bridge);
11980 break;
11981 }
11982 }
11983 }
11984
Michael Chan4a29cc22006-03-19 13:21:12 -080011985 /* The EPB bridge inside 5714, 5715, and 5780 cannot support
11986 * DMA addresses > 40-bit. This bridge may have other additional
11987 * 57xx devices behind it in some 4-port NIC designs for example.
11988 * Any tg3 device found behind the bridge will also need the 40-bit
11989 * DMA workaround.
11990 */
Michael Chana4e2b342005-10-26 15:46:52 -070011991 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5780 ||
11992 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5714) {
11993 tp->tg3_flags2 |= TG3_FLG2_5780_CLASS;
Michael Chan4a29cc22006-03-19 13:21:12 -080011994 tp->tg3_flags |= TG3_FLAG_40BIT_DMA_BUG;
Michael Chan4cf78e42005-07-25 12:29:19 -070011995 tp->msi_cap = pci_find_capability(tp->pdev, PCI_CAP_ID_MSI);
Michael Chana4e2b342005-10-26 15:46:52 -070011996 }
Michael Chan4a29cc22006-03-19 13:21:12 -080011997 else {
11998 struct pci_dev *bridge = NULL;
11999
12000 do {
12001 bridge = pci_get_device(PCI_VENDOR_ID_SERVERWORKS,
12002 PCI_DEVICE_ID_SERVERWORKS_EPB,
12003 bridge);
12004 if (bridge && bridge->subordinate &&
12005 (bridge->subordinate->number <=
12006 tp->pdev->bus->number) &&
12007 (bridge->subordinate->subordinate >=
12008 tp->pdev->bus->number)) {
12009 tp->tg3_flags |= TG3_FLAG_40BIT_DMA_BUG;
12010 pci_dev_put(bridge);
12011 break;
12012 }
12013 } while (bridge);
12014 }
Michael Chan4cf78e42005-07-25 12:29:19 -070012015
Linus Torvalds1da177e2005-04-16 15:20:36 -070012016 /* Initialize misc host control in PCI block. */
12017 tp->misc_host_ctrl |= (misc_ctrl_reg &
12018 MISC_HOST_CTRL_CHIPREV);
12019 pci_write_config_dword(tp->pdev, TG3PCI_MISC_HOST_CTRL,
12020 tp->misc_host_ctrl);
12021
12022 pci_read_config_dword(tp->pdev, TG3PCI_CACHELINESZ,
12023 &cacheline_sz_reg);
12024
12025 tp->pci_cacheline_sz = (cacheline_sz_reg >> 0) & 0xff;
12026 tp->pci_lat_timer = (cacheline_sz_reg >> 8) & 0xff;
12027 tp->pci_hdr_type = (cacheline_sz_reg >> 16) & 0xff;
12028 tp->pci_bist = (cacheline_sz_reg >> 24) & 0xff;
12029
Michael Chan7544b092007-05-05 13:08:32 -070012030 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704) ||
12031 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5714))
12032 tp->pdev_peer = tg3_find_peer(tp);
12033
John W. Linville2052da92005-04-21 16:56:08 -070012034 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5750 ||
Michael Chan4cf78e42005-07-25 12:29:19 -070012035 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5752 ||
Michael Chanaf36e6b2006-03-23 01:28:06 -080012036 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755 ||
Michael Chand9ab5ad2006-03-20 22:27:35 -080012037 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5787 ||
Matt Carlsond30cdd22007-10-07 23:28:35 -070012038 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
Matt Carlson9936bcf2007-10-10 18:03:07 -070012039 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761 ||
Matt Carlson57e69832008-05-25 23:48:31 -070012040 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785 ||
Michael Chanb5d37722006-09-27 16:06:21 -070012041 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906 ||
Michael Chana4e2b342005-10-26 15:46:52 -070012042 (tp->tg3_flags2 & TG3_FLG2_5780_CLASS))
John W. Linville6708e5c2005-04-21 17:00:52 -070012043 tp->tg3_flags2 |= TG3_FLG2_5750_PLUS;
12044
John W. Linville1b440c562005-04-21 17:03:18 -070012045 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5705) ||
12046 (tp->tg3_flags2 & TG3_FLG2_5750_PLUS))
12047 tp->tg3_flags2 |= TG3_FLG2_5705_PLUS;
12048
Michael Chan5a6f3072006-03-20 22:28:05 -080012049 if (tp->tg3_flags2 & TG3_FLG2_5750_PLUS) {
Michael Chan7544b092007-05-05 13:08:32 -070012050 tp->tg3_flags |= TG3_FLAG_SUPPORT_MSI;
12051 if (GET_CHIP_REV(tp->pci_chip_rev_id) == CHIPREV_5750_AX ||
12052 GET_CHIP_REV(tp->pci_chip_rev_id) == CHIPREV_5750_BX ||
12053 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5714 &&
12054 tp->pci_chip_rev_id <= CHIPREV_ID_5714_A2 &&
12055 tp->pdev_peer == tp->pdev))
12056 tp->tg3_flags &= ~TG3_FLAG_SUPPORT_MSI;
12057
Michael Chanaf36e6b2006-03-23 01:28:06 -080012058 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755 ||
Michael Chanb5d37722006-09-27 16:06:21 -070012059 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5787 ||
Matt Carlsond30cdd22007-10-07 23:28:35 -070012060 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
Matt Carlson9936bcf2007-10-10 18:03:07 -070012061 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761 ||
Matt Carlson57e69832008-05-25 23:48:31 -070012062 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785 ||
Michael Chanb5d37722006-09-27 16:06:21 -070012063 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
Michael Chan5a6f3072006-03-20 22:28:05 -080012064 tp->tg3_flags2 |= TG3_FLG2_HW_TSO_2;
Michael Chanfcfa0a32006-03-20 22:28:41 -080012065 tp->tg3_flags2 |= TG3_FLG2_1SHOT_MSI;
Michael Chan52c0fd82006-06-29 20:15:54 -070012066 } else {
Michael Chan7f62ad52007-02-20 23:25:40 -080012067 tp->tg3_flags2 |= TG3_FLG2_HW_TSO_1 | TG3_FLG2_TSO_BUG;
Michael Chan52c0fd82006-06-29 20:15:54 -070012068 if (GET_ASIC_REV(tp->pci_chip_rev_id) ==
12069 ASIC_REV_5750 &&
12070 tp->pci_chip_rev_id >= CHIPREV_ID_5750_C2)
Michael Chan7f62ad52007-02-20 23:25:40 -080012071 tp->tg3_flags2 &= ~TG3_FLG2_TSO_BUG;
Michael Chan52c0fd82006-06-29 20:15:54 -070012072 }
Michael Chan5a6f3072006-03-20 22:28:05 -080012073 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070012074
Matt Carlsonf51f3562008-05-25 23:45:08 -070012075 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS) ||
12076 (tp->tg3_flags2 & TG3_FLG2_5780_CLASS))
Michael Chan0f893dc2005-07-25 12:30:38 -070012077 tp->tg3_flags2 |= TG3_FLG2_JUMBO_CAPABLE;
12078
Michael Chanc7835a72006-11-15 21:14:42 -080012079 pcie_cap = pci_find_capability(tp->pdev, PCI_CAP_ID_EXP);
12080 if (pcie_cap != 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070012081 tp->tg3_flags2 |= TG3_FLG2_PCI_EXPRESS;
Matt Carlson5f5c51e2007-11-12 21:19:37 -080012082
12083 pcie_set_readrq(tp->pdev, 4096);
12084
Michael Chanc7835a72006-11-15 21:14:42 -080012085 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
12086 u16 lnkctl;
12087
12088 pci_read_config_word(tp->pdev,
12089 pcie_cap + PCI_EXP_LNKCTL,
12090 &lnkctl);
12091 if (lnkctl & PCI_EXP_LNKCTL_CLKREQ_EN)
12092 tp->tg3_flags2 &= ~TG3_FLG2_HW_TSO_2;
12093 }
12094 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070012095
Michael Chan399de502005-10-03 14:02:39 -070012096 /* If we have an AMD 762 or VIA K8T800 chipset, write
12097 * reordering to the mailbox registers done by the host
12098 * controller can cause major troubles. We read back from
12099 * every mailbox register write to force the writes to be
12100 * posted to the chip in order.
12101 */
12102 if (pci_dev_present(write_reorder_chipsets) &&
12103 !(tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS))
12104 tp->tg3_flags |= TG3_FLAG_MBOX_WRITE_REORDER;
12105
Linus Torvalds1da177e2005-04-16 15:20:36 -070012106 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5703 &&
12107 tp->pci_lat_timer < 64) {
12108 tp->pci_lat_timer = 64;
12109
12110 cacheline_sz_reg = ((tp->pci_cacheline_sz & 0xff) << 0);
12111 cacheline_sz_reg |= ((tp->pci_lat_timer & 0xff) << 8);
12112 cacheline_sz_reg |= ((tp->pci_hdr_type & 0xff) << 16);
12113 cacheline_sz_reg |= ((tp->pci_bist & 0xff) << 24);
12114
12115 pci_write_config_dword(tp->pdev, TG3PCI_CACHELINESZ,
12116 cacheline_sz_reg);
12117 }
12118
Matt Carlson9974a352007-10-07 23:27:28 -070012119 if (!(tp->tg3_flags2 & TG3_FLG2_5705_PLUS) ||
12120 (tp->tg3_flags2 & TG3_FLG2_5780_CLASS)) {
12121 tp->pcix_cap = pci_find_capability(tp->pdev, PCI_CAP_ID_PCIX);
12122 if (!tp->pcix_cap) {
12123 printk(KERN_ERR PFX "Cannot find PCI-X "
12124 "capability, aborting.\n");
12125 return -EIO;
12126 }
12127 }
12128
Linus Torvalds1da177e2005-04-16 15:20:36 -070012129 pci_read_config_dword(tp->pdev, TG3PCI_PCISTATE,
12130 &pci_state_reg);
12131
Matt Carlson9974a352007-10-07 23:27:28 -070012132 if (tp->pcix_cap && (pci_state_reg & PCISTATE_CONV_PCI_MODE) == 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070012133 tp->tg3_flags |= TG3_FLAG_PCIX_MODE;
12134
12135 /* If this is a 5700 BX chipset, and we are in PCI-X
12136 * mode, enable register write workaround.
12137 *
12138 * The workaround is to use indirect register accesses
12139 * for all chip writes not to mailbox registers.
12140 */
12141 if (GET_CHIP_REV(tp->pci_chip_rev_id) == CHIPREV_5700_BX) {
12142 u32 pm_reg;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012143
12144 tp->tg3_flags |= TG3_FLAG_PCIX_TARGET_HWBUG;
12145
12146 /* The chip can have it's power management PCI config
12147 * space registers clobbered due to this bug.
12148 * So explicitly force the chip into D0 here.
12149 */
Matt Carlson9974a352007-10-07 23:27:28 -070012150 pci_read_config_dword(tp->pdev,
12151 tp->pm_cap + PCI_PM_CTRL,
Linus Torvalds1da177e2005-04-16 15:20:36 -070012152 &pm_reg);
12153 pm_reg &= ~PCI_PM_CTRL_STATE_MASK;
12154 pm_reg |= PCI_PM_CTRL_PME_ENABLE | 0 /* D0 */;
Matt Carlson9974a352007-10-07 23:27:28 -070012155 pci_write_config_dword(tp->pdev,
12156 tp->pm_cap + PCI_PM_CTRL,
Linus Torvalds1da177e2005-04-16 15:20:36 -070012157 pm_reg);
12158
12159 /* Also, force SERR#/PERR# in PCI command. */
12160 pci_read_config_word(tp->pdev, PCI_COMMAND, &pci_cmd);
12161 pci_cmd |= PCI_COMMAND_PARITY | PCI_COMMAND_SERR;
12162 pci_write_config_word(tp->pdev, PCI_COMMAND, pci_cmd);
12163 }
12164 }
12165
Michael Chan087fe252005-08-09 20:17:41 -070012166 /* 5700 BX chips need to have their TX producer index mailboxes
12167 * written twice to workaround a bug.
12168 */
12169 if (GET_CHIP_REV(tp->pci_chip_rev_id) == CHIPREV_5700_BX)
12170 tp->tg3_flags |= TG3_FLAG_TXD_MBOX_HWBUG;
12171
Linus Torvalds1da177e2005-04-16 15:20:36 -070012172 if ((pci_state_reg & PCISTATE_BUS_SPEED_HIGH) != 0)
12173 tp->tg3_flags |= TG3_FLAG_PCI_HIGH_SPEED;
12174 if ((pci_state_reg & PCISTATE_BUS_32BIT) != 0)
12175 tp->tg3_flags |= TG3_FLAG_PCI_32BIT;
12176
12177 /* Chip-specific fixup from Broadcom driver */
12178 if ((tp->pci_chip_rev_id == CHIPREV_ID_5704_A0) &&
12179 (!(pci_state_reg & PCISTATE_RETRY_SAME_DMA))) {
12180 pci_state_reg |= PCISTATE_RETRY_SAME_DMA;
12181 pci_write_config_dword(tp->pdev, TG3PCI_PCISTATE, pci_state_reg);
12182 }
12183
Michael Chan1ee582d2005-08-09 20:16:46 -070012184 /* Default fast path register access methods */
Michael Chan20094932005-08-09 20:16:32 -070012185 tp->read32 = tg3_read32;
Michael Chan1ee582d2005-08-09 20:16:46 -070012186 tp->write32 = tg3_write32;
Michael Chan09ee9292005-08-09 20:17:00 -070012187 tp->read32_mbox = tg3_read32;
Michael Chan20094932005-08-09 20:16:32 -070012188 tp->write32_mbox = tg3_write32;
Michael Chan1ee582d2005-08-09 20:16:46 -070012189 tp->write32_tx_mbox = tg3_write32;
12190 tp->write32_rx_mbox = tg3_write32;
12191
12192 /* Various workaround register access methods */
12193 if (tp->tg3_flags & TG3_FLAG_PCIX_TARGET_HWBUG)
12194 tp->write32 = tg3_write_indirect_reg32;
Matt Carlson98efd8a2007-05-05 12:47:25 -070012195 else if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701 ||
12196 ((tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS) &&
12197 tp->pci_chip_rev_id == CHIPREV_ID_5750_A0)) {
12198 /*
12199 * Back to back register writes can cause problems on these
12200 * chips, the workaround is to read back all reg writes
12201 * except those to mailbox regs.
12202 *
12203 * See tg3_write_indirect_reg32().
12204 */
Michael Chan1ee582d2005-08-09 20:16:46 -070012205 tp->write32 = tg3_write_flush_reg32;
Matt Carlson98efd8a2007-05-05 12:47:25 -070012206 }
12207
Michael Chan1ee582d2005-08-09 20:16:46 -070012208
12209 if ((tp->tg3_flags & TG3_FLAG_TXD_MBOX_HWBUG) ||
12210 (tp->tg3_flags & TG3_FLAG_MBOX_WRITE_REORDER)) {
12211 tp->write32_tx_mbox = tg3_write32_tx_mbox;
12212 if (tp->tg3_flags & TG3_FLAG_MBOX_WRITE_REORDER)
12213 tp->write32_rx_mbox = tg3_write_flush_reg32;
12214 }
Michael Chan20094932005-08-09 20:16:32 -070012215
Michael Chan68929142005-08-09 20:17:14 -070012216 if (tp->tg3_flags2 & TG3_FLG2_ICH_WORKAROUND) {
12217 tp->read32 = tg3_read_indirect_reg32;
12218 tp->write32 = tg3_write_indirect_reg32;
12219 tp->read32_mbox = tg3_read_indirect_mbox;
12220 tp->write32_mbox = tg3_write_indirect_mbox;
12221 tp->write32_tx_mbox = tg3_write_indirect_mbox;
12222 tp->write32_rx_mbox = tg3_write_indirect_mbox;
12223
12224 iounmap(tp->regs);
Peter Hagervall22abe312005-09-16 17:01:03 -070012225 tp->regs = NULL;
Michael Chan68929142005-08-09 20:17:14 -070012226
12227 pci_read_config_word(tp->pdev, PCI_COMMAND, &pci_cmd);
12228 pci_cmd &= ~PCI_COMMAND_MEMORY;
12229 pci_write_config_word(tp->pdev, PCI_COMMAND, pci_cmd);
12230 }
Michael Chanb5d37722006-09-27 16:06:21 -070012231 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
12232 tp->read32_mbox = tg3_read32_mbox_5906;
12233 tp->write32_mbox = tg3_write32_mbox_5906;
12234 tp->write32_tx_mbox = tg3_write32_mbox_5906;
12235 tp->write32_rx_mbox = tg3_write32_mbox_5906;
12236 }
Michael Chan68929142005-08-09 20:17:14 -070012237
Michael Chanbbadf502006-04-06 21:46:34 -070012238 if (tp->write32 == tg3_write_indirect_reg32 ||
12239 ((tp->tg3_flags & TG3_FLAG_PCIX_MODE) &&
12240 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700 ||
David S. Millerf49639e2006-06-09 11:58:36 -070012241 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701)))
Michael Chanbbadf502006-04-06 21:46:34 -070012242 tp->tg3_flags |= TG3_FLAG_SRAM_USE_CONFIG;
12243
Michael Chan7d0c41e2005-04-21 17:06:20 -070012244 /* Get eeprom hw config before calling tg3_set_power_state().
Michael Chan9d26e212006-12-07 00:21:14 -080012245 * In particular, the TG3_FLG2_IS_NIC flag must be
Michael Chan7d0c41e2005-04-21 17:06:20 -070012246 * determined before calling tg3_set_power_state() so that
12247 * we know whether or not to switch out of Vaux power.
12248 * When the flag is set, it means that GPIO1 is used for eeprom
12249 * write protect and also implies that it is a LOM where GPIOs
12250 * are not used to switch power.
Jeff Garzik6aa20a22006-09-13 13:24:59 -040012251 */
Michael Chan7d0c41e2005-04-21 17:06:20 -070012252 tg3_get_eeprom_hw_cfg(tp);
12253
Matt Carlson0d3031d2007-10-10 18:02:43 -070012254 if (tp->tg3_flags3 & TG3_FLG3_ENABLE_APE) {
12255 /* Allow reads and writes to the
12256 * APE register and memory space.
12257 */
12258 pci_state_reg |= PCISTATE_ALLOW_APE_CTLSPC_WR |
12259 PCISTATE_ALLOW_APE_SHMEM_WR;
12260 pci_write_config_dword(tp->pdev, TG3PCI_PCISTATE,
12261 pci_state_reg);
12262 }
12263
Matt Carlson9936bcf2007-10-10 18:03:07 -070012264 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
Matt Carlson57e69832008-05-25 23:48:31 -070012265 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761 ||
12266 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785) {
Matt Carlsond30cdd22007-10-07 23:28:35 -070012267 tp->tg3_flags |= TG3_FLAG_CPMU_PRESENT;
12268
Matt Carlsonb5af7122007-11-12 21:22:02 -080012269 if (tp->pci_chip_rev_id == CHIPREV_ID_5784_A0 ||
12270 tp->pci_chip_rev_id == CHIPREV_ID_5784_A1 ||
12271 tp->pci_chip_rev_id == CHIPREV_ID_5761_A0 ||
12272 tp->pci_chip_rev_id == CHIPREV_ID_5761_A1)
12273 tp->tg3_flags3 |= TG3_FLG3_5761_5784_AX_FIXES;
12274 }
12275
Michael Chan314fba32005-04-21 17:07:04 -070012276 /* Set up tp->grc_local_ctrl before calling tg3_set_power_state().
12277 * GPIO1 driven high will bring 5700's external PHY out of reset.
12278 * It is also used as eeprom write protect on LOMs.
12279 */
12280 tp->grc_local_ctrl = GRC_LCLCTRL_INT_ON_ATTN | GRC_LCLCTRL_AUTO_SEEPROM;
12281 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700) ||
12282 (tp->tg3_flags & TG3_FLAG_EEPROM_WRITE_PROT))
12283 tp->grc_local_ctrl |= (GRC_LCLCTRL_GPIO_OE1 |
12284 GRC_LCLCTRL_GPIO_OUTPUT1);
Michael Chan3e7d83b2005-04-21 17:10:36 -070012285 /* Unused GPIO3 must be driven as output on 5752 because there
12286 * are no pull-up resistors on unused GPIO pins.
12287 */
12288 else if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5752)
12289 tp->grc_local_ctrl |= GRC_LCLCTRL_GPIO_OE3;
Michael Chan314fba32005-04-21 17:07:04 -070012290
Michael Chanaf36e6b2006-03-23 01:28:06 -080012291 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755)
12292 tp->grc_local_ctrl |= GRC_LCLCTRL_GPIO_UART_SEL;
12293
Matt Carlson5f0c4a32008-06-09 15:41:12 -070012294 if (tp->pdev->device == PCI_DEVICE_ID_TIGON3_5761) {
12295 /* Turn off the debug UART. */
12296 tp->grc_local_ctrl |= GRC_LCLCTRL_GPIO_UART_SEL;
12297 if (tp->tg3_flags2 & TG3_FLG2_IS_NIC)
12298 /* Keep VMain power. */
12299 tp->grc_local_ctrl |= GRC_LCLCTRL_GPIO_OE0 |
12300 GRC_LCLCTRL_GPIO_OUTPUT0;
12301 }
12302
Linus Torvalds1da177e2005-04-16 15:20:36 -070012303 /* Force the chip into D0. */
Michael Chanbc1c7562006-03-20 17:48:03 -080012304 err = tg3_set_power_state(tp, PCI_D0);
Linus Torvalds1da177e2005-04-16 15:20:36 -070012305 if (err) {
12306 printk(KERN_ERR PFX "(%s) transition to D0 failed\n",
12307 pci_name(tp->pdev));
12308 return err;
12309 }
12310
12311 /* 5700 B0 chips do not support checksumming correctly due
12312 * to hardware bugs.
12313 */
12314 if (tp->pci_chip_rev_id == CHIPREV_ID_5700_B0)
12315 tp->tg3_flags |= TG3_FLAG_BROKEN_CHECKSUMS;
12316
Linus Torvalds1da177e2005-04-16 15:20:36 -070012317 /* Derive initial jumbo mode from MTU assigned in
12318 * ether_setup() via the alloc_etherdev() call
12319 */
Michael Chan0f893dc2005-07-25 12:30:38 -070012320 if (tp->dev->mtu > ETH_DATA_LEN &&
Michael Chana4e2b342005-10-26 15:46:52 -070012321 !(tp->tg3_flags2 & TG3_FLG2_5780_CLASS))
Michael Chan0f893dc2005-07-25 12:30:38 -070012322 tp->tg3_flags |= TG3_FLAG_JUMBO_RING_ENABLE;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012323
12324 /* Determine WakeOnLan speed to use. */
12325 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700 ||
12326 tp->pci_chip_rev_id == CHIPREV_ID_5701_A0 ||
12327 tp->pci_chip_rev_id == CHIPREV_ID_5701_B0 ||
12328 tp->pci_chip_rev_id == CHIPREV_ID_5701_B2) {
12329 tp->tg3_flags &= ~(TG3_FLAG_WOL_SPEED_100MB);
12330 } else {
12331 tp->tg3_flags |= TG3_FLAG_WOL_SPEED_100MB;
12332 }
12333
12334 /* A few boards don't want Ethernet@WireSpeed phy feature */
12335 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700) ||
12336 ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5705) &&
12337 (tp->pci_chip_rev_id != CHIPREV_ID_5705_A0) &&
Michael Chan747e8f82005-07-25 12:33:22 -070012338 (tp->pci_chip_rev_id != CHIPREV_ID_5705_A1)) ||
Michael Chanb5d37722006-09-27 16:06:21 -070012339 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) ||
Michael Chan747e8f82005-07-25 12:33:22 -070012340 (tp->tg3_flags2 & TG3_FLG2_ANY_SERDES))
Linus Torvalds1da177e2005-04-16 15:20:36 -070012341 tp->tg3_flags2 |= TG3_FLG2_NO_ETH_WIRE_SPEED;
12342
12343 if (GET_CHIP_REV(tp->pci_chip_rev_id) == CHIPREV_5703_AX ||
12344 GET_CHIP_REV(tp->pci_chip_rev_id) == CHIPREV_5704_AX)
12345 tp->tg3_flags2 |= TG3_FLG2_PHY_ADC_BUG;
12346 if (tp->pci_chip_rev_id == CHIPREV_ID_5704_A0)
12347 tp->tg3_flags2 |= TG3_FLG2_PHY_5704_A0_BUG;
12348
Michael Chanc424cb22006-04-29 18:56:34 -070012349 if (tp->tg3_flags2 & TG3_FLG2_5705_PLUS) {
12350 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755 ||
Matt Carlsond30cdd22007-10-07 23:28:35 -070012351 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5787 ||
Matt Carlson9936bcf2007-10-10 18:03:07 -070012352 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
12353 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761) {
Michael Chand4011ad2007-02-13 12:17:25 -080012354 if (tp->pdev->device != PCI_DEVICE_ID_TIGON3_5756 &&
12355 tp->pdev->device != PCI_DEVICE_ID_TIGON3_5722)
12356 tp->tg3_flags2 |= TG3_FLG2_PHY_JITTER_BUG;
Michael Chanc1d2a192007-01-08 19:57:20 -080012357 if (tp->pdev->device == PCI_DEVICE_ID_TIGON3_5755M)
12358 tp->tg3_flags2 |= TG3_FLG2_PHY_ADJUST_TRIM;
Matt Carlson57e69832008-05-25 23:48:31 -070012359 } else if (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5906 &&
12360 GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5785)
Michael Chanc424cb22006-04-29 18:56:34 -070012361 tp->tg3_flags2 |= TG3_FLG2_PHY_BER_BUG;
12362 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070012363
Matt Carlsonb2a5c192008-04-03 21:44:44 -070012364 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 &&
12365 GET_CHIP_REV(tp->pci_chip_rev_id) != CHIPREV_5784_AX) {
12366 tp->phy_otp = tg3_read_otp_phycfg(tp);
12367 if (tp->phy_otp == 0)
12368 tp->phy_otp = TG3_OTP_DEFAULT;
12369 }
12370
Matt Carlsonf51f3562008-05-25 23:45:08 -070012371 if (tp->tg3_flags & TG3_FLAG_CPMU_PRESENT)
Matt Carlson8ef21422008-05-02 16:47:53 -070012372 tp->mi_mode = MAC_MI_MODE_500KHZ_CONST;
12373 else
12374 tp->mi_mode = MAC_MI_MODE_BASE;
12375
Linus Torvalds1da177e2005-04-16 15:20:36 -070012376 tp->coalesce_mode = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012377 if (GET_CHIP_REV(tp->pci_chip_rev_id) != CHIPREV_5700_AX &&
12378 GET_CHIP_REV(tp->pci_chip_rev_id) != CHIPREV_5700_BX)
12379 tp->coalesce_mode |= HOSTCC_MODE_32BYTE;
12380
Matt Carlson57e69832008-05-25 23:48:31 -070012381 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785)
12382 tp->tg3_flags3 |= TG3_FLG3_USE_PHYLIB;
12383
Matt Carlson158d7ab2008-05-29 01:37:54 -070012384 err = tg3_mdio_init(tp);
12385 if (err)
12386 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012387
12388 /* Initialize data/descriptor byte/word swapping. */
12389 val = tr32(GRC_MODE);
12390 val &= GRC_MODE_HOST_STACKUP;
12391 tw32(GRC_MODE, val | tp->grc_mode);
12392
12393 tg3_switch_clocks(tp);
12394
12395 /* Clear this out for sanity. */
12396 tw32(TG3PCI_MEM_WIN_BASE_ADDR, 0);
12397
12398 pci_read_config_dword(tp->pdev, TG3PCI_PCISTATE,
12399 &pci_state_reg);
12400 if ((pci_state_reg & PCISTATE_CONV_PCI_MODE) == 0 &&
12401 (tp->tg3_flags & TG3_FLAG_PCIX_TARGET_HWBUG) == 0) {
12402 u32 chiprevid = GET_CHIP_REV_ID(tp->misc_host_ctrl);
12403
12404 if (chiprevid == CHIPREV_ID_5701_A0 ||
12405 chiprevid == CHIPREV_ID_5701_B0 ||
12406 chiprevid == CHIPREV_ID_5701_B2 ||
12407 chiprevid == CHIPREV_ID_5701_B5) {
12408 void __iomem *sram_base;
12409
12410 /* Write some dummy words into the SRAM status block
12411 * area, see if it reads back correctly. If the return
12412 * value is bad, force enable the PCIX workaround.
12413 */
12414 sram_base = tp->regs + NIC_SRAM_WIN_BASE + NIC_SRAM_STATS_BLK;
12415
12416 writel(0x00000000, sram_base);
12417 writel(0x00000000, sram_base + 4);
12418 writel(0xffffffff, sram_base + 4);
12419 if (readl(sram_base) != 0x00000000)
12420 tp->tg3_flags |= TG3_FLAG_PCIX_TARGET_HWBUG;
12421 }
12422 }
12423
12424 udelay(50);
12425 tg3_nvram_init(tp);
12426
12427 grc_misc_cfg = tr32(GRC_MISC_CFG);
12428 grc_misc_cfg &= GRC_MISC_CFG_BOARD_ID_MASK;
12429
Linus Torvalds1da177e2005-04-16 15:20:36 -070012430 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5705 &&
12431 (grc_misc_cfg == GRC_MISC_CFG_BOARD_ID_5788 ||
12432 grc_misc_cfg == GRC_MISC_CFG_BOARD_ID_5788M))
12433 tp->tg3_flags2 |= TG3_FLG2_IS_5788;
12434
David S. Millerfac9b832005-05-18 22:46:34 -070012435 if (!(tp->tg3_flags2 & TG3_FLG2_IS_5788) &&
12436 (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5700))
12437 tp->tg3_flags |= TG3_FLAG_TAGGED_STATUS;
12438 if (tp->tg3_flags & TG3_FLAG_TAGGED_STATUS) {
12439 tp->coalesce_mode |= (HOSTCC_MODE_CLRTICK_RXBD |
12440 HOSTCC_MODE_CLRTICK_TXBD);
12441
12442 tp->misc_host_ctrl |= MISC_HOST_CTRL_TAGGED_STATUS;
12443 pci_write_config_dword(tp->pdev, TG3PCI_MISC_HOST_CTRL,
12444 tp->misc_host_ctrl);
12445 }
12446
Matt Carlson3bda1252008-08-15 14:08:22 -070012447 /* Preserve the APE MAC_MODE bits */
12448 if (tp->tg3_flags3 & TG3_FLG3_ENABLE_APE)
12449 tp->mac_mode = tr32(MAC_MODE) |
12450 MAC_MODE_APE_TX_EN | MAC_MODE_APE_RX_EN;
12451 else
12452 tp->mac_mode = TG3_DEF_MAC_MODE;
12453
Linus Torvalds1da177e2005-04-16 15:20:36 -070012454 /* these are limited to 10/100 only */
12455 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5703 &&
12456 (grc_misc_cfg == 0x8000 || grc_misc_cfg == 0x4000)) ||
12457 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5705 &&
12458 tp->pdev->vendor == PCI_VENDOR_ID_BROADCOM &&
12459 (tp->pdev->device == PCI_DEVICE_ID_TIGON3_5901 ||
12460 tp->pdev->device == PCI_DEVICE_ID_TIGON3_5901_2 ||
12461 tp->pdev->device == PCI_DEVICE_ID_TIGON3_5705F)) ||
12462 (tp->pdev->vendor == PCI_VENDOR_ID_BROADCOM &&
12463 (tp->pdev->device == PCI_DEVICE_ID_TIGON3_5751F ||
Michael Chan676917d2006-12-07 00:20:22 -080012464 tp->pdev->device == PCI_DEVICE_ID_TIGON3_5753F ||
12465 tp->pdev->device == PCI_DEVICE_ID_TIGON3_5787F)) ||
Michael Chanb5d37722006-09-27 16:06:21 -070012466 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906)
Linus Torvalds1da177e2005-04-16 15:20:36 -070012467 tp->tg3_flags |= TG3_FLAG_10_100_ONLY;
12468
12469 err = tg3_phy_probe(tp);
12470 if (err) {
12471 printk(KERN_ERR PFX "(%s) phy probe failed, err %d\n",
12472 pci_name(tp->pdev), err);
12473 /* ... but do not return immediately ... */
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070012474 tg3_mdio_fini(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070012475 }
12476
12477 tg3_read_partno(tp);
Michael Chanc4e65752006-03-20 22:29:32 -080012478 tg3_read_fw_ver(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070012479
12480 if (tp->tg3_flags2 & TG3_FLG2_PHY_SERDES) {
12481 tp->tg3_flags &= ~TG3_FLAG_USE_MI_INTERRUPT;
12482 } else {
12483 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700)
12484 tp->tg3_flags |= TG3_FLAG_USE_MI_INTERRUPT;
12485 else
12486 tp->tg3_flags &= ~TG3_FLAG_USE_MI_INTERRUPT;
12487 }
12488
12489 /* 5700 {AX,BX} chips have a broken status block link
12490 * change bit implementation, so we must use the
12491 * status register in those cases.
12492 */
12493 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700)
12494 tp->tg3_flags |= TG3_FLAG_USE_LINKCHG_REG;
12495 else
12496 tp->tg3_flags &= ~TG3_FLAG_USE_LINKCHG_REG;
12497
12498 /* The led_ctrl is set during tg3_phy_probe, here we might
12499 * have to force the link status polling mechanism based
12500 * upon subsystem IDs.
12501 */
12502 if (tp->pdev->subsystem_vendor == PCI_VENDOR_ID_DELL &&
Michael Chan007a880d2007-05-31 14:49:51 -070012503 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701 &&
Linus Torvalds1da177e2005-04-16 15:20:36 -070012504 !(tp->tg3_flags2 & TG3_FLG2_PHY_SERDES)) {
12505 tp->tg3_flags |= (TG3_FLAG_USE_MI_INTERRUPT |
12506 TG3_FLAG_USE_LINKCHG_REG);
12507 }
12508
12509 /* For all SERDES we poll the MAC status register. */
12510 if (tp->tg3_flags2 & TG3_FLG2_PHY_SERDES)
12511 tp->tg3_flags |= TG3_FLAG_POLL_SERDES;
12512 else
12513 tp->tg3_flags &= ~TG3_FLAG_POLL_SERDES;
12514
Michael Chan5a6f3072006-03-20 22:28:05 -080012515 /* All chips before 5787 can get confused if TX buffers
Linus Torvalds1da177e2005-04-16 15:20:36 -070012516 * straddle the 4GB address boundary in some cases.
12517 */
Michael Chanaf36e6b2006-03-23 01:28:06 -080012518 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755 ||
Michael Chanb5d37722006-09-27 16:06:21 -070012519 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5787 ||
Matt Carlsond30cdd22007-10-07 23:28:35 -070012520 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
Matt Carlson9936bcf2007-10-10 18:03:07 -070012521 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761 ||
Matt Carlson57e69832008-05-25 23:48:31 -070012522 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785 ||
Michael Chanb5d37722006-09-27 16:06:21 -070012523 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906)
Michael Chan5a6f3072006-03-20 22:28:05 -080012524 tp->dev->hard_start_xmit = tg3_start_xmit;
12525 else
12526 tp->dev->hard_start_xmit = tg3_start_xmit_dma_bug;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012527
12528 tp->rx_offset = 2;
12529 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701 &&
12530 (tp->tg3_flags & TG3_FLAG_PCIX_MODE) != 0)
12531 tp->rx_offset = 0;
12532
Michael Chanf92905d2006-06-29 20:14:29 -070012533 tp->rx_std_max_post = TG3_RX_RING_SIZE;
12534
12535 /* Increment the rx prod index on the rx std ring by at most
12536 * 8 for these chips to workaround hw errata.
12537 */
12538 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5750 ||
12539 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5752 ||
12540 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755)
12541 tp->rx_std_max_post = 8;
12542
Matt Carlson8ed5d972007-05-07 00:25:49 -070012543 if (tp->tg3_flags & TG3_FLAG_ASPM_WORKAROUND)
12544 tp->pwrmgmt_thresh = tr32(PCIE_PWR_MGMT_THRESH) &
12545 PCIE_PWR_MGMT_L1_THRESH_MSK;
12546
Linus Torvalds1da177e2005-04-16 15:20:36 -070012547 return err;
12548}
12549
David S. Miller49b6e95f2007-03-29 01:38:42 -070012550#ifdef CONFIG_SPARC
Linus Torvalds1da177e2005-04-16 15:20:36 -070012551static int __devinit tg3_get_macaddr_sparc(struct tg3 *tp)
12552{
12553 struct net_device *dev = tp->dev;
12554 struct pci_dev *pdev = tp->pdev;
David S. Miller49b6e95f2007-03-29 01:38:42 -070012555 struct device_node *dp = pci_device_to_OF_node(pdev);
David S. Miller374d4ca2007-03-29 01:57:57 -070012556 const unsigned char *addr;
David S. Miller49b6e95f2007-03-29 01:38:42 -070012557 int len;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012558
David S. Miller49b6e95f2007-03-29 01:38:42 -070012559 addr = of_get_property(dp, "local-mac-address", &len);
12560 if (addr && len == 6) {
12561 memcpy(dev->dev_addr, addr, 6);
12562 memcpy(dev->perm_addr, dev->dev_addr, 6);
12563 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012564 }
12565 return -ENODEV;
12566}
12567
12568static int __devinit tg3_get_default_macaddr_sparc(struct tg3 *tp)
12569{
12570 struct net_device *dev = tp->dev;
12571
12572 memcpy(dev->dev_addr, idprom->id_ethaddr, 6);
John W. Linville2ff43692005-09-12 14:44:20 -070012573 memcpy(dev->perm_addr, idprom->id_ethaddr, 6);
Linus Torvalds1da177e2005-04-16 15:20:36 -070012574 return 0;
12575}
12576#endif
12577
12578static int __devinit tg3_get_device_address(struct tg3 *tp)
12579{
12580 struct net_device *dev = tp->dev;
12581 u32 hi, lo, mac_offset;
Michael Chan008652b2006-03-27 23:14:53 -080012582 int addr_ok = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012583
David S. Miller49b6e95f2007-03-29 01:38:42 -070012584#ifdef CONFIG_SPARC
Linus Torvalds1da177e2005-04-16 15:20:36 -070012585 if (!tg3_get_macaddr_sparc(tp))
12586 return 0;
12587#endif
12588
12589 mac_offset = 0x7c;
David S. Millerf49639e2006-06-09 11:58:36 -070012590 if ((GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704) ||
Michael Chana4e2b342005-10-26 15:46:52 -070012591 (tp->tg3_flags2 & TG3_FLG2_5780_CLASS)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070012592 if (tr32(TG3PCI_DUAL_MAC_CTRL) & DUAL_MAC_CTRL_ID)
12593 mac_offset = 0xcc;
12594 if (tg3_nvram_lock(tp))
12595 tw32_f(NVRAM_CMD, NVRAM_CMD_RESET);
12596 else
12597 tg3_nvram_unlock(tp);
12598 }
Michael Chanb5d37722006-09-27 16:06:21 -070012599 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906)
12600 mac_offset = 0x10;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012601
12602 /* First try to get it from MAC address mailbox. */
12603 tg3_read_mem(tp, NIC_SRAM_MAC_ADDR_HIGH_MBOX, &hi);
12604 if ((hi >> 16) == 0x484b) {
12605 dev->dev_addr[0] = (hi >> 8) & 0xff;
12606 dev->dev_addr[1] = (hi >> 0) & 0xff;
12607
12608 tg3_read_mem(tp, NIC_SRAM_MAC_ADDR_LOW_MBOX, &lo);
12609 dev->dev_addr[2] = (lo >> 24) & 0xff;
12610 dev->dev_addr[3] = (lo >> 16) & 0xff;
12611 dev->dev_addr[4] = (lo >> 8) & 0xff;
12612 dev->dev_addr[5] = (lo >> 0) & 0xff;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012613
Michael Chan008652b2006-03-27 23:14:53 -080012614 /* Some old bootcode may report a 0 MAC address in SRAM */
12615 addr_ok = is_valid_ether_addr(&dev->dev_addr[0]);
12616 }
12617 if (!addr_ok) {
12618 /* Next, try NVRAM. */
David S. Millerf49639e2006-06-09 11:58:36 -070012619 if (!tg3_nvram_read(tp, mac_offset + 0, &hi) &&
Michael Chan008652b2006-03-27 23:14:53 -080012620 !tg3_nvram_read(tp, mac_offset + 4, &lo)) {
12621 dev->dev_addr[0] = ((hi >> 16) & 0xff);
12622 dev->dev_addr[1] = ((hi >> 24) & 0xff);
12623 dev->dev_addr[2] = ((lo >> 0) & 0xff);
12624 dev->dev_addr[3] = ((lo >> 8) & 0xff);
12625 dev->dev_addr[4] = ((lo >> 16) & 0xff);
12626 dev->dev_addr[5] = ((lo >> 24) & 0xff);
12627 }
12628 /* Finally just fetch it out of the MAC control regs. */
12629 else {
12630 hi = tr32(MAC_ADDR_0_HIGH);
12631 lo = tr32(MAC_ADDR_0_LOW);
12632
12633 dev->dev_addr[5] = lo & 0xff;
12634 dev->dev_addr[4] = (lo >> 8) & 0xff;
12635 dev->dev_addr[3] = (lo >> 16) & 0xff;
12636 dev->dev_addr[2] = (lo >> 24) & 0xff;
12637 dev->dev_addr[1] = hi & 0xff;
12638 dev->dev_addr[0] = (hi >> 8) & 0xff;
12639 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070012640 }
12641
12642 if (!is_valid_ether_addr(&dev->dev_addr[0])) {
David S. Miller7582a332008-03-20 15:53:15 -070012643#ifdef CONFIG_SPARC
Linus Torvalds1da177e2005-04-16 15:20:36 -070012644 if (!tg3_get_default_macaddr_sparc(tp))
12645 return 0;
12646#endif
12647 return -EINVAL;
12648 }
John W. Linville2ff43692005-09-12 14:44:20 -070012649 memcpy(dev->perm_addr, dev->dev_addr, dev->addr_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -070012650 return 0;
12651}
12652
David S. Miller59e6b432005-05-18 22:50:10 -070012653#define BOUNDARY_SINGLE_CACHELINE 1
12654#define BOUNDARY_MULTI_CACHELINE 2
12655
12656static u32 __devinit tg3_calc_dma_bndry(struct tg3 *tp, u32 val)
12657{
12658 int cacheline_size;
12659 u8 byte;
12660 int goal;
12661
12662 pci_read_config_byte(tp->pdev, PCI_CACHE_LINE_SIZE, &byte);
12663 if (byte == 0)
12664 cacheline_size = 1024;
12665 else
12666 cacheline_size = (int) byte * 4;
12667
12668 /* On 5703 and later chips, the boundary bits have no
12669 * effect.
12670 */
12671 if (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5700 &&
12672 GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5701 &&
12673 !(tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS))
12674 goto out;
12675
12676#if defined(CONFIG_PPC64) || defined(CONFIG_IA64) || defined(CONFIG_PARISC)
12677 goal = BOUNDARY_MULTI_CACHELINE;
12678#else
12679#if defined(CONFIG_SPARC64) || defined(CONFIG_ALPHA)
12680 goal = BOUNDARY_SINGLE_CACHELINE;
12681#else
12682 goal = 0;
12683#endif
12684#endif
12685
12686 if (!goal)
12687 goto out;
12688
12689 /* PCI controllers on most RISC systems tend to disconnect
12690 * when a device tries to burst across a cache-line boundary.
12691 * Therefore, letting tg3 do so just wastes PCI bandwidth.
12692 *
12693 * Unfortunately, for PCI-E there are only limited
12694 * write-side controls for this, and thus for reads
12695 * we will still get the disconnects. We'll also waste
12696 * these PCI cycles for both read and write for chips
12697 * other than 5700 and 5701 which do not implement the
12698 * boundary bits.
12699 */
12700 if ((tp->tg3_flags & TG3_FLAG_PCIX_MODE) &&
12701 !(tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS)) {
12702 switch (cacheline_size) {
12703 case 16:
12704 case 32:
12705 case 64:
12706 case 128:
12707 if (goal == BOUNDARY_SINGLE_CACHELINE) {
12708 val |= (DMA_RWCTRL_READ_BNDRY_128_PCIX |
12709 DMA_RWCTRL_WRITE_BNDRY_128_PCIX);
12710 } else {
12711 val |= (DMA_RWCTRL_READ_BNDRY_384_PCIX |
12712 DMA_RWCTRL_WRITE_BNDRY_384_PCIX);
12713 }
12714 break;
12715
12716 case 256:
12717 val |= (DMA_RWCTRL_READ_BNDRY_256_PCIX |
12718 DMA_RWCTRL_WRITE_BNDRY_256_PCIX);
12719 break;
12720
12721 default:
12722 val |= (DMA_RWCTRL_READ_BNDRY_384_PCIX |
12723 DMA_RWCTRL_WRITE_BNDRY_384_PCIX);
12724 break;
Stephen Hemminger855e1112008-04-16 16:37:28 -070012725 }
David S. Miller59e6b432005-05-18 22:50:10 -070012726 } else if (tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS) {
12727 switch (cacheline_size) {
12728 case 16:
12729 case 32:
12730 case 64:
12731 if (goal == BOUNDARY_SINGLE_CACHELINE) {
12732 val &= ~DMA_RWCTRL_WRITE_BNDRY_DISAB_PCIE;
12733 val |= DMA_RWCTRL_WRITE_BNDRY_64_PCIE;
12734 break;
12735 }
12736 /* fallthrough */
12737 case 128:
12738 default:
12739 val &= ~DMA_RWCTRL_WRITE_BNDRY_DISAB_PCIE;
12740 val |= DMA_RWCTRL_WRITE_BNDRY_128_PCIE;
12741 break;
Stephen Hemminger855e1112008-04-16 16:37:28 -070012742 }
David S. Miller59e6b432005-05-18 22:50:10 -070012743 } else {
12744 switch (cacheline_size) {
12745 case 16:
12746 if (goal == BOUNDARY_SINGLE_CACHELINE) {
12747 val |= (DMA_RWCTRL_READ_BNDRY_16 |
12748 DMA_RWCTRL_WRITE_BNDRY_16);
12749 break;
12750 }
12751 /* fallthrough */
12752 case 32:
12753 if (goal == BOUNDARY_SINGLE_CACHELINE) {
12754 val |= (DMA_RWCTRL_READ_BNDRY_32 |
12755 DMA_RWCTRL_WRITE_BNDRY_32);
12756 break;
12757 }
12758 /* fallthrough */
12759 case 64:
12760 if (goal == BOUNDARY_SINGLE_CACHELINE) {
12761 val |= (DMA_RWCTRL_READ_BNDRY_64 |
12762 DMA_RWCTRL_WRITE_BNDRY_64);
12763 break;
12764 }
12765 /* fallthrough */
12766 case 128:
12767 if (goal == BOUNDARY_SINGLE_CACHELINE) {
12768 val |= (DMA_RWCTRL_READ_BNDRY_128 |
12769 DMA_RWCTRL_WRITE_BNDRY_128);
12770 break;
12771 }
12772 /* fallthrough */
12773 case 256:
12774 val |= (DMA_RWCTRL_READ_BNDRY_256 |
12775 DMA_RWCTRL_WRITE_BNDRY_256);
12776 break;
12777 case 512:
12778 val |= (DMA_RWCTRL_READ_BNDRY_512 |
12779 DMA_RWCTRL_WRITE_BNDRY_512);
12780 break;
12781 case 1024:
12782 default:
12783 val |= (DMA_RWCTRL_READ_BNDRY_1024 |
12784 DMA_RWCTRL_WRITE_BNDRY_1024);
12785 break;
Stephen Hemminger855e1112008-04-16 16:37:28 -070012786 }
David S. Miller59e6b432005-05-18 22:50:10 -070012787 }
12788
12789out:
12790 return val;
12791}
12792
Linus Torvalds1da177e2005-04-16 15:20:36 -070012793static int __devinit tg3_do_test_dma(struct tg3 *tp, u32 *buf, dma_addr_t buf_dma, int size, int to_device)
12794{
12795 struct tg3_internal_buffer_desc test_desc;
12796 u32 sram_dma_descs;
12797 int i, ret;
12798
12799 sram_dma_descs = NIC_SRAM_DMA_DESC_POOL_BASE;
12800
12801 tw32(FTQ_RCVBD_COMP_FIFO_ENQDEQ, 0);
12802 tw32(FTQ_RCVDATA_COMP_FIFO_ENQDEQ, 0);
12803 tw32(RDMAC_STATUS, 0);
12804 tw32(WDMAC_STATUS, 0);
12805
12806 tw32(BUFMGR_MODE, 0);
12807 tw32(FTQ_RESET, 0);
12808
12809 test_desc.addr_hi = ((u64) buf_dma) >> 32;
12810 test_desc.addr_lo = buf_dma & 0xffffffff;
12811 test_desc.nic_mbuf = 0x00002100;
12812 test_desc.len = size;
12813
12814 /*
12815 * HP ZX1 was seeing test failures for 5701 cards running at 33Mhz
12816 * the *second* time the tg3 driver was getting loaded after an
12817 * initial scan.
12818 *
12819 * Broadcom tells me:
12820 * ...the DMA engine is connected to the GRC block and a DMA
12821 * reset may affect the GRC block in some unpredictable way...
12822 * The behavior of resets to individual blocks has not been tested.
12823 *
12824 * Broadcom noted the GRC reset will also reset all sub-components.
12825 */
12826 if (to_device) {
12827 test_desc.cqid_sqid = (13 << 8) | 2;
12828
12829 tw32_f(RDMAC_MODE, RDMAC_MODE_ENABLE);
12830 udelay(40);
12831 } else {
12832 test_desc.cqid_sqid = (16 << 8) | 7;
12833
12834 tw32_f(WDMAC_MODE, WDMAC_MODE_ENABLE);
12835 udelay(40);
12836 }
12837 test_desc.flags = 0x00000005;
12838
12839 for (i = 0; i < (sizeof(test_desc) / sizeof(u32)); i++) {
12840 u32 val;
12841
12842 val = *(((u32 *)&test_desc) + i);
12843 pci_write_config_dword(tp->pdev, TG3PCI_MEM_WIN_BASE_ADDR,
12844 sram_dma_descs + (i * sizeof(u32)));
12845 pci_write_config_dword(tp->pdev, TG3PCI_MEM_WIN_DATA, val);
12846 }
12847 pci_write_config_dword(tp->pdev, TG3PCI_MEM_WIN_BASE_ADDR, 0);
12848
12849 if (to_device) {
12850 tw32(FTQ_DMA_HIGH_READ_FIFO_ENQDEQ, sram_dma_descs);
12851 } else {
12852 tw32(FTQ_DMA_HIGH_WRITE_FIFO_ENQDEQ, sram_dma_descs);
12853 }
12854
12855 ret = -ENODEV;
12856 for (i = 0; i < 40; i++) {
12857 u32 val;
12858
12859 if (to_device)
12860 val = tr32(FTQ_RCVBD_COMP_FIFO_ENQDEQ);
12861 else
12862 val = tr32(FTQ_RCVDATA_COMP_FIFO_ENQDEQ);
12863 if ((val & 0xffff) == sram_dma_descs) {
12864 ret = 0;
12865 break;
12866 }
12867
12868 udelay(100);
12869 }
12870
12871 return ret;
12872}
12873
David S. Millerded73402005-05-23 13:59:47 -070012874#define TEST_BUFFER_SIZE 0x2000
Linus Torvalds1da177e2005-04-16 15:20:36 -070012875
12876static int __devinit tg3_test_dma(struct tg3 *tp)
12877{
12878 dma_addr_t buf_dma;
David S. Miller59e6b432005-05-18 22:50:10 -070012879 u32 *buf, saved_dma_rwctrl;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012880 int ret;
12881
12882 buf = pci_alloc_consistent(tp->pdev, TEST_BUFFER_SIZE, &buf_dma);
12883 if (!buf) {
12884 ret = -ENOMEM;
12885 goto out_nofree;
12886 }
12887
12888 tp->dma_rwctrl = ((0x7 << DMA_RWCTRL_PCI_WRITE_CMD_SHIFT) |
12889 (0x6 << DMA_RWCTRL_PCI_READ_CMD_SHIFT));
12890
David S. Miller59e6b432005-05-18 22:50:10 -070012891 tp->dma_rwctrl = tg3_calc_dma_bndry(tp, tp->dma_rwctrl);
Linus Torvalds1da177e2005-04-16 15:20:36 -070012892
12893 if (tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS) {
12894 /* DMA read watermark not used on PCIE */
12895 tp->dma_rwctrl |= 0x00180000;
12896 } else if (!(tp->tg3_flags & TG3_FLAG_PCIX_MODE)) {
Michael Chan85e94ce2005-04-21 17:05:28 -070012897 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5705 ||
12898 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5750)
Linus Torvalds1da177e2005-04-16 15:20:36 -070012899 tp->dma_rwctrl |= 0x003f0000;
12900 else
12901 tp->dma_rwctrl |= 0x003f000f;
12902 } else {
12903 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5703 ||
12904 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704) {
12905 u32 ccval = (tr32(TG3PCI_CLOCK_CTRL) & 0x1f);
Michael Chan49afdeb2007-02-13 12:17:03 -080012906 u32 read_water = 0x7;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012907
Michael Chan4a29cc22006-03-19 13:21:12 -080012908 /* If the 5704 is behind the EPB bridge, we can
12909 * do the less restrictive ONE_DMA workaround for
12910 * better performance.
12911 */
12912 if ((tp->tg3_flags & TG3_FLAG_40BIT_DMA_BUG) &&
12913 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704)
12914 tp->dma_rwctrl |= 0x8000;
12915 else if (ccval == 0x6 || ccval == 0x7)
Linus Torvalds1da177e2005-04-16 15:20:36 -070012916 tp->dma_rwctrl |= DMA_RWCTRL_ONE_DMA;
12917
Michael Chan49afdeb2007-02-13 12:17:03 -080012918 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5703)
12919 read_water = 4;
David S. Miller59e6b432005-05-18 22:50:10 -070012920 /* Set bit 23 to enable PCIX hw bug fix */
Michael Chan49afdeb2007-02-13 12:17:03 -080012921 tp->dma_rwctrl |=
12922 (read_water << DMA_RWCTRL_READ_WATER_SHIFT) |
12923 (0x3 << DMA_RWCTRL_WRITE_WATER_SHIFT) |
12924 (1 << 23);
Michael Chan4cf78e42005-07-25 12:29:19 -070012925 } else if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5780) {
12926 /* 5780 always in PCIX mode */
12927 tp->dma_rwctrl |= 0x00144000;
Michael Chana4e2b342005-10-26 15:46:52 -070012928 } else if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5714) {
12929 /* 5714 always in PCIX mode */
12930 tp->dma_rwctrl |= 0x00148000;
Linus Torvalds1da177e2005-04-16 15:20:36 -070012931 } else {
12932 tp->dma_rwctrl |= 0x001b000f;
12933 }
12934 }
12935
12936 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5703 ||
12937 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5704)
12938 tp->dma_rwctrl &= 0xfffffff0;
12939
12940 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700 ||
12941 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701) {
12942 /* Remove this if it causes problems for some boards. */
12943 tp->dma_rwctrl |= DMA_RWCTRL_USE_MEM_READ_MULT;
12944
12945 /* On 5700/5701 chips, we need to set this bit.
12946 * Otherwise the chip will issue cacheline transactions
12947 * to streamable DMA memory with not all the byte
12948 * enables turned on. This is an error on several
12949 * RISC PCI controllers, in particular sparc64.
12950 *
12951 * On 5703/5704 chips, this bit has been reassigned
12952 * a different meaning. In particular, it is used
12953 * on those chips to enable a PCI-X workaround.
12954 */
12955 tp->dma_rwctrl |= DMA_RWCTRL_ASSERT_ALL_BE;
12956 }
12957
12958 tw32(TG3PCI_DMA_RW_CTRL, tp->dma_rwctrl);
12959
12960#if 0
12961 /* Unneeded, already done by tg3_get_invariants. */
12962 tg3_switch_clocks(tp);
12963#endif
12964
12965 ret = 0;
12966 if (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5700 &&
12967 GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5701)
12968 goto out;
12969
David S. Miller59e6b432005-05-18 22:50:10 -070012970 /* It is best to perform DMA test with maximum write burst size
12971 * to expose the 5700/5701 write DMA bug.
12972 */
12973 saved_dma_rwctrl = tp->dma_rwctrl;
12974 tp->dma_rwctrl &= ~DMA_RWCTRL_WRITE_BNDRY_MASK;
12975 tw32(TG3PCI_DMA_RW_CTRL, tp->dma_rwctrl);
12976
Linus Torvalds1da177e2005-04-16 15:20:36 -070012977 while (1) {
12978 u32 *p = buf, i;
12979
12980 for (i = 0; i < TEST_BUFFER_SIZE / sizeof(u32); i++)
12981 p[i] = i;
12982
12983 /* Send the buffer to the chip. */
12984 ret = tg3_do_test_dma(tp, buf, buf_dma, TEST_BUFFER_SIZE, 1);
12985 if (ret) {
12986 printk(KERN_ERR "tg3_test_dma() Write the buffer failed %d\n", ret);
12987 break;
12988 }
12989
12990#if 0
12991 /* validate data reached card RAM correctly. */
12992 for (i = 0; i < TEST_BUFFER_SIZE / sizeof(u32); i++) {
12993 u32 val;
12994 tg3_read_mem(tp, 0x2100 + (i*4), &val);
12995 if (le32_to_cpu(val) != p[i]) {
12996 printk(KERN_ERR " tg3_test_dma() Card buffer corrupted on write! (%d != %d)\n", val, i);
12997 /* ret = -ENODEV here? */
12998 }
12999 p[i] = 0;
13000 }
13001#endif
13002 /* Now read it back. */
13003 ret = tg3_do_test_dma(tp, buf, buf_dma, TEST_BUFFER_SIZE, 0);
13004 if (ret) {
13005 printk(KERN_ERR "tg3_test_dma() Read the buffer failed %d\n", ret);
13006
13007 break;
13008 }
13009
13010 /* Verify it. */
13011 for (i = 0; i < TEST_BUFFER_SIZE / sizeof(u32); i++) {
13012 if (p[i] == i)
13013 continue;
13014
David S. Miller59e6b432005-05-18 22:50:10 -070013015 if ((tp->dma_rwctrl & DMA_RWCTRL_WRITE_BNDRY_MASK) !=
13016 DMA_RWCTRL_WRITE_BNDRY_16) {
13017 tp->dma_rwctrl &= ~DMA_RWCTRL_WRITE_BNDRY_MASK;
Linus Torvalds1da177e2005-04-16 15:20:36 -070013018 tp->dma_rwctrl |= DMA_RWCTRL_WRITE_BNDRY_16;
13019 tw32(TG3PCI_DMA_RW_CTRL, tp->dma_rwctrl);
13020 break;
13021 } else {
13022 printk(KERN_ERR "tg3_test_dma() buffer corrupted on read back! (%d != %d)\n", p[i], i);
13023 ret = -ENODEV;
13024 goto out;
13025 }
13026 }
13027
13028 if (i == (TEST_BUFFER_SIZE / sizeof(u32))) {
13029 /* Success. */
13030 ret = 0;
13031 break;
13032 }
13033 }
David S. Miller59e6b432005-05-18 22:50:10 -070013034 if ((tp->dma_rwctrl & DMA_RWCTRL_WRITE_BNDRY_MASK) !=
13035 DMA_RWCTRL_WRITE_BNDRY_16) {
Michael Chan6d1cfba2005-06-08 14:13:14 -070013036 static struct pci_device_id dma_wait_state_chipsets[] = {
13037 { PCI_DEVICE(PCI_VENDOR_ID_APPLE,
13038 PCI_DEVICE_ID_APPLE_UNI_N_PCI15) },
13039 { },
13040 };
13041
David S. Miller59e6b432005-05-18 22:50:10 -070013042 /* DMA test passed without adjusting DMA boundary,
Michael Chan6d1cfba2005-06-08 14:13:14 -070013043 * now look for chipsets that are known to expose the
13044 * DMA bug without failing the test.
David S. Miller59e6b432005-05-18 22:50:10 -070013045 */
Michael Chan6d1cfba2005-06-08 14:13:14 -070013046 if (pci_dev_present(dma_wait_state_chipsets)) {
13047 tp->dma_rwctrl &= ~DMA_RWCTRL_WRITE_BNDRY_MASK;
13048 tp->dma_rwctrl |= DMA_RWCTRL_WRITE_BNDRY_16;
13049 }
13050 else
13051 /* Safe to use the calculated DMA boundary. */
13052 tp->dma_rwctrl = saved_dma_rwctrl;
13053
David S. Miller59e6b432005-05-18 22:50:10 -070013054 tw32(TG3PCI_DMA_RW_CTRL, tp->dma_rwctrl);
13055 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070013056
13057out:
13058 pci_free_consistent(tp->pdev, TEST_BUFFER_SIZE, buf, buf_dma);
13059out_nofree:
13060 return ret;
13061}
13062
13063static void __devinit tg3_init_link_config(struct tg3 *tp)
13064{
13065 tp->link_config.advertising =
13066 (ADVERTISED_10baseT_Half | ADVERTISED_10baseT_Full |
13067 ADVERTISED_100baseT_Half | ADVERTISED_100baseT_Full |
13068 ADVERTISED_1000baseT_Half | ADVERTISED_1000baseT_Full |
13069 ADVERTISED_Autoneg | ADVERTISED_MII);
13070 tp->link_config.speed = SPEED_INVALID;
13071 tp->link_config.duplex = DUPLEX_INVALID;
13072 tp->link_config.autoneg = AUTONEG_ENABLE;
Linus Torvalds1da177e2005-04-16 15:20:36 -070013073 tp->link_config.active_speed = SPEED_INVALID;
13074 tp->link_config.active_duplex = DUPLEX_INVALID;
13075 tp->link_config.phy_is_low_power = 0;
13076 tp->link_config.orig_speed = SPEED_INVALID;
13077 tp->link_config.orig_duplex = DUPLEX_INVALID;
13078 tp->link_config.orig_autoneg = AUTONEG_INVALID;
13079}
13080
13081static void __devinit tg3_init_bufmgr_config(struct tg3 *tp)
13082{
Michael Chanfdfec172005-07-25 12:31:48 -070013083 if (tp->tg3_flags2 & TG3_FLG2_5705_PLUS) {
13084 tp->bufmgr_config.mbuf_read_dma_low_water =
13085 DEFAULT_MB_RDMA_LOW_WATER_5705;
13086 tp->bufmgr_config.mbuf_mac_rx_low_water =
13087 DEFAULT_MB_MACRX_LOW_WATER_5705;
13088 tp->bufmgr_config.mbuf_high_water =
13089 DEFAULT_MB_HIGH_WATER_5705;
Michael Chanb5d37722006-09-27 16:06:21 -070013090 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906) {
13091 tp->bufmgr_config.mbuf_mac_rx_low_water =
13092 DEFAULT_MB_MACRX_LOW_WATER_5906;
13093 tp->bufmgr_config.mbuf_high_water =
13094 DEFAULT_MB_HIGH_WATER_5906;
13095 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070013096
Michael Chanfdfec172005-07-25 12:31:48 -070013097 tp->bufmgr_config.mbuf_read_dma_low_water_jumbo =
13098 DEFAULT_MB_RDMA_LOW_WATER_JUMBO_5780;
13099 tp->bufmgr_config.mbuf_mac_rx_low_water_jumbo =
13100 DEFAULT_MB_MACRX_LOW_WATER_JUMBO_5780;
13101 tp->bufmgr_config.mbuf_high_water_jumbo =
13102 DEFAULT_MB_HIGH_WATER_JUMBO_5780;
13103 } else {
13104 tp->bufmgr_config.mbuf_read_dma_low_water =
13105 DEFAULT_MB_RDMA_LOW_WATER;
13106 tp->bufmgr_config.mbuf_mac_rx_low_water =
13107 DEFAULT_MB_MACRX_LOW_WATER;
13108 tp->bufmgr_config.mbuf_high_water =
13109 DEFAULT_MB_HIGH_WATER;
13110
13111 tp->bufmgr_config.mbuf_read_dma_low_water_jumbo =
13112 DEFAULT_MB_RDMA_LOW_WATER_JUMBO;
13113 tp->bufmgr_config.mbuf_mac_rx_low_water_jumbo =
13114 DEFAULT_MB_MACRX_LOW_WATER_JUMBO;
13115 tp->bufmgr_config.mbuf_high_water_jumbo =
13116 DEFAULT_MB_HIGH_WATER_JUMBO;
13117 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070013118
13119 tp->bufmgr_config.dma_low_water = DEFAULT_DMA_LOW_WATER;
13120 tp->bufmgr_config.dma_high_water = DEFAULT_DMA_HIGH_WATER;
13121}
13122
13123static char * __devinit tg3_phy_string(struct tg3 *tp)
13124{
13125 switch (tp->phy_id & PHY_ID_MASK) {
13126 case PHY_ID_BCM5400: return "5400";
13127 case PHY_ID_BCM5401: return "5401";
13128 case PHY_ID_BCM5411: return "5411";
13129 case PHY_ID_BCM5701: return "5701";
13130 case PHY_ID_BCM5703: return "5703";
13131 case PHY_ID_BCM5704: return "5704";
13132 case PHY_ID_BCM5705: return "5705";
13133 case PHY_ID_BCM5750: return "5750";
Michael Chan85e94ce2005-04-21 17:05:28 -070013134 case PHY_ID_BCM5752: return "5752";
Michael Chana4e2b342005-10-26 15:46:52 -070013135 case PHY_ID_BCM5714: return "5714";
Michael Chan4cf78e42005-07-25 12:29:19 -070013136 case PHY_ID_BCM5780: return "5780";
Michael Chanaf36e6b2006-03-23 01:28:06 -080013137 case PHY_ID_BCM5755: return "5755";
Michael Chand9ab5ad2006-03-20 22:27:35 -080013138 case PHY_ID_BCM5787: return "5787";
Matt Carlsond30cdd22007-10-07 23:28:35 -070013139 case PHY_ID_BCM5784: return "5784";
Michael Chan126a3362006-09-27 16:03:07 -070013140 case PHY_ID_BCM5756: return "5722/5756";
Michael Chanb5d37722006-09-27 16:06:21 -070013141 case PHY_ID_BCM5906: return "5906";
Matt Carlson9936bcf2007-10-10 18:03:07 -070013142 case PHY_ID_BCM5761: return "5761";
Linus Torvalds1da177e2005-04-16 15:20:36 -070013143 case PHY_ID_BCM8002: return "8002/serdes";
13144 case 0: return "serdes";
13145 default: return "unknown";
Stephen Hemminger855e1112008-04-16 16:37:28 -070013146 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070013147}
13148
Michael Chanf9804dd2005-09-27 12:13:10 -070013149static char * __devinit tg3_bus_string(struct tg3 *tp, char *str)
13150{
13151 if (tp->tg3_flags2 & TG3_FLG2_PCI_EXPRESS) {
13152 strcpy(str, "PCI Express");
13153 return str;
13154 } else if (tp->tg3_flags & TG3_FLAG_PCIX_MODE) {
13155 u32 clock_ctrl = tr32(TG3PCI_CLOCK_CTRL) & 0x1f;
13156
13157 strcpy(str, "PCIX:");
13158
13159 if ((clock_ctrl == 7) ||
13160 ((tr32(GRC_MISC_CFG) & GRC_MISC_CFG_BOARD_ID_MASK) ==
13161 GRC_MISC_CFG_BOARD_ID_5704CIOBE))
13162 strcat(str, "133MHz");
13163 else if (clock_ctrl == 0)
13164 strcat(str, "33MHz");
13165 else if (clock_ctrl == 2)
13166 strcat(str, "50MHz");
13167 else if (clock_ctrl == 4)
13168 strcat(str, "66MHz");
13169 else if (clock_ctrl == 6)
13170 strcat(str, "100MHz");
Michael Chanf9804dd2005-09-27 12:13:10 -070013171 } else {
13172 strcpy(str, "PCI:");
13173 if (tp->tg3_flags & TG3_FLAG_PCI_HIGH_SPEED)
13174 strcat(str, "66MHz");
13175 else
13176 strcat(str, "33MHz");
13177 }
13178 if (tp->tg3_flags & TG3_FLAG_PCI_32BIT)
13179 strcat(str, ":32-bit");
13180 else
13181 strcat(str, ":64-bit");
13182 return str;
13183}
13184
Michael Chan8c2dc7e2005-12-19 16:26:02 -080013185static struct pci_dev * __devinit tg3_find_peer(struct tg3 *tp)
Linus Torvalds1da177e2005-04-16 15:20:36 -070013186{
13187 struct pci_dev *peer;
13188 unsigned int func, devnr = tp->pdev->devfn & ~7;
13189
13190 for (func = 0; func < 8; func++) {
13191 peer = pci_get_slot(tp->pdev->bus, devnr | func);
13192 if (peer && peer != tp->pdev)
13193 break;
13194 pci_dev_put(peer);
13195 }
Michael Chan16fe9d72005-12-13 21:09:54 -080013196 /* 5704 can be configured in single-port mode, set peer to
13197 * tp->pdev in that case.
13198 */
13199 if (!peer) {
13200 peer = tp->pdev;
13201 return peer;
13202 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070013203
13204 /*
13205 * We don't need to keep the refcount elevated; there's no way
13206 * to remove one half of this device without removing the other
13207 */
13208 pci_dev_put(peer);
13209
13210 return peer;
13211}
13212
David S. Miller15f98502005-05-18 22:49:26 -070013213static void __devinit tg3_init_coal(struct tg3 *tp)
13214{
13215 struct ethtool_coalesce *ec = &tp->coal;
13216
13217 memset(ec, 0, sizeof(*ec));
13218 ec->cmd = ETHTOOL_GCOALESCE;
13219 ec->rx_coalesce_usecs = LOW_RXCOL_TICKS;
13220 ec->tx_coalesce_usecs = LOW_TXCOL_TICKS;
13221 ec->rx_max_coalesced_frames = LOW_RXMAX_FRAMES;
13222 ec->tx_max_coalesced_frames = LOW_TXMAX_FRAMES;
13223 ec->rx_coalesce_usecs_irq = DEFAULT_RXCOAL_TICK_INT;
13224 ec->tx_coalesce_usecs_irq = DEFAULT_TXCOAL_TICK_INT;
13225 ec->rx_max_coalesced_frames_irq = DEFAULT_RXCOAL_MAXF_INT;
13226 ec->tx_max_coalesced_frames_irq = DEFAULT_TXCOAL_MAXF_INT;
13227 ec->stats_block_coalesce_usecs = DEFAULT_STAT_COAL_TICKS;
13228
13229 if (tp->coalesce_mode & (HOSTCC_MODE_CLRTICK_RXBD |
13230 HOSTCC_MODE_CLRTICK_TXBD)) {
13231 ec->rx_coalesce_usecs = LOW_RXCOL_TICKS_CLRTCKS;
13232 ec->rx_coalesce_usecs_irq = DEFAULT_RXCOAL_TICK_INT_CLRTCKS;
13233 ec->tx_coalesce_usecs = LOW_TXCOL_TICKS_CLRTCKS;
13234 ec->tx_coalesce_usecs_irq = DEFAULT_TXCOAL_TICK_INT_CLRTCKS;
13235 }
Michael Chand244c892005-07-05 14:42:33 -070013236
13237 if (tp->tg3_flags2 & TG3_FLG2_5705_PLUS) {
13238 ec->rx_coalesce_usecs_irq = 0;
13239 ec->tx_coalesce_usecs_irq = 0;
13240 ec->stats_block_coalesce_usecs = 0;
13241 }
David S. Miller15f98502005-05-18 22:49:26 -070013242}
13243
Linus Torvalds1da177e2005-04-16 15:20:36 -070013244static int __devinit tg3_init_one(struct pci_dev *pdev,
13245 const struct pci_device_id *ent)
13246{
13247 static int tg3_version_printed = 0;
Sergei Shtylyov2de58e32008-04-12 18:30:58 -070013248 resource_size_t tg3reg_base;
13249 unsigned long tg3reg_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -070013250 struct net_device *dev;
13251 struct tg3 *tp;
Joe Perchesd6645372007-12-20 04:06:59 -080013252 int err, pm_cap;
Michael Chanf9804dd2005-09-27 12:13:10 -070013253 char str[40];
Michael Chan72f2afb2006-03-06 19:28:35 -080013254 u64 dma_mask, persist_dma_mask;
Linus Torvalds1da177e2005-04-16 15:20:36 -070013255
13256 if (tg3_version_printed++ == 0)
13257 printk(KERN_INFO "%s", version);
13258
13259 err = pci_enable_device(pdev);
13260 if (err) {
13261 printk(KERN_ERR PFX "Cannot enable PCI device, "
13262 "aborting.\n");
13263 return err;
13264 }
13265
13266 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
13267 printk(KERN_ERR PFX "Cannot find proper PCI device "
13268 "base address, aborting.\n");
13269 err = -ENODEV;
13270 goto err_out_disable_pdev;
13271 }
13272
13273 err = pci_request_regions(pdev, DRV_MODULE_NAME);
13274 if (err) {
13275 printk(KERN_ERR PFX "Cannot obtain PCI resources, "
13276 "aborting.\n");
13277 goto err_out_disable_pdev;
13278 }
13279
13280 pci_set_master(pdev);
13281
13282 /* Find power-management capability. */
13283 pm_cap = pci_find_capability(pdev, PCI_CAP_ID_PM);
13284 if (pm_cap == 0) {
13285 printk(KERN_ERR PFX "Cannot find PowerManagement capability, "
13286 "aborting.\n");
13287 err = -EIO;
13288 goto err_out_free_res;
13289 }
13290
Linus Torvalds1da177e2005-04-16 15:20:36 -070013291 tg3reg_base = pci_resource_start(pdev, 0);
13292 tg3reg_len = pci_resource_len(pdev, 0);
13293
13294 dev = alloc_etherdev(sizeof(*tp));
13295 if (!dev) {
13296 printk(KERN_ERR PFX "Etherdev alloc failed, aborting.\n");
13297 err = -ENOMEM;
13298 goto err_out_free_res;
13299 }
13300
Linus Torvalds1da177e2005-04-16 15:20:36 -070013301 SET_NETDEV_DEV(dev, &pdev->dev);
13302
Linus Torvalds1da177e2005-04-16 15:20:36 -070013303#if TG3_VLAN_TAG_USED
13304 dev->features |= NETIF_F_HW_VLAN_TX | NETIF_F_HW_VLAN_RX;
13305 dev->vlan_rx_register = tg3_vlan_rx_register;
Linus Torvalds1da177e2005-04-16 15:20:36 -070013306#endif
13307
13308 tp = netdev_priv(dev);
13309 tp->pdev = pdev;
13310 tp->dev = dev;
13311 tp->pm_cap = pm_cap;
Linus Torvalds1da177e2005-04-16 15:20:36 -070013312 tp->rx_mode = TG3_DEF_RX_MODE;
13313 tp->tx_mode = TG3_DEF_TX_MODE;
Matt Carlson8ef21422008-05-02 16:47:53 -070013314
Linus Torvalds1da177e2005-04-16 15:20:36 -070013315 if (tg3_debug > 0)
13316 tp->msg_enable = tg3_debug;
13317 else
13318 tp->msg_enable = TG3_DEF_MSG_ENABLE;
13319
13320 /* The word/byte swap controls here control register access byte
13321 * swapping. DMA data byte swapping is controlled in the GRC_MODE
13322 * setting below.
13323 */
13324 tp->misc_host_ctrl =
13325 MISC_HOST_CTRL_MASK_PCI_INT |
13326 MISC_HOST_CTRL_WORD_SWAP |
13327 MISC_HOST_CTRL_INDIR_ACCESS |
13328 MISC_HOST_CTRL_PCISTATE_RW;
13329
13330 /* The NONFRM (non-frame) byte/word swap controls take effect
13331 * on descriptor entries, anything which isn't packet data.
13332 *
13333 * The StrongARM chips on the board (one for tx, one for rx)
13334 * are running in big-endian mode.
13335 */
13336 tp->grc_mode = (GRC_MODE_WSWAP_DATA | GRC_MODE_BSWAP_DATA |
13337 GRC_MODE_WSWAP_NONFRM_DATA);
13338#ifdef __BIG_ENDIAN
13339 tp->grc_mode |= GRC_MODE_BSWAP_NONFRM_DATA;
13340#endif
13341 spin_lock_init(&tp->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013342 spin_lock_init(&tp->indirect_lock);
David Howellsc4028952006-11-22 14:57:56 +000013343 INIT_WORK(&tp->reset_task, tg3_reset_task);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013344
13345 tp->regs = ioremap_nocache(tg3reg_base, tg3reg_len);
Andy Gospodarekab0049b2007-09-06 20:42:14 +010013346 if (!tp->regs) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070013347 printk(KERN_ERR PFX "Cannot map device registers, "
13348 "aborting.\n");
13349 err = -ENOMEM;
13350 goto err_out_free_dev;
13351 }
13352
13353 tg3_init_link_config(tp);
13354
Linus Torvalds1da177e2005-04-16 15:20:36 -070013355 tp->rx_pending = TG3_DEF_RX_RING_PENDING;
13356 tp->rx_jumbo_pending = TG3_DEF_RX_JUMBO_RING_PENDING;
13357 tp->tx_pending = TG3_DEF_TX_RING_PENDING;
13358
13359 dev->open = tg3_open;
13360 dev->stop = tg3_close;
13361 dev->get_stats = tg3_get_stats;
13362 dev->set_multicast_list = tg3_set_rx_mode;
13363 dev->set_mac_address = tg3_set_mac_addr;
13364 dev->do_ioctl = tg3_ioctl;
13365 dev->tx_timeout = tg3_tx_timeout;
Stephen Hemmingerbea33482007-10-03 16:41:36 -070013366 netif_napi_add(dev, &tp->napi, tg3_poll, 64);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013367 dev->ethtool_ops = &tg3_ethtool_ops;
Linus Torvalds1da177e2005-04-16 15:20:36 -070013368 dev->watchdog_timeo = TG3_TX_TIMEOUT;
13369 dev->change_mtu = tg3_change_mtu;
13370 dev->irq = pdev->irq;
13371#ifdef CONFIG_NET_POLL_CONTROLLER
13372 dev->poll_controller = tg3_poll_controller;
13373#endif
13374
13375 err = tg3_get_invariants(tp);
13376 if (err) {
13377 printk(KERN_ERR PFX "Problem fetching invariants of chip, "
13378 "aborting.\n");
13379 goto err_out_iounmap;
13380 }
13381
Michael Chan4a29cc22006-03-19 13:21:12 -080013382 /* The EPB bridge inside 5714, 5715, and 5780 and any
13383 * device behind the EPB cannot support DMA addresses > 40-bit.
Michael Chan72f2afb2006-03-06 19:28:35 -080013384 * On 64-bit systems with IOMMU, use 40-bit dma_mask.
13385 * On 64-bit systems without IOMMU, use 64-bit dma_mask and
13386 * do DMA address check in tg3_start_xmit().
13387 */
Michael Chan4a29cc22006-03-19 13:21:12 -080013388 if (tp->tg3_flags2 & TG3_FLG2_IS_5788)
13389 persist_dma_mask = dma_mask = DMA_32BIT_MASK;
13390 else if (tp->tg3_flags & TG3_FLAG_40BIT_DMA_BUG) {
Michael Chan72f2afb2006-03-06 19:28:35 -080013391 persist_dma_mask = dma_mask = DMA_40BIT_MASK;
13392#ifdef CONFIG_HIGHMEM
13393 dma_mask = DMA_64BIT_MASK;
13394#endif
Michael Chan4a29cc22006-03-19 13:21:12 -080013395 } else
Michael Chan72f2afb2006-03-06 19:28:35 -080013396 persist_dma_mask = dma_mask = DMA_64BIT_MASK;
13397
13398 /* Configure DMA attributes. */
13399 if (dma_mask > DMA_32BIT_MASK) {
13400 err = pci_set_dma_mask(pdev, dma_mask);
13401 if (!err) {
13402 dev->features |= NETIF_F_HIGHDMA;
13403 err = pci_set_consistent_dma_mask(pdev,
13404 persist_dma_mask);
13405 if (err < 0) {
13406 printk(KERN_ERR PFX "Unable to obtain 64 bit "
13407 "DMA for consistent allocations\n");
13408 goto err_out_iounmap;
13409 }
13410 }
13411 }
13412 if (err || dma_mask == DMA_32BIT_MASK) {
13413 err = pci_set_dma_mask(pdev, DMA_32BIT_MASK);
13414 if (err) {
13415 printk(KERN_ERR PFX "No usable DMA configuration, "
13416 "aborting.\n");
13417 goto err_out_iounmap;
13418 }
13419 }
13420
Michael Chanfdfec172005-07-25 12:31:48 -070013421 tg3_init_bufmgr_config(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013422
Linus Torvalds1da177e2005-04-16 15:20:36 -070013423 if (tp->tg3_flags2 & TG3_FLG2_HW_TSO) {
13424 tp->tg3_flags2 |= TG3_FLG2_TSO_CAPABLE;
13425 }
13426 else if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5700 ||
13427 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5701 ||
13428 tp->pci_chip_rev_id == CHIPREV_ID_5705_A0 ||
Michael Chanc7835a72006-11-15 21:14:42 -080013429 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5906 ||
Linus Torvalds1da177e2005-04-16 15:20:36 -070013430 (tp->tg3_flags & TG3_FLAG_ENABLE_ASF) != 0) {
13431 tp->tg3_flags2 &= ~TG3_FLG2_TSO_CAPABLE;
13432 } else {
Michael Chan7f62ad52007-02-20 23:25:40 -080013433 tp->tg3_flags2 |= TG3_FLG2_TSO_CAPABLE | TG3_FLG2_TSO_BUG;
Linus Torvalds1da177e2005-04-16 15:20:36 -070013434 }
13435
Michael Chan4e3a7aa2006-03-20 17:47:44 -080013436 /* TSO is on by default on chips that support hardware TSO.
13437 * Firmware TSO on older chips gives lower performance, so it
13438 * is off by default, but can be enabled using ethtool.
13439 */
Michael Chanb0026622006-07-03 19:42:14 -070013440 if (tp->tg3_flags2 & TG3_FLG2_HW_TSO) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070013441 dev->features |= NETIF_F_TSO;
Michael Chanb5d37722006-09-27 16:06:21 -070013442 if ((tp->tg3_flags2 & TG3_FLG2_HW_TSO_2) &&
13443 (GET_ASIC_REV(tp->pci_chip_rev_id) != ASIC_REV_5906))
Michael Chanb0026622006-07-03 19:42:14 -070013444 dev->features |= NETIF_F_TSO6;
Matt Carlson57e69832008-05-25 23:48:31 -070013445 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761 ||
13446 (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 &&
13447 GET_CHIP_REV(tp->pci_chip_rev_id) != CHIPREV_5784_AX) ||
13448 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785)
Matt Carlson9936bcf2007-10-10 18:03:07 -070013449 dev->features |= NETIF_F_TSO_ECN;
Michael Chanb0026622006-07-03 19:42:14 -070013450 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070013451
Linus Torvalds1da177e2005-04-16 15:20:36 -070013452
13453 if (tp->pci_chip_rev_id == CHIPREV_ID_5705_A1 &&
13454 !(tp->tg3_flags2 & TG3_FLG2_TSO_CAPABLE) &&
13455 !(tr32(TG3PCI_PCISTATE) & PCISTATE_BUS_SPEED_HIGH)) {
13456 tp->tg3_flags2 |= TG3_FLG2_MAX_RXPEND_64;
13457 tp->rx_pending = 63;
13458 }
13459
Linus Torvalds1da177e2005-04-16 15:20:36 -070013460 err = tg3_get_device_address(tp);
13461 if (err) {
13462 printk(KERN_ERR PFX "Could not obtain valid ethernet address, "
13463 "aborting.\n");
13464 goto err_out_iounmap;
13465 }
13466
Matt Carlson0d3031d2007-10-10 18:02:43 -070013467 if (tp->tg3_flags3 & TG3_FLG3_ENABLE_APE) {
13468 if (!(pci_resource_flags(pdev, 2) & IORESOURCE_MEM)) {
13469 printk(KERN_ERR PFX "Cannot find proper PCI device "
13470 "base address for APE, aborting.\n");
13471 err = -ENODEV;
13472 goto err_out_iounmap;
13473 }
13474
13475 tg3reg_base = pci_resource_start(pdev, 2);
13476 tg3reg_len = pci_resource_len(pdev, 2);
13477
13478 tp->aperegs = ioremap_nocache(tg3reg_base, tg3reg_len);
Al Viro79ea13c2008-01-24 02:06:46 -080013479 if (!tp->aperegs) {
Matt Carlson0d3031d2007-10-10 18:02:43 -070013480 printk(KERN_ERR PFX "Cannot map APE registers, "
13481 "aborting.\n");
13482 err = -ENOMEM;
13483 goto err_out_iounmap;
13484 }
13485
13486 tg3_ape_lock_init(tp);
13487 }
13488
Matt Carlsonc88864d2007-11-12 21:07:01 -080013489 /*
13490 * Reset chip in case UNDI or EFI driver did not shutdown
13491 * DMA self test will enable WDMAC and we'll see (spurious)
13492 * pending DMA on the PCI bus at that point.
13493 */
13494 if ((tr32(HOSTCC_MODE) & HOSTCC_MODE_ENABLE) ||
13495 (tr32(WDMAC_MODE) & WDMAC_MODE_ENABLE)) {
13496 tw32(MEMARB_MODE, MEMARB_MODE_ENABLE);
13497 tg3_halt(tp, RESET_KIND_SHUTDOWN, 1);
13498 }
13499
13500 err = tg3_test_dma(tp);
13501 if (err) {
13502 printk(KERN_ERR PFX "DMA engine test failed, aborting.\n");
13503 goto err_out_apeunmap;
13504 }
13505
13506 /* Tigon3 can do ipv4 only... and some chips have buggy
13507 * checksumming.
13508 */
13509 if ((tp->tg3_flags & TG3_FLAG_BROKEN_CHECKSUMS) == 0) {
13510 dev->features |= NETIF_F_IP_CSUM | NETIF_F_SG;
13511 if (GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5755 ||
13512 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5787 ||
13513 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5784 ||
Matt Carlson57e69832008-05-25 23:48:31 -070013514 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5761 ||
13515 GET_ASIC_REV(tp->pci_chip_rev_id) == ASIC_REV_5785)
Matt Carlsonc88864d2007-11-12 21:07:01 -080013516 dev->features |= NETIF_F_IPV6_CSUM;
13517
13518 tp->tg3_flags |= TG3_FLAG_RX_CHECKSUMS;
13519 } else
13520 tp->tg3_flags &= ~TG3_FLAG_RX_CHECKSUMS;
13521
13522 /* flow control autonegotiation is default behavior */
13523 tp->tg3_flags |= TG3_FLAG_PAUSE_AUTONEG;
Matt Carlson8d018622007-12-20 20:05:44 -080013524 tp->link_config.flowctrl = TG3_FLOW_CTRL_TX | TG3_FLOW_CTRL_RX;
Matt Carlsonc88864d2007-11-12 21:07:01 -080013525
13526 tg3_init_coal(tp);
13527
Michael Chanc49a1562006-12-17 17:07:29 -080013528 pci_set_drvdata(pdev, dev);
13529
Linus Torvalds1da177e2005-04-16 15:20:36 -070013530 err = register_netdev(dev);
13531 if (err) {
13532 printk(KERN_ERR PFX "Cannot register net device, "
13533 "aborting.\n");
Matt Carlson0d3031d2007-10-10 18:02:43 -070013534 goto err_out_apeunmap;
Linus Torvalds1da177e2005-04-16 15:20:36 -070013535 }
13536
Joe Perchesd6645372007-12-20 04:06:59 -080013537 printk(KERN_INFO "%s: Tigon3 [partno(%s) rev %04x PHY(%s)] "
Johannes Berge1749612008-10-27 15:59:26 -070013538 "(%s) %s Ethernet %pM\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -070013539 dev->name,
13540 tp->board_part_number,
13541 tp->pci_chip_rev_id,
13542 tg3_phy_string(tp),
Michael Chanf9804dd2005-09-27 12:13:10 -070013543 tg3_bus_string(tp, str),
Michael Chancbb45d22006-12-07 00:24:09 -080013544 ((tp->tg3_flags & TG3_FLAG_10_100_ONLY) ? "10/100Base-TX" :
13545 ((tp->tg3_flags2 & TG3_FLG2_ANY_SERDES) ? "1000Base-SX" :
Joe Perchesd6645372007-12-20 04:06:59 -080013546 "10/100/1000Base-T")),
Johannes Berge1749612008-10-27 15:59:26 -070013547 dev->dev_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013548
13549 printk(KERN_INFO "%s: RXcsums[%d] LinkChgREG[%d] "
Michael Chan1c46ae02007-03-24 20:54:37 -070013550 "MIirq[%d] ASF[%d] WireSpeed[%d] TSOcap[%d]\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -070013551 dev->name,
13552 (tp->tg3_flags & TG3_FLAG_RX_CHECKSUMS) != 0,
13553 (tp->tg3_flags & TG3_FLAG_USE_LINKCHG_REG) != 0,
13554 (tp->tg3_flags & TG3_FLAG_USE_MI_INTERRUPT) != 0,
13555 (tp->tg3_flags & TG3_FLAG_ENABLE_ASF) != 0,
Linus Torvalds1da177e2005-04-16 15:20:36 -070013556 (tp->tg3_flags2 & TG3_FLG2_NO_ETH_WIRE_SPEED) == 0,
13557 (tp->tg3_flags2 & TG3_FLG2_TSO_CAPABLE) != 0);
Michael Chan4a29cc22006-03-19 13:21:12 -080013558 printk(KERN_INFO "%s: dma_rwctrl[%08x] dma_mask[%d-bit]\n",
13559 dev->name, tp->dma_rwctrl,
13560 (pdev->dma_mask == DMA_32BIT_MASK) ? 32 :
13561 (((u64) pdev->dma_mask == DMA_40BIT_MASK) ? 40 : 64));
Linus Torvalds1da177e2005-04-16 15:20:36 -070013562
13563 return 0;
13564
Matt Carlson0d3031d2007-10-10 18:02:43 -070013565err_out_apeunmap:
13566 if (tp->aperegs) {
13567 iounmap(tp->aperegs);
13568 tp->aperegs = NULL;
13569 }
13570
Linus Torvalds1da177e2005-04-16 15:20:36 -070013571err_out_iounmap:
Michael Chan68929142005-08-09 20:17:14 -070013572 if (tp->regs) {
13573 iounmap(tp->regs);
Peter Hagervall22abe312005-09-16 17:01:03 -070013574 tp->regs = NULL;
Michael Chan68929142005-08-09 20:17:14 -070013575 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070013576
13577err_out_free_dev:
13578 free_netdev(dev);
13579
13580err_out_free_res:
13581 pci_release_regions(pdev);
13582
13583err_out_disable_pdev:
13584 pci_disable_device(pdev);
13585 pci_set_drvdata(pdev, NULL);
13586 return err;
13587}
13588
13589static void __devexit tg3_remove_one(struct pci_dev *pdev)
13590{
13591 struct net_device *dev = pci_get_drvdata(pdev);
13592
13593 if (dev) {
13594 struct tg3 *tp = netdev_priv(dev);
13595
Michael Chan7faa0062006-02-02 17:29:28 -080013596 flush_scheduled_work();
Matt Carlson158d7ab2008-05-29 01:37:54 -070013597
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070013598 if (tp->tg3_flags3 & TG3_FLG3_USE_PHYLIB) {
13599 tg3_phy_fini(tp);
Matt Carlson158d7ab2008-05-29 01:37:54 -070013600 tg3_mdio_fini(tp);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070013601 }
Matt Carlson158d7ab2008-05-29 01:37:54 -070013602
Linus Torvalds1da177e2005-04-16 15:20:36 -070013603 unregister_netdev(dev);
Matt Carlson0d3031d2007-10-10 18:02:43 -070013604 if (tp->aperegs) {
13605 iounmap(tp->aperegs);
13606 tp->aperegs = NULL;
13607 }
Michael Chan68929142005-08-09 20:17:14 -070013608 if (tp->regs) {
13609 iounmap(tp->regs);
Peter Hagervall22abe312005-09-16 17:01:03 -070013610 tp->regs = NULL;
Michael Chan68929142005-08-09 20:17:14 -070013611 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070013612 free_netdev(dev);
13613 pci_release_regions(pdev);
13614 pci_disable_device(pdev);
13615 pci_set_drvdata(pdev, NULL);
13616 }
13617}
13618
13619static int tg3_suspend(struct pci_dev *pdev, pm_message_t state)
13620{
13621 struct net_device *dev = pci_get_drvdata(pdev);
13622 struct tg3 *tp = netdev_priv(dev);
Rafael J. Wysocki12dac072008-07-30 16:37:33 -070013623 pci_power_t target_state;
Linus Torvalds1da177e2005-04-16 15:20:36 -070013624 int err;
13625
Michael Chan3e0c95f2007-08-03 20:56:54 -070013626 /* PCI register 4 needs to be saved whether netif_running() or not.
13627 * MSI address and data need to be saved if using MSI and
13628 * netif_running().
13629 */
13630 pci_save_state(pdev);
13631
Linus Torvalds1da177e2005-04-16 15:20:36 -070013632 if (!netif_running(dev))
13633 return 0;
13634
Michael Chan7faa0062006-02-02 17:29:28 -080013635 flush_scheduled_work();
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070013636 tg3_phy_stop(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013637 tg3_netif_stop(tp);
13638
13639 del_timer_sync(&tp->timer);
13640
David S. Millerf47c11e2005-06-24 20:18:35 -070013641 tg3_full_lock(tp, 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013642 tg3_disable_ints(tp);
David S. Millerf47c11e2005-06-24 20:18:35 -070013643 tg3_full_unlock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013644
13645 netif_device_detach(dev);
13646
David S. Millerf47c11e2005-06-24 20:18:35 -070013647 tg3_full_lock(tp, 0);
Michael Chan944d9802005-05-29 14:57:48 -070013648 tg3_halt(tp, RESET_KIND_SHUTDOWN, 1);
Michael Chan6a9eba12005-12-13 21:08:58 -080013649 tp->tg3_flags &= ~TG3_FLAG_INIT_COMPLETE;
David S. Millerf47c11e2005-06-24 20:18:35 -070013650 tg3_full_unlock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013651
Rafael J. Wysocki12dac072008-07-30 16:37:33 -070013652 target_state = pdev->pm_cap ? pci_target_state(pdev) : PCI_D3hot;
13653
13654 err = tg3_set_power_state(tp, target_state);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013655 if (err) {
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070013656 int err2;
13657
David S. Millerf47c11e2005-06-24 20:18:35 -070013658 tg3_full_lock(tp, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013659
Michael Chan6a9eba12005-12-13 21:08:58 -080013660 tp->tg3_flags |= TG3_FLAG_INIT_COMPLETE;
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070013661 err2 = tg3_restart_hw(tp, 1);
13662 if (err2)
Michael Chanb9ec6c12006-07-25 16:37:27 -070013663 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -070013664
13665 tp->timer.expires = jiffies + tp->timer_offset;
13666 add_timer(&tp->timer);
13667
13668 netif_device_attach(dev);
13669 tg3_netif_start(tp);
13670
Michael Chanb9ec6c12006-07-25 16:37:27 -070013671out:
David S. Millerf47c11e2005-06-24 20:18:35 -070013672 tg3_full_unlock(tp);
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070013673
13674 if (!err2)
13675 tg3_phy_start(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013676 }
13677
13678 return err;
13679}
13680
13681static int tg3_resume(struct pci_dev *pdev)
13682{
13683 struct net_device *dev = pci_get_drvdata(pdev);
13684 struct tg3 *tp = netdev_priv(dev);
13685 int err;
13686
Michael Chan3e0c95f2007-08-03 20:56:54 -070013687 pci_restore_state(tp->pdev);
13688
Linus Torvalds1da177e2005-04-16 15:20:36 -070013689 if (!netif_running(dev))
13690 return 0;
13691
Michael Chanbc1c7562006-03-20 17:48:03 -080013692 err = tg3_set_power_state(tp, PCI_D0);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013693 if (err)
13694 return err;
13695
13696 netif_device_attach(dev);
13697
David S. Millerf47c11e2005-06-24 20:18:35 -070013698 tg3_full_lock(tp, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013699
Michael Chan6a9eba12005-12-13 21:08:58 -080013700 tp->tg3_flags |= TG3_FLAG_INIT_COMPLETE;
Michael Chanb9ec6c12006-07-25 16:37:27 -070013701 err = tg3_restart_hw(tp, 1);
13702 if (err)
13703 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -070013704
13705 tp->timer.expires = jiffies + tp->timer_offset;
13706 add_timer(&tp->timer);
13707
Linus Torvalds1da177e2005-04-16 15:20:36 -070013708 tg3_netif_start(tp);
13709
Michael Chanb9ec6c12006-07-25 16:37:27 -070013710out:
David S. Millerf47c11e2005-06-24 20:18:35 -070013711 tg3_full_unlock(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013712
Matt Carlsonb02fd9e2008-05-25 23:47:41 -070013713 if (!err)
13714 tg3_phy_start(tp);
13715
Michael Chanb9ec6c12006-07-25 16:37:27 -070013716 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -070013717}
13718
13719static struct pci_driver tg3_driver = {
13720 .name = DRV_MODULE_NAME,
13721 .id_table = tg3_pci_tbl,
13722 .probe = tg3_init_one,
13723 .remove = __devexit_p(tg3_remove_one),
13724 .suspend = tg3_suspend,
13725 .resume = tg3_resume
13726};
13727
13728static int __init tg3_init(void)
13729{
Jeff Garzik29917622006-08-19 17:48:59 -040013730 return pci_register_driver(&tg3_driver);
Linus Torvalds1da177e2005-04-16 15:20:36 -070013731}
13732
13733static void __exit tg3_cleanup(void)
13734{
13735 pci_unregister_driver(&tg3_driver);
13736}
13737
13738module_init(tg3_init);
13739module_exit(tg3_cleanup);