]> bbs.cooldavid.org Git - net-next-2.6.git/blame - drivers/net/bnx2.c
git://bbs.cooldavid.org / net-next-2.6.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
[BNX2]: Update firmware to support S/G RX buffers.
[net-next-2.6.git] / drivers / net / bnx2.c
CommitLineData
b6016b76
MC		 1/* bnx2.c: Broadcom NX2 network driver.
2 *
72fbaeb6 3 * Copyright (c) 2004-2007 Broadcom Corporation
b6016b76
MC		 4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation.
8 *
9 * Written by: Michael Chan (mchan@broadcom.com)
10 */
11
f2a4f052
MC		 12
13#include <linux/module.h>
14#include <linux/moduleparam.h>
15
16#include <linux/kernel.h>
17#include <linux/timer.h>
18#include <linux/errno.h>
19#include <linux/ioport.h>
20#include <linux/slab.h>
21#include <linux/vmalloc.h>
22#include <linux/interrupt.h>
23#include <linux/pci.h>
24#include <linux/init.h>
25#include <linux/netdevice.h>
26#include <linux/etherdevice.h>
27#include <linux/skbuff.h>
28#include <linux/dma-mapping.h>
1977f032 29#include <linux/bitops.h>
f2a4f052
MC		 30#include <asm/io.h>
31#include <asm/irq.h>
32#include <linux/delay.h>
33#include <asm/byteorder.h>
c86a31f4 34#include <asm/page.h>
f2a4f052
MC		 35#include <linux/time.h>
36#include <linux/ethtool.h>
37#include <linux/mii.h>
38#ifdef NETIF_F_HW_VLAN_TX
39#include <linux/if_vlan.h>
40#define BCM_VLAN 1
41#endif
f2a4f052 42#include <net/ip.h>
de081fa5 43#include <net/tcp.h>
f2a4f052 44#include <net/checksum.h>
f2a4f052
MC		 45#include <linux/workqueue.h>
46#include <linux/crc32.h>
47#include <linux/prefetch.h>
29b12174 48#include <linux/cache.h>
fba9fe91 49#include <linux/zlib.h>
f2a4f052 50
b6016b76
MC		 51#include "bnx2.h"
52#include "bnx2_fw.h"
d43584c8 53#include "bnx2_fw2.h"
b6016b76 54
110d0ef9 55#define FW_BUF_SIZE 0x10000
b3448b0b 56
b6016b76
MC		 57#define DRV_MODULE_NAME "bnx2"
58#define PFX DRV_MODULE_NAME ": "
bbe42974
MC		 59#define DRV_MODULE_VERSION "1.6.9"
60#define DRV_MODULE_RELDATE "December 8, 2007"
b6016b76
MC		 61
62#define RUN_AT(x) (jiffies + (x))
63
64/* Time in jiffies before concluding the transmitter is hung. */
65#define TX_TIMEOUT (5*HZ)
66
e19360f2 67static const char version[] __devinitdata =
b6016b76
MC		 68 "Broadcom NetXtreme II Gigabit Ethernet Driver " DRV_MODULE_NAME " v" DRV_MODULE_VERSION " (" DRV_MODULE_RELDATE ")\n";
69
70MODULE_AUTHOR("Michael Chan <mchan@broadcom.com>");
05d0f1cf 71MODULE_DESCRIPTION("Broadcom NetXtreme II BCM5706/5708 Driver");
b6016b76
MC		 72MODULE_LICENSE("GPL");
73MODULE_VERSION(DRV_MODULE_VERSION);
74
75static int disable_msi = 0;
76
77module_param(disable_msi, int, 0);
78MODULE_PARM_DESC(disable_msi, "Disable Message Signaled Interrupt (MSI)");
79
80typedef enum {
81 BCM5706 = 0,
82 NC370T,
83 NC370I,
84 BCM5706S,
85 NC370F,
5b0c76ad
MC		 86 BCM5708,
87 BCM5708S,
bac0dff6 88 BCM5709,
27a005b8 89 BCM5709S,
b6016b76
MC		 90} board_t;
91
92/* indexed by board_t, above */
f71e1309 93static const struct {
b6016b76
MC		 94 char *name;
95} board_info[] __devinitdata = {
96 { "Broadcom NetXtreme II BCM5706 1000Base-T" },
97 { "HP NC370T Multifunction Gigabit Server Adapter" },
98 { "HP NC370i Multifunction Gigabit Server Adapter" },
99 { "Broadcom NetXtreme II BCM5706 1000Base-SX" },
100 { "HP NC370F Multifunction Gigabit Server Adapter" },
5b0c76ad
MC		 101 { "Broadcom NetXtreme II BCM5708 1000Base-T" },
102 { "Broadcom NetXtreme II BCM5708 1000Base-SX" },
bac0dff6 103 { "Broadcom NetXtreme II BCM5709 1000Base-T" },
27a005b8 104 { "Broadcom NetXtreme II BCM5709 1000Base-SX" },
b6016b76
MC		 105 };
106
107static struct pci_device_id bnx2_pci_tbl[] = {
108 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706,
109 PCI_VENDOR_ID_HP, 0x3101, 0, 0, NC370T },
110 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706,
111 PCI_VENDOR_ID_HP, 0x3106, 0, 0, NC370I },
112 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706,
113 PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5706 },
5b0c76ad
MC		 114 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5708,
115 PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5708 },
b6016b76
MC		 116 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706S,
117 PCI_VENDOR_ID_HP, 0x3102, 0, 0, NC370F },
118 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706S,
119 PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5706S },
5b0c76ad
MC		 120 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5708S,
121 PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5708S },
bac0dff6
MC		 122 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5709,
123 PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5709 },
27a005b8
MC		 124 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5709S,
125 PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5709S },
b6016b76
MC		 126 { 0, }
127};
128
129static struct flash_spec flash_table[] =
130{
e30372c9
MC		 131#define BUFFERED_FLAGS (BNX2_NV_BUFFERED | BNX2_NV_TRANSLATE)
132#define NONBUFFERED_FLAGS (BNX2_NV_WREN)
b6016b76 133 /* Slow EEPROM */
37137709 134 {0x00000000, 0x40830380, 0x009f0081, 0xa184a053, 0xaf000400,
e30372c9 135 BUFFERED_FLAGS, SEEPROM_PAGE_BITS, SEEPROM_PAGE_SIZE,
b6016b76
MC		 136 SEEPROM_BYTE_ADDR_MASK, SEEPROM_TOTAL_SIZE,
137 "EEPROM - slow"},
37137709
MC		 138 /* Expansion entry 0001 */
139 {0x08000002, 0x4b808201, 0x00050081, 0x03840253, 0xaf020406,
e30372c9 140 NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
37137709
MC		 141 SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
142 "Entry 0001"},
b6016b76
MC		 143 /* Saifun SA25F010 (non-buffered flash) */
144 /* strap, cfg1, & write1 need updates */
37137709 145 {0x04000001, 0x47808201, 0x00050081, 0x03840253, 0xaf020406,
e30372c9 146 NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
b6016b76
MC		 147 SAIFUN_FLASH_BYTE_ADDR_MASK, SAIFUN_FLASH_BASE_TOTAL_SIZE*2,
148 "Non-buffered flash (128kB)"},
149 /* Saifun SA25F020 (non-buffered flash) */
150 /* strap, cfg1, & write1 need updates */
37137709 151 {0x0c000003, 0x4f808201, 0x00050081, 0x03840253, 0xaf020406,
e30372c9 152 NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
b6016b76
MC		 153 SAIFUN_FLASH_BYTE_ADDR_MASK, SAIFUN_FLASH_BASE_TOTAL_SIZE*4,
154 "Non-buffered flash (256kB)"},
37137709
MC		 155 /* Expansion entry 0100 */
156 {0x11000000, 0x53808201, 0x00050081, 0x03840253, 0xaf020406,
e30372c9 157 NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
37137709
MC		 158 SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
159 "Entry 0100"},
160 /* Entry 0101: ST M45PE10 (non-buffered flash, TetonII B0) */
6aa20a22 161 {0x19000002, 0x5b808201, 0x000500db, 0x03840253, 0xaf020406,
e30372c9 162 NONBUFFERED_FLAGS, ST_MICRO_FLASH_PAGE_BITS, ST_MICRO_FLASH_PAGE_SIZE,
37137709
MC		 163 ST_MICRO_FLASH_BYTE_ADDR_MASK, ST_MICRO_FLASH_BASE_TOTAL_SIZE*2,
164 "Entry 0101: ST M45PE10 (128kB non-bufferred)"},
165 /* Entry 0110: ST M45PE20 (non-buffered flash)*/
166 {0x15000001, 0x57808201, 0x000500db, 0x03840253, 0xaf020406,
e30372c9 167 NONBUFFERED_FLAGS, ST_MICRO_FLASH_PAGE_BITS, ST_MICRO_FLASH_PAGE_SIZE,
37137709
MC		 168 ST_MICRO_FLASH_BYTE_ADDR_MASK, ST_MICRO_FLASH_BASE_TOTAL_SIZE*4,
169 "Entry 0110: ST M45PE20 (256kB non-bufferred)"},
170 /* Saifun SA25F005 (non-buffered flash) */
171 /* strap, cfg1, & write1 need updates */
172 {0x1d000003, 0x5f808201, 0x00050081, 0x03840253, 0xaf020406,
e30372c9 173 NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
37137709
MC		 174 SAIFUN_FLASH_BYTE_ADDR_MASK, SAIFUN_FLASH_BASE_TOTAL_SIZE,
175 "Non-buffered flash (64kB)"},
176 /* Fast EEPROM */
177 {0x22000000, 0x62808380, 0x009f0081, 0xa184a053, 0xaf000400,
e30372c9 178 BUFFERED_FLAGS, SEEPROM_PAGE_BITS, SEEPROM_PAGE_SIZE,
37137709
MC		 179 SEEPROM_BYTE_ADDR_MASK, SEEPROM_TOTAL_SIZE,
180 "EEPROM - fast"},
181 /* Expansion entry 1001 */
182 {0x2a000002, 0x6b808201, 0x00050081, 0x03840253, 0xaf020406,
e30372c9 183 NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
37137709
MC		 184 SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
185 "Entry 1001"},
186 /* Expansion entry 1010 */
187 {0x26000001, 0x67808201, 0x00050081, 0x03840253, 0xaf020406,
e30372c9 188 NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
37137709
MC		 189 SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
190 "Entry 1010"},
191 /* ATMEL AT45DB011B (buffered flash) */
192 {0x2e000003, 0x6e808273, 0x00570081, 0x68848353, 0xaf000400,
e30372c9 193 BUFFERED_FLAGS, BUFFERED_FLASH_PAGE_BITS, BUFFERED_FLASH_PAGE_SIZE,
37137709
MC		 194 BUFFERED_FLASH_BYTE_ADDR_MASK, BUFFERED_FLASH_TOTAL_SIZE,
195 "Buffered flash (128kB)"},
196 /* Expansion entry 1100 */
197 {0x33000000, 0x73808201, 0x00050081, 0x03840253, 0xaf020406,
e30372c9 198 NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
37137709
MC		 199 SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
200 "Entry 1100"},
201 /* Expansion entry 1101 */
202 {0x3b000002, 0x7b808201, 0x00050081, 0x03840253, 0xaf020406,
e30372c9 203 NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
37137709
MC		 204 SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
205 "Entry 1101"},
206 /* Ateml Expansion entry 1110 */
207 {0x37000001, 0x76808273, 0x00570081, 0x68848353, 0xaf000400,
e30372c9 208 BUFFERED_FLAGS, BUFFERED_FLASH_PAGE_BITS, BUFFERED_FLASH_PAGE_SIZE,
37137709
MC		 209 BUFFERED_FLASH_BYTE_ADDR_MASK, 0,
210 "Entry 1110 (Atmel)"},
211 /* ATMEL AT45DB021B (buffered flash) */
212 {0x3f000003, 0x7e808273, 0x00570081, 0x68848353, 0xaf000400,
e30372c9 213 BUFFERED_FLAGS, BUFFERED_FLASH_PAGE_BITS, BUFFERED_FLASH_PAGE_SIZE,
37137709
MC		 214 BUFFERED_FLASH_BYTE_ADDR_MASK, BUFFERED_FLASH_TOTAL_SIZE*2,
215 "Buffered flash (256kB)"},
b6016b76
MC		 216};
217
e30372c9
MC		 218static struct flash_spec flash_5709 = {
219 .flags = BNX2_NV_BUFFERED,
220 .page_bits = BCM5709_FLASH_PAGE_BITS,
221 .page_size = BCM5709_FLASH_PAGE_SIZE,
222 .addr_mask = BCM5709_FLASH_BYTE_ADDR_MASK,
223 .total_size = BUFFERED_FLASH_TOTAL_SIZE*2,
224 .name = "5709 Buffered flash (256kB)",
225};
226
b6016b76
MC		 227MODULE_DEVICE_TABLE(pci, bnx2_pci_tbl);
228
e89bbf10
MC		 229static inline u32 bnx2_tx_avail(struct bnx2 *bp)
230{
2f8af120 231 u32 diff;
e89bbf10 232
2f8af120 233 smp_mb();
faac9c4b
MC		 234
235 /* The ring uses 256 indices for 255 entries, one of them
236 * needs to be skipped.
237 */
238 diff = bp->tx_prod - bp->tx_cons;
239 if (unlikely(diff >= TX_DESC_CNT)) {
240 diff &= 0xffff;
241 if (diff == TX_DESC_CNT)
242 diff = MAX_TX_DESC_CNT;
243 }
e89bbf10
MC		 244 return (bp->tx_ring_size - diff);
245}
246
b6016b76
MC		 247static u32
248bnx2_reg_rd_ind(struct bnx2 *bp, u32 offset)
249{
1b8227c4
MC		 250 u32 val;
251
252 spin_lock_bh(&bp->indirect_lock);
b6016b76 253 REG_WR(bp, BNX2_PCICFG_REG_WINDOW_ADDRESS, offset);
1b8227c4
MC		 254 val = REG_RD(bp, BNX2_PCICFG_REG_WINDOW);
255 spin_unlock_bh(&bp->indirect_lock);
256 return val;
b6016b76
MC		 257}
258
259static void
260bnx2_reg_wr_ind(struct bnx2 *bp, u32 offset, u32 val)
261{
1b8227c4 262 spin_lock_bh(&bp->indirect_lock);
b6016b76
MC		 263 REG_WR(bp, BNX2_PCICFG_REG_WINDOW_ADDRESS, offset);
264 REG_WR(bp, BNX2_PCICFG_REG_WINDOW, val);
1b8227c4 265 spin_unlock_bh(&bp->indirect_lock);
b6016b76
MC		 266}
267
268static void
269bnx2_ctx_wr(struct bnx2 *bp, u32 cid_addr, u32 offset, u32 val)
270{
271 offset += cid_addr;
1b8227c4 272 spin_lock_bh(&bp->indirect_lock);
59b47d8a
MC		 273 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
274 int i;
275
276 REG_WR(bp, BNX2_CTX_CTX_DATA, val);
277 REG_WR(bp, BNX2_CTX_CTX_CTRL,
278 offset | BNX2_CTX_CTX_CTRL_WRITE_REQ);
279 for (i = 0; i < 5; i++) {
280 u32 val;
281 val = REG_RD(bp, BNX2_CTX_CTX_CTRL);
282 if ((val & BNX2_CTX_CTX_CTRL_WRITE_REQ) == 0)
283 break;
284 udelay(5);
285 }
286 } else {
287 REG_WR(bp, BNX2_CTX_DATA_ADR, offset);
288 REG_WR(bp, BNX2_CTX_DATA, val);
289 }
1b8227c4 290 spin_unlock_bh(&bp->indirect_lock);
b6016b76
MC		 291}
292
293static int
294bnx2_read_phy(struct bnx2 *bp, u32 reg, u32 *val)
295{
296 u32 val1;
297 int i, ret;
298
299 if (bp->phy_flags & PHY_INT_MODE_AUTO_POLLING_FLAG) {
300 val1 = REG_RD(bp, BNX2_EMAC_MDIO_MODE);
301 val1 &= ~BNX2_EMAC_MDIO_MODE_AUTO_POLL;
302
303 REG_WR(bp, BNX2_EMAC_MDIO_MODE, val1);
304 REG_RD(bp, BNX2_EMAC_MDIO_MODE);
305
306 udelay(40);
307 }
308
309 val1 = (bp->phy_addr << 21) | (reg << 16) |
310 BNX2_EMAC_MDIO_COMM_COMMAND_READ | BNX2_EMAC_MDIO_COMM_DISEXT |
311 BNX2_EMAC_MDIO_COMM_START_BUSY;
312 REG_WR(bp, BNX2_EMAC_MDIO_COMM, val1);
313
314 for (i = 0; i < 50; i++) {
315 udelay(10);
316
317 val1 = REG_RD(bp, BNX2_EMAC_MDIO_COMM);
318 if (!(val1 & BNX2_EMAC_MDIO_COMM_START_BUSY)) {
319 udelay(5);
320
321 val1 = REG_RD(bp, BNX2_EMAC_MDIO_COMM);
322 val1 &= BNX2_EMAC_MDIO_COMM_DATA;
323
324 break;
325 }
326 }
327
328 if (val1 & BNX2_EMAC_MDIO_COMM_START_BUSY) {
329 *val = 0x0;
330 ret = -EBUSY;
331 }
332 else {
333 *val = val1;
334 ret = 0;
335 }
336
337 if (bp->phy_flags & PHY_INT_MODE_AUTO_POLLING_FLAG) {
338 val1 = REG_RD(bp, BNX2_EMAC_MDIO_MODE);
339 val1 |= BNX2_EMAC_MDIO_MODE_AUTO_POLL;
340
341 REG_WR(bp, BNX2_EMAC_MDIO_MODE, val1);
342 REG_RD(bp, BNX2_EMAC_MDIO_MODE);
343
344 udelay(40);
345 }
346
347 return ret;
348}
349
350static int
351bnx2_write_phy(struct bnx2 *bp, u32 reg, u32 val)
352{
353 u32 val1;
354 int i, ret;
355
356 if (bp->phy_flags & PHY_INT_MODE_AUTO_POLLING_FLAG) {
357 val1 = REG_RD(bp, BNX2_EMAC_MDIO_MODE);
358 val1 &= ~BNX2_EMAC_MDIO_MODE_AUTO_POLL;
359
360 REG_WR(bp, BNX2_EMAC_MDIO_MODE, val1);
361 REG_RD(bp, BNX2_EMAC_MDIO_MODE);
362
363 udelay(40);
364 }
365
366 val1 = (bp->phy_addr << 21) | (reg << 16) | val |
367 BNX2_EMAC_MDIO_COMM_COMMAND_WRITE |
368 BNX2_EMAC_MDIO_COMM_START_BUSY | BNX2_EMAC_MDIO_COMM_DISEXT;
369 REG_WR(bp, BNX2_EMAC_MDIO_COMM, val1);
6aa20a22 370
b6016b76
MC		 371 for (i = 0; i < 50; i++) {
372 udelay(10);
373
374 val1 = REG_RD(bp, BNX2_EMAC_MDIO_COMM);
375 if (!(val1 & BNX2_EMAC_MDIO_COMM_START_BUSY)) {
376 udelay(5);
377 break;
378 }
379 }
380
381 if (val1 & BNX2_EMAC_MDIO_COMM_START_BUSY)
382 ret = -EBUSY;
383 else
384 ret = 0;
385
386 if (bp->phy_flags & PHY_INT_MODE_AUTO_POLLING_FLAG) {
387 val1 = REG_RD(bp, BNX2_EMAC_MDIO_MODE);
388 val1 |= BNX2_EMAC_MDIO_MODE_AUTO_POLL;
389
390 REG_WR(bp, BNX2_EMAC_MDIO_MODE, val1);
391 REG_RD(bp, BNX2_EMAC_MDIO_MODE);
392
393 udelay(40);
394 }
395
396 return ret;
397}
398
399static void
400bnx2_disable_int(struct bnx2 *bp)
401{
402 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
403 BNX2_PCICFG_INT_ACK_CMD_MASK_INT);
404 REG_RD(bp, BNX2_PCICFG_INT_ACK_CMD);
405}
406
407static void
408bnx2_enable_int(struct bnx2 *bp)
409{
1269a8a6
MC		 410 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
411 BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID |
412 BNX2_PCICFG_INT_ACK_CMD_MASK_INT | bp->last_status_idx);
413
b6016b76
MC		 414 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
415 BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID | bp->last_status_idx);
416
bf5295bb 417 REG_WR(bp, BNX2_HC_COMMAND, bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW);
b6016b76
MC		 418}
419
420static void
421bnx2_disable_int_sync(struct bnx2 *bp)
422{
423 atomic_inc(&bp->intr_sem);
424 bnx2_disable_int(bp);
425 synchronize_irq(bp->pdev->irq);
426}
427
428static void
429bnx2_netif_stop(struct bnx2 *bp)
430{
431 bnx2_disable_int_sync(bp);
432 if (netif_running(bp->dev)) {
bea3348e 433 napi_disable(&bp->napi);
b6016b76
MC		 434 netif_tx_disable(bp->dev);
435 bp->dev->trans_start = jiffies; /* prevent tx timeout */
436 }
437}
438
439static void
440bnx2_netif_start(struct bnx2 *bp)
441{
442 if (atomic_dec_and_test(&bp->intr_sem)) {
443 if (netif_running(bp->dev)) {
444 netif_wake_queue(bp->dev);
bea3348e 445 napi_enable(&bp->napi);
b6016b76
MC		 446 bnx2_enable_int(bp);
447 }
448 }
449}
450
451static void
452bnx2_free_mem(struct bnx2 *bp)
453{
13daffa2
MC		 454 int i;
455
59b47d8a
MC		 456 for (i = 0; i < bp->ctx_pages; i++) {
457 if (bp->ctx_blk[i]) {
458 pci_free_consistent(bp->pdev, BCM_PAGE_SIZE,
459 bp->ctx_blk[i],
460 bp->ctx_blk_mapping[i]);
461 bp->ctx_blk[i] = NULL;
462 }
463 }
b6016b76 464 if (bp->status_blk) {
0f31f994 465 pci_free_consistent(bp->pdev, bp->status_stats_size,
b6016b76
MC		 466 bp->status_blk, bp->status_blk_mapping);
467 bp->status_blk = NULL;
0f31f994 468 bp->stats_blk = NULL;
b6016b76
MC		 469 }
470 if (bp->tx_desc_ring) {
e343d55c 471 pci_free_consistent(bp->pdev, TXBD_RING_SIZE,
b6016b76
MC		 472 bp->tx_desc_ring, bp->tx_desc_mapping);
473 bp->tx_desc_ring = NULL;
474 }
b4558ea9
JJ		 475 kfree(bp->tx_buf_ring);
476 bp->tx_buf_ring = NULL;
13daffa2
MC		 477 for (i = 0; i < bp->rx_max_ring; i++) {
478 if (bp->rx_desc_ring[i])
e343d55c 479 pci_free_consistent(bp->pdev, RXBD_RING_SIZE,
13daffa2
MC		 480 bp->rx_desc_ring[i],
481 bp->rx_desc_mapping[i]);
482 bp->rx_desc_ring[i] = NULL;
483 }
484 vfree(bp->rx_buf_ring);
b4558ea9 485 bp->rx_buf_ring = NULL;
b6016b76
MC		 486}
487
488static int
489bnx2_alloc_mem(struct bnx2 *bp)
490{
0f31f994 491 int i, status_blk_size;
13daffa2 492
e343d55c 493 bp->tx_buf_ring = kzalloc(SW_TXBD_RING_SIZE, GFP_KERNEL);
b6016b76
MC		 494 if (bp->tx_buf_ring == NULL)
495 return -ENOMEM;
496
e343d55c 497 bp->tx_desc_ring = pci_alloc_consistent(bp->pdev, TXBD_RING_SIZE,
b6016b76
MC		 498 &bp->tx_desc_mapping);
499 if (bp->tx_desc_ring == NULL)
500 goto alloc_mem_err;
501
e343d55c 502 bp->rx_buf_ring = vmalloc(SW_RXBD_RING_SIZE * bp->rx_max_ring);
b6016b76
MC		 503 if (bp->rx_buf_ring == NULL)
504 goto alloc_mem_err;
505
e343d55c 506 memset(bp->rx_buf_ring, 0, SW_RXBD_RING_SIZE * bp->rx_max_ring);
13daffa2
MC		 507
508 for (i = 0; i < bp->rx_max_ring; i++) {
509 bp->rx_desc_ring[i] =
e343d55c 510 pci_alloc_consistent(bp->pdev, RXBD_RING_SIZE,
13daffa2
MC		 511 &bp->rx_desc_mapping[i]);
512 if (bp->rx_desc_ring[i] == NULL)
513 goto alloc_mem_err;
514
515 }
b6016b76 516
0f31f994
MC		 517 /* Combine status and statistics blocks into one allocation. */
518 status_blk_size = L1_CACHE_ALIGN(sizeof(struct status_block));
519 bp->status_stats_size = status_blk_size +
520 sizeof(struct statistics_block);
521
522 bp->status_blk = pci_alloc_consistent(bp->pdev, bp->status_stats_size,
b6016b76
MC		 523 &bp->status_blk_mapping);
524 if (bp->status_blk == NULL)
525 goto alloc_mem_err;
526
0f31f994 527 memset(bp->status_blk, 0, bp->status_stats_size);
b6016b76 528
0f31f994
MC		 529 bp->stats_blk = (void *) ((unsigned long) bp->status_blk +
530 status_blk_size);
b6016b76 531
0f31f994 532 bp->stats_blk_mapping = bp->status_blk_mapping + status_blk_size;
b6016b76 533
59b47d8a
MC		 534 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
535 bp->ctx_pages = 0x2000 / BCM_PAGE_SIZE;
536 if (bp->ctx_pages == 0)
537 bp->ctx_pages = 1;
538 for (i = 0; i < bp->ctx_pages; i++) {
539 bp->ctx_blk[i] = pci_alloc_consistent(bp->pdev,
540 BCM_PAGE_SIZE,
541 &bp->ctx_blk_mapping[i]);
542 if (bp->ctx_blk[i] == NULL)
543 goto alloc_mem_err;
544 }
545 }
b6016b76
MC		 546 return 0;
547
548alloc_mem_err:
549 bnx2_free_mem(bp);
550 return -ENOMEM;
551}
552
e3648b3d
MC		 553static void
554bnx2_report_fw_link(struct bnx2 *bp)
555{
556 u32 fw_link_status = 0;
557
0d8a6571
MC		 558 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
559 return;
560
e3648b3d
MC		 561 if (bp->link_up) {
562 u32 bmsr;
563
564 switch (bp->line_speed) {
565 case SPEED_10:
566 if (bp->duplex == DUPLEX_HALF)
567 fw_link_status = BNX2_LINK_STATUS_10HALF;
568 else
569 fw_link_status = BNX2_LINK_STATUS_10FULL;
570 break;
571 case SPEED_100:
572 if (bp->duplex == DUPLEX_HALF)
573 fw_link_status = BNX2_LINK_STATUS_100HALF;
574 else
575 fw_link_status = BNX2_LINK_STATUS_100FULL;
576 break;
577 case SPEED_1000:
578 if (bp->duplex == DUPLEX_HALF)
579 fw_link_status = BNX2_LINK_STATUS_1000HALF;
580 else
581 fw_link_status = BNX2_LINK_STATUS_1000FULL;
582 break;
583 case SPEED_2500:
584 if (bp->duplex == DUPLEX_HALF)
585 fw_link_status = BNX2_LINK_STATUS_2500HALF;
586 else
587 fw_link_status = BNX2_LINK_STATUS_2500FULL;
588 break;
589 }
590
591 fw_link_status |= BNX2_LINK_STATUS_LINK_UP;
592
593 if (bp->autoneg) {
594 fw_link_status |= BNX2_LINK_STATUS_AN_ENABLED;
595
ca58c3af
MC		 596 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
597 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
e3648b3d
MC		 598
599 if (!(bmsr & BMSR_ANEGCOMPLETE) ||
600 bp->phy_flags & PHY_PARALLEL_DETECT_FLAG)
601 fw_link_status |= BNX2_LINK_STATUS_PARALLEL_DET;
602 else
603 fw_link_status |= BNX2_LINK_STATUS_AN_COMPLETE;
604 }
605 }
606 else
607 fw_link_status = BNX2_LINK_STATUS_LINK_DOWN;
608
609 REG_WR_IND(bp, bp->shmem_base + BNX2_LINK_STATUS, fw_link_status);
610}
611
9b1084b8
MC		 612static char *
613bnx2_xceiver_str(struct bnx2 *bp)
614{
615 return ((bp->phy_port == PORT_FIBRE) ? "SerDes" :
616 ((bp->phy_flags & PHY_SERDES_FLAG) ? "Remote Copper" :
617 "Copper"));
618}
619
b6016b76
MC		 620static void
621bnx2_report_link(struct bnx2 *bp)
622{
623 if (bp->link_up) {
624 netif_carrier_on(bp->dev);
9b1084b8
MC		 625 printk(KERN_INFO PFX "%s NIC %s Link is Up, ", bp->dev->name,
626 bnx2_xceiver_str(bp));
b6016b76
MC		 627
628 printk("%d Mbps ", bp->line_speed);
629
630 if (bp->duplex == DUPLEX_FULL)
631 printk("full duplex");
632 else
633 printk("half duplex");
634
635 if (bp->flow_ctrl) {
636 if (bp->flow_ctrl & FLOW_CTRL_RX) {
637 printk(", receive ");
638 if (bp->flow_ctrl & FLOW_CTRL_TX)
639 printk("& transmit ");
640 }
641 else {
642 printk(", transmit ");
643 }
644 printk("flow control ON");
645 }
646 printk("\n");
647 }
648 else {
649 netif_carrier_off(bp->dev);
9b1084b8
MC		 650 printk(KERN_ERR PFX "%s NIC %s Link is Down\n", bp->dev->name,
651 bnx2_xceiver_str(bp));
b6016b76 652 }
e3648b3d
MC		 653
654 bnx2_report_fw_link(bp);
b6016b76
MC		 655}
656
657static void
658bnx2_resolve_flow_ctrl(struct bnx2 *bp)
659{
660 u32 local_adv, remote_adv;
661
662 bp->flow_ctrl = 0;
6aa20a22 663 if ((bp->autoneg & (AUTONEG_SPEED | AUTONEG_FLOW_CTRL)) !=
b6016b76
MC		 664 (AUTONEG_SPEED | AUTONEG_FLOW_CTRL)) {
665
666 if (bp->duplex == DUPLEX_FULL) {
667 bp->flow_ctrl = bp->req_flow_ctrl;
668 }
669 return;
670 }
671
672 if (bp->duplex != DUPLEX_FULL) {
673 return;
674 }
675
5b0c76ad
MC		 676 if ((bp->phy_flags & PHY_SERDES_FLAG) &&
677 (CHIP_NUM(bp) == CHIP_NUM_5708)) {
678 u32 val;
679
680 bnx2_read_phy(bp, BCM5708S_1000X_STAT1, &val);
681 if (val & BCM5708S_1000X_STAT1_TX_PAUSE)
682 bp->flow_ctrl |= FLOW_CTRL_TX;
683 if (val & BCM5708S_1000X_STAT1_RX_PAUSE)
684 bp->flow_ctrl |= FLOW_CTRL_RX;
685 return;
686 }
687
ca58c3af
MC		 688 bnx2_read_phy(bp, bp->mii_adv, &local_adv);
689 bnx2_read_phy(bp, bp->mii_lpa, &remote_adv);
b6016b76
MC		 690
691 if (bp->phy_flags & PHY_SERDES_FLAG) {
692 u32 new_local_adv = 0;
693 u32 new_remote_adv = 0;
694
695 if (local_adv & ADVERTISE_1000XPAUSE)
696 new_local_adv |= ADVERTISE_PAUSE_CAP;
697 if (local_adv & ADVERTISE_1000XPSE_ASYM)
698 new_local_adv |= ADVERTISE_PAUSE_ASYM;
699 if (remote_adv & ADVERTISE_1000XPAUSE)
700 new_remote_adv |= ADVERTISE_PAUSE_CAP;
701 if (remote_adv & ADVERTISE_1000XPSE_ASYM)
702 new_remote_adv |= ADVERTISE_PAUSE_ASYM;
703
704 local_adv = new_local_adv;
705 remote_adv = new_remote_adv;
706 }
707
708 /* See Table 28B-3 of 802.3ab-1999 spec. */
709 if (local_adv & ADVERTISE_PAUSE_CAP) {
710 if(local_adv & ADVERTISE_PAUSE_ASYM) {
711 if (remote_adv & ADVERTISE_PAUSE_CAP) {
712 bp->flow_ctrl = FLOW_CTRL_TX | FLOW_CTRL_RX;
713 }
714 else if (remote_adv & ADVERTISE_PAUSE_ASYM) {
715 bp->flow_ctrl = FLOW_CTRL_RX;
716 }
717 }
718 else {
719 if (remote_adv & ADVERTISE_PAUSE_CAP) {
720 bp->flow_ctrl = FLOW_CTRL_TX | FLOW_CTRL_RX;
721 }
722 }
723 }
724 else if (local_adv & ADVERTISE_PAUSE_ASYM) {
725 if ((remote_adv & ADVERTISE_PAUSE_CAP) &&
726 (remote_adv & ADVERTISE_PAUSE_ASYM)) {
727
728 bp->flow_ctrl = FLOW_CTRL_TX;
729 }
730 }
731}
732
27a005b8
MC		 733static int
734bnx2_5709s_linkup(struct bnx2 *bp)
735{
736 u32 val, speed;
737
738 bp->link_up = 1;
739
740 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_GP_STATUS);
741 bnx2_read_phy(bp, MII_BNX2_GP_TOP_AN_STATUS1, &val);
742 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
743
744 if ((bp->autoneg & AUTONEG_SPEED) == 0) {
745 bp->line_speed = bp->req_line_speed;
746 bp->duplex = bp->req_duplex;
747 return 0;
748 }
749 speed = val & MII_BNX2_GP_TOP_AN_SPEED_MSK;
750 switch (speed) {
751 case MII_BNX2_GP_TOP_AN_SPEED_10:
752 bp->line_speed = SPEED_10;
753 break;
754 case MII_BNX2_GP_TOP_AN_SPEED_100:
755 bp->line_speed = SPEED_100;
756 break;
757 case MII_BNX2_GP_TOP_AN_SPEED_1G:
758 case MII_BNX2_GP_TOP_AN_SPEED_1GKV:
759 bp->line_speed = SPEED_1000;
760 break;
761 case MII_BNX2_GP_TOP_AN_SPEED_2_5G:
762 bp->line_speed = SPEED_2500;
763 break;
764 }
765 if (val & MII_BNX2_GP_TOP_AN_FD)
766 bp->duplex = DUPLEX_FULL;
767 else
768 bp->duplex = DUPLEX_HALF;
769 return 0;
770}
771
b6016b76 772static int
5b0c76ad
MC		 773bnx2_5708s_linkup(struct bnx2 *bp)
774{
775 u32 val;
776
777 bp->link_up = 1;
778 bnx2_read_phy(bp, BCM5708S_1000X_STAT1, &val);
779 switch (val & BCM5708S_1000X_STAT1_SPEED_MASK) {
780 case BCM5708S_1000X_STAT1_SPEED_10:
781 bp->line_speed = SPEED_10;
782 break;
783 case BCM5708S_1000X_STAT1_SPEED_100:
784 bp->line_speed = SPEED_100;
785 break;
786 case BCM5708S_1000X_STAT1_SPEED_1G:
787 bp->line_speed = SPEED_1000;
788 break;
789 case BCM5708S_1000X_STAT1_SPEED_2G5:
790 bp->line_speed = SPEED_2500;
791 break;
792 }
793 if (val & BCM5708S_1000X_STAT1_FD)
794 bp->duplex = DUPLEX_FULL;
795 else
796 bp->duplex = DUPLEX_HALF;
797
798 return 0;
799}
800
801static int
802bnx2_5706s_linkup(struct bnx2 *bp)
b6016b76
MC		 803{
804 u32 bmcr, local_adv, remote_adv, common;
805
806 bp->link_up = 1;
807 bp->line_speed = SPEED_1000;
808
ca58c3af 809 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
b6016b76
MC		 810 if (bmcr & BMCR_FULLDPLX) {
811 bp->duplex = DUPLEX_FULL;
812 }
813 else {
814 bp->duplex = DUPLEX_HALF;
815 }
816
817 if (!(bmcr & BMCR_ANENABLE)) {
818 return 0;
819 }
820
ca58c3af
MC		 821 bnx2_read_phy(bp, bp->mii_adv, &local_adv);
822 bnx2_read_phy(bp, bp->mii_lpa, &remote_adv);
b6016b76
MC		 823
824 common = local_adv & remote_adv;
825 if (common & (ADVERTISE_1000XHALF | ADVERTISE_1000XFULL)) {
826
827 if (common & ADVERTISE_1000XFULL) {
828 bp->duplex = DUPLEX_FULL;
829 }
830 else {
831 bp->duplex = DUPLEX_HALF;
832 }
833 }
834
835 return 0;
836}
837
838static int
839bnx2_copper_linkup(struct bnx2 *bp)
840{
841 u32 bmcr;
842
ca58c3af 843 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
b6016b76
MC		 844 if (bmcr & BMCR_ANENABLE) {
845 u32 local_adv, remote_adv, common;
846
847 bnx2_read_phy(bp, MII_CTRL1000, &local_adv);
848 bnx2_read_phy(bp, MII_STAT1000, &remote_adv);
849
850 common = local_adv & (remote_adv >> 2);
851 if (common & ADVERTISE_1000FULL) {
852 bp->line_speed = SPEED_1000;
853 bp->duplex = DUPLEX_FULL;
854 }
855 else if (common & ADVERTISE_1000HALF) {
856 bp->line_speed = SPEED_1000;
857 bp->duplex = DUPLEX_HALF;
858 }
859 else {
ca58c3af
MC		 860 bnx2_read_phy(bp, bp->mii_adv, &local_adv);
861 bnx2_read_phy(bp, bp->mii_lpa, &remote_adv);
b6016b76
MC		 862
863 common = local_adv & remote_adv;
864 if (common & ADVERTISE_100FULL) {
865 bp->line_speed = SPEED_100;
866 bp->duplex = DUPLEX_FULL;
867 }
868 else if (common & ADVERTISE_100HALF) {
869 bp->line_speed = SPEED_100;
870 bp->duplex = DUPLEX_HALF;
871 }
872 else if (common & ADVERTISE_10FULL) {
873 bp->line_speed = SPEED_10;
874 bp->duplex = DUPLEX_FULL;
875 }
876 else if (common & ADVERTISE_10HALF) {
877 bp->line_speed = SPEED_10;
878 bp->duplex = DUPLEX_HALF;
879 }
880 else {
881 bp->line_speed = 0;
882 bp->link_up = 0;
883 }
884 }
885 }
886 else {
887 if (bmcr & BMCR_SPEED100) {
888 bp->line_speed = SPEED_100;
889 }
890 else {
891 bp->line_speed = SPEED_10;
892 }
893 if (bmcr & BMCR_FULLDPLX) {
894 bp->duplex = DUPLEX_FULL;
895 }
896 else {
897 bp->duplex = DUPLEX_HALF;
898 }
899 }
900
901 return 0;
902}
903
904static int
905bnx2_set_mac_link(struct bnx2 *bp)
906{
907 u32 val;
908
909 REG_WR(bp, BNX2_EMAC_TX_LENGTHS, 0x2620);
910 if (bp->link_up && (bp->line_speed == SPEED_1000) &&
911 (bp->duplex == DUPLEX_HALF)) {
912 REG_WR(bp, BNX2_EMAC_TX_LENGTHS, 0x26ff);
913 }
914
915 /* Configure the EMAC mode register. */
916 val = REG_RD(bp, BNX2_EMAC_MODE);
917
918 val &= ~(BNX2_EMAC_MODE_PORT | BNX2_EMAC_MODE_HALF_DUPLEX |
5b0c76ad 919 BNX2_EMAC_MODE_MAC_LOOP | BNX2_EMAC_MODE_FORCE_LINK |
59b47d8a 920 BNX2_EMAC_MODE_25G_MODE);
b6016b76
MC		 921
922 if (bp->link_up) {
5b0c76ad
MC		 923 switch (bp->line_speed) {
924 case SPEED_10:
59b47d8a
MC		 925 if (CHIP_NUM(bp) != CHIP_NUM_5706) {
926 val |= BNX2_EMAC_MODE_PORT_MII_10M;
5b0c76ad
MC		 927 break;
928 }
929 /* fall through */
930 case SPEED_100:
931 val |= BNX2_EMAC_MODE_PORT_MII;
932 break;
933 case SPEED_2500:
59b47d8a 934 val |= BNX2_EMAC_MODE_25G_MODE;
5b0c76ad
MC		 935 /* fall through */
936 case SPEED_1000:
937 val |= BNX2_EMAC_MODE_PORT_GMII;
938 break;
939 }
b6016b76
MC		 940 }
941 else {
942 val |= BNX2_EMAC_MODE_PORT_GMII;
943 }
944
945 /* Set the MAC to operate in the appropriate duplex mode. */
946 if (bp->duplex == DUPLEX_HALF)
947 val |= BNX2_EMAC_MODE_HALF_DUPLEX;
948 REG_WR(bp, BNX2_EMAC_MODE, val);
949
950 /* Enable/disable rx PAUSE. */
951 bp->rx_mode &= ~BNX2_EMAC_RX_MODE_FLOW_EN;
952
953 if (bp->flow_ctrl & FLOW_CTRL_RX)
954 bp->rx_mode |= BNX2_EMAC_RX_MODE_FLOW_EN;
955 REG_WR(bp, BNX2_EMAC_RX_MODE, bp->rx_mode);
956
957 /* Enable/disable tx PAUSE. */
958 val = REG_RD(bp, BNX2_EMAC_TX_MODE);
959 val &= ~BNX2_EMAC_TX_MODE_FLOW_EN;
960
961 if (bp->flow_ctrl & FLOW_CTRL_TX)
962 val |= BNX2_EMAC_TX_MODE_FLOW_EN;
963 REG_WR(bp, BNX2_EMAC_TX_MODE, val);
964
965 /* Acknowledge the interrupt. */
966 REG_WR(bp, BNX2_EMAC_STATUS, BNX2_EMAC_STATUS_LINK_CHANGE);
967
968 return 0;
969}
970
27a005b8
MC		 971static void
972bnx2_enable_bmsr1(struct bnx2 *bp)
973{
974 if ((bp->phy_flags & PHY_SERDES_FLAG) &&
975 (CHIP_NUM(bp) == CHIP_NUM_5709))
976 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
977 MII_BNX2_BLK_ADDR_GP_STATUS);
978}
979
980static void
981bnx2_disable_bmsr1(struct bnx2 *bp)
982{
983 if ((bp->phy_flags & PHY_SERDES_FLAG) &&
984 (CHIP_NUM(bp) == CHIP_NUM_5709))
985 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
986 MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
987}
988
605a9e20
MC		 989static int
990bnx2_test_and_enable_2g5(struct bnx2 *bp)
991{
992 u32 up1;
993 int ret = 1;
994
995 if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
996 return 0;
997
998 if (bp->autoneg & AUTONEG_SPEED)
999 bp->advertising |= ADVERTISED_2500baseX_Full;
1000
27a005b8
MC		 1001 if (CHIP_NUM(bp) == CHIP_NUM_5709)
1002 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_OVER1G);
1003
605a9e20
MC		 1004 bnx2_read_phy(bp, bp->mii_up1, &up1);
1005 if (!(up1 & BCM5708S_UP1_2G5)) {
1006 up1 |= BCM5708S_UP1_2G5;
1007 bnx2_write_phy(bp, bp->mii_up1, up1);
1008 ret = 0;
1009 }
1010
27a005b8
MC		 1011 if (CHIP_NUM(bp) == CHIP_NUM_5709)
1012 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1013 MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1014
605a9e20
MC		 1015 return ret;
1016}
1017
1018static int
1019bnx2_test_and_disable_2g5(struct bnx2 *bp)
1020{
1021 u32 up1;
1022 int ret = 0;
1023
1024 if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
1025 return 0;
1026
27a005b8
MC		 1027 if (CHIP_NUM(bp) == CHIP_NUM_5709)
1028 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_OVER1G);
1029
605a9e20
MC		 1030 bnx2_read_phy(bp, bp->mii_up1, &up1);
1031 if (up1 & BCM5708S_UP1_2G5) {
1032 up1 &= ~BCM5708S_UP1_2G5;
1033 bnx2_write_phy(bp, bp->mii_up1, up1);
1034 ret = 1;
1035 }
1036
27a005b8
MC		 1037 if (CHIP_NUM(bp) == CHIP_NUM_5709)
1038 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1039 MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1040
605a9e20
MC		 1041 return ret;
1042}
1043
1044static void
1045bnx2_enable_forced_2g5(struct bnx2 *bp)
1046{
1047 u32 bmcr;
1048
1049 if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
1050 return;
1051
27a005b8
MC		 1052 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
1053 u32 val;
1054
1055 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1056 MII_BNX2_BLK_ADDR_SERDES_DIG);
1057 bnx2_read_phy(bp, MII_BNX2_SERDES_DIG_MISC1, &val);
1058 val &= ~MII_BNX2_SD_MISC1_FORCE_MSK;
1059 val |= MII_BNX2_SD_MISC1_FORCE | MII_BNX2_SD_MISC1_FORCE_2_5G;
1060 bnx2_write_phy(bp, MII_BNX2_SERDES_DIG_MISC1, val);
1061
1062 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1063 MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1064 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1065
1066 } else if (CHIP_NUM(bp) == CHIP_NUM_5708) {
605a9e20
MC		 1067 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1068 bmcr |= BCM5708S_BMCR_FORCE_2500;
1069 }
1070
1071 if (bp->autoneg & AUTONEG_SPEED) {
1072 bmcr &= ~BMCR_ANENABLE;
1073 if (bp->req_duplex == DUPLEX_FULL)
1074 bmcr |= BMCR_FULLDPLX;
1075 }
1076 bnx2_write_phy(bp, bp->mii_bmcr, bmcr);
1077}
1078
1079static void
1080bnx2_disable_forced_2g5(struct bnx2 *bp)
1081{
1082 u32 bmcr;
1083
1084 if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
1085 return;
1086
27a005b8
MC		 1087 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
1088 u32 val;
1089
1090 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1091 MII_BNX2_BLK_ADDR_SERDES_DIG);
1092 bnx2_read_phy(bp, MII_BNX2_SERDES_DIG_MISC1, &val);
1093 val &= ~MII_BNX2_SD_MISC1_FORCE;
1094 bnx2_write_phy(bp, MII_BNX2_SERDES_DIG_MISC1, val);
1095
1096 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1097 MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1098 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1099
1100 } else if (CHIP_NUM(bp) == CHIP_NUM_5708) {
605a9e20
MC		 1101 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1102 bmcr &= ~BCM5708S_BMCR_FORCE_2500;
1103 }
1104
1105 if (bp->autoneg & AUTONEG_SPEED)
1106 bmcr |= BMCR_SPEED1000 | BMCR_ANENABLE | BMCR_ANRESTART;
1107 bnx2_write_phy(bp, bp->mii_bmcr, bmcr);
1108}
1109
b6016b76
MC		 1110static int
1111bnx2_set_link(struct bnx2 *bp)
1112{
1113 u32 bmsr;
1114 u8 link_up;
1115
80be4434 1116 if (bp->loopback == MAC_LOOPBACK || bp->loopback == PHY_LOOPBACK) {
b6016b76
MC		 1117 bp->link_up = 1;
1118 return 0;
1119 }
1120
0d8a6571
MC		 1121 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
1122 return 0;
1123
b6016b76
MC		 1124 link_up = bp->link_up;
1125
27a005b8
MC		 1126 bnx2_enable_bmsr1(bp);
1127 bnx2_read_phy(bp, bp->mii_bmsr1, &bmsr);
1128 bnx2_read_phy(bp, bp->mii_bmsr1, &bmsr);
1129 bnx2_disable_bmsr1(bp);
b6016b76
MC		 1130
1131 if ((bp->phy_flags & PHY_SERDES_FLAG) &&
1132 (CHIP_NUM(bp) == CHIP_NUM_5706)) {
1133 u32 val;
1134
1135 val = REG_RD(bp, BNX2_EMAC_STATUS);
1136 if (val & BNX2_EMAC_STATUS_LINK)
1137 bmsr |= BMSR_LSTATUS;
1138 else
1139 bmsr &= ~BMSR_LSTATUS;
1140 }
1141
1142 if (bmsr & BMSR_LSTATUS) {
1143 bp->link_up = 1;
1144
1145 if (bp->phy_flags & PHY_SERDES_FLAG) {
5b0c76ad
MC		 1146 if (CHIP_NUM(bp) == CHIP_NUM_5706)
1147 bnx2_5706s_linkup(bp);
1148 else if (CHIP_NUM(bp) == CHIP_NUM_5708)
1149 bnx2_5708s_linkup(bp);
27a005b8
MC		 1150 else if (CHIP_NUM(bp) == CHIP_NUM_5709)
1151 bnx2_5709s_linkup(bp);
b6016b76
MC		 1152 }
1153 else {
1154 bnx2_copper_linkup(bp);
1155 }
1156 bnx2_resolve_flow_ctrl(bp);
1157 }
1158 else {
1159 if ((bp->phy_flags & PHY_SERDES_FLAG) &&
605a9e20
MC		 1160 (bp->autoneg & AUTONEG_SPEED))
1161 bnx2_disable_forced_2g5(bp);
b6016b76 1162
b6016b76
MC		 1163 bp->phy_flags &= ~PHY_PARALLEL_DETECT_FLAG;
1164 bp->link_up = 0;
1165 }
1166
1167 if (bp->link_up != link_up) {
1168 bnx2_report_link(bp);
1169 }
1170
1171 bnx2_set_mac_link(bp);
1172
1173 return 0;
1174}
1175
1176static int
1177bnx2_reset_phy(struct bnx2 *bp)
1178{
1179 int i;
1180 u32 reg;
1181
ca58c3af 1182 bnx2_write_phy(bp, bp->mii_bmcr, BMCR_RESET);
b6016b76
MC		 1183
1184#define PHY_RESET_MAX_WAIT 100
1185 for (i = 0; i < PHY_RESET_MAX_WAIT; i++) {
1186 udelay(10);
1187
ca58c3af 1188 bnx2_read_phy(bp, bp->mii_bmcr, &reg);
b6016b76
MC		 1189 if (!(reg & BMCR_RESET)) {
1190 udelay(20);
1191 break;
1192 }
1193 }
1194 if (i == PHY_RESET_MAX_WAIT) {
1195 return -EBUSY;
1196 }
1197 return 0;
1198}
1199
1200static u32
1201bnx2_phy_get_pause_adv(struct bnx2 *bp)
1202{
1203 u32 adv = 0;
1204
1205 if ((bp->req_flow_ctrl & (FLOW_CTRL_RX | FLOW_CTRL_TX)) ==
1206 (FLOW_CTRL_RX | FLOW_CTRL_TX)) {
1207
1208 if (bp->phy_flags & PHY_SERDES_FLAG) {
1209 adv = ADVERTISE_1000XPAUSE;
1210 }
1211 else {
1212 adv = ADVERTISE_PAUSE_CAP;
1213 }
1214 }
1215 else if (bp->req_flow_ctrl & FLOW_CTRL_TX) {
1216 if (bp->phy_flags & PHY_SERDES_FLAG) {
1217 adv = ADVERTISE_1000XPSE_ASYM;
1218 }
1219 else {
1220 adv = ADVERTISE_PAUSE_ASYM;
1221 }
1222 }
1223 else if (bp->req_flow_ctrl & FLOW_CTRL_RX) {
1224 if (bp->phy_flags & PHY_SERDES_FLAG) {
1225 adv = ADVERTISE_1000XPAUSE | ADVERTISE_1000XPSE_ASYM;
1226 }
1227 else {
1228 adv = ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM;
1229 }
1230 }
1231 return adv;
1232}
1233
0d8a6571
MC		 1234static int bnx2_fw_sync(struct bnx2 *, u32, int);
1235
b6016b76 1236static int
0d8a6571
MC		 1237bnx2_setup_remote_phy(struct bnx2 *bp, u8 port)
1238{
1239 u32 speed_arg = 0, pause_adv;
1240
1241 pause_adv = bnx2_phy_get_pause_adv(bp);
1242
1243 if (bp->autoneg & AUTONEG_SPEED) {
1244 speed_arg |= BNX2_NETLINK_SET_LINK_ENABLE_AUTONEG;
1245 if (bp->advertising & ADVERTISED_10baseT_Half)
1246 speed_arg |= BNX2_NETLINK_SET_LINK_SPEED_10HALF;
1247 if (bp->advertising & ADVERTISED_10baseT_Full)
1248 speed_arg |= BNX2_NETLINK_SET_LINK_SPEED_10FULL;
1249 if (bp->advertising & ADVERTISED_100baseT_Half)
1250 speed_arg |= BNX2_NETLINK_SET_LINK_SPEED_100HALF;
1251 if (bp->advertising & ADVERTISED_100baseT_Full)
1252 speed_arg |= BNX2_NETLINK_SET_LINK_SPEED_100FULL;
1253 if (bp->advertising & ADVERTISED_1000baseT_Full)
1254 speed_arg |= BNX2_NETLINK_SET_LINK_SPEED_1GFULL;
1255 if (bp->advertising & ADVERTISED_2500baseX_Full)
1256 speed_arg |= BNX2_NETLINK_SET_LINK_SPEED_2G5FULL;
1257 } else {
1258 if (bp->req_line_speed == SPEED_2500)
1259 speed_arg = BNX2_NETLINK_SET_LINK_SPEED_2G5FULL;
1260 else if (bp->req_line_speed == SPEED_1000)
1261 speed_arg = BNX2_NETLINK_SET_LINK_SPEED_1GFULL;
1262 else if (bp->req_line_speed == SPEED_100) {
1263 if (bp->req_duplex == DUPLEX_FULL)
1264 speed_arg = BNX2_NETLINK_SET_LINK_SPEED_100FULL;
1265 else
1266 speed_arg = BNX2_NETLINK_SET_LINK_SPEED_100HALF;
1267 } else if (bp->req_line_speed == SPEED_10) {
1268 if (bp->req_duplex == DUPLEX_FULL)
1269 speed_arg = BNX2_NETLINK_SET_LINK_SPEED_10FULL;
1270 else
1271 speed_arg = BNX2_NETLINK_SET_LINK_SPEED_10HALF;
1272 }
1273 }
1274
1275 if (pause_adv & (ADVERTISE_1000XPAUSE | ADVERTISE_PAUSE_CAP))
1276 speed_arg |= BNX2_NETLINK_SET_LINK_FC_SYM_PAUSE;
1277 if (pause_adv & (ADVERTISE_1000XPSE_ASYM | ADVERTISE_1000XPSE_ASYM))
1278 speed_arg |= BNX2_NETLINK_SET_LINK_FC_ASYM_PAUSE;
1279
1280 if (port == PORT_TP)
1281 speed_arg |= BNX2_NETLINK_SET_LINK_PHY_APP_REMOTE |
1282 BNX2_NETLINK_SET_LINK_ETH_AT_WIRESPEED;
1283
1284 REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_MB_ARG0, speed_arg);
1285
1286 spin_unlock_bh(&bp->phy_lock);
1287 bnx2_fw_sync(bp, BNX2_DRV_MSG_CODE_CMD_SET_LINK, 0);
1288 spin_lock_bh(&bp->phy_lock);
1289
1290 return 0;
1291}
1292
1293static int
1294bnx2_setup_serdes_phy(struct bnx2 *bp, u8 port)
b6016b76 1295{
605a9e20 1296 u32 adv, bmcr;
b6016b76
MC		 1297 u32 new_adv = 0;
1298
0d8a6571
MC		 1299 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
1300 return (bnx2_setup_remote_phy(bp, port));
1301
b6016b76
MC		 1302 if (!(bp->autoneg & AUTONEG_SPEED)) {
1303 u32 new_bmcr;
5b0c76ad
MC		 1304 int force_link_down = 0;
1305
605a9e20
MC		 1306 if (bp->req_line_speed == SPEED_2500) {
1307 if (!bnx2_test_and_enable_2g5(bp))
1308 force_link_down = 1;
1309 } else if (bp->req_line_speed == SPEED_1000) {
1310 if (bnx2_test_and_disable_2g5(bp))
1311 force_link_down = 1;
1312 }
ca58c3af 1313 bnx2_read_phy(bp, bp->mii_adv, &adv);
80be4434
MC		 1314 adv &= ~(ADVERTISE_1000XFULL | ADVERTISE_1000XHALF);
1315
ca58c3af 1316 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
605a9e20 1317 new_bmcr = bmcr & ~BMCR_ANENABLE;
80be4434 1318 new_bmcr |= BMCR_SPEED1000;
605a9e20 1319
27a005b8
MC		 1320 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
1321 if (bp->req_line_speed == SPEED_2500)
1322 bnx2_enable_forced_2g5(bp);
1323 else if (bp->req_line_speed == SPEED_1000) {
1324 bnx2_disable_forced_2g5(bp);
1325 new_bmcr &= ~0x2000;
1326 }
1327
1328 } else if (CHIP_NUM(bp) == CHIP_NUM_5708) {
605a9e20
MC		 1329 if (bp->req_line_speed == SPEED_2500)
1330 new_bmcr |= BCM5708S_BMCR_FORCE_2500;
1331 else
1332 new_bmcr = bmcr & ~BCM5708S_BMCR_FORCE_2500;
5b0c76ad
MC		 1333 }
1334
b6016b76 1335 if (bp->req_duplex == DUPLEX_FULL) {
5b0c76ad 1336 adv |= ADVERTISE_1000XFULL;
b6016b76
MC		 1337 new_bmcr |= BMCR_FULLDPLX;
1338 }
1339 else {
5b0c76ad 1340 adv |= ADVERTISE_1000XHALF;
b6016b76
MC		 1341 new_bmcr &= ~BMCR_FULLDPLX;
1342 }
5b0c76ad 1343 if ((new_bmcr != bmcr) || (force_link_down)) {
b6016b76
MC		 1344 /* Force a link down visible on the other side */
1345 if (bp->link_up) {
ca58c3af 1346 bnx2_write_phy(bp, bp->mii_adv, adv &
5b0c76ad
MC		 1347 ~(ADVERTISE_1000XFULL |
1348 ADVERTISE_1000XHALF));
ca58c3af 1349 bnx2_write_phy(bp, bp->mii_bmcr, bmcr |
b6016b76
MC		 1350 BMCR_ANRESTART | BMCR_ANENABLE);
1351
1352 bp->link_up = 0;
1353 netif_carrier_off(bp->dev);
ca58c3af 1354 bnx2_write_phy(bp, bp->mii_bmcr, new_bmcr);
80be4434 1355 bnx2_report_link(bp);
b6016b76 1356 }
ca58c3af
MC		 1357 bnx2_write_phy(bp, bp->mii_adv, adv);
1358 bnx2_write_phy(bp, bp->mii_bmcr, new_bmcr);
605a9e20
MC		 1359 } else {
1360 bnx2_resolve_flow_ctrl(bp);
1361 bnx2_set_mac_link(bp);
b6016b76
MC		 1362 }
1363 return 0;
1364 }
1365
605a9e20 1366 bnx2_test_and_enable_2g5(bp);
5b0c76ad 1367
b6016b76
MC		 1368 if (bp->advertising & ADVERTISED_1000baseT_Full)
1369 new_adv |= ADVERTISE_1000XFULL;
1370
1371 new_adv |= bnx2_phy_get_pause_adv(bp);
1372
ca58c3af
MC		 1373 bnx2_read_phy(bp, bp->mii_adv, &adv);
1374 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
b6016b76
MC		 1375
1376 bp->serdes_an_pending = 0;
1377 if ((adv != new_adv) || ((bmcr & BMCR_ANENABLE) == 0)) {
1378 /* Force a link down visible on the other side */
1379 if (bp->link_up) {
ca58c3af 1380 bnx2_write_phy(bp, bp->mii_bmcr, BMCR_LOOPBACK);
80be4434
MC		 1381 spin_unlock_bh(&bp->phy_lock);
1382 msleep(20);
1383 spin_lock_bh(&bp->phy_lock);
b6016b76
MC		 1384 }
1385
ca58c3af
MC		 1386 bnx2_write_phy(bp, bp->mii_adv, new_adv);
1387 bnx2_write_phy(bp, bp->mii_bmcr, bmcr | BMCR_ANRESTART |
b6016b76 1388 BMCR_ANENABLE);
f8dd064e
MC		 1389 /* Speed up link-up time when the link partner
1390 * does not autonegotiate which is very common
1391 * in blade servers. Some blade servers use
1392 * IPMI for kerboard input and it's important
1393 * to minimize link disruptions. Autoneg. involves
1394 * exchanging base pages plus 3 next pages and
1395 * normally completes in about 120 msec.
1396 */
1397 bp->current_interval = SERDES_AN_TIMEOUT;
1398 bp->serdes_an_pending = 1;
1399 mod_timer(&bp->timer, jiffies + bp->current_interval);
605a9e20
MC		 1400 } else {
1401 bnx2_resolve_flow_ctrl(bp);
1402 bnx2_set_mac_link(bp);
b6016b76
MC		 1403 }
1404
1405 return 0;
1406}
1407
1408#define ETHTOOL_ALL_FIBRE_SPEED \
deaf391b
MC		 1409 (bp->phy_flags & PHY_2_5G_CAPABLE_FLAG) ? \
1410 (ADVERTISED_2500baseX_Full | ADVERTISED_1000baseT_Full) :\
1411 (ADVERTISED_1000baseT_Full)
b6016b76
MC		 1412
1413#define ETHTOOL_ALL_COPPER_SPEED \
1414 (ADVERTISED_10baseT_Half | ADVERTISED_10baseT_Full | \
1415 ADVERTISED_100baseT_Half | ADVERTISED_100baseT_Full | \
1416 ADVERTISED_1000baseT_Full)
1417
1418#define PHY_ALL_10_100_SPEED (ADVERTISE_10HALF | ADVERTISE_10FULL | \
1419 ADVERTISE_100HALF | ADVERTISE_100FULL | ADVERTISE_CSMA)
6aa20a22 1420
b6016b76
MC		 1421#define PHY_ALL_1000_SPEED (ADVERTISE_1000HALF | ADVERTISE_1000FULL)
1422
0d8a6571
MC		 1423static void
1424bnx2_set_default_remote_link(struct bnx2 *bp)
1425{
1426 u32 link;
1427
1428 if (bp->phy_port == PORT_TP)
1429 link = REG_RD_IND(bp, bp->shmem_base + BNX2_RPHY_COPPER_LINK);
1430 else
1431 link = REG_RD_IND(bp, bp->shmem_base + BNX2_RPHY_SERDES_LINK);
1432
1433 if (link & BNX2_NETLINK_SET_LINK_ENABLE_AUTONEG) {
1434 bp->req_line_speed = 0;
1435 bp->autoneg |= AUTONEG_SPEED;
1436 bp->advertising = ADVERTISED_Autoneg;
1437 if (link & BNX2_NETLINK_SET_LINK_SPEED_10HALF)
1438 bp->advertising |= ADVERTISED_10baseT_Half;
1439 if (link & BNX2_NETLINK_SET_LINK_SPEED_10FULL)
1440 bp->advertising |= ADVERTISED_10baseT_Full;
1441 if (link & BNX2_NETLINK_SET_LINK_SPEED_100HALF)
1442 bp->advertising |= ADVERTISED_100baseT_Half;
1443 if (link & BNX2_NETLINK_SET_LINK_SPEED_100FULL)
1444 bp->advertising |= ADVERTISED_100baseT_Full;
1445 if (link & BNX2_NETLINK_SET_LINK_SPEED_1GFULL)
1446 bp->advertising |= ADVERTISED_1000baseT_Full;
1447 if (link & BNX2_NETLINK_SET_LINK_SPEED_2G5FULL)
1448 bp->advertising |= ADVERTISED_2500baseX_Full;
1449 } else {
1450 bp->autoneg = 0;
1451 bp->advertising = 0;
1452 bp->req_duplex = DUPLEX_FULL;
1453 if (link & BNX2_NETLINK_SET_LINK_SPEED_10) {
1454 bp->req_line_speed = SPEED_10;
1455 if (link & BNX2_NETLINK_SET_LINK_SPEED_10HALF)
1456 bp->req_duplex = DUPLEX_HALF;
1457 }
1458 if (link & BNX2_NETLINK_SET_LINK_SPEED_100) {
1459 bp->req_line_speed = SPEED_100;
1460 if (link & BNX2_NETLINK_SET_LINK_SPEED_100HALF)
1461 bp->req_duplex = DUPLEX_HALF;
1462 }
1463 if (link & BNX2_NETLINK_SET_LINK_SPEED_1GFULL)
1464 bp->req_line_speed = SPEED_1000;
1465 if (link & BNX2_NETLINK_SET_LINK_SPEED_2G5FULL)
1466 bp->req_line_speed = SPEED_2500;
1467 }
1468}
1469
deaf391b
MC		 1470static void
1471bnx2_set_default_link(struct bnx2 *bp)
1472{
0d8a6571
MC		 1473 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
1474 return bnx2_set_default_remote_link(bp);
1475
deaf391b
MC		 1476 bp->autoneg = AUTONEG_SPEED | AUTONEG_FLOW_CTRL;
1477 bp->req_line_speed = 0;
1478 if (bp->phy_flags & PHY_SERDES_FLAG) {
1479 u32 reg;
1480
1481 bp->advertising = ETHTOOL_ALL_FIBRE_SPEED | ADVERTISED_Autoneg;
1482
1483 reg = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_HW_CFG_CONFIG);
1484 reg &= BNX2_PORT_HW_CFG_CFG_DFLT_LINK_MASK;
1485 if (reg == BNX2_PORT_HW_CFG_CFG_DFLT_LINK_1G) {
1486 bp->autoneg = 0;
1487 bp->req_line_speed = bp->line_speed = SPEED_1000;
1488 bp->req_duplex = DUPLEX_FULL;
1489 }
1490 } else
1491 bp->advertising = ETHTOOL_ALL_COPPER_SPEED | ADVERTISED_Autoneg;
1492}
1493
df149d70
MC		 1494static void
1495bnx2_send_heart_beat(struct bnx2 *bp)
1496{
1497 u32 msg;
1498 u32 addr;
1499
1500 spin_lock(&bp->indirect_lock);
1501 msg = (u32) (++bp->fw_drv_pulse_wr_seq & BNX2_DRV_PULSE_SEQ_MASK);
1502 addr = bp->shmem_base + BNX2_DRV_PULSE_MB;
1503 REG_WR(bp, BNX2_PCICFG_REG_WINDOW_ADDRESS, addr);
1504 REG_WR(bp, BNX2_PCICFG_REG_WINDOW, msg);
1505 spin_unlock(&bp->indirect_lock);
1506}
1507
0d8a6571
MC		 1508static void
1509bnx2_remote_phy_event(struct bnx2 *bp)
1510{
1511 u32 msg;
1512 u8 link_up = bp->link_up;
1513 u8 old_port;
1514
1515 msg = REG_RD_IND(bp, bp->shmem_base + BNX2_LINK_STATUS);
1516
df149d70
MC		 1517 if (msg & BNX2_LINK_STATUS_HEART_BEAT_EXPIRED)
1518 bnx2_send_heart_beat(bp);
1519
1520 msg &= ~BNX2_LINK_STATUS_HEART_BEAT_EXPIRED;
1521
0d8a6571
MC		 1522 if ((msg & BNX2_LINK_STATUS_LINK_UP) == BNX2_LINK_STATUS_LINK_DOWN)
1523 bp->link_up = 0;
1524 else {
1525 u32 speed;
1526
1527 bp->link_up = 1;
1528 speed = msg & BNX2_LINK_STATUS_SPEED_MASK;
1529 bp->duplex = DUPLEX_FULL;
1530 switch (speed) {
1531 case BNX2_LINK_STATUS_10HALF:
1532 bp->duplex = DUPLEX_HALF;
1533 case BNX2_LINK_STATUS_10FULL:
1534 bp->line_speed = SPEED_10;
1535 break;
1536 case BNX2_LINK_STATUS_100HALF:
1537 bp->duplex = DUPLEX_HALF;
1538 case BNX2_LINK_STATUS_100BASE_T4:
1539 case BNX2_LINK_STATUS_100FULL:
1540 bp->line_speed = SPEED_100;
1541 break;
1542 case BNX2_LINK_STATUS_1000HALF:
1543 bp->duplex = DUPLEX_HALF;
1544 case BNX2_LINK_STATUS_1000FULL:
1545 bp->line_speed = SPEED_1000;
1546 break;
1547 case BNX2_LINK_STATUS_2500HALF:
1548 bp->duplex = DUPLEX_HALF;
1549 case BNX2_LINK_STATUS_2500FULL:
1550 bp->line_speed = SPEED_2500;
1551 break;
1552 default:
1553 bp->line_speed = 0;
1554 break;
1555 }
1556
1557 spin_lock(&bp->phy_lock);
1558 bp->flow_ctrl = 0;
1559 if ((bp->autoneg & (AUTONEG_SPEED | AUTONEG_FLOW_CTRL)) !=
1560 (AUTONEG_SPEED | AUTONEG_FLOW_CTRL)) {
1561 if (bp->duplex == DUPLEX_FULL)
1562 bp->flow_ctrl = bp->req_flow_ctrl;
1563 } else {
1564 if (msg & BNX2_LINK_STATUS_TX_FC_ENABLED)
1565 bp->flow_ctrl |= FLOW_CTRL_TX;
1566 if (msg & BNX2_LINK_STATUS_RX_FC_ENABLED)
1567 bp->flow_ctrl |= FLOW_CTRL_RX;
1568 }
1569
1570 old_port = bp->phy_port;
1571 if (msg & BNX2_LINK_STATUS_SERDES_LINK)
1572 bp->phy_port = PORT_FIBRE;
1573 else
1574 bp->phy_port = PORT_TP;
1575
1576 if (old_port != bp->phy_port)
1577 bnx2_set_default_link(bp);
1578
1579 spin_unlock(&bp->phy_lock);
1580 }
1581 if (bp->link_up != link_up)
1582 bnx2_report_link(bp);
1583
1584 bnx2_set_mac_link(bp);
1585}
1586
1587static int
1588bnx2_set_remote_link(struct bnx2 *bp)
1589{
1590 u32 evt_code;
1591
1592 evt_code = REG_RD_IND(bp, bp->shmem_base + BNX2_FW_EVT_CODE_MB);
1593 switch (evt_code) {
1594 case BNX2_FW_EVT_CODE_LINK_EVENT:
1595 bnx2_remote_phy_event(bp);
1596 break;
1597 case BNX2_FW_EVT_CODE_SW_TIMER_EXPIRATION_EVENT:
1598 default:
df149d70 1599 bnx2_send_heart_beat(bp);
0d8a6571
MC		 1600 break;
1601 }
1602 return 0;
1603}
1604
b6016b76
MC		 1605static int
1606bnx2_setup_copper_phy(struct bnx2 *bp)
1607{
1608 u32 bmcr;
1609 u32 new_bmcr;
1610
ca58c3af 1611 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
b6016b76
MC		 1612
1613 if (bp->autoneg & AUTONEG_SPEED) {
1614 u32 adv_reg, adv1000_reg;
1615 u32 new_adv_reg = 0;
1616 u32 new_adv1000_reg = 0;
1617
ca58c3af 1618 bnx2_read_phy(bp, bp->mii_adv, &adv_reg);
b6016b76
MC		 1619 adv_reg &= (PHY_ALL_10_100_SPEED | ADVERTISE_PAUSE_CAP |
1620 ADVERTISE_PAUSE_ASYM);
1621
1622 bnx2_read_phy(bp, MII_CTRL1000, &adv1000_reg);
1623 adv1000_reg &= PHY_ALL_1000_SPEED;
1624
1625 if (bp->advertising & ADVERTISED_10baseT_Half)
1626 new_adv_reg |= ADVERTISE_10HALF;
1627 if (bp->advertising & ADVERTISED_10baseT_Full)
1628 new_adv_reg |= ADVERTISE_10FULL;
1629 if (bp->advertising & ADVERTISED_100baseT_Half)
1630 new_adv_reg |= ADVERTISE_100HALF;
1631 if (bp->advertising & ADVERTISED_100baseT_Full)
1632 new_adv_reg |= ADVERTISE_100FULL;
1633 if (bp->advertising & ADVERTISED_1000baseT_Full)
1634 new_adv1000_reg |= ADVERTISE_1000FULL;
6aa20a22 1635
b6016b76
MC		 1636 new_adv_reg |= ADVERTISE_CSMA;
1637
1638 new_adv_reg |= bnx2_phy_get_pause_adv(bp);
1639
1640 if ((adv1000_reg != new_adv1000_reg) ||
1641 (adv_reg != new_adv_reg) ||
1642 ((bmcr & BMCR_ANENABLE) == 0)) {
1643
ca58c3af 1644 bnx2_write_phy(bp, bp->mii_adv, new_adv_reg);
b6016b76 1645 bnx2_write_phy(bp, MII_CTRL1000, new_adv1000_reg);
ca58c3af 1646 bnx2_write_phy(bp, bp->mii_bmcr, BMCR_ANRESTART |
b6016b76
MC		 1647 BMCR_ANENABLE);
1648 }
1649 else if (bp->link_up) {
1650 /* Flow ctrl may have changed from auto to forced */
1651 /* or vice-versa. */
1652
1653 bnx2_resolve_flow_ctrl(bp);
1654 bnx2_set_mac_link(bp);
1655 }
1656 return 0;
1657 }
1658
1659 new_bmcr = 0;
1660 if (bp->req_line_speed == SPEED_100) {
1661 new_bmcr |= BMCR_SPEED100;
1662 }
1663 if (bp->req_duplex == DUPLEX_FULL) {
1664 new_bmcr |= BMCR_FULLDPLX;
1665 }
1666 if (new_bmcr != bmcr) {
1667 u32 bmsr;
b6016b76 1668
ca58c3af
MC		 1669 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
1670 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
6aa20a22 1671
b6016b76
MC		 1672 if (bmsr & BMSR_LSTATUS) {
1673 /* Force link down */
ca58c3af 1674 bnx2_write_phy(bp, bp->mii_bmcr, BMCR_LOOPBACK);
a16dda0e
MC		 1675 spin_unlock_bh(&bp->phy_lock);
1676 msleep(50);
1677 spin_lock_bh(&bp->phy_lock);
1678
ca58c3af
MC		 1679 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
1680 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
b6016b76
MC		 1681 }
1682
ca58c3af 1683 bnx2_write_phy(bp, bp->mii_bmcr, new_bmcr);
b6016b76
MC		 1684
1685 /* Normally, the new speed is setup after the link has
1686 * gone down and up again. In some cases, link will not go
1687 * down so we need to set up the new speed here.
1688 */
1689 if (bmsr & BMSR_LSTATUS) {
1690 bp->line_speed = bp->req_line_speed;
1691 bp->duplex = bp->req_duplex;
1692 bnx2_resolve_flow_ctrl(bp);
1693 bnx2_set_mac_link(bp);
1694 }
27a005b8
MC		 1695 } else {
1696 bnx2_resolve_flow_ctrl(bp);
1697 bnx2_set_mac_link(bp);
b6016b76
MC		 1698 }
1699 return 0;
1700}
1701
1702static int
0d8a6571 1703bnx2_setup_phy(struct bnx2 *bp, u8 port)
b6016b76
MC		 1704{
1705 if (bp->loopback == MAC_LOOPBACK)
1706 return 0;
1707
1708 if (bp->phy_flags & PHY_SERDES_FLAG) {
0d8a6571 1709 return (bnx2_setup_serdes_phy(bp, port));
b6016b76
MC		 1710 }
1711 else {
1712 return (bnx2_setup_copper_phy(bp));
1713 }
1714}
1715
27a005b8
MC		 1716static int
1717bnx2_init_5709s_phy(struct bnx2 *bp)
1718{
1719 u32 val;
1720
1721 bp->mii_bmcr = MII_BMCR + 0x10;
1722 bp->mii_bmsr = MII_BMSR + 0x10;
1723 bp->mii_bmsr1 = MII_BNX2_GP_TOP_AN_STATUS1;
1724 bp->mii_adv = MII_ADVERTISE + 0x10;
1725 bp->mii_lpa = MII_LPA + 0x10;
1726 bp->mii_up1 = MII_BNX2_OVER1G_UP1;
1727
1728 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_AER);
1729 bnx2_write_phy(bp, MII_BNX2_AER_AER, MII_BNX2_AER_AER_AN_MMD);
1730
1731 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1732 bnx2_reset_phy(bp);
1733
1734 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_SERDES_DIG);
1735
1736 bnx2_read_phy(bp, MII_BNX2_SERDES_DIG_1000XCTL1, &val);
1737 val &= ~MII_BNX2_SD_1000XCTL1_AUTODET;
1738 val |= MII_BNX2_SD_1000XCTL1_FIBER;
1739 bnx2_write_phy(bp, MII_BNX2_SERDES_DIG_1000XCTL1, val);
1740
1741 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_OVER1G);
1742 bnx2_read_phy(bp, MII_BNX2_OVER1G_UP1, &val);
1743 if (bp->phy_flags & PHY_2_5G_CAPABLE_FLAG)
1744 val |= BCM5708S_UP1_2G5;
1745 else
1746 val &= ~BCM5708S_UP1_2G5;
1747 bnx2_write_phy(bp, MII_BNX2_OVER1G_UP1, val);
1748
1749 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_BAM_NXTPG);
1750 bnx2_read_phy(bp, MII_BNX2_BAM_NXTPG_CTL, &val);
1751 val |= MII_BNX2_NXTPG_CTL_T2 | MII_BNX2_NXTPG_CTL_BAM;
1752 bnx2_write_phy(bp, MII_BNX2_BAM_NXTPG_CTL, val);
1753
1754 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_CL73_USERB0);
1755
1756 val = MII_BNX2_CL73_BAM_EN | MII_BNX2_CL73_BAM_STA_MGR_EN |
1757 MII_BNX2_CL73_BAM_NP_AFT_BP_EN;
1758 bnx2_write_phy(bp, MII_BNX2_CL73_BAM_CTL1, val);
1759
1760 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1761
1762 return 0;
1763}
1764
b6016b76 1765static int
5b0c76ad
MC		 1766bnx2_init_5708s_phy(struct bnx2 *bp)
1767{
1768 u32 val;
1769
27a005b8
MC		 1770 bnx2_reset_phy(bp);
1771
1772 bp->mii_up1 = BCM5708S_UP1;
1773
5b0c76ad
MC		 1774 bnx2_write_phy(bp, BCM5708S_BLK_ADDR, BCM5708S_BLK_ADDR_DIG3);
1775 bnx2_write_phy(bp, BCM5708S_DIG_3_0, BCM5708S_DIG_3_0_USE_IEEE);
1776 bnx2_write_phy(bp, BCM5708S_BLK_ADDR, BCM5708S_BLK_ADDR_DIG);
1777
1778 bnx2_read_phy(bp, BCM5708S_1000X_CTL1, &val);
1779 val |= BCM5708S_1000X_CTL1_FIBER_MODE | BCM5708S_1000X_CTL1_AUTODET_EN;
1780 bnx2_write_phy(bp, BCM5708S_1000X_CTL1, val);
1781
1782 bnx2_read_phy(bp, BCM5708S_1000X_CTL2, &val);
1783 val |= BCM5708S_1000X_CTL2_PLLEL_DET_EN;
1784 bnx2_write_phy(bp, BCM5708S_1000X_CTL2, val);
1785
1786 if (bp->phy_flags & PHY_2_5G_CAPABLE_FLAG) {
1787 bnx2_read_phy(bp, BCM5708S_UP1, &val);
1788 val |= BCM5708S_UP1_2G5;
1789 bnx2_write_phy(bp, BCM5708S_UP1, val);
1790 }
1791
1792 if ((CHIP_ID(bp) == CHIP_ID_5708_A0) ||
dda1e390
MC		 1793 (CHIP_ID(bp) == CHIP_ID_5708_B0) ||
1794 (CHIP_ID(bp) == CHIP_ID_5708_B1)) {
5b0c76ad
MC		 1795 /* increase tx signal amplitude */
1796 bnx2_write_phy(bp, BCM5708S_BLK_ADDR,
1797 BCM5708S_BLK_ADDR_TX_MISC);
1798 bnx2_read_phy(bp, BCM5708S_TX_ACTL1, &val);
1799 val &= ~BCM5708S_TX_ACTL1_DRIVER_VCM;
1800 bnx2_write_phy(bp, BCM5708S_TX_ACTL1, val);
1801 bnx2_write_phy(bp, BCM5708S_BLK_ADDR, BCM5708S_BLK_ADDR_DIG);
1802 }
1803
e3648b3d 1804 val = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_HW_CFG_CONFIG) &
5b0c76ad
MC		 1805 BNX2_PORT_HW_CFG_CFG_TXCTL3_MASK;
1806
1807 if (val) {
1808 u32 is_backplane;
1809
e3648b3d 1810 is_backplane = REG_RD_IND(bp, bp->shmem_base +
5b0c76ad
MC		 1811 BNX2_SHARED_HW_CFG_CONFIG);
1812 if (is_backplane & BNX2_SHARED_HW_CFG_PHY_BACKPLANE) {
1813 bnx2_write_phy(bp, BCM5708S_BLK_ADDR,
1814 BCM5708S_BLK_ADDR_TX_MISC);
1815 bnx2_write_phy(bp, BCM5708S_TX_ACTL3, val);
1816 bnx2_write_phy(bp, BCM5708S_BLK_ADDR,
1817 BCM5708S_BLK_ADDR_DIG);
1818 }
1819 }
1820 return 0;
1821}
1822
1823static int
1824bnx2_init_5706s_phy(struct bnx2 *bp)
b6016b76 1825{
27a005b8
MC		 1826 bnx2_reset_phy(bp);
1827
b6016b76
MC		 1828 bp->phy_flags &= ~PHY_PARALLEL_DETECT_FLAG;
1829
59b47d8a
MC		 1830 if (CHIP_NUM(bp) == CHIP_NUM_5706)
1831 REG_WR(bp, BNX2_MISC_GP_HW_CTL0, 0x300);
b6016b76
MC		 1832
1833 if (bp->dev->mtu > 1500) {
1834 u32 val;
1835
1836 /* Set extended packet length bit */
1837 bnx2_write_phy(bp, 0x18, 0x7);
1838 bnx2_read_phy(bp, 0x18, &val);
1839 bnx2_write_phy(bp, 0x18, (val & 0xfff8) | 0x4000);
1840
1841 bnx2_write_phy(bp, 0x1c, 0x6c00);
1842 bnx2_read_phy(bp, 0x1c, &val);
1843 bnx2_write_phy(bp, 0x1c, (val & 0x3ff) | 0xec02);
1844 }
1845 else {
1846 u32 val;
1847
1848 bnx2_write_phy(bp, 0x18, 0x7);
1849 bnx2_read_phy(bp, 0x18, &val);
1850 bnx2_write_phy(bp, 0x18, val & ~0x4007);
1851
1852 bnx2_write_phy(bp, 0x1c, 0x6c00);
1853 bnx2_read_phy(bp, 0x1c, &val);
1854 bnx2_write_phy(bp, 0x1c, (val & 0x3fd) | 0xec00);
1855 }
1856
1857 return 0;
1858}
1859
1860static int
1861bnx2_init_copper_phy(struct bnx2 *bp)
1862{
5b0c76ad
MC		 1863 u32 val;
1864
27a005b8
MC		 1865 bnx2_reset_phy(bp);
1866
b6016b76
MC		 1867 if (bp->phy_flags & PHY_CRC_FIX_FLAG) {
1868 bnx2_write_phy(bp, 0x18, 0x0c00);
1869 bnx2_write_phy(bp, 0x17, 0x000a);
1870 bnx2_write_phy(bp, 0x15, 0x310b);
1871 bnx2_write_phy(bp, 0x17, 0x201f);
1872 bnx2_write_phy(bp, 0x15, 0x9506);
1873 bnx2_write_phy(bp, 0x17, 0x401f);
1874 bnx2_write_phy(bp, 0x15, 0x14e2);
1875 bnx2_write_phy(bp, 0x18, 0x0400);
1876 }
1877
b659f44e
MC		 1878 if (bp->phy_flags & PHY_DIS_EARLY_DAC_FLAG) {
1879 bnx2_write_phy(bp, MII_BNX2_DSP_ADDRESS,
1880 MII_BNX2_DSP_EXPAND_REG | 0x8);
1881 bnx2_read_phy(bp, MII_BNX2_DSP_RW_PORT, &val);
1882 val &= ~(1 << 8);
1883 bnx2_write_phy(bp, MII_BNX2_DSP_RW_PORT, val);
1884 }
1885
b6016b76 1886 if (bp->dev->mtu > 1500) {
b6016b76
MC		 1887 /* Set extended packet length bit */
1888 bnx2_write_phy(bp, 0x18, 0x7);
1889 bnx2_read_phy(bp, 0x18, &val);
1890 bnx2_write_phy(bp, 0x18, val | 0x4000);
1891
1892 bnx2_read_phy(bp, 0x10, &val);
1893 bnx2_write_phy(bp, 0x10, val | 0x1);
1894 }
1895 else {
b6016b76
MC		 1896 bnx2_write_phy(bp, 0x18, 0x7);
1897 bnx2_read_phy(bp, 0x18, &val);
1898 bnx2_write_phy(bp, 0x18, val & ~0x4007);
1899
1900 bnx2_read_phy(bp, 0x10, &val);
1901 bnx2_write_phy(bp, 0x10, val & ~0x1);
1902 }
1903
5b0c76ad
MC		 1904 /* ethernet@wirespeed */
1905 bnx2_write_phy(bp, 0x18, 0x7007);
1906 bnx2_read_phy(bp, 0x18, &val);
1907 bnx2_write_phy(bp, 0x18, val | (1 << 15) | (1 << 4));
b6016b76
MC		 1908 return 0;
1909}
1910
1911
1912static int
1913bnx2_init_phy(struct bnx2 *bp)
1914{
1915 u32 val;
1916 int rc = 0;
1917
1918 bp->phy_flags &= ~PHY_INT_MODE_MASK_FLAG;
1919 bp->phy_flags |= PHY_INT_MODE_LINK_READY_FLAG;
1920
ca58c3af
MC		 1921 bp->mii_bmcr = MII_BMCR;
1922 bp->mii_bmsr = MII_BMSR;
27a005b8 1923 bp->mii_bmsr1 = MII_BMSR;
ca58c3af
MC		 1924 bp->mii_adv = MII_ADVERTISE;
1925 bp->mii_lpa = MII_LPA;
1926
b6016b76
MC		 1927 REG_WR(bp, BNX2_EMAC_ATTENTION_ENA, BNX2_EMAC_ATTENTION_ENA_LINK);
1928
0d8a6571
MC		 1929 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
1930 goto setup_phy;
1931
b6016b76
MC		 1932 bnx2_read_phy(bp, MII_PHYSID1, &val);
1933 bp->phy_id = val << 16;
1934 bnx2_read_phy(bp, MII_PHYSID2, &val);
1935 bp->phy_id |= val & 0xffff;
1936
1937 if (bp->phy_flags & PHY_SERDES_FLAG) {
5b0c76ad
MC		 1938 if (CHIP_NUM(bp) == CHIP_NUM_5706)
1939 rc = bnx2_init_5706s_phy(bp);
1940 else if (CHIP_NUM(bp) == CHIP_NUM_5708)
1941 rc = bnx2_init_5708s_phy(bp);
27a005b8
MC		 1942 else if (CHIP_NUM(bp) == CHIP_NUM_5709)
1943 rc = bnx2_init_5709s_phy(bp);
b6016b76
MC		 1944 }
1945 else {
1946 rc = bnx2_init_copper_phy(bp);
1947 }
1948
0d8a6571
MC		 1949setup_phy:
1950 if (!rc)
1951 rc = bnx2_setup_phy(bp, bp->phy_port);
b6016b76
MC		 1952
1953 return rc;
1954}
1955
1956static int
1957bnx2_set_mac_loopback(struct bnx2 *bp)
1958{
1959 u32 mac_mode;
1960
1961 mac_mode = REG_RD(bp, BNX2_EMAC_MODE);
1962 mac_mode &= ~BNX2_EMAC_MODE_PORT;
1963 mac_mode |= BNX2_EMAC_MODE_MAC_LOOP | BNX2_EMAC_MODE_FORCE_LINK;
1964 REG_WR(bp, BNX2_EMAC_MODE, mac_mode);
1965 bp->link_up = 1;
1966 return 0;
1967}
1968
bc5a0690
MC		 1969static int bnx2_test_link(struct bnx2 *);
1970
1971static int
1972bnx2_set_phy_loopback(struct bnx2 *bp)
1973{
1974 u32 mac_mode;
1975 int rc, i;
1976
1977 spin_lock_bh(&bp->phy_lock);
ca58c3af 1978 rc = bnx2_write_phy(bp, bp->mii_bmcr, BMCR_LOOPBACK | BMCR_FULLDPLX |
bc5a0690
MC		 1979 BMCR_SPEED1000);
1980 spin_unlock_bh(&bp->phy_lock);
1981 if (rc)
1982 return rc;
1983
1984 for (i = 0; i < 10; i++) {
1985 if (bnx2_test_link(bp) == 0)
1986 break;
80be4434 1987 msleep(100);
bc5a0690
MC		 1988 }
1989
1990 mac_mode = REG_RD(bp, BNX2_EMAC_MODE);
1991 mac_mode &= ~(BNX2_EMAC_MODE_PORT | BNX2_EMAC_MODE_HALF_DUPLEX |
1992 BNX2_EMAC_MODE_MAC_LOOP | BNX2_EMAC_MODE_FORCE_LINK |
59b47d8a 1993 BNX2_EMAC_MODE_25G_MODE);
bc5a0690
MC		 1994
1995 mac_mode |= BNX2_EMAC_MODE_PORT_GMII;
1996 REG_WR(bp, BNX2_EMAC_MODE, mac_mode);
1997 bp->link_up = 1;
1998 return 0;
1999}
2000
b6016b76 2001static int
b090ae2b 2002bnx2_fw_sync(struct bnx2 *bp, u32 msg_data, int silent)
b6016b76
MC		 2003{
2004 int i;
2005 u32 val;
2006
b6016b76
MC		 2007 bp->fw_wr_seq++;
2008 msg_data |= bp->fw_wr_seq;
2009
e3648b3d 2010 REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_MB, msg_data);
b6016b76
MC		 2011
2012 /* wait for an acknowledgement. */
b090ae2b
MC		 2013 for (i = 0; i < (FW_ACK_TIME_OUT_MS / 10); i++) {
2014 msleep(10);
b6016b76 2015
e3648b3d 2016 val = REG_RD_IND(bp, bp->shmem_base + BNX2_FW_MB);
b6016b76
MC		 2017
2018 if ((val & BNX2_FW_MSG_ACK) == (msg_data & BNX2_DRV_MSG_SEQ))
2019 break;
2020 }
b090ae2b
MC		 2021 if ((msg_data & BNX2_DRV_MSG_DATA) == BNX2_DRV_MSG_DATA_WAIT0)
2022 return 0;
b6016b76
MC		 2023
2024 /* If we timed out, inform the firmware that this is the case. */
b090ae2b
MC		 2025 if ((val & BNX2_FW_MSG_ACK) != (msg_data & BNX2_DRV_MSG_SEQ)) {
2026 if (!silent)
2027 printk(KERN_ERR PFX "fw sync timeout, reset code = "
2028 "%x\n", msg_data);
b6016b76
MC		 2029
2030 msg_data &= ~BNX2_DRV_MSG_CODE;
2031 msg_data |= BNX2_DRV_MSG_CODE_FW_TIMEOUT;
2032
e3648b3d 2033 REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_MB, msg_data);
b6016b76 2034
b6016b76
MC		 2035 return -EBUSY;
2036 }
2037
b090ae2b
MC		 2038 if ((val & BNX2_FW_MSG_STATUS_MASK) != BNX2_FW_MSG_STATUS_OK)
2039 return -EIO;
2040
b6016b76
MC		 2041 return 0;
2042}
2043
59b47d8a
MC		 2044static int
2045bnx2_init_5709_context(struct bnx2 *bp)
2046{
2047 int i, ret = 0;
2048 u32 val;
2049
2050 val = BNX2_CTX_COMMAND_ENABLED | BNX2_CTX_COMMAND_MEM_INIT | (1 << 12);
2051 val |= (BCM_PAGE_BITS - 8) << 16;
2052 REG_WR(bp, BNX2_CTX_COMMAND, val);
641bdcd5
MC		 2053 for (i = 0; i < 10; i++) {
2054 val = REG_RD(bp, BNX2_CTX_COMMAND);
2055 if (!(val & BNX2_CTX_COMMAND_MEM_INIT))
2056 break;
2057 udelay(2);
2058 }
2059 if (val & BNX2_CTX_COMMAND_MEM_INIT)
2060 return -EBUSY;
2061
59b47d8a
MC		 2062 for (i = 0; i < bp->ctx_pages; i++) {
2063 int j;
2064
2065 REG_WR(bp, BNX2_CTX_HOST_PAGE_TBL_DATA0,
2066 (bp->ctx_blk_mapping[i] & 0xffffffff) |
2067 BNX2_CTX_HOST_PAGE_TBL_DATA0_VALID);
2068 REG_WR(bp, BNX2_CTX_HOST_PAGE_TBL_DATA1,
2069 (u64) bp->ctx_blk_mapping[i] >> 32);
2070 REG_WR(bp, BNX2_CTX_HOST_PAGE_TBL_CTRL, i |
2071 BNX2_CTX_HOST_PAGE_TBL_CTRL_WRITE_REQ);
2072 for (j = 0; j < 10; j++) {
2073
2074 val = REG_RD(bp, BNX2_CTX_HOST_PAGE_TBL_CTRL);
2075 if (!(val & BNX2_CTX_HOST_PAGE_TBL_CTRL_WRITE_REQ))
2076 break;
2077 udelay(5);
2078 }
2079 if (val & BNX2_CTX_HOST_PAGE_TBL_CTRL_WRITE_REQ) {
2080 ret = -EBUSY;
2081 break;
2082 }
2083 }
2084 return ret;
2085}
2086
b6016b76
MC		 2087static void
2088bnx2_init_context(struct bnx2 *bp)
2089{
2090 u32 vcid;
2091
2092 vcid = 96;
2093 while (vcid) {
2094 u32 vcid_addr, pcid_addr, offset;
7947b20e 2095 int i;
b6016b76
MC		 2096
2097 vcid--;
2098
2099 if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
2100 u32 new_vcid;
2101
2102 vcid_addr = GET_PCID_ADDR(vcid);
2103 if (vcid & 0x8) {
2104 new_vcid = 0x60 + (vcid & 0xf0) + (vcid & 0x7);
2105 }
2106 else {
2107 new_vcid = vcid;
2108 }
2109 pcid_addr = GET_PCID_ADDR(new_vcid);
2110 }
2111 else {
2112 vcid_addr = GET_CID_ADDR(vcid);
2113 pcid_addr = vcid_addr;
2114 }
2115
7947b20e
MC		 2116 for (i = 0; i < (CTX_SIZE / PHY_CTX_SIZE); i++) {
2117 vcid_addr += (i << PHY_CTX_SHIFT);
2118 pcid_addr += (i << PHY_CTX_SHIFT);
b6016b76 2119
5d5d0015 2120 REG_WR(bp, BNX2_CTX_VIRT_ADDR, vcid_addr);
7947b20e 2121 REG_WR(bp, BNX2_CTX_PAGE_TBL, pcid_addr);
b6016b76 2122
7947b20e
MC		 2123 /* Zero out the context. */
2124 for (offset = 0; offset < PHY_CTX_SIZE; offset += 4)
5d5d0015 2125 CTX_WR(bp, vcid_addr, offset, 0);
7947b20e 2126 }
b6016b76
MC		 2127 }
2128}
2129
2130static int
2131bnx2_alloc_bad_rbuf(struct bnx2 *bp)
2132{
2133 u16 *good_mbuf;
2134 u32 good_mbuf_cnt;
2135 u32 val;
2136
2137 good_mbuf = kmalloc(512 * sizeof(u16), GFP_KERNEL);
2138 if (good_mbuf == NULL) {
2139 printk(KERN_ERR PFX "Failed to allocate memory in "
2140 "bnx2_alloc_bad_rbuf\n");
2141 return -ENOMEM;
2142 }
2143
2144 REG_WR(bp, BNX2_MISC_ENABLE_SET_BITS,
2145 BNX2_MISC_ENABLE_SET_BITS_RX_MBUF_ENABLE);
2146
2147 good_mbuf_cnt = 0;
2148
2149 /* Allocate a bunch of mbufs and save the good ones in an array. */
2150 val = REG_RD_IND(bp, BNX2_RBUF_STATUS1);
2151 while (val & BNX2_RBUF_STATUS1_FREE_COUNT) {
2152 REG_WR_IND(bp, BNX2_RBUF_COMMAND, BNX2_RBUF_COMMAND_ALLOC_REQ);
2153
2154 val = REG_RD_IND(bp, BNX2_RBUF_FW_BUF_ALLOC);
2155
2156 val &= BNX2_RBUF_FW_BUF_ALLOC_VALUE;
2157
2158 /* The addresses with Bit 9 set are bad memory blocks. */
2159 if (!(val & (1 << 9))) {
2160 good_mbuf[good_mbuf_cnt] = (u16) val;
2161 good_mbuf_cnt++;
2162 }
2163
2164 val = REG_RD_IND(bp, BNX2_RBUF_STATUS1);
2165 }
2166
2167 /* Free the good ones back to the mbuf pool thus discarding
2168 * all the bad ones. */
2169 while (good_mbuf_cnt) {
2170 good_mbuf_cnt--;
2171
2172 val = good_mbuf[good_mbuf_cnt];
2173 val = (val << 9) | val | 1;
2174
2175 REG_WR_IND(bp, BNX2_RBUF_FW_BUF_FREE, val);
2176 }
2177 kfree(good_mbuf);
2178 return 0;
2179}
2180
2181static void
6aa20a22 2182bnx2_set_mac_addr(struct bnx2 *bp)
b6016b76
MC		 2183{
2184 u32 val;
2185 u8 *mac_addr = bp->dev->dev_addr;
2186
2187 val = (mac_addr[0] << 8) | mac_addr[1];
2188
2189 REG_WR(bp, BNX2_EMAC_MAC_MATCH0, val);
2190
6aa20a22 2191 val = (mac_addr[2] << 24) | (mac_addr[3] << 16) |
b6016b76
MC		 2192 (mac_addr[4] << 8) | mac_addr[5];
2193
2194 REG_WR(bp, BNX2_EMAC_MAC_MATCH1, val);
2195}
2196
2197static inline int
2198bnx2_alloc_rx_skb(struct bnx2 *bp, u16 index)
2199{
2200 struct sk_buff *skb;
2201 struct sw_bd *rx_buf = &bp->rx_buf_ring[index];
2202 dma_addr_t mapping;
13daffa2 2203 struct rx_bd *rxbd = &bp->rx_desc_ring[RX_RING(index)][RX_IDX(index)];
b6016b76
MC		 2204 unsigned long align;
2205
932f3772 2206 skb = netdev_alloc_skb(bp->dev, bp->rx_buf_size);
b6016b76
MC		 2207 if (skb == NULL) {
2208 return -ENOMEM;
2209 }
2210
59b47d8a
MC		 2211 if (unlikely((align = (unsigned long) skb->data & (BNX2_RX_ALIGN - 1))))
2212 skb_reserve(skb, BNX2_RX_ALIGN - align);
b6016b76 2213
b6016b76
MC		 2214 mapping = pci_map_single(bp->pdev, skb->data, bp->rx_buf_use_size,
2215 PCI_DMA_FROMDEVICE);
2216
2217 rx_buf->skb = skb;
2218 pci_unmap_addr_set(rx_buf, mapping, mapping);
2219
2220 rxbd->rx_bd_haddr_hi = (u64) mapping >> 32;
2221 rxbd->rx_bd_haddr_lo = (u64) mapping & 0xffffffff;
2222
2223 bp->rx_prod_bseq += bp->rx_buf_use_size;
2224
2225 return 0;
2226}
2227
da3e4fbe
MC		 2228static int
2229bnx2_phy_event_is_set(struct bnx2 *bp, u32 event)
b6016b76 2230{
da3e4fbe 2231 struct status_block *sblk = bp->status_blk;
b6016b76 2232 u32 new_link_state, old_link_state;
da3e4fbe 2233 int is_set = 1;
b6016b76 2234
da3e4fbe
MC		 2235 new_link_state = sblk->status_attn_bits & event;
2236 old_link_state = sblk->status_attn_bits_ack & event;
b6016b76 2237 if (new_link_state != old_link_state) {
da3e4fbe
MC		 2238 if (new_link_state)
2239 REG_WR(bp, BNX2_PCICFG_STATUS_BIT_SET_CMD, event);
2240 else
2241 REG_WR(bp, BNX2_PCICFG_STATUS_BIT_CLEAR_CMD, event);
2242 } else
2243 is_set = 0;
2244
2245 return is_set;
2246}
2247
2248static void
2249bnx2_phy_int(struct bnx2 *bp)
2250{
2251 if (bnx2_phy_event_is_set(bp, STATUS_ATTN_BITS_LINK_STATE)) {
2252 spin_lock(&bp->phy_lock);
b6016b76 2253 bnx2_set_link(bp);
da3e4fbe 2254 spin_unlock(&bp->phy_lock);
b6016b76 2255 }
0d8a6571
MC		 2256 if (bnx2_phy_event_is_set(bp, STATUS_ATTN_BITS_TIMER_ABORT))
2257 bnx2_set_remote_link(bp);
2258
b6016b76
MC		 2259}
2260
2261static void
2262bnx2_tx_int(struct bnx2 *bp)
2263{
f4e418f7 2264 struct status_block *sblk = bp->status_blk;
b6016b76
MC		 2265 u16 hw_cons, sw_cons, sw_ring_cons;
2266 int tx_free_bd = 0;
2267
f4e418f7 2268 hw_cons = bp->hw_tx_cons = sblk->status_tx_quick_consumer_index0;
b6016b76
MC		 2269 if ((hw_cons & MAX_TX_DESC_CNT) == MAX_TX_DESC_CNT) {
2270 hw_cons++;
2271 }
2272 sw_cons = bp->tx_cons;
2273
2274 while (sw_cons != hw_cons) {
2275 struct sw_bd *tx_buf;
2276 struct sk_buff *skb;
2277 int i, last;
2278
2279 sw_ring_cons = TX_RING_IDX(sw_cons);
2280
2281 tx_buf = &bp->tx_buf_ring[sw_ring_cons];
2282 skb = tx_buf->skb;
1d39ed56 2283
b6016b76 2284 /* partial BD completions possible with TSO packets */
89114afd 2285 if (skb_is_gso(skb)) {
b6016b76
MC		 2286 u16 last_idx, last_ring_idx;
2287
2288 last_idx = sw_cons +
2289 skb_shinfo(skb)->nr_frags + 1;
2290 last_ring_idx = sw_ring_cons +
2291 skb_shinfo(skb)->nr_frags + 1;
2292 if (unlikely(last_ring_idx >= MAX_TX_DESC_CNT)) {
2293 last_idx++;
2294 }
2295 if (((s16) ((s16) last_idx - (s16) hw_cons)) > 0) {
2296 break;
2297 }
2298 }
1d39ed56 2299
b6016b76
MC		 2300 pci_unmap_single(bp->pdev, pci_unmap_addr(tx_buf, mapping),
2301 skb_headlen(skb), PCI_DMA_TODEVICE);
2302
2303 tx_buf->skb = NULL;
2304 last = skb_shinfo(skb)->nr_frags;
2305
2306 for (i = 0; i < last; i++) {
2307 sw_cons = NEXT_TX_BD(sw_cons);
2308
2309 pci_unmap_page(bp->pdev,
2310 pci_unmap_addr(
2311 &bp->tx_buf_ring[TX_RING_IDX(sw_cons)],
2312 mapping),
2313 skb_shinfo(skb)->frags[i].size,
2314 PCI_DMA_TODEVICE);
2315 }
2316
2317 sw_cons = NEXT_TX_BD(sw_cons);
2318
2319 tx_free_bd += last + 1;
2320
745720e5 2321 dev_kfree_skb(skb);
b6016b76 2322
f4e418f7
MC		 2323 hw_cons = bp->hw_tx_cons =
2324 sblk->status_tx_quick_consumer_index0;
2325
b6016b76
MC		 2326 if ((hw_cons & MAX_TX_DESC_CNT) == MAX_TX_DESC_CNT) {
2327 hw_cons++;
2328 }
2329 }
2330
e89bbf10 2331 bp->tx_cons = sw_cons;
2f8af120
MC		 2332 /* Need to make the tx_cons update visible to bnx2_start_xmit()
2333 * before checking for netif_queue_stopped(). Without the
2334 * memory barrier, there is a small possibility that bnx2_start_xmit()
2335 * will miss it and cause the queue to be stopped forever.
2336 */
2337 smp_mb();
b6016b76 2338
2f8af120
MC		 2339 if (unlikely(netif_queue_stopped(bp->dev)) &&
2340 (bnx2_tx_avail(bp) > bp->tx_wake_thresh)) {
2341 netif_tx_lock(bp->dev);
b6016b76 2342 if ((netif_queue_stopped(bp->dev)) &&
2f8af120 2343 (bnx2_tx_avail(bp) > bp->tx_wake_thresh))
b6016b76 2344 netif_wake_queue(bp->dev);
2f8af120 2345 netif_tx_unlock(bp->dev);
b6016b76 2346 }
b6016b76
MC		 2347}
2348
2349static inline void
2350bnx2_reuse_rx_skb(struct bnx2 *bp, struct sk_buff *skb,
2351 u16 cons, u16 prod)
2352{
236b6394
MC		 2353 struct sw_bd *cons_rx_buf, *prod_rx_buf;
2354 struct rx_bd *cons_bd, *prod_bd;
2355
2356 cons_rx_buf = &bp->rx_buf_ring[cons];
2357 prod_rx_buf = &bp->rx_buf_ring[prod];
b6016b76
MC		 2358
2359 pci_dma_sync_single_for_device(bp->pdev,
2360 pci_unmap_addr(cons_rx_buf, mapping),
2361 bp->rx_offset + RX_COPY_THRESH, PCI_DMA_FROMDEVICE);
2362
236b6394 2363 bp->rx_prod_bseq += bp->rx_buf_use_size;
b6016b76 2364
236b6394 2365 prod_rx_buf->skb = skb;
b6016b76 2366
236b6394
MC		 2367 if (cons == prod)
2368 return;
b6016b76 2369
236b6394
MC		 2370 pci_unmap_addr_set(prod_rx_buf, mapping,
2371 pci_unmap_addr(cons_rx_buf, mapping));
2372
3fdfcc2c
MC		 2373 cons_bd = &bp->rx_desc_ring[RX_RING(cons)][RX_IDX(cons)];
2374 prod_bd = &bp->rx_desc_ring[RX_RING(prod)][RX_IDX(prod)];
236b6394
MC		 2375 prod_bd->rx_bd_haddr_hi = cons_bd->rx_bd_haddr_hi;
2376 prod_bd->rx_bd_haddr_lo = cons_bd->rx_bd_haddr_lo;
b6016b76
MC		 2377}
2378
85833c62
MC		 2379static int
2380bnx2_rx_skb(struct bnx2 *bp, struct sk_buff *skb, unsigned int len,
2381 dma_addr_t dma_addr, u32 ring_idx)
2382{
2383 int err;
2384 u16 prod = ring_idx & 0xffff;
2385
2386 err = bnx2_alloc_rx_skb(bp, prod);
2387 if (unlikely(err)) {
2388 bnx2_reuse_rx_skb(bp, skb, (u16) (ring_idx >> 16), prod);
2389 return err;
2390 }
2391
2392 skb_reserve(skb, bp->rx_offset);
2393 pci_unmap_single(bp->pdev, dma_addr, bp->rx_buf_use_size,
2394 PCI_DMA_FROMDEVICE);
2395
2396 skb_put(skb, len);
2397 return 0;
2398}
2399
c09c2627
MC		 2400static inline u16
2401bnx2_get_hw_rx_cons(struct bnx2 *bp)
2402{
2403 u16 cons = bp->status_blk->status_rx_quick_consumer_index0;
2404
2405 if (unlikely((cons & MAX_RX_DESC_CNT) == MAX_RX_DESC_CNT))
2406 cons++;
2407 return cons;
2408}
2409
b6016b76
MC		 2410static int
2411bnx2_rx_int(struct bnx2 *bp, int budget)
2412{
2413 u16 hw_cons, sw_cons, sw_ring_cons, sw_prod, sw_ring_prod;
2414 struct l2_fhdr *rx_hdr;
2415 int rx_pkt = 0;
2416
c09c2627 2417 hw_cons = bnx2_get_hw_rx_cons(bp);
b6016b76
MC		 2418 sw_cons = bp->rx_cons;
2419 sw_prod = bp->rx_prod;
2420
2421 /* Memory barrier necessary as speculative reads of the rx
2422 * buffer can be ahead of the index in the status block
2423 */
2424 rmb();
2425 while (sw_cons != hw_cons) {
2426 unsigned int len;
ade2bfe7 2427 u32 status;
b6016b76
MC		 2428 struct sw_bd *rx_buf;
2429 struct sk_buff *skb;
236b6394 2430 dma_addr_t dma_addr;
b6016b76
MC		 2431
2432 sw_ring_cons = RX_RING_IDX(sw_cons);
2433 sw_ring_prod = RX_RING_IDX(sw_prod);
2434
2435 rx_buf = &bp->rx_buf_ring[sw_ring_cons];
2436 skb = rx_buf->skb;
236b6394
MC		 2437
2438 rx_buf->skb = NULL;
2439
2440 dma_addr = pci_unmap_addr(rx_buf, mapping);
2441
2442 pci_dma_sync_single_for_cpu(bp->pdev, dma_addr,
b6016b76
MC		 2443 bp->rx_offset + RX_COPY_THRESH, PCI_DMA_FROMDEVICE);
2444
2445 rx_hdr = (struct l2_fhdr *) skb->data;
2446 len = rx_hdr->l2_fhdr_pkt_len - 4;
2447
ade2bfe7 2448 if ((status = rx_hdr->l2_fhdr_status) &
b6016b76
MC		 2449 (L2_FHDR_ERRORS_BAD_CRC |
2450 L2_FHDR_ERRORS_PHY_DECODE |
2451 L2_FHDR_ERRORS_ALIGNMENT |
2452 L2_FHDR_ERRORS_TOO_SHORT |
2453 L2_FHDR_ERRORS_GIANT_FRAME)) {
2454
85833c62
MC		 2455 bnx2_reuse_rx_skb(bp, skb, sw_ring_cons, sw_ring_prod);
2456 goto next_rx;
b6016b76
MC		 2457 }
2458
5d5d0015 2459 if (len <= bp->rx_copy_thresh) {
b6016b76
MC		 2460 struct sk_buff *new_skb;
2461
932f3772 2462 new_skb = netdev_alloc_skb(bp->dev, len + 2);
85833c62
MC		 2463 if (new_skb == NULL) {
2464 bnx2_reuse_rx_skb(bp, skb, sw_ring_cons,
2465 sw_ring_prod);
2466 goto next_rx;
2467 }
b6016b76
MC		 2468
2469 /* aligned copy */
d626f62b
ACM		 2470 skb_copy_from_linear_data_offset(skb, bp->rx_offset - 2,
2471 new_skb->data, len + 2);
b6016b76
MC		 2472 skb_reserve(new_skb, 2);
2473 skb_put(new_skb, len);
b6016b76
MC		 2474
2475 bnx2_reuse_rx_skb(bp, skb,
2476 sw_ring_cons, sw_ring_prod);
2477
2478 skb = new_skb;
85833c62
MC		 2479 } else if (unlikely(bnx2_rx_skb(bp, skb, len, dma_addr,
2480 (sw_ring_cons << 16) | sw_ring_prod)))
b6016b76 2481 goto next_rx;
b6016b76
MC		 2482
2483 skb->protocol = eth_type_trans(skb, bp->dev);
2484
2485 if ((len > (bp->dev->mtu + ETH_HLEN)) &&
d1e100ba 2486 (ntohs(skb->protocol) != 0x8100)) {
b6016b76 2487
745720e5 2488 dev_kfree_skb(skb);
b6016b76
MC		 2489 goto next_rx;
2490
2491 }
2492
b6016b76
MC		 2493 skb->ip_summed = CHECKSUM_NONE;
2494 if (bp->rx_csum &&
2495 (status & (L2_FHDR_STATUS_TCP_SEGMENT |
2496 L2_FHDR_STATUS_UDP_DATAGRAM))) {
2497
ade2bfe7
MC		 2498 if (likely((status & (L2_FHDR_ERRORS_TCP_XSUM |
2499 L2_FHDR_ERRORS_UDP_XSUM)) == 0))
b6016b76
MC		 2500 skb->ip_summed = CHECKSUM_UNNECESSARY;
2501 }
2502
2503#ifdef BCM_VLAN
2504 if ((status & L2_FHDR_STATUS_L2_VLAN_TAG) && (bp->vlgrp != 0)) {
2505 vlan_hwaccel_receive_skb(skb, bp->vlgrp,
2506 rx_hdr->l2_fhdr_vlan_tag);
2507 }
2508 else
2509#endif
2510 netif_receive_skb(skb);
2511
2512 bp->dev->last_rx = jiffies;
2513 rx_pkt++;
2514
2515next_rx:
b6016b76
MC		 2516 sw_cons = NEXT_RX_BD(sw_cons);
2517 sw_prod = NEXT_RX_BD(sw_prod);
2518
2519 if ((rx_pkt == budget))
2520 break;
f4e418f7
MC		 2521
2522 /* Refresh hw_cons to see if there is new work */
2523 if (sw_cons == hw_cons) {
c09c2627 2524 hw_cons = bnx2_get_hw_rx_cons(bp);
f4e418f7
MC		 2525 rmb();
2526 }
b6016b76
MC		 2527 }
2528 bp->rx_cons = sw_cons;
2529 bp->rx_prod = sw_prod;
2530
2531 REG_WR16(bp, MB_RX_CID_ADDR + BNX2_L2CTX_HOST_BDIDX, sw_prod);
2532
2533 REG_WR(bp, MB_RX_CID_ADDR + BNX2_L2CTX_HOST_BSEQ, bp->rx_prod_bseq);
2534
2535 mmiowb();
2536
2537 return rx_pkt;
2538
2539}
2540
2541/* MSI ISR - The only difference between this and the INTx ISR
2542 * is that the MSI interrupt is always serviced.
2543 */
2544static irqreturn_t
7d12e780 2545bnx2_msi(int irq, void *dev_instance)
b6016b76
MC		 2546{
2547 struct net_device *dev = dev_instance;
972ec0d4 2548 struct bnx2 *bp = netdev_priv(dev);
b6016b76 2549
c921e4c4 2550 prefetch(bp->status_blk);
b6016b76
MC		 2551 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2552 BNX2_PCICFG_INT_ACK_CMD_USE_INT_HC_PARAM |
2553 BNX2_PCICFG_INT_ACK_CMD_MASK_INT);
2554
2555 /* Return here if interrupt is disabled. */
73eef4cd
MC		 2556 if (unlikely(atomic_read(&bp->intr_sem) != 0))
2557 return IRQ_HANDLED;
b6016b76 2558
bea3348e 2559 netif_rx_schedule(dev, &bp->napi);
b6016b76 2560
73eef4cd 2561 return IRQ_HANDLED;
b6016b76
MC		 2562}
2563
8e6a72c4
MC		 2564static irqreturn_t
2565bnx2_msi_1shot(int irq, void *dev_instance)
2566{
2567 struct net_device *dev = dev_instance;
2568 struct bnx2 *bp = netdev_priv(dev);
2569
2570 prefetch(bp->status_blk);
2571
2572 /* Return here if interrupt is disabled. */
2573 if (unlikely(atomic_read(&bp->intr_sem) != 0))
2574 return IRQ_HANDLED;
2575
bea3348e 2576 netif_rx_schedule(dev, &bp->napi);
8e6a72c4
MC		 2577
2578 return IRQ_HANDLED;
2579}
2580
b6016b76 2581static irqreturn_t
7d12e780 2582bnx2_interrupt(int irq, void *dev_instance)
b6016b76
MC		 2583{
2584 struct net_device *dev = dev_instance;
972ec0d4 2585 struct bnx2 *bp = netdev_priv(dev);
b8a7ce7b 2586 struct status_block *sblk = bp->status_blk;
b6016b76
MC		 2587
2588 /* When using INTx, it is possible for the interrupt to arrive
2589 * at the CPU before the status block posted prior to the
2590 * interrupt. Reading a register will flush the status block.
2591 * When using MSI, the MSI message will always complete after
2592 * the status block write.
2593 */
b8a7ce7b 2594 if ((sblk->status_idx == bp->last_status_idx) &&
b6016b76
MC		 2595 (REG_RD(bp, BNX2_PCICFG_MISC_STATUS) &
2596 BNX2_PCICFG_MISC_STATUS_INTA_VALUE))
73eef4cd 2597 return IRQ_NONE;
b6016b76
MC		 2598
2599 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2600 BNX2_PCICFG_INT_ACK_CMD_USE_INT_HC_PARAM |
2601 BNX2_PCICFG_INT_ACK_CMD_MASK_INT);
2602
b8a7ce7b
MC		 2603 /* Read back to deassert IRQ immediately to avoid too many
2604 * spurious interrupts.
2605 */
2606 REG_RD(bp, BNX2_PCICFG_INT_ACK_CMD);
2607
b6016b76 2608 /* Return here if interrupt is shared and is disabled. */
73eef4cd
MC		 2609 if (unlikely(atomic_read(&bp->intr_sem) != 0))
2610 return IRQ_HANDLED;
b6016b76 2611
bea3348e 2612 if (netif_rx_schedule_prep(dev, &bp->napi)) {
b8a7ce7b 2613 bp->last_status_idx = sblk->status_idx;
bea3348e 2614 __netif_rx_schedule(dev, &bp->napi);
b8a7ce7b 2615 }
b6016b76 2616
73eef4cd 2617 return IRQ_HANDLED;
b6016b76
MC		 2618}
2619
0d8a6571
MC		 2620#define STATUS_ATTN_EVENTS (STATUS_ATTN_BITS_LINK_STATE | \
2621 STATUS_ATTN_BITS_TIMER_ABORT)
da3e4fbe 2622
f4e418f7
MC		 2623static inline int
2624bnx2_has_work(struct bnx2 *bp)
2625{
2626 struct status_block *sblk = bp->status_blk;
2627
c09c2627 2628 if ((bnx2_get_hw_rx_cons(bp) != bp->rx_cons) ||
f4e418f7
MC		 2629 (sblk->status_tx_quick_consumer_index0 != bp->hw_tx_cons))
2630 return 1;
2631
da3e4fbe
MC		 2632 if ((sblk->status_attn_bits & STATUS_ATTN_EVENTS) !=
2633 (sblk->status_attn_bits_ack & STATUS_ATTN_EVENTS))
f4e418f7
MC		 2634 return 1;
2635
2636 return 0;
2637}
2638
6f535763 2639static int bnx2_poll_work(struct bnx2 *bp, int work_done, int budget)
b6016b76 2640{
da3e4fbe
MC		 2641 struct status_block *sblk = bp->status_blk;
2642 u32 status_attn_bits = sblk->status_attn_bits;
2643 u32 status_attn_bits_ack = sblk->status_attn_bits_ack;
b6016b76 2644
da3e4fbe
MC		 2645 if ((status_attn_bits & STATUS_ATTN_EVENTS) !=
2646 (status_attn_bits_ack & STATUS_ATTN_EVENTS)) {
b6016b76 2647
b6016b76 2648 bnx2_phy_int(bp);
bf5295bb
MC		 2649
2650 /* This is needed to take care of transient status
2651 * during link changes.
2652 */
2653 REG_WR(bp, BNX2_HC_COMMAND,
2654 bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW_WO_INT);
2655 REG_RD(bp, BNX2_HC_COMMAND);
b6016b76
MC		 2656 }
2657
6dee6421 2658 if (sblk->status_tx_quick_consumer_index0 != bp->hw_tx_cons)
b6016b76 2659 bnx2_tx_int(bp);
b6016b76 2660
c09c2627 2661 if (bnx2_get_hw_rx_cons(bp) != bp->rx_cons)
6f535763 2662 work_done += bnx2_rx_int(bp, budget - work_done);
6aa20a22 2663
6f535763
DM		 2664 return work_done;
2665}
2666
2667static int bnx2_poll(struct napi_struct *napi, int budget)
2668{
2669 struct bnx2 *bp = container_of(napi, struct bnx2, napi);
2670 int work_done = 0;
6dee6421 2671 struct status_block *sblk = bp->status_blk;
6f535763
DM		 2672
2673 while (1) {
2674 work_done = bnx2_poll_work(bp, work_done, budget);
f4e418f7 2675
6f535763
DM		 2676 if (unlikely(work_done >= budget))
2677 break;
2678
6dee6421
MC		 2679 /* bp->last_status_idx is used below to tell the hw how
2680 * much work has been processed, so we must read it before
2681 * checking for more work.
2682 */
2683 bp->last_status_idx = sblk->status_idx;
2684 rmb();
6f535763 2685 if (likely(!bnx2_has_work(bp))) {
6f535763
DM		 2686 netif_rx_complete(bp->dev, napi);
2687 if (likely(bp->flags & USING_MSI_FLAG)) {
2688 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2689 BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID |
2690 bp->last_status_idx);
6dee6421 2691 break;
6f535763 2692 }
1269a8a6
MC		 2693 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2694 BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID |
6f535763 2695 BNX2_PCICFG_INT_ACK_CMD_MASK_INT |
1269a8a6 2696 bp->last_status_idx);
1269a8a6 2697
6f535763
DM		 2698 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2699 BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID |
2700 bp->last_status_idx);
2701 break;
2702 }
b6016b76
MC		 2703 }
2704
bea3348e 2705 return work_done;
b6016b76
MC		 2706}
2707
932ff279 2708/* Called with rtnl_lock from vlan functions and also netif_tx_lock
b6016b76
MC		 2709 * from set_multicast.
2710 */
2711static void
2712bnx2_set_rx_mode(struct net_device *dev)
2713{
972ec0d4 2714 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 2715 u32 rx_mode, sort_mode;
2716 int i;
b6016b76 2717
c770a65c 2718 spin_lock_bh(&bp->phy_lock);
b6016b76
MC		 2719
2720 rx_mode = bp->rx_mode & ~(BNX2_EMAC_RX_MODE_PROMISCUOUS |
2721 BNX2_EMAC_RX_MODE_KEEP_VLAN_TAG);
2722 sort_mode = 1 | BNX2_RPM_SORT_USER0_BC_EN;
2723#ifdef BCM_VLAN
e29054f9 2724 if (!bp->vlgrp && !(bp->flags & ASF_ENABLE_FLAG))
b6016b76 2725 rx_mode |= BNX2_EMAC_RX_MODE_KEEP_VLAN_TAG;
b6016b76 2726#else
e29054f9
MC		 2727 if (!(bp->flags & ASF_ENABLE_FLAG))
2728 rx_mode |= BNX2_EMAC_RX_MODE_KEEP_VLAN_TAG;
b6016b76
MC		 2729#endif
2730 if (dev->flags & IFF_PROMISC) {
2731 /* Promiscuous mode. */
2732 rx_mode |= BNX2_EMAC_RX_MODE_PROMISCUOUS;
7510873d
MC		 2733 sort_mode |= BNX2_RPM_SORT_USER0_PROM_EN |
2734 BNX2_RPM_SORT_USER0_PROM_VLAN;
b6016b76
MC		 2735 }
2736 else if (dev->flags & IFF_ALLMULTI) {
2737 for (i = 0; i < NUM_MC_HASH_REGISTERS; i++) {
2738 REG_WR(bp, BNX2_EMAC_MULTICAST_HASH0 + (i * 4),
2739 0xffffffff);
2740 }
2741 sort_mode |= BNX2_RPM_SORT_USER0_MC_EN;
2742 }
2743 else {
2744 /* Accept one or more multicast(s). */
2745 struct dev_mc_list *mclist;
2746 u32 mc_filter[NUM_MC_HASH_REGISTERS];
2747 u32 regidx;
2748 u32 bit;
2749 u32 crc;
2750
2751 memset(mc_filter, 0, 4 * NUM_MC_HASH_REGISTERS);
2752
2753 for (i = 0, mclist = dev->mc_list; mclist && i < dev->mc_count;
2754 i++, mclist = mclist->next) {
2755
2756 crc = ether_crc_le(ETH_ALEN, mclist->dmi_addr);
2757 bit = crc & 0xff;
2758 regidx = (bit & 0xe0) >> 5;
2759 bit &= 0x1f;
2760 mc_filter[regidx] |= (1 << bit);
2761 }
2762
2763 for (i = 0; i < NUM_MC_HASH_REGISTERS; i++) {
2764 REG_WR(bp, BNX2_EMAC_MULTICAST_HASH0 + (i * 4),
2765 mc_filter[i]);
2766 }
2767
2768 sort_mode |= BNX2_RPM_SORT_USER0_MC_HSH_EN;
2769 }
2770
2771 if (rx_mode != bp->rx_mode) {
2772 bp->rx_mode = rx_mode;
2773 REG_WR(bp, BNX2_EMAC_RX_MODE, rx_mode);
2774 }
2775
2776 REG_WR(bp, BNX2_RPM_SORT_USER0, 0x0);
2777 REG_WR(bp, BNX2_RPM_SORT_USER0, sort_mode);
2778 REG_WR(bp, BNX2_RPM_SORT_USER0, sort_mode | BNX2_RPM_SORT_USER0_ENA);
2779
c770a65c 2780 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC		 2781}
2782
2783static void
2784load_rv2p_fw(struct bnx2 *bp, u32 *rv2p_code, u32 rv2p_code_len,
2785 u32 rv2p_proc)
2786{
2787 int i;
2788 u32 val;
2789
2790
2791 for (i = 0; i < rv2p_code_len; i += 8) {
fba9fe91 2792 REG_WR(bp, BNX2_RV2P_INSTR_HIGH, cpu_to_le32(*rv2p_code));
b6016b76 2793 rv2p_code++;
fba9fe91 2794 REG_WR(bp, BNX2_RV2P_INSTR_LOW, cpu_to_le32(*rv2p_code));
b6016b76
MC		 2795 rv2p_code++;
2796
2797 if (rv2p_proc == RV2P_PROC1) {
2798 val = (i / 8) | BNX2_RV2P_PROC1_ADDR_CMD_RDWR;
2799 REG_WR(bp, BNX2_RV2P_PROC1_ADDR_CMD, val);
2800 }
2801 else {
2802 val = (i / 8) | BNX2_RV2P_PROC2_ADDR_CMD_RDWR;
2803 REG_WR(bp, BNX2_RV2P_PROC2_ADDR_CMD, val);
2804 }
2805 }
2806
2807 /* Reset the processor, un-stall is done later. */
2808 if (rv2p_proc == RV2P_PROC1) {
2809 REG_WR(bp, BNX2_RV2P_COMMAND, BNX2_RV2P_COMMAND_PROC1_RESET);
2810 }
2811 else {
2812 REG_WR(bp, BNX2_RV2P_COMMAND, BNX2_RV2P_COMMAND_PROC2_RESET);
2813 }
2814}
2815
af3ee519 2816static int
b6016b76
MC		 2817load_cpu_fw(struct bnx2 *bp, struct cpu_reg *cpu_reg, struct fw_info *fw)
2818{
2819 u32 offset;
2820 u32 val;
af3ee519 2821 int rc;
b6016b76
MC		 2822
2823 /* Halt the CPU. */
2824 val = REG_RD_IND(bp, cpu_reg->mode);
2825 val |= cpu_reg->mode_value_halt;
2826 REG_WR_IND(bp, cpu_reg->mode, val);
2827 REG_WR_IND(bp, cpu_reg->state, cpu_reg->state_value_clear);
2828
2829 /* Load the Text area. */
2830 offset = cpu_reg->spad_base + (fw->text_addr - cpu_reg->mips_view_base);
af3ee519 2831 if (fw->gz_text) {
b6016b76
MC		 2832 int j;
2833
ea1f8d5c
MC		 2834 rc = zlib_inflate_blob(fw->text, FW_BUF_SIZE, fw->gz_text,
2835 fw->gz_text_len);
2836 if (rc < 0)
b3448b0b 2837 return rc;
ea1f8d5c 2838
b6016b76 2839 for (j = 0; j < (fw->text_len / 4); j++, offset += 4) {
ea1f8d5c 2840 REG_WR_IND(bp, offset, cpu_to_le32(fw->text[j]));
b6016b76
MC		 2841 }
2842 }
2843
2844 /* Load the Data area. */
2845 offset = cpu_reg->spad_base + (fw->data_addr - cpu_reg->mips_view_base);
2846 if (fw->data) {
2847 int j;
2848
2849 for (j = 0; j < (fw->data_len / 4); j++, offset += 4) {
2850 REG_WR_IND(bp, offset, fw->data[j]);
2851 }
2852 }
2853
2854 /* Load the SBSS area. */
2855 offset = cpu_reg->spad_base + (fw->sbss_addr - cpu_reg->mips_view_base);
ea1f8d5c 2856 if (fw->sbss_len) {
b6016b76
MC		 2857 int j;
2858
2859 for (j = 0; j < (fw->sbss_len / 4); j++, offset += 4) {
ea1f8d5c 2860 REG_WR_IND(bp, offset, 0);
b6016b76
MC		 2861 }
2862 }
2863
2864 /* Load the BSS area. */
2865 offset = cpu_reg->spad_base + (fw->bss_addr - cpu_reg->mips_view_base);
ea1f8d5c 2866 if (fw->bss_len) {
b6016b76
MC		 2867 int j;
2868
2869 for (j = 0; j < (fw->bss_len/4); j++, offset += 4) {
ea1f8d5c 2870 REG_WR_IND(bp, offset, 0);
b6016b76
MC		 2871 }
2872 }
2873
2874 /* Load the Read-Only area. */
2875 offset = cpu_reg->spad_base +
2876 (fw->rodata_addr - cpu_reg->mips_view_base);
2877 if (fw->rodata) {
2878 int j;
2879
2880 for (j = 0; j < (fw->rodata_len / 4); j++, offset += 4) {
2881 REG_WR_IND(bp, offset, fw->rodata[j]);
2882 }
2883 }
2884
2885 /* Clear the pre-fetch instruction. */
2886 REG_WR_IND(bp, cpu_reg->inst, 0);
2887 REG_WR_IND(bp, cpu_reg->pc, fw->start_addr);
2888
2889 /* Start the CPU. */
2890 val = REG_RD_IND(bp, cpu_reg->mode);
2891 val &= ~cpu_reg->mode_value_halt;
2892 REG_WR_IND(bp, cpu_reg->state, cpu_reg->state_value_clear);
2893 REG_WR_IND(bp, cpu_reg->mode, val);
af3ee519
MC		 2894
2895 return 0;
b6016b76
MC		 2896}
2897
fba9fe91 2898static int
b6016b76
MC		 2899bnx2_init_cpus(struct bnx2 *bp)
2900{
2901 struct cpu_reg cpu_reg;
af3ee519 2902 struct fw_info *fw;
110d0ef9
MC		 2903 int rc, rv2p_len;
2904 void *text, *rv2p;
b6016b76
MC		 2905
2906 /* Initialize the RV2P processor. */
b3448b0b
DV		 2907 text = vmalloc(FW_BUF_SIZE);
2908 if (!text)
2909 return -ENOMEM;
110d0ef9
MC		 2910 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
2911 rv2p = bnx2_xi_rv2p_proc1;
2912 rv2p_len = sizeof(bnx2_xi_rv2p_proc1);
2913 } else {
2914 rv2p = bnx2_rv2p_proc1;
2915 rv2p_len = sizeof(bnx2_rv2p_proc1);
2916 }
2917 rc = zlib_inflate_blob(text, FW_BUF_SIZE, rv2p, rv2p_len);
ea1f8d5c 2918 if (rc < 0)
fba9fe91 2919 goto init_cpu_err;
ea1f8d5c 2920
b3448b0b 2921 load_rv2p_fw(bp, text, rc /* == len */, RV2P_PROC1);
fba9fe91 2922
110d0ef9
MC		 2923 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
2924 rv2p = bnx2_xi_rv2p_proc2;
2925 rv2p_len = sizeof(bnx2_xi_rv2p_proc2);
2926 } else {
2927 rv2p = bnx2_rv2p_proc2;
2928 rv2p_len = sizeof(bnx2_rv2p_proc2);
2929 }
2930 rc = zlib_inflate_blob(text, FW_BUF_SIZE, rv2p, rv2p_len);
ea1f8d5c 2931 if (rc < 0)
fba9fe91 2932 goto init_cpu_err;
ea1f8d5c 2933
b3448b0b 2934 load_rv2p_fw(bp, text, rc /* == len */, RV2P_PROC2);
b6016b76
MC		 2935
2936 /* Initialize the RX Processor. */
2937 cpu_reg.mode = BNX2_RXP_CPU_MODE;
2938 cpu_reg.mode_value_halt = BNX2_RXP_CPU_MODE_SOFT_HALT;
2939 cpu_reg.mode_value_sstep = BNX2_RXP_CPU_MODE_STEP_ENA;
2940 cpu_reg.state = BNX2_RXP_CPU_STATE;
2941 cpu_reg.state_value_clear = 0xffffff;
2942 cpu_reg.gpr0 = BNX2_RXP_CPU_REG_FILE;
2943 cpu_reg.evmask = BNX2_RXP_CPU_EVENT_MASK;
2944 cpu_reg.pc = BNX2_RXP_CPU_PROGRAM_COUNTER;
2945 cpu_reg.inst = BNX2_RXP_CPU_INSTRUCTION;
2946 cpu_reg.bp = BNX2_RXP_CPU_HW_BREAKPOINT;
2947 cpu_reg.spad_base = BNX2_RXP_SCRATCH;
2948 cpu_reg.mips_view_base = 0x8000000;
6aa20a22 2949
d43584c8
MC		 2950 if (CHIP_NUM(bp) == CHIP_NUM_5709)
2951 fw = &bnx2_rxp_fw_09;
2952 else
2953 fw = &bnx2_rxp_fw_06;
fba9fe91 2954
ea1f8d5c 2955 fw->text = text;
af3ee519 2956 rc = load_cpu_fw(bp, &cpu_reg, fw);
fba9fe91
MC		 2957 if (rc)
2958 goto init_cpu_err;
2959
b6016b76
MC		 2960 /* Initialize the TX Processor. */
2961 cpu_reg.mode = BNX2_TXP_CPU_MODE;
2962 cpu_reg.mode_value_halt = BNX2_TXP_CPU_MODE_SOFT_HALT;
2963 cpu_reg.mode_value_sstep = BNX2_TXP_CPU_MODE_STEP_ENA;
2964 cpu_reg.state = BNX2_TXP_CPU_STATE;
2965 cpu_reg.state_value_clear = 0xffffff;
2966 cpu_reg.gpr0 = BNX2_TXP_CPU_REG_FILE;
2967 cpu_reg.evmask = BNX2_TXP_CPU_EVENT_MASK;
2968 cpu_reg.pc = BNX2_TXP_CPU_PROGRAM_COUNTER;
2969 cpu_reg.inst = BNX2_TXP_CPU_INSTRUCTION;
2970 cpu_reg.bp = BNX2_TXP_CPU_HW_BREAKPOINT;
2971 cpu_reg.spad_base = BNX2_TXP_SCRATCH;
2972 cpu_reg.mips_view_base = 0x8000000;
6aa20a22 2973
d43584c8
MC		 2974 if (CHIP_NUM(bp) == CHIP_NUM_5709)
2975 fw = &bnx2_txp_fw_09;
2976 else
2977 fw = &bnx2_txp_fw_06;
fba9fe91 2978
ea1f8d5c 2979 fw->text = text;
af3ee519 2980 rc = load_cpu_fw(bp, &cpu_reg, fw);
fba9fe91
MC		 2981 if (rc)
2982 goto init_cpu_err;
2983
b6016b76
MC		 2984 /* Initialize the TX Patch-up Processor. */
2985 cpu_reg.mode = BNX2_TPAT_CPU_MODE;
2986 cpu_reg.mode_value_halt = BNX2_TPAT_CPU_MODE_SOFT_HALT;
2987 cpu_reg.mode_value_sstep = BNX2_TPAT_CPU_MODE_STEP_ENA;
2988 cpu_reg.state = BNX2_TPAT_CPU_STATE;
2989 cpu_reg.state_value_clear = 0xffffff;
2990 cpu_reg.gpr0 = BNX2_TPAT_CPU_REG_FILE;
2991 cpu_reg.evmask = BNX2_TPAT_CPU_EVENT_MASK;
2992 cpu_reg.pc = BNX2_TPAT_CPU_PROGRAM_COUNTER;
2993 cpu_reg.inst = BNX2_TPAT_CPU_INSTRUCTION;
2994 cpu_reg.bp = BNX2_TPAT_CPU_HW_BREAKPOINT;
2995 cpu_reg.spad_base = BNX2_TPAT_SCRATCH;
2996 cpu_reg.mips_view_base = 0x8000000;
6aa20a22 2997
d43584c8
MC		 2998 if (CHIP_NUM(bp) == CHIP_NUM_5709)
2999 fw = &bnx2_tpat_fw_09;
3000 else
3001 fw = &bnx2_tpat_fw_06;
fba9fe91 3002
ea1f8d5c 3003 fw->text = text;
af3ee519 3004 rc = load_cpu_fw(bp, &cpu_reg, fw);
fba9fe91
MC		 3005 if (rc)
3006 goto init_cpu_err;
3007
b6016b76
MC		 3008 /* Initialize the Completion Processor. */
3009 cpu_reg.mode = BNX2_COM_CPU_MODE;
3010 cpu_reg.mode_value_halt = BNX2_COM_CPU_MODE_SOFT_HALT;
3011 cpu_reg.mode_value_sstep = BNX2_COM_CPU_MODE_STEP_ENA;
3012 cpu_reg.state = BNX2_COM_CPU_STATE;
3013 cpu_reg.state_value_clear = 0xffffff;
3014 cpu_reg.gpr0 = BNX2_COM_CPU_REG_FILE;
3015 cpu_reg.evmask = BNX2_COM_CPU_EVENT_MASK;
3016 cpu_reg.pc = BNX2_COM_CPU_PROGRAM_COUNTER;
3017 cpu_reg.inst = BNX2_COM_CPU_INSTRUCTION;
3018 cpu_reg.bp = BNX2_COM_CPU_HW_BREAKPOINT;
3019 cpu_reg.spad_base = BNX2_COM_SCRATCH;
3020 cpu_reg.mips_view_base = 0x8000000;
6aa20a22 3021
d43584c8
MC		 3022 if (CHIP_NUM(bp) == CHIP_NUM_5709)
3023 fw = &bnx2_com_fw_09;
3024 else
3025 fw = &bnx2_com_fw_06;
fba9fe91 3026
ea1f8d5c 3027 fw->text = text;
af3ee519 3028 rc = load_cpu_fw(bp, &cpu_reg, fw);
fba9fe91
MC		 3029 if (rc)
3030 goto init_cpu_err;
3031
d43584c8
MC		 3032 /* Initialize the Command Processor. */
3033 cpu_reg.mode = BNX2_CP_CPU_MODE;
3034 cpu_reg.mode_value_halt = BNX2_CP_CPU_MODE_SOFT_HALT;
3035 cpu_reg.mode_value_sstep = BNX2_CP_CPU_MODE_STEP_ENA;
3036 cpu_reg.state = BNX2_CP_CPU_STATE;
3037 cpu_reg.state_value_clear = 0xffffff;
3038 cpu_reg.gpr0 = BNX2_CP_CPU_REG_FILE;
3039 cpu_reg.evmask = BNX2_CP_CPU_EVENT_MASK;
3040 cpu_reg.pc = BNX2_CP_CPU_PROGRAM_COUNTER;
3041 cpu_reg.inst = BNX2_CP_CPU_INSTRUCTION;
3042 cpu_reg.bp = BNX2_CP_CPU_HW_BREAKPOINT;
3043 cpu_reg.spad_base = BNX2_CP_SCRATCH;
3044 cpu_reg.mips_view_base = 0x8000000;
b6016b76 3045
110d0ef9 3046 if (CHIP_NUM(bp) == CHIP_NUM_5709)
d43584c8 3047 fw = &bnx2_cp_fw_09;
110d0ef9
MC		 3048 else
3049 fw = &bnx2_cp_fw_06;
3050
3051 fw->text = text;
3052 rc = load_cpu_fw(bp, &cpu_reg, fw);
b6016b76 3053
fba9fe91 3054init_cpu_err:
ea1f8d5c 3055 vfree(text);
fba9fe91 3056 return rc;
b6016b76
MC		 3057}
3058
3059static int
829ca9a3 3060bnx2_set_power_state(struct bnx2 *bp, pci_power_t state)
b6016b76
MC		 3061{
3062 u16 pmcsr;
3063
3064 pci_read_config_word(bp->pdev, bp->pm_cap + PCI_PM_CTRL, &pmcsr);
3065
3066 switch (state) {
829ca9a3 3067 case PCI_D0: {
b6016b76
MC		 3068 u32 val;
3069
3070 pci_write_config_word(bp->pdev, bp->pm_cap + PCI_PM_CTRL,
3071 (pmcsr & ~PCI_PM_CTRL_STATE_MASK) |
3072 PCI_PM_CTRL_PME_STATUS);
3073
3074 if (pmcsr & PCI_PM_CTRL_STATE_MASK)
3075 /* delay required during transition out of D3hot */
3076 msleep(20);
3077
3078 val = REG_RD(bp, BNX2_EMAC_MODE);
3079 val |= BNX2_EMAC_MODE_MPKT_RCVD | BNX2_EMAC_MODE_ACPI_RCVD;
3080 val &= ~BNX2_EMAC_MODE_MPKT;
3081 REG_WR(bp, BNX2_EMAC_MODE, val);
3082
3083 val = REG_RD(bp, BNX2_RPM_CONFIG);
3084 val &= ~BNX2_RPM_CONFIG_ACPI_ENA;
3085 REG_WR(bp, BNX2_RPM_CONFIG, val);
3086 break;
3087 }
829ca9a3 3088 case PCI_D3hot: {
b6016b76
MC		 3089 int i;
3090 u32 val, wol_msg;
3091
3092 if (bp->wol) {
3093 u32 advertising;
3094 u8 autoneg;
3095
3096 autoneg = bp->autoneg;
3097 advertising = bp->advertising;
3098
239cd343
MC		 3099 if (bp->phy_port == PORT_TP) {
3100 bp->autoneg = AUTONEG_SPEED;
3101 bp->advertising = ADVERTISED_10baseT_Half |
3102 ADVERTISED_10baseT_Full |
3103 ADVERTISED_100baseT_Half |
3104 ADVERTISED_100baseT_Full |
3105 ADVERTISED_Autoneg;
3106 }
b6016b76 3107
239cd343
MC		 3108 spin_lock_bh(&bp->phy_lock);
3109 bnx2_setup_phy(bp, bp->phy_port);
3110 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC		 3111
3112 bp->autoneg = autoneg;
3113 bp->advertising = advertising;
3114
3115 bnx2_set_mac_addr(bp);
3116
3117 val = REG_RD(bp, BNX2_EMAC_MODE);
3118
3119 /* Enable port mode. */
3120 val &= ~BNX2_EMAC_MODE_PORT;
239cd343 3121 val |= BNX2_EMAC_MODE_MPKT_RCVD |
b6016b76 3122 BNX2_EMAC_MODE_ACPI_RCVD |
b6016b76 3123 BNX2_EMAC_MODE_MPKT;
239cd343
MC		 3124 if (bp->phy_port == PORT_TP)
3125 val |= BNX2_EMAC_MODE_PORT_MII;
3126 else {
3127 val |= BNX2_EMAC_MODE_PORT_GMII;
3128 if (bp->line_speed == SPEED_2500)
3129 val |= BNX2_EMAC_MODE_25G_MODE;
3130 }
b6016b76
MC		 3131
3132 REG_WR(bp, BNX2_EMAC_MODE, val);
3133
3134 /* receive all multicast */
3135 for (i = 0; i < NUM_MC_HASH_REGISTERS; i++) {
3136 REG_WR(bp, BNX2_EMAC_MULTICAST_HASH0 + (i * 4),
3137 0xffffffff);
3138 }
3139 REG_WR(bp, BNX2_EMAC_RX_MODE,
3140 BNX2_EMAC_RX_MODE_SORT_MODE);
3141
3142 val = 1 | BNX2_RPM_SORT_USER0_BC_EN |
3143 BNX2_RPM_SORT_USER0_MC_EN;
3144 REG_WR(bp, BNX2_RPM_SORT_USER0, 0x0);
3145 REG_WR(bp, BNX2_RPM_SORT_USER0, val);
3146 REG_WR(bp, BNX2_RPM_SORT_USER0, val |
3147 BNX2_RPM_SORT_USER0_ENA);
3148
3149 /* Need to enable EMAC and RPM for WOL. */
3150 REG_WR(bp, BNX2_MISC_ENABLE_SET_BITS,
3151 BNX2_MISC_ENABLE_SET_BITS_RX_PARSER_MAC_ENABLE |
3152 BNX2_MISC_ENABLE_SET_BITS_TX_HEADER_Q_ENABLE |
3153 BNX2_MISC_ENABLE_SET_BITS_EMAC_ENABLE);
3154
3155 val = REG_RD(bp, BNX2_RPM_CONFIG);
3156 val &= ~BNX2_RPM_CONFIG_ACPI_ENA;
3157 REG_WR(bp, BNX2_RPM_CONFIG, val);
3158
3159 wol_msg = BNX2_DRV_MSG_CODE_SUSPEND_WOL;
3160 }
3161 else {
3162 wol_msg = BNX2_DRV_MSG_CODE_SUSPEND_NO_WOL;
3163 }
3164
dda1e390
MC		 3165 if (!(bp->flags & NO_WOL_FLAG))
3166 bnx2_fw_sync(bp, BNX2_DRV_MSG_DATA_WAIT3 | wol_msg, 0);
b6016b76
MC		 3167
3168 pmcsr &= ~PCI_PM_CTRL_STATE_MASK;
3169 if ((CHIP_ID(bp) == CHIP_ID_5706_A0) ||
3170 (CHIP_ID(bp) == CHIP_ID_5706_A1)) {
3171
3172 if (bp->wol)
3173 pmcsr |= 3;
3174 }
3175 else {
3176 pmcsr |= 3;
3177 }
3178 if (bp->wol) {
3179 pmcsr |= PCI_PM_CTRL_PME_ENABLE;
3180 }
3181 pci_write_config_word(bp->pdev, bp->pm_cap + PCI_PM_CTRL,
3182 pmcsr);
3183
3184 /* No more memory access after this point until
3185 * device is brought back to D0.
3186 */
3187 udelay(50);
3188 break;
3189 }
3190 default:
3191 return -EINVAL;
3192 }
3193 return 0;
3194}
3195
3196static int
3197bnx2_acquire_nvram_lock(struct bnx2 *bp)
3198{
3199 u32 val;
3200 int j;
3201
3202 /* Request access to the flash interface. */
3203 REG_WR(bp, BNX2_NVM_SW_ARB, BNX2_NVM_SW_ARB_ARB_REQ_SET2);
3204 for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3205 val = REG_RD(bp, BNX2_NVM_SW_ARB);
3206 if (val & BNX2_NVM_SW_ARB_ARB_ARB2)
3207 break;
3208
3209 udelay(5);
3210 }
3211
3212 if (j >= NVRAM_TIMEOUT_COUNT)
3213 return -EBUSY;
3214
3215 return 0;
3216}
3217
3218static int
3219bnx2_release_nvram_lock(struct bnx2 *bp)
3220{
3221 int j;
3222 u32 val;
3223
3224 /* Relinquish nvram interface. */
3225 REG_WR(bp, BNX2_NVM_SW_ARB, BNX2_NVM_SW_ARB_ARB_REQ_CLR2);
3226
3227 for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3228 val = REG_RD(bp, BNX2_NVM_SW_ARB);
3229 if (!(val & BNX2_NVM_SW_ARB_ARB_ARB2))
3230 break;
3231
3232 udelay(5);
3233 }
3234
3235 if (j >= NVRAM_TIMEOUT_COUNT)
3236 return -EBUSY;
3237
3238 return 0;
3239}
3240
3241
3242static int
3243bnx2_enable_nvram_write(struct bnx2 *bp)
3244{
3245 u32 val;
3246
3247 val = REG_RD(bp, BNX2_MISC_CFG);
3248 REG_WR(bp, BNX2_MISC_CFG, val | BNX2_MISC_CFG_NVM_WR_EN_PCI);
3249
e30372c9 3250 if (bp->flash_info->flags & BNX2_NV_WREN) {
b6016b76
MC		 3251 int j;
3252
3253 REG_WR(bp, BNX2_NVM_COMMAND, BNX2_NVM_COMMAND_DONE);
3254 REG_WR(bp, BNX2_NVM_COMMAND,
3255 BNX2_NVM_COMMAND_WREN | BNX2_NVM_COMMAND_DOIT);
3256
3257 for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3258 udelay(5);
3259
3260 val = REG_RD(bp, BNX2_NVM_COMMAND);
3261 if (val & BNX2_NVM_COMMAND_DONE)
3262 break;
3263 }
3264
3265 if (j >= NVRAM_TIMEOUT_COUNT)
3266 return -EBUSY;
3267 }
3268 return 0;
3269}
3270
3271static void
3272bnx2_disable_nvram_write(struct bnx2 *bp)
3273{
3274 u32 val;
3275
3276 val = REG_RD(bp, BNX2_MISC_CFG);
3277 REG_WR(bp, BNX2_MISC_CFG, val & ~BNX2_MISC_CFG_NVM_WR_EN);
3278}
3279
3280
3281static void
3282bnx2_enable_nvram_access(struct bnx2 *bp)
3283{
3284 u32 val;
3285
3286 val = REG_RD(bp, BNX2_NVM_ACCESS_ENABLE);
3287 /* Enable both bits, even on read. */
6aa20a22 3288 REG_WR(bp, BNX2_NVM_ACCESS_ENABLE,
b6016b76
MC		 3289 val | BNX2_NVM_ACCESS_ENABLE_EN | BNX2_NVM_ACCESS_ENABLE_WR_EN);
3290}
3291
3292static void
3293bnx2_disable_nvram_access(struct bnx2 *bp)
3294{
3295 u32 val;
3296
3297 val = REG_RD(bp, BNX2_NVM_ACCESS_ENABLE);
3298 /* Disable both bits, even after read. */
6aa20a22 3299 REG_WR(bp, BNX2_NVM_ACCESS_ENABLE,
b6016b76
MC		 3300 val & ~(BNX2_NVM_ACCESS_ENABLE_EN |
3301 BNX2_NVM_ACCESS_ENABLE_WR_EN));
3302}
3303
3304static int
3305bnx2_nvram_erase_page(struct bnx2 *bp, u32 offset)
3306{
3307 u32 cmd;
3308 int j;
3309
e30372c9 3310 if (bp->flash_info->flags & BNX2_NV_BUFFERED)
b6016b76
MC		 3311 /* Buffered flash, no erase needed */
3312 return 0;
3313
3314 /* Build an erase command */
3315 cmd = BNX2_NVM_COMMAND_ERASE | BNX2_NVM_COMMAND_WR |
3316 BNX2_NVM_COMMAND_DOIT;
3317
3318 /* Need to clear DONE bit separately. */
3319 REG_WR(bp, BNX2_NVM_COMMAND, BNX2_NVM_COMMAND_DONE);
3320
3321 /* Address of the NVRAM to read from. */
3322 REG_WR(bp, BNX2_NVM_ADDR, offset & BNX2_NVM_ADDR_NVM_ADDR_VALUE);
3323
3324 /* Issue an erase command. */
3325 REG_WR(bp, BNX2_NVM_COMMAND, cmd);
3326
3327 /* Wait for completion. */
3328 for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3329 u32 val;
3330
3331 udelay(5);
3332
3333 val = REG_RD(bp, BNX2_NVM_COMMAND);
3334 if (val & BNX2_NVM_COMMAND_DONE)
3335 break;
3336 }
3337
3338 if (j >= NVRAM_TIMEOUT_COUNT)
3339 return -EBUSY;
3340
3341 return 0;
3342}
3343
3344static int
3345bnx2_nvram_read_dword(struct bnx2 *bp, u32 offset, u8 *ret_val, u32 cmd_flags)
3346{
3347 u32 cmd;
3348 int j;
3349
3350 /* Build the command word. */
3351 cmd = BNX2_NVM_COMMAND_DOIT | cmd_flags;
3352
e30372c9
MC		 3353 /* Calculate an offset of a buffered flash, not needed for 5709. */
3354 if (bp->flash_info->flags & BNX2_NV_TRANSLATE) {
b6016b76
MC		 3355 offset = ((offset / bp->flash_info->page_size) <<
3356 bp->flash_info->page_bits) +
3357 (offset % bp->flash_info->page_size);
3358 }
3359
3360 /* Need to clear DONE bit separately. */
3361 REG_WR(bp, BNX2_NVM_COMMAND, BNX2_NVM_COMMAND_DONE);
3362
3363 /* Address of the NVRAM to read from. */
3364 REG_WR(bp, BNX2_NVM_ADDR, offset & BNX2_NVM_ADDR_NVM_ADDR_VALUE);
3365
3366 /* Issue a read command. */
3367 REG_WR(bp, BNX2_NVM_COMMAND, cmd);
3368
3369 /* Wait for completion. */
3370 for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3371 u32 val;
3372
3373 udelay(5);
3374
3375 val = REG_RD(bp, BNX2_NVM_COMMAND);
3376 if (val & BNX2_NVM_COMMAND_DONE) {
3377 val = REG_RD(bp, BNX2_NVM_READ);
3378
3379 val = be32_to_cpu(val);
3380 memcpy(ret_val, &val, 4);
3381 break;
3382 }
3383 }
3384 if (j >= NVRAM_TIMEOUT_COUNT)
3385 return -EBUSY;
3386
3387 return 0;
3388}
3389
3390
3391static int
3392bnx2_nvram_write_dword(struct bnx2 *bp, u32 offset, u8 *val, u32 cmd_flags)
3393{
3394 u32 cmd, val32;
3395 int j;
3396
3397 /* Build the command word. */
3398 cmd = BNX2_NVM_COMMAND_DOIT | BNX2_NVM_COMMAND_WR | cmd_flags;
3399
e30372c9
MC		 3400 /* Calculate an offset of a buffered flash, not needed for 5709. */
3401 if (bp->flash_info->flags & BNX2_NV_TRANSLATE) {
b6016b76
MC		 3402 offset = ((offset / bp->flash_info->page_size) <<
3403 bp->flash_info->page_bits) +
3404 (offset % bp->flash_info->page_size);
3405 }
3406
3407 /* Need to clear DONE bit separately. */
3408 REG_WR(bp, BNX2_NVM_COMMAND, BNX2_NVM_COMMAND_DONE);
3409
3410 memcpy(&val32, val, 4);
3411 val32 = cpu_to_be32(val32);
3412
3413 /* Write the data. */
3414 REG_WR(bp, BNX2_NVM_WRITE, val32);
3415
3416 /* Address of the NVRAM to write to. */
3417 REG_WR(bp, BNX2_NVM_ADDR, offset & BNX2_NVM_ADDR_NVM_ADDR_VALUE);
3418
3419 /* Issue the write command. */
3420 REG_WR(bp, BNX2_NVM_COMMAND, cmd);
3421
3422 /* Wait for completion. */
3423 for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3424 udelay(5);
3425
3426 if (REG_RD(bp, BNX2_NVM_COMMAND) & BNX2_NVM_COMMAND_DONE)
3427 break;
3428 }
3429 if (j >= NVRAM_TIMEOUT_COUNT)
3430 return -EBUSY;
3431
3432 return 0;
3433}
3434
3435static int
3436bnx2_init_nvram(struct bnx2 *bp)
3437{
3438 u32 val;
e30372c9 3439 int j, entry_count, rc = 0;
b6016b76
MC		 3440 struct flash_spec *flash;
3441
e30372c9
MC		 3442 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
3443 bp->flash_info = &flash_5709;
3444 goto get_flash_size;
3445 }
3446
b6016b76
MC		 3447 /* Determine the selected interface. */
3448 val = REG_RD(bp, BNX2_NVM_CFG1);
3449
ff8ac609 3450 entry_count = ARRAY_SIZE(flash_table);
b6016b76 3451
b6016b76
MC		 3452 if (val & 0x40000000) {
3453
3454 /* Flash interface has been reconfigured */
3455 for (j = 0, flash = &flash_table[0]; j < entry_count;
37137709
MC		 3456 j++, flash++) {
3457 if ((val & FLASH_BACKUP_STRAP_MASK) ==
3458 (flash->config1 & FLASH_BACKUP_STRAP_MASK)) {
b6016b76
MC		 3459 bp->flash_info = flash;
3460 break;
3461 }
3462 }
3463 }
3464 else {
37137709 3465 u32 mask;
b6016b76
MC		 3466 /* Not yet been reconfigured */
3467
37137709
MC		 3468 if (val & (1 << 23))
3469 mask = FLASH_BACKUP_STRAP_MASK;
3470 else
3471 mask = FLASH_STRAP_MASK;
3472
b6016b76
MC		 3473 for (j = 0, flash = &flash_table[0]; j < entry_count;
3474 j++, flash++) {
3475
37137709 3476 if ((val & mask) == (flash->strapping & mask)) {
b6016b76
MC		 3477 bp->flash_info = flash;
3478
3479 /* Request access to the flash interface. */
3480 if ((rc = bnx2_acquire_nvram_lock(bp)) != 0)
3481 return rc;
3482
3483 /* Enable access to flash interface */
3484 bnx2_enable_nvram_access(bp);
3485
3486 /* Reconfigure the flash interface */
3487 REG_WR(bp, BNX2_NVM_CFG1, flash->config1);
3488 REG_WR(bp, BNX2_NVM_CFG2, flash->config2);
3489 REG_WR(bp, BNX2_NVM_CFG3, flash->config3);
3490 REG_WR(bp, BNX2_NVM_WRITE1, flash->write1);
3491
3492 /* Disable access to flash interface */
3493 bnx2_disable_nvram_access(bp);
3494 bnx2_release_nvram_lock(bp);
3495
3496 break;
3497 }
3498 }
3499 } /* if (val & 0x40000000) */
3500
3501 if (j == entry_count) {
3502 bp->flash_info = NULL;
2f23c523 3503 printk(KERN_ALERT PFX "Unknown flash/EEPROM type.\n");
1122db71 3504 return -ENODEV;
b6016b76
MC		 3505 }
3506
e30372c9 3507get_flash_size:
1122db71
MC		 3508 val = REG_RD_IND(bp, bp->shmem_base + BNX2_SHARED_HW_CFG_CONFIG2);
3509 val &= BNX2_SHARED_HW_CFG2_NVM_SIZE_MASK;
3510 if (val)
3511 bp->flash_size = val;
3512 else
3513 bp->flash_size = bp->flash_info->total_size;
3514
b6016b76
MC		 3515 return rc;
3516}
3517
3518static int
3519bnx2_nvram_read(struct bnx2 *bp, u32 offset, u8 *ret_buf,
3520 int buf_size)
3521{
3522 int rc = 0;
3523 u32 cmd_flags, offset32, len32, extra;
3524
3525 if (buf_size == 0)
3526 return 0;
3527
3528 /* Request access to the flash interface. */
3529 if ((rc = bnx2_acquire_nvram_lock(bp)) != 0)
3530 return rc;
3531
3532 /* Enable access to flash interface */
3533 bnx2_enable_nvram_access(bp);
3534
3535 len32 = buf_size;
3536 offset32 = offset;
3537 extra = 0;
3538
3539 cmd_flags = 0;
3540
3541 if (offset32 & 3) {
3542 u8 buf[4];
3543 u32 pre_len;
3544
3545 offset32 &= ~3;
3546 pre_len = 4 - (offset & 3);
3547
3548 if (pre_len >= len32) {
3549 pre_len = len32;
3550 cmd_flags = BNX2_NVM_COMMAND_FIRST |
3551 BNX2_NVM_COMMAND_LAST;
3552 }
3553 else {
3554 cmd_flags = BNX2_NVM_COMMAND_FIRST;
3555 }
3556
3557 rc = bnx2_nvram_read_dword(bp, offset32, buf, cmd_flags);
3558
3559 if (rc)
3560 return rc;
3561
3562 memcpy(ret_buf, buf + (offset & 3), pre_len);
3563
3564 offset32 += 4;
3565 ret_buf += pre_len;
3566 len32 -= pre_len;
3567 }
3568 if (len32 & 3) {
3569 extra = 4 - (len32 & 3);
3570 len32 = (len32 + 4) & ~3;
3571 }
3572
3573 if (len32 == 4) {
3574 u8 buf[4];
3575
3576 if (cmd_flags)
3577 cmd_flags = BNX2_NVM_COMMAND_LAST;
3578 else
3579 cmd_flags = BNX2_NVM_COMMAND_FIRST |
3580 BNX2_NVM_COMMAND_LAST;
3581
3582 rc = bnx2_nvram_read_dword(bp, offset32, buf, cmd_flags);
3583
3584 memcpy(ret_buf, buf, 4 - extra);
3585 }
3586 else if (len32 > 0) {
3587 u8 buf[4];
3588
3589 /* Read the first word. */
3590 if (cmd_flags)
3591 cmd_flags = 0;
3592 else
3593 cmd_flags = BNX2_NVM_COMMAND_FIRST;
3594
3595 rc = bnx2_nvram_read_dword(bp, offset32, ret_buf, cmd_flags);
3596
3597 /* Advance to the next dword. */
3598 offset32 += 4;
3599 ret_buf += 4;
3600 len32 -= 4;
3601
3602 while (len32 > 4 && rc == 0) {
3603 rc = bnx2_nvram_read_dword(bp, offset32, ret_buf, 0);
3604
3605 /* Advance to the next dword. */
3606 offset32 += 4;
3607 ret_buf += 4;
3608 len32 -= 4;
3609 }
3610
3611 if (rc)
3612 return rc;
3613
3614 cmd_flags = BNX2_NVM_COMMAND_LAST;
3615 rc = bnx2_nvram_read_dword(bp, offset32, buf, cmd_flags);
3616
3617 memcpy(ret_buf, buf, 4 - extra);
3618 }
3619
3620 /* Disable access to flash interface */
3621 bnx2_disable_nvram_access(bp);
3622
3623 bnx2_release_nvram_lock(bp);
3624
3625 return rc;
3626}
3627
3628static int
3629bnx2_nvram_write(struct bnx2 *bp, u32 offset, u8 *data_buf,
3630 int buf_size)
3631{
3632 u32 written, offset32, len32;
e6be763f 3633 u8 *buf, start[4], end[4], *align_buf = NULL, *flash_buffer = NULL;
b6016b76
MC		 3634 int rc = 0;
3635 int align_start, align_end;
3636
3637 buf = data_buf;
3638 offset32 = offset;
3639 len32 = buf_size;
3640 align_start = align_end = 0;
3641
3642 if ((align_start = (offset32 & 3))) {
3643 offset32 &= ~3;
c873879c
MC		 3644 len32 += align_start;
3645 if (len32 < 4)
3646 len32 = 4;
b6016b76
MC		 3647 if ((rc = bnx2_nvram_read(bp, offset32, start, 4)))
3648 return rc;
3649 }
3650
3651 if (len32 & 3) {
c873879c
MC		 3652 align_end = 4 - (len32 & 3);
3653 len32 += align_end;
3654 if ((rc = bnx2_nvram_read(bp, offset32 + len32 - 4, end, 4)))
3655 return rc;
b6016b76
MC		 3656 }
3657
3658 if (align_start || align_end) {
e6be763f
MC		 3659 align_buf = kmalloc(len32, GFP_KERNEL);
3660 if (align_buf == NULL)
b6016b76
MC		 3661 return -ENOMEM;
3662 if (align_start) {
e6be763f 3663 memcpy(align_buf, start, 4);
b6016b76
MC		 3664 }
3665 if (align_end) {
e6be763f 3666 memcpy(align_buf + len32 - 4, end, 4);
b6016b76 3667 }
e6be763f
MC		 3668 memcpy(align_buf + align_start, data_buf, buf_size);
3669 buf = align_buf;
b6016b76
MC		 3670 }
3671
e30372c9 3672 if (!(bp->flash_info->flags & BNX2_NV_BUFFERED)) {
ae181bc4
MC		 3673 flash_buffer = kmalloc(264, GFP_KERNEL);
3674 if (flash_buffer == NULL) {
3675 rc = -ENOMEM;
3676 goto nvram_write_end;
3677 }
3678 }
3679
b6016b76
MC		 3680 written = 0;
3681 while ((written < len32) && (rc == 0)) {
3682 u32 page_start, page_end, data_start, data_end;
3683 u32 addr, cmd_flags;
3684 int i;
b6016b76
MC		 3685
3686 /* Find the page_start addr */
3687 page_start = offset32 + written;
3688 page_start -= (page_start % bp->flash_info->page_size);
3689 /* Find the page_end addr */
3690 page_end = page_start + bp->flash_info->page_size;
3691 /* Find the data_start addr */
3692 data_start = (written == 0) ? offset32 : page_start;
3693 /* Find the data_end addr */
6aa20a22 3694 data_end = (page_end > offset32 + len32) ?
b6016b76
MC		 3695 (offset32 + len32) : page_end;
3696
3697 /* Request access to the flash interface. */
3698 if ((rc = bnx2_acquire_nvram_lock(bp)) != 0)
3699 goto nvram_write_end;
3700
3701 /* Enable access to flash interface */
3702 bnx2_enable_nvram_access(bp);
3703
3704 cmd_flags = BNX2_NVM_COMMAND_FIRST;
e30372c9 3705 if (!(bp->flash_info->flags & BNX2_NV_BUFFERED)) {
b6016b76
MC		 3706 int j;
3707
3708 /* Read the whole page into the buffer
3709 * (non-buffer flash only) */
3710 for (j = 0; j < bp->flash_info->page_size; j += 4) {
3711 if (j == (bp->flash_info->page_size - 4)) {
3712 cmd_flags |= BNX2_NVM_COMMAND_LAST;
3713 }
3714 rc = bnx2_nvram_read_dword(bp,
6aa20a22
JG		 3715 page_start + j,
3716 &flash_buffer[j],
b6016b76
MC		 3717 cmd_flags);
3718
3719 if (rc)
3720 goto nvram_write_end;
3721
3722 cmd_flags = 0;
3723 }
3724 }
3725
3726 /* Enable writes to flash interface (unlock write-protect) */
3727 if ((rc = bnx2_enable_nvram_write(bp)) != 0)
3728 goto nvram_write_end;
3729
b6016b76
MC		 3730 /* Loop to write back the buffer data from page_start to
3731 * data_start */
3732 i = 0;
e30372c9 3733 if (!(bp->flash_info->flags & BNX2_NV_BUFFERED)) {
c873879c
MC		 3734 /* Erase the page */
3735 if ((rc = bnx2_nvram_erase_page(bp, page_start)) != 0)
3736 goto nvram_write_end;
3737
3738 /* Re-enable the write again for the actual write */
3739 bnx2_enable_nvram_write(bp);
3740
b6016b76
MC		 3741 for (addr = page_start; addr < data_start;
3742 addr += 4, i += 4) {
6aa20a22 3743
b6016b76
MC		 3744 rc = bnx2_nvram_write_dword(bp, addr,
3745 &flash_buffer[i], cmd_flags);
3746
3747 if (rc != 0)
3748 goto nvram_write_end;
3749
3750 cmd_flags = 0;
3751 }
3752 }
3753
3754 /* Loop to write the new data from data_start to data_end */
bae25761 3755 for (addr = data_start; addr < data_end; addr += 4, i += 4) {
b6016b76 3756 if ((addr == page_end - 4) ||
e30372c9 3757 ((bp->flash_info->flags & BNX2_NV_BUFFERED) &&
b6016b76
MC		 3758 (addr == data_end - 4))) {
3759
3760 cmd_flags |= BNX2_NVM_COMMAND_LAST;
3761 }
3762 rc = bnx2_nvram_write_dword(bp, addr, buf,
3763 cmd_flags);
3764
3765 if (rc != 0)
3766 goto nvram_write_end;
3767
3768 cmd_flags = 0;
3769 buf += 4;
3770 }
3771
3772 /* Loop to write back the buffer data from data_end
3773 * to page_end */
e30372c9 3774 if (!(bp->flash_info->flags & BNX2_NV_BUFFERED)) {
b6016b76
MC		 3775 for (addr = data_end; addr < page_end;
3776 addr += 4, i += 4) {
6aa20a22 3777
b6016b76
MC		 3778 if (addr == page_end-4) {
3779 cmd_flags = BNX2_NVM_COMMAND_LAST;
3780 }
3781 rc = bnx2_nvram_write_dword(bp, addr,
3782 &flash_buffer[i], cmd_flags);
3783
3784 if (rc != 0)
3785 goto nvram_write_end;
3786
3787 cmd_flags = 0;
3788 }
3789 }
3790
3791 /* Disable writes to flash interface (lock write-protect) */
3792 bnx2_disable_nvram_write(bp);
3793
3794 /* Disable access to flash interface */
3795 bnx2_disable_nvram_access(bp);
3796 bnx2_release_nvram_lock(bp);
3797
3798 /* Increment written */
3799 written += data_end - data_start;
3800 }
3801
3802nvram_write_end:
e6be763f
MC		 3803 kfree(flash_buffer);
3804 kfree(align_buf);
b6016b76
MC		 3805 return rc;
3806}
3807
0d8a6571
MC		 3808static void
3809bnx2_init_remote_phy(struct bnx2 *bp)
3810{
3811 u32 val;
3812
3813 bp->phy_flags &= ~REMOTE_PHY_CAP_FLAG;
3814 if (!(bp->phy_flags & PHY_SERDES_FLAG))
3815 return;
3816
3817 val = REG_RD_IND(bp, bp->shmem_base + BNX2_FW_CAP_MB);
3818 if ((val & BNX2_FW_CAP_SIGNATURE_MASK) != BNX2_FW_CAP_SIGNATURE)
3819 return;
3820
3821 if (val & BNX2_FW_CAP_REMOTE_PHY_CAPABLE) {
0d8a6571
MC		 3822 bp->phy_flags |= REMOTE_PHY_CAP_FLAG;
3823
3824 val = REG_RD_IND(bp, bp->shmem_base + BNX2_LINK_STATUS);
3825 if (val & BNX2_LINK_STATUS_SERDES_LINK)
3826 bp->phy_port = PORT_FIBRE;
3827 else
3828 bp->phy_port = PORT_TP;
489310a4
MC		 3829
3830 if (netif_running(bp->dev)) {
3831 u32 sig;
3832
3833 if (val & BNX2_LINK_STATUS_LINK_UP) {
3834 bp->link_up = 1;
3835 netif_carrier_on(bp->dev);
3836 } else {
3837 bp->link_up = 0;
3838 netif_carrier_off(bp->dev);
3839 }
3840 sig = BNX2_DRV_ACK_CAP_SIGNATURE |
3841 BNX2_FW_CAP_REMOTE_PHY_CAPABLE;
3842 REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_ACK_CAP_MB,
3843 sig);
3844 }
0d8a6571
MC		 3845 }
3846}
3847
b6016b76
MC		 3848static int
3849bnx2_reset_chip(struct bnx2 *bp, u32 reset_code)
3850{
3851 u32 val;
3852 int i, rc = 0;
489310a4 3853 u8 old_port;
b6016b76
MC		 3854
3855 /* Wait for the current PCI transaction to complete before
3856 * issuing a reset. */
3857 REG_WR(bp, BNX2_MISC_ENABLE_CLR_BITS,
3858 BNX2_MISC_ENABLE_CLR_BITS_TX_DMA_ENABLE |
3859 BNX2_MISC_ENABLE_CLR_BITS_DMA_ENGINE_ENABLE |
3860 BNX2_MISC_ENABLE_CLR_BITS_RX_DMA_ENABLE |
3861 BNX2_MISC_ENABLE_CLR_BITS_HOST_COALESCE_ENABLE);
3862 val = REG_RD(bp, BNX2_MISC_ENABLE_CLR_BITS);
3863 udelay(5);
3864
b090ae2b
MC		 3865 /* Wait for the firmware to tell us it is ok to issue a reset. */
3866 bnx2_fw_sync(bp, BNX2_DRV_MSG_DATA_WAIT0 | reset_code, 1);
3867
b6016b76
MC		 3868 /* Deposit a driver reset signature so the firmware knows that
3869 * this is a soft reset. */
e3648b3d 3870 REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_RESET_SIGNATURE,
b6016b76
MC		 3871 BNX2_DRV_RESET_SIGNATURE_MAGIC);
3872
b6016b76
MC		 3873 /* Do a dummy read to force the chip to complete all current transaction
3874 * before we issue a reset. */
3875 val = REG_RD(bp, BNX2_MISC_ID);
3876
234754d5
MC		 3877 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
3878 REG_WR(bp, BNX2_MISC_COMMAND, BNX2_MISC_COMMAND_SW_RESET);
3879 REG_RD(bp, BNX2_MISC_COMMAND);
3880 udelay(5);
b6016b76 3881
234754d5
MC		 3882 val = BNX2_PCICFG_MISC_CONFIG_REG_WINDOW_ENA |
3883 BNX2_PCICFG_MISC_CONFIG_TARGET_MB_WORD_SWAP;
b6016b76 3884
234754d5 3885 pci_write_config_dword(bp->pdev, BNX2_PCICFG_MISC_CONFIG, val);
b6016b76 3886
234754d5
MC		 3887 } else {
3888 val = BNX2_PCICFG_MISC_CONFIG_CORE_RST_REQ |
3889 BNX2_PCICFG_MISC_CONFIG_REG_WINDOW_ENA |
3890 BNX2_PCICFG_MISC_CONFIG_TARGET_MB_WORD_SWAP;
3891
3892 /* Chip reset. */
3893 REG_WR(bp, BNX2_PCICFG_MISC_CONFIG, val);
3894
594a9dfa
MC		 3895 /* Reading back any register after chip reset will hang the
3896 * bus on 5706 A0 and A1. The msleep below provides plenty
3897 * of margin for write posting.
3898 */
234754d5 3899 if ((CHIP_ID(bp) == CHIP_ID_5706_A0) ||
8e545881
AV		 3900 (CHIP_ID(bp) == CHIP_ID_5706_A1))
3901 msleep(20);
b6016b76 3902
234754d5
MC		 3903 /* Reset takes approximate 30 usec */
3904 for (i = 0; i < 10; i++) {
3905 val = REG_RD(bp, BNX2_PCICFG_MISC_CONFIG);
3906 if ((val & (BNX2_PCICFG_MISC_CONFIG_CORE_RST_REQ |
3907 BNX2_PCICFG_MISC_CONFIG_CORE_RST_BSY)) == 0)
3908 break;
3909 udelay(10);
3910 }
3911
3912 if (val & (BNX2_PCICFG_MISC_CONFIG_CORE_RST_REQ |
3913 BNX2_PCICFG_MISC_CONFIG_CORE_RST_BSY)) {
3914 printk(KERN_ERR PFX "Chip reset did not complete\n");
3915 return -EBUSY;
3916 }
b6016b76
MC		 3917 }
3918
3919 /* Make sure byte swapping is properly configured. */
3920 val = REG_RD(bp, BNX2_PCI_SWAP_DIAG0);
3921 if (val != 0x01020304) {
3922 printk(KERN_ERR PFX "Chip not in correct endian mode\n");
3923 return -ENODEV;
3924 }
3925
b6016b76 3926 /* Wait for the firmware to finish its initialization. */
b090ae2b
MC		 3927 rc = bnx2_fw_sync(bp, BNX2_DRV_MSG_DATA_WAIT1 | reset_code, 0);
3928 if (rc)
3929 return rc;
b6016b76 3930
0d8a6571 3931 spin_lock_bh(&bp->phy_lock);
489310a4 3932 old_port = bp->phy_port;
0d8a6571 3933 bnx2_init_remote_phy(bp);
489310a4 3934 if ((bp->phy_flags & REMOTE_PHY_CAP_FLAG) && old_port != bp->phy_port)
0d8a6571
MC		 3935 bnx2_set_default_remote_link(bp);
3936 spin_unlock_bh(&bp->phy_lock);
3937
b6016b76
MC		 3938 if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
3939 /* Adjust the voltage regular to two steps lower. The default
3940 * of this register is 0x0000000e. */
3941 REG_WR(bp, BNX2_MISC_VREG_CONTROL, 0x000000fa);
3942
3943 /* Remove bad rbuf memory from the free pool. */
3944 rc = bnx2_alloc_bad_rbuf(bp);
3945 }
3946
3947 return rc;
3948}
3949
3950static int
3951bnx2_init_chip(struct bnx2 *bp)
3952{
3953 u32 val;
b090ae2b 3954 int rc;
b6016b76
MC		 3955
3956 /* Make sure the interrupt is not active. */
3957 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD, BNX2_PCICFG_INT_ACK_CMD_MASK_INT);
3958
3959 val = BNX2_DMA_CONFIG_DATA_BYTE_SWAP |
3960 BNX2_DMA_CONFIG_DATA_WORD_SWAP |
3961#ifdef __BIG_ENDIAN
6aa20a22 3962 BNX2_DMA_CONFIG_CNTL_BYTE_SWAP |
b6016b76 3963#endif
6aa20a22 3964 BNX2_DMA_CONFIG_CNTL_WORD_SWAP |
b6016b76
MC		 3965 DMA_READ_CHANS << 12 |
3966 DMA_WRITE_CHANS << 16;
3967
3968 val |= (0x2 << 20) | (1 << 11);
3969
dda1e390 3970 if ((bp->flags & PCIX_FLAG) && (bp->bus_speed_mhz == 133))
b6016b76
MC		 3971 val |= (1 << 23);
3972
3973 if ((CHIP_NUM(bp) == CHIP_NUM_5706) &&
3974 (CHIP_ID(bp) != CHIP_ID_5706_A0) && !(bp->flags & PCIX_FLAG))
3975 val |= BNX2_DMA_CONFIG_CNTL_PING_PONG_DMA;
3976
3977 REG_WR(bp, BNX2_DMA_CONFIG, val);
3978
3979 if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
3980 val = REG_RD(bp, BNX2_TDMA_CONFIG);
3981 val |= BNX2_TDMA_CONFIG_ONE_DMA;
3982 REG_WR(bp, BNX2_TDMA_CONFIG, val);
3983 }
3984
3985 if (bp->flags & PCIX_FLAG) {
3986 u16 val16;
3987
3988 pci_read_config_word(bp->pdev, bp->pcix_cap + PCI_X_CMD,
3989 &val16);
3990 pci_write_config_word(bp->pdev, bp->pcix_cap + PCI_X_CMD,
3991 val16 & ~PCI_X_CMD_ERO);
3992 }
3993
3994 REG_WR(bp, BNX2_MISC_ENABLE_SET_BITS,
3995 BNX2_MISC_ENABLE_SET_BITS_HOST_COALESCE_ENABLE |
3996 BNX2_MISC_ENABLE_STATUS_BITS_RX_V2P_ENABLE |
3997 BNX2_MISC_ENABLE_STATUS_BITS_CONTEXT_ENABLE);
3998
3999 /* Initialize context mapping and zero out the quick contexts. The
4000 * context block must have already been enabled. */
641bdcd5
MC		 4001 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
4002 rc = bnx2_init_5709_context(bp);
4003 if (rc)
4004 return rc;
4005 } else
59b47d8a 4006 bnx2_init_context(bp);
b6016b76 4007
fba9fe91
MC		 4008 if ((rc = bnx2_init_cpus(bp)) != 0)
4009 return rc;
4010
b6016b76
MC		 4011 bnx2_init_nvram(bp);
4012
4013 bnx2_set_mac_addr(bp);
4014
4015 val = REG_RD(bp, BNX2_MQ_CONFIG);
4016 val &= ~BNX2_MQ_CONFIG_KNL_BYP_BLK_SIZE;
4017 val |= BNX2_MQ_CONFIG_KNL_BYP_BLK_SIZE_256;
68c9f75a
MC		 4018 if (CHIP_ID(bp) == CHIP_ID_5709_A0 || CHIP_ID(bp) == CHIP_ID_5709_A1)
4019 val |= BNX2_MQ_CONFIG_HALT_DIS;
4020
b6016b76
MC		 4021 REG_WR(bp, BNX2_MQ_CONFIG, val);
4022
4023 val = 0x10000 + (MAX_CID_CNT * MB_KERNEL_CTX_SIZE);
4024 REG_WR(bp, BNX2_MQ_KNL_BYP_WIND_START, val);
4025 REG_WR(bp, BNX2_MQ_KNL_WIND_END, val);
4026
4027 val = (BCM_PAGE_BITS - 8) << 24;
4028 REG_WR(bp, BNX2_RV2P_CONFIG, val);
4029
4030 /* Configure page size. */
4031 val = REG_RD(bp, BNX2_TBDR_CONFIG);
4032 val &= ~BNX2_TBDR_CONFIG_PAGE_SIZE;
4033 val |= (BCM_PAGE_BITS - 8) << 24 | 0x40;
4034 REG_WR(bp, BNX2_TBDR_CONFIG, val);
4035
4036 val = bp->mac_addr[0] +
4037 (bp->mac_addr[1] << 8) +
4038 (bp->mac_addr[2] << 16) +
4039 bp->mac_addr[3] +
4040 (bp->mac_addr[4] << 8) +
4041 (bp->mac_addr[5] << 16);
4042 REG_WR(bp, BNX2_EMAC_BACKOFF_SEED, val);
4043
4044 /* Program the MTU. Also include 4 bytes for CRC32. */
4045 val = bp->dev->mtu + ETH_HLEN + 4;
4046 if (val > (MAX_ETHERNET_PACKET_SIZE + 4))
4047 val |= BNX2_EMAC_RX_MTU_SIZE_JUMBO_ENA;
4048 REG_WR(bp, BNX2_EMAC_RX_MTU_SIZE, val);
4049
4050 bp->last_status_idx = 0;
4051 bp->rx_mode = BNX2_EMAC_RX_MODE_SORT_MODE;
4052
4053 /* Set up how to generate a link change interrupt. */
4054 REG_WR(bp, BNX2_EMAC_ATTENTION_ENA, BNX2_EMAC_ATTENTION_ENA_LINK);
4055
4056 REG_WR(bp, BNX2_HC_STATUS_ADDR_L,
4057 (u64) bp->status_blk_mapping & 0xffffffff);
4058 REG_WR(bp, BNX2_HC_STATUS_ADDR_H, (u64) bp->status_blk_mapping >> 32);
4059
4060 REG_WR(bp, BNX2_HC_STATISTICS_ADDR_L,
4061 (u64) bp->stats_blk_mapping & 0xffffffff);
4062 REG_WR(bp, BNX2_HC_STATISTICS_ADDR_H,
4063 (u64) bp->stats_blk_mapping >> 32);
4064
6aa20a22 4065 REG_WR(bp, BNX2_HC_TX_QUICK_CONS_TRIP,
b6016b76
MC		 4066 (bp->tx_quick_cons_trip_int << 16) | bp->tx_quick_cons_trip);
4067
4068 REG_WR(bp, BNX2_HC_RX_QUICK_CONS_TRIP,
4069 (bp->rx_quick_cons_trip_int << 16) | bp->rx_quick_cons_trip);
4070
4071 REG_WR(bp, BNX2_HC_COMP_PROD_TRIP,
4072 (bp->comp_prod_trip_int << 16) | bp->comp_prod_trip);
4073
4074 REG_WR(bp, BNX2_HC_TX_TICKS, (bp->tx_ticks_int << 16) | bp->tx_ticks);
4075
4076 REG_WR(bp, BNX2_HC_RX_TICKS, (bp->rx_ticks_int << 16) | bp->rx_ticks);
4077
4078 REG_WR(bp, BNX2_HC_COM_TICKS,
4079 (bp->com_ticks_int << 16) | bp->com_ticks);
4080
4081 REG_WR(bp, BNX2_HC_CMD_TICKS,
4082 (bp->cmd_ticks_int << 16) | bp->cmd_ticks);
4083
02537b06
MC		 4084 if (CHIP_NUM(bp) == CHIP_NUM_5708)
4085 REG_WR(bp, BNX2_HC_STATS_TICKS, 0);
4086 else
7ea6920e 4087 REG_WR(bp, BNX2_HC_STATS_TICKS, bp->stats_ticks);
b6016b76
MC		 4088 REG_WR(bp, BNX2_HC_STAT_COLLECT_TICKS, 0xbb8); /* 3ms */
4089
4090 if (CHIP_ID(bp) == CHIP_ID_5706_A1)
8e6a72c4 4091 val = BNX2_HC_CONFIG_COLLECT_STATS;
b6016b76 4092 else {
8e6a72c4
MC		 4093 val = BNX2_HC_CONFIG_RX_TMR_MODE | BNX2_HC_CONFIG_TX_TMR_MODE |
4094 BNX2_HC_CONFIG_COLLECT_STATS;
b6016b76
MC		 4095 }
4096
8e6a72c4
MC		 4097 if (bp->flags & ONE_SHOT_MSI_FLAG)
4098 val |= BNX2_HC_CONFIG_ONE_SHOT;
4099
4100 REG_WR(bp, BNX2_HC_CONFIG, val);
4101
b6016b76
MC		 4102 /* Clear internal stats counters. */
4103 REG_WR(bp, BNX2_HC_COMMAND, BNX2_HC_COMMAND_CLR_STAT_NOW);
4104
da3e4fbe 4105 REG_WR(bp, BNX2_HC_ATTN_BITS_ENABLE, STATUS_ATTN_EVENTS);
b6016b76
MC		 4106
4107 /* Initialize the receive filter. */
4108 bnx2_set_rx_mode(bp->dev);
4109
0aa38df7
MC		 4110 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
4111 val = REG_RD(bp, BNX2_MISC_NEW_CORE_CTL);
4112 val |= BNX2_MISC_NEW_CORE_CTL_DMA_ENABLE;
4113 REG_WR(bp, BNX2_MISC_NEW_CORE_CTL, val);
4114 }
b090ae2b
MC		 4115 rc = bnx2_fw_sync(bp, BNX2_DRV_MSG_DATA_WAIT2 | BNX2_DRV_MSG_CODE_RESET,
4116 0);
b6016b76 4117
df149d70 4118 REG_WR(bp, BNX2_MISC_ENABLE_SET_BITS, BNX2_MISC_ENABLE_DEFAULT);
b6016b76
MC		 4119 REG_RD(bp, BNX2_MISC_ENABLE_SET_BITS);
4120
4121 udelay(20);
4122
bf5295bb
MC		 4123 bp->hc_cmd = REG_RD(bp, BNX2_HC_COMMAND);
4124
b090ae2b 4125 return rc;
b6016b76
MC		 4126}
4127
59b47d8a
MC		 4128static void
4129bnx2_init_tx_context(struct bnx2 *bp, u32 cid)
4130{
4131 u32 val, offset0, offset1, offset2, offset3;
4132
4133 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
4134 offset0 = BNX2_L2CTX_TYPE_XI;
4135 offset1 = BNX2_L2CTX_CMD_TYPE_XI;
4136 offset2 = BNX2_L2CTX_TBDR_BHADDR_HI_XI;
4137 offset3 = BNX2_L2CTX_TBDR_BHADDR_LO_XI;
4138 } else {
4139 offset0 = BNX2_L2CTX_TYPE;
4140 offset1 = BNX2_L2CTX_CMD_TYPE;
4141 offset2 = BNX2_L2CTX_TBDR_BHADDR_HI;
4142 offset3 = BNX2_L2CTX_TBDR_BHADDR_LO;
4143 }
4144 val = BNX2_L2CTX_TYPE_TYPE_L2 | BNX2_L2CTX_TYPE_SIZE_L2;
4145 CTX_WR(bp, GET_CID_ADDR(cid), offset0, val);
4146
4147 val = BNX2_L2CTX_CMD_TYPE_TYPE_L2 | (8 << 16);
4148 CTX_WR(bp, GET_CID_ADDR(cid), offset1, val);
4149
4150 val = (u64) bp->tx_desc_mapping >> 32;
4151 CTX_WR(bp, GET_CID_ADDR(cid), offset2, val);
4152
4153 val = (u64) bp->tx_desc_mapping & 0xffffffff;
4154 CTX_WR(bp, GET_CID_ADDR(cid), offset3, val);
4155}
b6016b76
MC		 4156
4157static void
4158bnx2_init_tx_ring(struct bnx2 *bp)
4159{
4160 struct tx_bd *txbd;
59b47d8a 4161 u32 cid;
b6016b76 4162
2f8af120
MC		 4163 bp->tx_wake_thresh = bp->tx_ring_size / 2;
4164
b6016b76 4165 txbd = &bp->tx_desc_ring[MAX_TX_DESC_CNT];
6aa20a22 4166
b6016b76
MC		 4167 txbd->tx_bd_haddr_hi = (u64) bp->tx_desc_mapping >> 32;
4168 txbd->tx_bd_haddr_lo = (u64) bp->tx_desc_mapping & 0xffffffff;
4169
4170 bp->tx_prod = 0;
4171 bp->tx_cons = 0;
f4e418f7 4172 bp->hw_tx_cons = 0;
b6016b76 4173 bp->tx_prod_bseq = 0;
6aa20a22 4174
59b47d8a
MC		 4175 cid = TX_CID;
4176 bp->tx_bidx_addr = MB_GET_CID_ADDR(cid) + BNX2_L2CTX_TX_HOST_BIDX;
4177 bp->tx_bseq_addr = MB_GET_CID_ADDR(cid) + BNX2_L2CTX_TX_HOST_BSEQ;
b6016b76 4178
59b47d8a 4179 bnx2_init_tx_context(bp, cid);
b6016b76
MC		 4180}
4181
4182static void
5d5d0015
MC		 4183bnx2_init_rxbd_rings(struct rx_bd *rx_ring[], dma_addr_t dma[], u32 buf_size,
4184 int num_rings)
b6016b76 4185{
b6016b76 4186 int i;
5d5d0015 4187 struct rx_bd *rxbd;
6aa20a22 4188
5d5d0015 4189 for (i = 0; i < num_rings; i++) {
13daffa2 4190 int j;
b6016b76 4191
5d5d0015 4192 rxbd = &rx_ring[i][0];
13daffa2 4193 for (j = 0; j < MAX_RX_DESC_CNT; j++, rxbd++) {
5d5d0015 4194 rxbd->rx_bd_len = buf_size;
13daffa2
MC		 4195 rxbd->rx_bd_flags = RX_BD_FLAGS_START | RX_BD_FLAGS_END;
4196 }
5d5d0015 4197 if (i == (num_rings - 1))
13daffa2
MC		 4198 j = 0;
4199 else
4200 j = i + 1;
5d5d0015
MC		 4201 rxbd->rx_bd_haddr_hi = (u64) dma[j] >> 32;
4202 rxbd->rx_bd_haddr_lo = (u64) dma[j] & 0xffffffff;
13daffa2 4203 }
5d5d0015
MC		 4204}
4205
4206static void
4207bnx2_init_rx_ring(struct bnx2 *bp)
4208{
4209 int i;
4210 u16 prod, ring_prod;
4211 u32 val, rx_cid_addr = GET_CID_ADDR(RX_CID);
4212
4213 bp->rx_prod = 0;
4214 bp->rx_cons = 0;
4215 bp->rx_prod_bseq = 0;
4216
4217 bnx2_init_rxbd_rings(bp->rx_desc_ring, bp->rx_desc_mapping,
4218 bp->rx_buf_use_size, bp->rx_max_ring);
4219
4220 CTX_WR(bp, rx_cid_addr, BNX2_L2CTX_PG_BUF_SIZE, 0);
b6016b76
MC		 4221
4222 val = BNX2_L2CTX_CTX_TYPE_CTX_BD_CHN_TYPE_VALUE;
4223 val |= BNX2_L2CTX_CTX_TYPE_SIZE_L2;
4224 val |= 0x02 << 8;
5d5d0015 4225 CTX_WR(bp, rx_cid_addr, BNX2_L2CTX_CTX_TYPE, val);
b6016b76 4226
13daffa2 4227 val = (u64) bp->rx_desc_mapping[0] >> 32;
5d5d0015 4228 CTX_WR(bp, rx_cid_addr, BNX2_L2CTX_NX_BDHADDR_HI, val);
b6016b76 4229
13daffa2 4230 val = (u64) bp->rx_desc_mapping[0] & 0xffffffff;
5d5d0015 4231 CTX_WR(bp, rx_cid_addr, BNX2_L2CTX_NX_BDHADDR_LO, val);
b6016b76 4232
5d5d0015 4233 ring_prod = prod = bp->rx_prod;
236b6394 4234 for (i = 0; i < bp->rx_ring_size; i++) {
b6016b76
MC		 4235 if (bnx2_alloc_rx_skb(bp, ring_prod) < 0) {
4236 break;
4237 }
4238 prod = NEXT_RX_BD(prod);
4239 ring_prod = RX_RING_IDX(prod);
4240 }
4241 bp->rx_prod = prod;
4242
4243 REG_WR16(bp, MB_RX_CID_ADDR + BNX2_L2CTX_HOST_BDIDX, prod);
4244
4245 REG_WR(bp, MB_RX_CID_ADDR + BNX2_L2CTX_HOST_BSEQ, bp->rx_prod_bseq);
4246}
4247
5d5d0015 4248static u32 bnx2_find_max_ring(u32 ring_size, u32 max_size)
13daffa2 4249{
5d5d0015 4250 u32 max, num_rings = 1;
13daffa2 4251
5d5d0015
MC		 4252 while (ring_size > MAX_RX_DESC_CNT) {
4253 ring_size -= MAX_RX_DESC_CNT;
13daffa2
MC		 4254 num_rings++;
4255 }
4256 /* round to next power of 2 */
5d5d0015 4257 max = max_size;
13daffa2
MC		 4258 while ((max & num_rings) == 0)
4259 max >>= 1;
4260
4261 if (num_rings != max)
4262 max <<= 1;
4263
5d5d0015
MC		 4264 return max;
4265}
4266
4267static void
4268bnx2_set_rx_ring_size(struct bnx2 *bp, u32 size)
4269{
4270 u32 rx_size;
4271
4272 /* 8 for CRC and VLAN */
4273 rx_size = bp->dev->mtu + ETH_HLEN + bp->rx_offset + 8;
4274
4275 bp->rx_copy_thresh = RX_COPY_THRESH;
4276
4277 bp->rx_buf_use_size = rx_size;
4278 /* hw alignment */
4279 bp->rx_buf_size = bp->rx_buf_use_size + BNX2_RX_ALIGN;
4280 bp->rx_ring_size = size;
4281 bp->rx_max_ring = bnx2_find_max_ring(size, MAX_RX_RINGS);
13daffa2
MC		 4282 bp->rx_max_ring_idx = (bp->rx_max_ring * RX_DESC_CNT) - 1;
4283}
4284
b6016b76
MC		 4285static void
4286bnx2_free_tx_skbs(struct bnx2 *bp)
4287{
4288 int i;
4289
4290 if (bp->tx_buf_ring == NULL)
4291 return;
4292
4293 for (i = 0; i < TX_DESC_CNT; ) {
4294 struct sw_bd *tx_buf = &bp->tx_buf_ring[i];
4295 struct sk_buff *skb = tx_buf->skb;
4296 int j, last;
4297
4298 if (skb == NULL) {
4299 i++;
4300 continue;
4301 }
4302
4303 pci_unmap_single(bp->pdev, pci_unmap_addr(tx_buf, mapping),
4304 skb_headlen(skb), PCI_DMA_TODEVICE);
4305
4306 tx_buf->skb = NULL;
4307
4308 last = skb_shinfo(skb)->nr_frags;
4309 for (j = 0; j < last; j++) {
4310 tx_buf = &bp->tx_buf_ring[i + j + 1];
4311 pci_unmap_page(bp->pdev,
4312 pci_unmap_addr(tx_buf, mapping),
4313 skb_shinfo(skb)->frags[j].size,
4314 PCI_DMA_TODEVICE);
4315 }
745720e5 4316 dev_kfree_skb(skb);
b6016b76
MC		 4317 i += j + 1;
4318 }
4319
4320}
4321
4322static void
4323bnx2_free_rx_skbs(struct bnx2 *bp)
4324{
4325 int i;
4326
4327 if (bp->rx_buf_ring == NULL)
4328 return;
4329
13daffa2 4330 for (i = 0; i < bp->rx_max_ring_idx; i++) {
b6016b76
MC		 4331 struct sw_bd *rx_buf = &bp->rx_buf_ring[i];
4332 struct sk_buff *skb = rx_buf->skb;
4333
05d0f1cf 4334 if (skb == NULL)
b6016b76
MC		 4335 continue;
4336
4337 pci_unmap_single(bp->pdev, pci_unmap_addr(rx_buf, mapping),
4338 bp->rx_buf_use_size, PCI_DMA_FROMDEVICE);
4339
4340 rx_buf->skb = NULL;
4341
745720e5 4342 dev_kfree_skb(skb);
b6016b76
MC		 4343 }
4344}
4345
4346static void
4347bnx2_free_skbs(struct bnx2 *bp)
4348{
4349 bnx2_free_tx_skbs(bp);
4350 bnx2_free_rx_skbs(bp);
4351}
4352
4353static int
4354bnx2_reset_nic(struct bnx2 *bp, u32 reset_code)
4355{
4356 int rc;
4357
4358 rc = bnx2_reset_chip(bp, reset_code);
4359 bnx2_free_skbs(bp);
4360 if (rc)
4361 return rc;
4362
fba9fe91
MC		 4363 if ((rc = bnx2_init_chip(bp)) != 0)
4364 return rc;
4365
b6016b76
MC		 4366 bnx2_init_tx_ring(bp);
4367 bnx2_init_rx_ring(bp);
4368 return 0;
4369}
4370
4371static int
4372bnx2_init_nic(struct bnx2 *bp)
4373{
4374 int rc;
4375
4376 if ((rc = bnx2_reset_nic(bp, BNX2_DRV_MSG_CODE_RESET)) != 0)
4377 return rc;
4378
80be4434 4379 spin_lock_bh(&bp->phy_lock);
b6016b76
MC		 4380 bnx2_init_phy(bp);
4381 bnx2_set_link(bp);
0d8a6571 4382 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC		 4383 return 0;
4384}
4385
4386static int
4387bnx2_test_registers(struct bnx2 *bp)
4388{
4389 int ret;
5bae30c9 4390 int i, is_5709;
f71e1309 4391 static const struct {
b6016b76
MC		 4392 u16 offset;
4393 u16 flags;
5bae30c9 4394#define BNX2_FL_NOT_5709 1
b6016b76
MC		 4395 u32 rw_mask;
4396 u32 ro_mask;
4397 } reg_tbl[] = {
4398 { 0x006c, 0, 0x00000000, 0x0000003f },
4399 { 0x0090, 0, 0xffffffff, 0x00000000 },
4400 { 0x0094, 0, 0x00000000, 0x00000000 },
4401
5bae30c9
MC		 4402 { 0x0404, BNX2_FL_NOT_5709, 0x00003f00, 0x00000000 },
4403 { 0x0418, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4404 { 0x041c, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4405 { 0x0420, BNX2_FL_NOT_5709, 0x00000000, 0x80ffffff },
4406 { 0x0424, BNX2_FL_NOT_5709, 0x00000000, 0x00000000 },
4407 { 0x0428, BNX2_FL_NOT_5709, 0x00000000, 0x00000001 },
4408 { 0x0450, BNX2_FL_NOT_5709, 0x00000000, 0x0000ffff },
4409 { 0x0454, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4410 { 0x0458, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4411
4412 { 0x0808, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4413 { 0x0854, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4414 { 0x0868, BNX2_FL_NOT_5709, 0x00000000, 0x77777777 },
4415 { 0x086c, BNX2_FL_NOT_5709, 0x00000000, 0x77777777 },
4416 { 0x0870, BNX2_FL_NOT_5709, 0x00000000, 0x77777777 },
4417 { 0x0874, BNX2_FL_NOT_5709, 0x00000000, 0x77777777 },
4418
4419 { 0x0c00, BNX2_FL_NOT_5709, 0x00000000, 0x00000001 },
4420 { 0x0c04, BNX2_FL_NOT_5709, 0x00000000, 0x03ff0001 },
4421 { 0x0c08, BNX2_FL_NOT_5709, 0x0f0ff073, 0x00000000 },
b6016b76
MC		 4422
4423 { 0x1000, 0, 0x00000000, 0x00000001 },
4424 { 0x1004, 0, 0x00000000, 0x000f0001 },
b6016b76
MC		 4425
4426 { 0x1408, 0, 0x01c00800, 0x00000000 },
4427 { 0x149c, 0, 0x8000ffff, 0x00000000 },
4428 { 0x14a8, 0, 0x00000000, 0x000001ff },
5b0c76ad 4429 { 0x14ac, 0, 0x0fffffff, 0x10000000 },
b6016b76
MC		 4430 { 0x14b0, 0, 0x00000002, 0x00000001 },
4431 { 0x14b8, 0, 0x00000000, 0x00000000 },
4432 { 0x14c0, 0, 0x00000000, 0x00000009 },
4433 { 0x14c4, 0, 0x00003fff, 0x00000000 },
4434 { 0x14cc, 0, 0x00000000, 0x00000001 },
4435 { 0x14d0, 0, 0xffffffff, 0x00000000 },
b6016b76
MC		 4436
4437 { 0x1800, 0, 0x00000000, 0x00000001 },
4438 { 0x1804, 0, 0x00000000, 0x00000003 },
b6016b76
MC		 4439
4440 { 0x2800, 0, 0x00000000, 0x00000001 },
4441 { 0x2804, 0, 0x00000000, 0x00003f01 },
4442 { 0x2808, 0, 0x0f3f3f03, 0x00000000 },
4443 { 0x2810, 0, 0xffff0000, 0x00000000 },
4444 { 0x2814, 0, 0xffff0000, 0x00000000 },
4445 { 0x2818, 0, 0xffff0000, 0x00000000 },
4446 { 0x281c, 0, 0xffff0000, 0x00000000 },
4447 { 0x2834, 0, 0xffffffff, 0x00000000 },
4448 { 0x2840, 0, 0x00000000, 0xffffffff },
4449 { 0x2844, 0, 0x00000000, 0xffffffff },
4450 { 0x2848, 0, 0xffffffff, 0x00000000 },
4451 { 0x284c, 0, 0xf800f800, 0x07ff07ff },
4452
4453 { 0x2c00, 0, 0x00000000, 0x00000011 },
4454 { 0x2c04, 0, 0x00000000, 0x00030007 },
4455
b6016b76
MC		 4456 { 0x3c00, 0, 0x00000000, 0x00000001 },
4457 { 0x3c04, 0, 0x00000000, 0x00070000 },
4458 { 0x3c08, 0, 0x00007f71, 0x07f00000 },
4459 { 0x3c0c, 0, 0x1f3ffffc, 0x00000000 },
4460 { 0x3c10, 0, 0xffffffff, 0x00000000 },
4461 { 0x3c14, 0, 0x00000000, 0xffffffff },
4462 { 0x3c18, 0, 0x00000000, 0xffffffff },
4463 { 0x3c1c, 0, 0xfffff000, 0x00000000 },
4464 { 0x3c20, 0, 0xffffff00, 0x00000000 },
b6016b76
MC		 4465
4466 { 0x5004, 0, 0x00000000, 0x0000007f },
4467 { 0x5008, 0, 0x0f0007ff, 0x00000000 },
b6016b76 4468
b6016b76
MC		 4469 { 0x5c00, 0, 0x00000000, 0x00000001 },
4470 { 0x5c04, 0, 0x00000000, 0x0003000f },
4471 { 0x5c08, 0, 0x00000003, 0x00000000 },
4472 { 0x5c0c, 0, 0x0000fff8, 0x00000000 },
4473 { 0x5c10, 0, 0x00000000, 0xffffffff },
4474 { 0x5c80, 0, 0x00000000, 0x0f7113f1 },
4475 { 0x5c84, 0, 0x00000000, 0x0000f333 },
4476 { 0x5c88, 0, 0x00000000, 0x00077373 },
4477 { 0x5c8c, 0, 0x00000000, 0x0007f737 },
4478
4479 { 0x6808, 0, 0x0000ff7f, 0x00000000 },
4480 { 0x680c, 0, 0xffffffff, 0x00000000 },
4481 { 0x6810, 0, 0xffffffff, 0x00000000 },
4482 { 0x6814, 0, 0xffffffff, 0x00000000 },
4483 { 0x6818, 0, 0xffffffff, 0x00000000 },
4484 { 0x681c, 0, 0xffffffff, 0x00000000 },
4485 { 0x6820, 0, 0x00ff00ff, 0x00000000 },
4486 { 0x6824, 0, 0x00ff00ff, 0x00000000 },
4487 { 0x6828, 0, 0x00ff00ff, 0x00000000 },
4488 { 0x682c, 0, 0x03ff03ff, 0x00000000 },
4489 { 0x6830, 0, 0x03ff03ff, 0x00000000 },
4490 { 0x6834, 0, 0x03ff03ff, 0x00000000 },
4491 { 0x6838, 0, 0x03ff03ff, 0x00000000 },
4492 { 0x683c, 0, 0x0000ffff, 0x00000000 },
4493 { 0x6840, 0, 0x00000ff0, 0x00000000 },
4494 { 0x6844, 0, 0x00ffff00, 0x00000000 },
4495 { 0x684c, 0, 0xffffffff, 0x00000000 },
4496 { 0x6850, 0, 0x7f7f7f7f, 0x00000000 },
4497 { 0x6854, 0, 0x7f7f7f7f, 0x00000000 },
4498 { 0x6858, 0, 0x7f7f7f7f, 0x00000000 },
4499 { 0x685c, 0, 0x7f7f7f7f, 0x00000000 },
4500 { 0x6908, 0, 0x00000000, 0x0001ff0f },
4501 { 0x690c, 0, 0x00000000, 0x0ffe00f0 },
4502
4503 { 0xffff, 0, 0x00000000, 0x00000000 },
4504 };
4505
4506 ret = 0;
5bae30c9
MC		 4507 is_5709 = 0;
4508 if (CHIP_NUM(bp) == CHIP_NUM_5709)
4509 is_5709 = 1;
4510
b6016b76
MC		 4511 for (i = 0; reg_tbl[i].offset != 0xffff; i++) {
4512 u32 offset, rw_mask, ro_mask, save_val, val;
5bae30c9
MC		 4513 u16 flags = reg_tbl[i].flags;
4514
4515 if (is_5709 && (flags & BNX2_FL_NOT_5709))
4516 continue;
b6016b76
MC		 4517
4518 offset = (u32) reg_tbl[i].offset;
4519 rw_mask = reg_tbl[i].rw_mask;
4520 ro_mask = reg_tbl[i].ro_mask;
4521
14ab9b86 4522 save_val = readl(bp->regview + offset);
b6016b76 4523
14ab9b86 4524 writel(0, bp->regview + offset);
b6016b76 4525
14ab9b86 4526 val = readl(bp->regview + offset);
b6016b76
MC		 4527 if ((val & rw_mask) != 0) {
4528 goto reg_test_err;
4529 }
4530
4531 if ((val & ro_mask) != (save_val & ro_mask)) {
4532 goto reg_test_err;
4533 }
4534
14ab9b86 4535 writel(0xffffffff, bp->regview + offset);
b6016b76 4536
14ab9b86 4537 val = readl(bp->regview + offset);
b6016b76
MC		 4538 if ((val & rw_mask) != rw_mask) {
4539 goto reg_test_err;
4540 }
4541
4542 if ((val & ro_mask) != (save_val & ro_mask)) {
4543 goto reg_test_err;
4544 }
4545
14ab9b86 4546 writel(save_val, bp->regview + offset);
b6016b76
MC		 4547 continue;
4548
4549reg_test_err:
14ab9b86 4550 writel(save_val, bp->regview + offset);
b6016b76
MC		 4551 ret = -ENODEV;
4552 break;
4553 }
4554 return ret;
4555}
4556
4557static int
4558bnx2_do_mem_test(struct bnx2 *bp, u32 start, u32 size)
4559{
f71e1309 4560 static const u32 test_pattern[] = { 0x00000000, 0xffffffff, 0x55555555,
b6016b76
MC		 4561 0xaaaaaaaa , 0xaa55aa55, 0x55aa55aa };
4562 int i;
4563
4564 for (i = 0; i < sizeof(test_pattern) / 4; i++) {
4565 u32 offset;
4566
4567 for (offset = 0; offset < size; offset += 4) {
4568
4569 REG_WR_IND(bp, start + offset, test_pattern[i]);
4570
4571 if (REG_RD_IND(bp, start + offset) !=
4572 test_pattern[i]) {
4573 return -ENODEV;
4574 }
4575 }
4576 }
4577 return 0;
4578}
4579
4580static int
4581bnx2_test_memory(struct bnx2 *bp)
4582{
4583 int ret = 0;
4584 int i;
5bae30c9 4585 static struct mem_entry {
b6016b76
MC		 4586 u32 offset;
4587 u32 len;
5bae30c9 4588 } mem_tbl_5706[] = {
b6016b76 4589 { 0x60000, 0x4000 },
5b0c76ad 4590 { 0xa0000, 0x3000 },
b6016b76
MC		 4591 { 0xe0000, 0x4000 },
4592 { 0x120000, 0x4000 },
4593 { 0x1a0000, 0x4000 },
4594 { 0x160000, 0x4000 },
4595 { 0xffffffff, 0 },
5bae30c9
MC		 4596 },
4597 mem_tbl_5709[] = {
4598 { 0x60000, 0x4000 },
4599 { 0xa0000, 0x3000 },
4600 { 0xe0000, 0x4000 },
4601 { 0x120000, 0x4000 },
4602 { 0x1a0000, 0x4000 },
4603 { 0xffffffff, 0 },
b6016b76 4604 };
5bae30c9
MC		 4605 struct mem_entry *mem_tbl;
4606
4607 if (CHIP_NUM(bp) == CHIP_NUM_5709)
4608 mem_tbl = mem_tbl_5709;
4609 else
4610 mem_tbl = mem_tbl_5706;
b6016b76
MC		 4611
4612 for (i = 0; mem_tbl[i].offset != 0xffffffff; i++) {
4613 if ((ret = bnx2_do_mem_test(bp, mem_tbl[i].offset,
4614 mem_tbl[i].len)) != 0) {
4615 return ret;
4616 }
4617 }
6aa20a22 4618
b6016b76
MC		 4619 return ret;
4620}
4621
bc5a0690
MC		 4622#define BNX2_MAC_LOOPBACK 0
4623#define BNX2_PHY_LOOPBACK 1
4624
b6016b76 4625static int
bc5a0690 4626bnx2_run_loopback(struct bnx2 *bp, int loopback_mode)
b6016b76
MC		 4627{
4628 unsigned int pkt_size, num_pkts, i;
4629 struct sk_buff *skb, *rx_skb;
4630 unsigned char *packet;
bc5a0690 4631 u16 rx_start_idx, rx_idx;
b6016b76
MC		 4632 dma_addr_t map;
4633 struct tx_bd *txbd;
4634 struct sw_bd *rx_buf;
4635 struct l2_fhdr *rx_hdr;
4636 int ret = -ENODEV;
4637
bc5a0690
MC		 4638 if (loopback_mode == BNX2_MAC_LOOPBACK) {
4639 bp->loopback = MAC_LOOPBACK;
4640 bnx2_set_mac_loopback(bp);
4641 }
4642 else if (loopback_mode == BNX2_PHY_LOOPBACK) {
489310a4
MC		 4643 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
4644 return 0;
4645
80be4434 4646 bp->loopback = PHY_LOOPBACK;
bc5a0690
MC		 4647 bnx2_set_phy_loopback(bp);
4648 }
4649 else
4650 return -EINVAL;
b6016b76
MC		 4651
4652 pkt_size = 1514;
932f3772 4653 skb = netdev_alloc_skb(bp->dev, pkt_size);
b6cbc3b6
JL		 4654 if (!skb)
4655 return -ENOMEM;
b6016b76 4656 packet = skb_put(skb, pkt_size);
6634292b 4657 memcpy(packet, bp->dev->dev_addr, 6);
b6016b76
MC		 4658 memset(packet + 6, 0x0, 8);
4659 for (i = 14; i < pkt_size; i++)
4660 packet[i] = (unsigned char) (i & 0xff);
4661
4662 map = pci_map_single(bp->pdev, skb->data, pkt_size,
4663 PCI_DMA_TODEVICE);
4664
bf5295bb
MC		 4665 REG_WR(bp, BNX2_HC_COMMAND,
4666 bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW_WO_INT);
4667
b6016b76
MC		 4668 REG_RD(bp, BNX2_HC_COMMAND);
4669
4670 udelay(5);
4671 rx_start_idx = bp->status_blk->status_rx_quick_consumer_index0;
4672
b6016b76
MC		 4673 num_pkts = 0;
4674
bc5a0690 4675 txbd = &bp->tx_desc_ring[TX_RING_IDX(bp->tx_prod)];
b6016b76
MC		 4676
4677 txbd->tx_bd_haddr_hi = (u64) map >> 32;
4678 txbd->tx_bd_haddr_lo = (u64) map & 0xffffffff;
4679 txbd->tx_bd_mss_nbytes = pkt_size;
4680 txbd->tx_bd_vlan_tag_flags = TX_BD_FLAGS_START | TX_BD_FLAGS_END;
4681
4682 num_pkts++;
bc5a0690
MC		 4683 bp->tx_prod = NEXT_TX_BD(bp->tx_prod);
4684 bp->tx_prod_bseq += pkt_size;
b6016b76 4685
234754d5
MC		 4686 REG_WR16(bp, bp->tx_bidx_addr, bp->tx_prod);
4687 REG_WR(bp, bp->tx_bseq_addr, bp->tx_prod_bseq);
b6016b76
MC		 4688
4689 udelay(100);
4690
bf5295bb
MC		 4691 REG_WR(bp, BNX2_HC_COMMAND,
4692 bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW_WO_INT);
4693
b6016b76
MC		 4694 REG_RD(bp, BNX2_HC_COMMAND);
4695
4696 udelay(5);
4697
4698 pci_unmap_single(bp->pdev, map, pkt_size, PCI_DMA_TODEVICE);
745720e5 4699 dev_kfree_skb(skb);
b6016b76 4700
bc5a0690 4701 if (bp->status_blk->status_tx_quick_consumer_index0 != bp->tx_prod) {
b6016b76
MC		 4702 goto loopback_test_done;
4703 }
4704
4705 rx_idx = bp->status_blk->status_rx_quick_consumer_index0;
4706 if (rx_idx != rx_start_idx + num_pkts) {
4707 goto loopback_test_done;
4708 }
4709
4710 rx_buf = &bp->rx_buf_ring[rx_start_idx];
4711 rx_skb = rx_buf->skb;
4712
4713 rx_hdr = (struct l2_fhdr *) rx_skb->data;
4714 skb_reserve(rx_skb, bp->rx_offset);
4715
4716 pci_dma_sync_single_for_cpu(bp->pdev,
4717 pci_unmap_addr(rx_buf, mapping),
4718 bp->rx_buf_size, PCI_DMA_FROMDEVICE);
4719
ade2bfe7 4720 if (rx_hdr->l2_fhdr_status &
b6016b76
MC		 4721 (L2_FHDR_ERRORS_BAD_CRC |
4722 L2_FHDR_ERRORS_PHY_DECODE |
4723 L2_FHDR_ERRORS_ALIGNMENT |
4724 L2_FHDR_ERRORS_TOO_SHORT |
4725 L2_FHDR_ERRORS_GIANT_FRAME)) {
4726
4727 goto loopback_test_done;
4728 }
4729
4730 if ((rx_hdr->l2_fhdr_pkt_len - 4) != pkt_size) {
4731 goto loopback_test_done;
4732 }
4733
4734 for (i = 14; i < pkt_size; i++) {
4735 if (*(rx_skb->data + i) != (unsigned char) (i & 0xff)) {
4736 goto loopback_test_done;
4737 }
4738 }
4739
4740 ret = 0;
4741
4742loopback_test_done:
4743 bp->loopback = 0;
4744 return ret;
4745}
4746
bc5a0690
MC		 4747#define BNX2_MAC_LOOPBACK_FAILED 1
4748#define BNX2_PHY_LOOPBACK_FAILED 2
4749#define BNX2_LOOPBACK_FAILED (BNX2_MAC_LOOPBACK_FAILED | \
4750 BNX2_PHY_LOOPBACK_FAILED)
4751
4752static int
4753bnx2_test_loopback(struct bnx2 *bp)
4754{
4755 int rc = 0;
4756
4757 if (!netif_running(bp->dev))
4758 return BNX2_LOOPBACK_FAILED;
4759
4760 bnx2_reset_nic(bp, BNX2_DRV_MSG_CODE_RESET);
4761 spin_lock_bh(&bp->phy_lock);
4762 bnx2_init_phy(bp);
4763 spin_unlock_bh(&bp->phy_lock);
4764 if (bnx2_run_loopback(bp, BNX2_MAC_LOOPBACK))
4765 rc |= BNX2_MAC_LOOPBACK_FAILED;
4766 if (bnx2_run_loopback(bp, BNX2_PHY_LOOPBACK))
4767 rc |= BNX2_PHY_LOOPBACK_FAILED;
4768 return rc;
4769}
4770
b6016b76
MC		 4771#define NVRAM_SIZE 0x200
4772#define CRC32_RESIDUAL 0xdebb20e3
4773
4774static int
4775bnx2_test_nvram(struct bnx2 *bp)
4776{
4777 u32 buf[NVRAM_SIZE / 4];
4778 u8 *data = (u8 *) buf;
4779 int rc = 0;
4780 u32 magic, csum;
4781
4782 if ((rc = bnx2_nvram_read(bp, 0, data, 4)) != 0)
4783 goto test_nvram_done;
4784
4785 magic = be32_to_cpu(buf[0]);
4786 if (magic != 0x669955aa) {
4787 rc = -ENODEV;
4788 goto test_nvram_done;
4789 }
4790
4791 if ((rc = bnx2_nvram_read(bp, 0x100, data, NVRAM_SIZE)) != 0)
4792 goto test_nvram_done;
4793
4794 csum = ether_crc_le(0x100, data);
4795 if (csum != CRC32_RESIDUAL) {
4796 rc = -ENODEV;
4797 goto test_nvram_done;
4798 }
4799
4800 csum = ether_crc_le(0x100, data + 0x100);
4801 if (csum != CRC32_RESIDUAL) {
4802 rc = -ENODEV;
4803 }
4804
4805test_nvram_done:
4806 return rc;
4807}
4808
4809static int
4810bnx2_test_link(struct bnx2 *bp)
4811{
4812 u32 bmsr;
4813
489310a4
MC		 4814 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG) {
4815 if (bp->link_up)
4816 return 0;
4817 return -ENODEV;
4818 }
c770a65c 4819 spin_lock_bh(&bp->phy_lock);
27a005b8
MC		 4820 bnx2_enable_bmsr1(bp);
4821 bnx2_read_phy(bp, bp->mii_bmsr1, &bmsr);
4822 bnx2_read_phy(bp, bp->mii_bmsr1, &bmsr);
4823 bnx2_disable_bmsr1(bp);
c770a65c 4824 spin_unlock_bh(&bp->phy_lock);
6aa20a22 4825
b6016b76
MC		 4826 if (bmsr & BMSR_LSTATUS) {
4827 return 0;
4828 }
4829 return -ENODEV;
4830}
4831
4832static int
4833bnx2_test_intr(struct bnx2 *bp)
4834{
4835 int i;
b6016b76
MC		 4836 u16 status_idx;
4837
4838 if (!netif_running(bp->dev))
4839 return -ENODEV;
4840
4841 status_idx = REG_RD(bp, BNX2_PCICFG_INT_ACK_CMD) & 0xffff;
4842
4843 /* This register is not touched during run-time. */
bf5295bb 4844 REG_WR(bp, BNX2_HC_COMMAND, bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW);
b6016b76
MC		 4845 REG_RD(bp, BNX2_HC_COMMAND);
4846
4847 for (i = 0; i < 10; i++) {
4848 if ((REG_RD(bp, BNX2_PCICFG_INT_ACK_CMD) & 0xffff) !=
4849 status_idx) {
4850
4851 break;
4852 }
4853
4854 msleep_interruptible(10);
4855 }
4856 if (i < 10)
4857 return 0;
4858
4859 return -ENODEV;
4860}
4861
4862static void
48b01e2d 4863bnx2_5706_serdes_timer(struct bnx2 *bp)
b6016b76 4864{
48b01e2d
MC		 4865 spin_lock(&bp->phy_lock);
4866 if (bp->serdes_an_pending)
4867 bp->serdes_an_pending--;
4868 else if ((bp->link_up == 0) && (bp->autoneg & AUTONEG_SPEED)) {
4869 u32 bmcr;
b6016b76 4870
48b01e2d 4871 bp->current_interval = bp->timer_interval;
cd339a0e 4872
ca58c3af 4873 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
b6016b76 4874
48b01e2d
MC		 4875 if (bmcr & BMCR_ANENABLE) {
4876 u32 phy1, phy2;
b6016b76 4877
48b01e2d
MC		 4878 bnx2_write_phy(bp, 0x1c, 0x7c00);
4879 bnx2_read_phy(bp, 0x1c, &phy1);
cea94db9 4880
48b01e2d
MC		 4881 bnx2_write_phy(bp, 0x17, 0x0f01);
4882 bnx2_read_phy(bp, 0x15, &phy2);
4883 bnx2_write_phy(bp, 0x17, 0x0f01);
4884 bnx2_read_phy(bp, 0x15, &phy2);
b6016b76 4885
48b01e2d
MC		 4886 if ((phy1 & 0x10) && /* SIGNAL DETECT */
4887 !(phy2 & 0x20)) { /* no CONFIG */
4888
4889 bmcr &= ~BMCR_ANENABLE;
4890 bmcr |= BMCR_SPEED1000 | BMCR_FULLDPLX;
ca58c3af 4891 bnx2_write_phy(bp, bp->mii_bmcr, bmcr);
48b01e2d
MC		 4892 bp->phy_flags |= PHY_PARALLEL_DETECT_FLAG;
4893 }
b6016b76 4894 }
48b01e2d
MC		 4895 }
4896 else if ((bp->link_up) && (bp->autoneg & AUTONEG_SPEED) &&
4897 (bp->phy_flags & PHY_PARALLEL_DETECT_FLAG)) {
4898 u32 phy2;
b6016b76 4899
48b01e2d
MC		 4900 bnx2_write_phy(bp, 0x17, 0x0f01);
4901 bnx2_read_phy(bp, 0x15, &phy2);
4902 if (phy2 & 0x20) {
4903 u32 bmcr;
cd339a0e 4904
ca58c3af 4905 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
48b01e2d 4906 bmcr |= BMCR_ANENABLE;
ca58c3af 4907 bnx2_write_phy(bp, bp->mii_bmcr, bmcr);
b6016b76 4908
48b01e2d
MC		 4909 bp->phy_flags &= ~PHY_PARALLEL_DETECT_FLAG;
4910 }
4911 } else
4912 bp->current_interval = bp->timer_interval;
b6016b76 4913
48b01e2d
MC		 4914 spin_unlock(&bp->phy_lock);
4915}
b6016b76 4916
f8dd064e
MC		 4917static void
4918bnx2_5708_serdes_timer(struct bnx2 *bp)
4919{
0d8a6571
MC		 4920 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
4921 return;
4922
f8dd064e
MC		 4923 if ((bp->phy_flags & PHY_2_5G_CAPABLE_FLAG) == 0) {
4924 bp->serdes_an_pending = 0;
4925 return;
4926 }
b6016b76 4927
f8dd064e
MC		 4928 spin_lock(&bp->phy_lock);
4929 if (bp->serdes_an_pending)
4930 bp->serdes_an_pending--;
4931 else if ((bp->link_up == 0) && (bp->autoneg & AUTONEG_SPEED)) {
4932 u32 bmcr;
b6016b76 4933
ca58c3af 4934 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
f8dd064e 4935 if (bmcr & BMCR_ANENABLE) {
605a9e20 4936 bnx2_enable_forced_2g5(bp);
f8dd064e
MC		 4937 bp->current_interval = SERDES_FORCED_TIMEOUT;
4938 } else {
605a9e20 4939 bnx2_disable_forced_2g5(bp);
f8dd064e
MC		 4940 bp->serdes_an_pending = 2;
4941 bp->current_interval = bp->timer_interval;
b6016b76 4942 }
b6016b76 4943
f8dd064e
MC		 4944 } else
4945 bp->current_interval = bp->timer_interval;
b6016b76 4946
f8dd064e
MC		 4947 spin_unlock(&bp->phy_lock);
4948}
4949
48b01e2d
MC		 4950static void
4951bnx2_timer(unsigned long data)
4952{
4953 struct bnx2 *bp = (struct bnx2 *) data;
b6016b76 4954
48b01e2d
MC		 4955 if (!netif_running(bp->dev))
4956 return;
b6016b76 4957
48b01e2d
MC		 4958 if (atomic_read(&bp->intr_sem) != 0)
4959 goto bnx2_restart_timer;
b6016b76 4960
df149d70 4961 bnx2_send_heart_beat(bp);
b6016b76 4962
48b01e2d 4963 bp->stats_blk->stat_FwRxDrop = REG_RD_IND(bp, BNX2_FW_RX_DROP_COUNT);
b6016b76 4964
02537b06
MC		 4965 /* workaround occasional corrupted counters */
4966 if (CHIP_NUM(bp) == CHIP_NUM_5708 && bp->stats_ticks)
4967 REG_WR(bp, BNX2_HC_COMMAND, bp->hc_cmd |
4968 BNX2_HC_COMMAND_STATS_NOW);
4969
f8dd064e
MC		 4970 if (bp->phy_flags & PHY_SERDES_FLAG) {
4971 if (CHIP_NUM(bp) == CHIP_NUM_5706)
4972 bnx2_5706_serdes_timer(bp);
27a005b8 4973 else
f8dd064e 4974 bnx2_5708_serdes_timer(bp);
b6016b76
MC		 4975 }
4976
4977bnx2_restart_timer:
cd339a0e 4978 mod_timer(&bp->timer, jiffies + bp->current_interval);
b6016b76
MC		 4979}
4980
8e6a72c4
MC		 4981static int
4982bnx2_request_irq(struct bnx2 *bp)
4983{
4984 struct net_device *dev = bp->dev;
4985 int rc = 0;
4986
4987 if (bp->flags & USING_MSI_FLAG) {
4988 irq_handler_t fn = bnx2_msi;
4989
4990 if (bp->flags & ONE_SHOT_MSI_FLAG)
4991 fn = bnx2_msi_1shot;
4992
4993 rc = request_irq(bp->pdev->irq, fn, 0, dev->name, dev);
4994 } else
4995 rc = request_irq(bp->pdev->irq, bnx2_interrupt,
4996 IRQF_SHARED, dev->name, dev);
4997 return rc;
4998}
4999
5000static void
5001bnx2_free_irq(struct bnx2 *bp)
5002{
5003 struct net_device *dev = bp->dev;
5004
5005 if (bp->flags & USING_MSI_FLAG) {
5006 free_irq(bp->pdev->irq, dev);
5007 pci_disable_msi(bp->pdev);
5008 bp->flags &= ~(USING_MSI_FLAG | ONE_SHOT_MSI_FLAG);
5009 } else
5010 free_irq(bp->pdev->irq, dev);
5011}
5012
b6016b76
MC		 5013/* Called with rtnl_lock */
5014static int
5015bnx2_open(struct net_device *dev)
5016{
972ec0d4 5017 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5018 int rc;
5019
1b2f922f
MC		 5020 netif_carrier_off(dev);
5021
829ca9a3 5022 bnx2_set_power_state(bp, PCI_D0);
b6016b76
MC		 5023 bnx2_disable_int(bp);
5024
5025 rc = bnx2_alloc_mem(bp);
5026 if (rc)
5027 return rc;
5028
bea3348e
SH		 5029 napi_enable(&bp->napi);
5030
8e6a72c4 5031 if ((bp->flags & MSI_CAP_FLAG) && !disable_msi) {
b6016b76
MC		 5032 if (pci_enable_msi(bp->pdev) == 0) {
5033 bp->flags |= USING_MSI_FLAG;
8e6a72c4
MC		 5034 if (CHIP_NUM(bp) == CHIP_NUM_5709)
5035 bp->flags |= ONE_SHOT_MSI_FLAG;
b6016b76 5036 }
b6016b76 5037 }
8e6a72c4
MC		 5038 rc = bnx2_request_irq(bp);
5039
b6016b76 5040 if (rc) {
bea3348e 5041 napi_disable(&bp->napi);
b6016b76
MC		 5042 bnx2_free_mem(bp);
5043 return rc;
5044 }
5045
5046 rc = bnx2_init_nic(bp);
5047
5048 if (rc) {
bea3348e 5049 napi_disable(&bp->napi);
8e6a72c4 5050 bnx2_free_irq(bp);
b6016b76
MC		 5051 bnx2_free_skbs(bp);
5052 bnx2_free_mem(bp);
5053 return rc;
5054 }
6aa20a22 5055
cd339a0e 5056 mod_timer(&bp->timer, jiffies + bp->current_interval);
b6016b76
MC		 5057
5058 atomic_set(&bp->intr_sem, 0);
5059
5060 bnx2_enable_int(bp);
5061
5062 if (bp->flags & USING_MSI_FLAG) {
5063 /* Test MSI to make sure it is working
5064 * If MSI test fails, go back to INTx mode
5065 */
5066 if (bnx2_test_intr(bp) != 0) {
5067 printk(KERN_WARNING PFX "%s: No interrupt was generated"
5068 " using MSI, switching to INTx mode. Please"
5069 " report this failure to the PCI maintainer"
5070 " and include system chipset information.\n",
5071 bp->dev->name);
5072
5073 bnx2_disable_int(bp);
8e6a72c4 5074 bnx2_free_irq(bp);
b6016b76
MC		 5075
5076 rc = bnx2_init_nic(bp);
5077
8e6a72c4
MC		 5078 if (!rc)
5079 rc = bnx2_request_irq(bp);
5080
b6016b76 5081 if (rc) {
bea3348e 5082 napi_disable(&bp->napi);
b6016b76
MC		 5083 bnx2_free_skbs(bp);
5084 bnx2_free_mem(bp);
5085 del_timer_sync(&bp->timer);
5086 return rc;
5087 }
5088 bnx2_enable_int(bp);
5089 }
5090 }
5091 if (bp->flags & USING_MSI_FLAG) {
5092 printk(KERN_INFO PFX "%s: using MSI\n", dev->name);
5093 }
5094
5095 netif_start_queue(dev);
5096
5097 return 0;
5098}
5099
5100static void
c4028958 5101bnx2_reset_task(struct work_struct *work)
b6016b76 5102{
c4028958 5103 struct bnx2 *bp = container_of(work, struct bnx2, reset_task);
b6016b76 5104
afdc08b9
MC		 5105 if (!netif_running(bp->dev))
5106 return;
5107
5108 bp->in_reset_task = 1;
b6016b76
MC		 5109 bnx2_netif_stop(bp);
5110
5111 bnx2_init_nic(bp);
5112
5113 atomic_set(&bp->intr_sem, 1);
5114 bnx2_netif_start(bp);
afdc08b9 5115 bp->in_reset_task = 0;
b6016b76
MC		 5116}
5117
5118static void
5119bnx2_tx_timeout(struct net_device *dev)
5120{
972ec0d4 5121 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5122
5123 /* This allows the netif to be shutdown gracefully before resetting */
5124 schedule_work(&bp->reset_task);
5125}
5126
5127#ifdef BCM_VLAN
5128/* Called with rtnl_lock */
5129static void
5130bnx2_vlan_rx_register(struct net_device *dev, struct vlan_group *vlgrp)
5131{
972ec0d4 5132 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5133
5134 bnx2_netif_stop(bp);
5135
5136 bp->vlgrp = vlgrp;
5137 bnx2_set_rx_mode(dev);
5138
5139 bnx2_netif_start(bp);
5140}
b6016b76
MC		 5141#endif
5142
932ff279 5143/* Called with netif_tx_lock.
2f8af120
MC		 5144 * bnx2_tx_int() runs without netif_tx_lock unless it needs to call
5145 * netif_wake_queue().
b6016b76
MC		 5146 */
5147static int
5148bnx2_start_xmit(struct sk_buff *skb, struct net_device *dev)
5149{
972ec0d4 5150 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5151 dma_addr_t mapping;
5152 struct tx_bd *txbd;
5153 struct sw_bd *tx_buf;
5154 u32 len, vlan_tag_flags, last_frag, mss;
5155 u16 prod, ring_prod;
5156 int i;
5157
e89bbf10 5158 if (unlikely(bnx2_tx_avail(bp) < (skb_shinfo(skb)->nr_frags + 1))) {
b6016b76
MC		 5159 netif_stop_queue(dev);
5160 printk(KERN_ERR PFX "%s: BUG! Tx ring full when queue awake!\n",
5161 dev->name);
5162
5163 return NETDEV_TX_BUSY;
5164 }
5165 len = skb_headlen(skb);
5166 prod = bp->tx_prod;
5167 ring_prod = TX_RING_IDX(prod);
5168
5169 vlan_tag_flags = 0;
84fa7933 5170 if (skb->ip_summed == CHECKSUM_PARTIAL) {
b6016b76
MC		 5171 vlan_tag_flags |= TX_BD_FLAGS_TCP_UDP_CKSUM;
5172 }
5173
5174 if (bp->vlgrp != 0 && vlan_tx_tag_present(skb)) {
5175 vlan_tag_flags |=
5176 (TX_BD_FLAGS_VLAN_TAG | (vlan_tx_tag_get(skb) << 16));
5177 }
fde82055 5178 if ((mss = skb_shinfo(skb)->gso_size)) {
b6016b76 5179 u32 tcp_opt_len, ip_tcp_len;
eddc9ec5 5180 struct iphdr *iph;
b6016b76 5181
b6016b76
MC		 5182 vlan_tag_flags |= TX_BD_FLAGS_SW_LSO;
5183
4666f87a
MC		 5184 tcp_opt_len = tcp_optlen(skb);
5185
5186 if (skb_shinfo(skb)->gso_type & SKB_GSO_TCPV6) {
5187 u32 tcp_off = skb_transport_offset(skb) -
5188 sizeof(struct ipv6hdr) - ETH_HLEN;
ab6a5bb6 5189
4666f87a
MC		 5190 vlan_tag_flags |= ((tcp_opt_len >> 2) << 8) |
5191 TX_BD_FLAGS_SW_FLAGS;
5192 if (likely(tcp_off == 0))
5193 vlan_tag_flags &= ~TX_BD_FLAGS_TCP6_OFF0_MSK;
5194 else {
5195 tcp_off >>= 3;
5196 vlan_tag_flags |= ((tcp_off & 0x3) <<
5197 TX_BD_FLAGS_TCP6_OFF0_SHL) |
5198 ((tcp_off & 0x10) <<
5199 TX_BD_FLAGS_TCP6_OFF4_SHL);
5200 mss |= (tcp_off & 0xc) << TX_BD_TCP6_OFF2_SHL;
5201 }
5202 } else {
5203 if (skb_header_cloned(skb) &&
5204 pskb_expand_head(skb, 0, 0, GFP_ATOMIC)) {
5205 dev_kfree_skb(skb);
5206 return NETDEV_TX_OK;
5207 }
b6016b76 5208
4666f87a
MC		 5209 ip_tcp_len = ip_hdrlen(skb) + sizeof(struct tcphdr);
5210
5211 iph = ip_hdr(skb);
5212 iph->check = 0;
5213 iph->tot_len = htons(mss + ip_tcp_len + tcp_opt_len);
5214 tcp_hdr(skb)->check = ~csum_tcpudp_magic(iph->saddr,
5215 iph->daddr, 0,
5216 IPPROTO_TCP,
5217 0);
5218 if (tcp_opt_len || (iph->ihl > 5)) {
5219 vlan_tag_flags |= ((iph->ihl - 5) +
5220 (tcp_opt_len >> 2)) << 8;
5221 }
b6016b76 5222 }
4666f87a 5223 } else
b6016b76 5224 mss = 0;
b6016b76
MC		 5225
5226 mapping = pci_map_single(bp->pdev, skb->data, len, PCI_DMA_TODEVICE);
6aa20a22 5227
b6016b76
MC		 5228 tx_buf = &bp->tx_buf_ring[ring_prod];
5229 tx_buf->skb = skb;
5230 pci_unmap_addr_set(tx_buf, mapping, mapping);
5231
5232 txbd = &bp->tx_desc_ring[ring_prod];
5233
5234 txbd->tx_bd_haddr_hi = (u64) mapping >> 32;
5235 txbd->tx_bd_haddr_lo = (u64) mapping & 0xffffffff;
5236 txbd->tx_bd_mss_nbytes = len | (mss << 16);
5237 txbd->tx_bd_vlan_tag_flags = vlan_tag_flags | TX_BD_FLAGS_START;
5238
5239 last_frag = skb_shinfo(skb)->nr_frags;
5240
5241 for (i = 0; i < last_frag; i++) {
5242 skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
5243
5244 prod = NEXT_TX_BD(prod);
5245 ring_prod = TX_RING_IDX(prod);
5246 txbd = &bp->tx_desc_ring[ring_prod];
5247
5248 len = frag->size;
5249 mapping = pci_map_page(bp->pdev, frag->page, frag->page_offset,
5250 len, PCI_DMA_TODEVICE);
5251 pci_unmap_addr_set(&bp->tx_buf_ring[ring_prod],
5252 mapping, mapping);
5253
5254 txbd->tx_bd_haddr_hi = (u64) mapping >> 32;
5255 txbd->tx_bd_haddr_lo = (u64) mapping & 0xffffffff;
5256 txbd->tx_bd_mss_nbytes = len | (mss << 16);
5257 txbd->tx_bd_vlan_tag_flags = vlan_tag_flags;
5258
5259 }
5260 txbd->tx_bd_vlan_tag_flags |= TX_BD_FLAGS_END;
5261
5262 prod = NEXT_TX_BD(prod);
5263 bp->tx_prod_bseq += skb->len;
5264
234754d5
MC		 5265 REG_WR16(bp, bp->tx_bidx_addr, prod);
5266 REG_WR(bp, bp->tx_bseq_addr, bp->tx_prod_bseq);
b6016b76
MC		 5267
5268 mmiowb();
5269
5270 bp->tx_prod = prod;
5271 dev->trans_start = jiffies;
5272
e89bbf10 5273 if (unlikely(bnx2_tx_avail(bp) <= MAX_SKB_FRAGS)) {
e89bbf10 5274 netif_stop_queue(dev);
2f8af120 5275 if (bnx2_tx_avail(bp) > bp->tx_wake_thresh)
e89bbf10 5276 netif_wake_queue(dev);
b6016b76
MC		 5277 }
5278
5279 return NETDEV_TX_OK;
5280}
5281
5282/* Called with rtnl_lock */
5283static int
5284bnx2_close(struct net_device *dev)
5285{
972ec0d4 5286 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5287 u32 reset_code;
5288
afdc08b9
MC		 5289 /* Calling flush_scheduled_work() may deadlock because
5290 * linkwatch_event() may be on the workqueue and it will try to get
5291 * the rtnl_lock which we are holding.
5292 */
5293 while (bp->in_reset_task)
5294 msleep(1);
5295
bea3348e
SH		 5296 bnx2_disable_int_sync(bp);
5297 napi_disable(&bp->napi);
b6016b76 5298 del_timer_sync(&bp->timer);
dda1e390 5299 if (bp->flags & NO_WOL_FLAG)
6c4f095e 5300 reset_code = BNX2_DRV_MSG_CODE_UNLOAD_LNK_DN;
dda1e390 5301 else if (bp->wol)
b6016b76
MC		 5302 reset_code = BNX2_DRV_MSG_CODE_SUSPEND_WOL;
5303 else
5304 reset_code = BNX2_DRV_MSG_CODE_SUSPEND_NO_WOL;
5305 bnx2_reset_chip(bp, reset_code);
8e6a72c4 5306 bnx2_free_irq(bp);
b6016b76
MC		 5307 bnx2_free_skbs(bp);
5308 bnx2_free_mem(bp);
5309 bp->link_up = 0;
5310 netif_carrier_off(bp->dev);
829ca9a3 5311 bnx2_set_power_state(bp, PCI_D3hot);
b6016b76
MC		 5312 return 0;
5313}
5314
5315#define GET_NET_STATS64(ctr) \
5316 (unsigned long) ((unsigned long) (ctr##_hi) << 32) + \
5317 (unsigned long) (ctr##_lo)
5318
5319#define GET_NET_STATS32(ctr) \
5320 (ctr##_lo)
5321
5322#if (BITS_PER_LONG == 64)
5323#define GET_NET_STATS GET_NET_STATS64
5324#else
5325#define GET_NET_STATS GET_NET_STATS32
5326#endif
5327
5328static struct net_device_stats *
5329bnx2_get_stats(struct net_device *dev)
5330{
972ec0d4 5331 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5332 struct statistics_block *stats_blk = bp->stats_blk;
5333 struct net_device_stats *net_stats = &bp->net_stats;
5334
5335 if (bp->stats_blk == NULL) {
5336 return net_stats;
5337 }
5338 net_stats->rx_packets =
5339 GET_NET_STATS(stats_blk->stat_IfHCInUcastPkts) +
5340 GET_NET_STATS(stats_blk->stat_IfHCInMulticastPkts) +
5341 GET_NET_STATS(stats_blk->stat_IfHCInBroadcastPkts);
5342
5343 net_stats->tx_packets =
5344 GET_NET_STATS(stats_blk->stat_IfHCOutUcastPkts) +
5345 GET_NET_STATS(stats_blk->stat_IfHCOutMulticastPkts) +
5346 GET_NET_STATS(stats_blk->stat_IfHCOutBroadcastPkts);
5347
5348 net_stats->rx_bytes =
5349 GET_NET_STATS(stats_blk->stat_IfHCInOctets);
5350
5351 net_stats->tx_bytes =
5352 GET_NET_STATS(stats_blk->stat_IfHCOutOctets);
5353
6aa20a22 5354 net_stats->multicast =
b6016b76
MC		 5355 GET_NET_STATS(stats_blk->stat_IfHCOutMulticastPkts);
5356
6aa20a22 5357 net_stats->collisions =
b6016b76
MC		 5358 (unsigned long) stats_blk->stat_EtherStatsCollisions;
5359
6aa20a22 5360 net_stats->rx_length_errors =
b6016b76
MC		 5361 (unsigned long) (stats_blk->stat_EtherStatsUndersizePkts +
5362 stats_blk->stat_EtherStatsOverrsizePkts);
5363
6aa20a22 5364 net_stats->rx_over_errors =
b6016b76
MC		 5365 (unsigned long) stats_blk->stat_IfInMBUFDiscards;
5366
6aa20a22 5367 net_stats->rx_frame_errors =
b6016b76
MC		 5368 (unsigned long) stats_blk->stat_Dot3StatsAlignmentErrors;
5369
6aa20a22 5370 net_stats->rx_crc_errors =
b6016b76
MC		 5371 (unsigned long) stats_blk->stat_Dot3StatsFCSErrors;
5372
5373 net_stats->rx_errors = net_stats->rx_length_errors +
5374 net_stats->rx_over_errors + net_stats->rx_frame_errors +
5375 net_stats->rx_crc_errors;
5376
5377 net_stats->tx_aborted_errors =
5378 (unsigned long) (stats_blk->stat_Dot3StatsExcessiveCollisions +
5379 stats_blk->stat_Dot3StatsLateCollisions);
5380
5b0c76ad
MC		 5381 if ((CHIP_NUM(bp) == CHIP_NUM_5706) ||
5382 (CHIP_ID(bp) == CHIP_ID_5708_A0))
b6016b76
MC		 5383 net_stats->tx_carrier_errors = 0;
5384 else {
5385 net_stats->tx_carrier_errors =
5386 (unsigned long)
5387 stats_blk->stat_Dot3StatsCarrierSenseErrors;
5388 }
5389
5390 net_stats->tx_errors =
6aa20a22 5391 (unsigned long)
b6016b76
MC		 5392 stats_blk->stat_emac_tx_stat_dot3statsinternalmactransmiterrors
5393 +
5394 net_stats->tx_aborted_errors +
5395 net_stats->tx_carrier_errors;
5396
cea94db9
MC		 5397 net_stats->rx_missed_errors =
5398 (unsigned long) (stats_blk->stat_IfInMBUFDiscards +
5399 stats_blk->stat_FwRxDrop);
5400
b6016b76
MC		 5401 return net_stats;
5402}
5403
5404/* All ethtool functions called with rtnl_lock */
5405
5406static int
5407bnx2_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
5408{
972ec0d4 5409 struct bnx2 *bp = netdev_priv(dev);
7b6b8347 5410 int support_serdes = 0, support_copper = 0;
b6016b76
MC		 5411
5412 cmd->supported = SUPPORTED_Autoneg;
7b6b8347
MC		 5413 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG) {
5414 support_serdes = 1;
5415 support_copper = 1;
5416 } else if (bp->phy_port == PORT_FIBRE)
5417 support_serdes = 1;
5418 else
5419 support_copper = 1;
5420
5421 if (support_serdes) {
b6016b76
MC		 5422 cmd->supported |= SUPPORTED_1000baseT_Full |
5423 SUPPORTED_FIBRE;
605a9e20
MC		 5424 if (bp->phy_flags & PHY_2_5G_CAPABLE_FLAG)
5425 cmd->supported |= SUPPORTED_2500baseX_Full;
b6016b76 5426
b6016b76 5427 }
7b6b8347 5428 if (support_copper) {
b6016b76
MC		 5429 cmd->supported |= SUPPORTED_10baseT_Half |
5430 SUPPORTED_10baseT_Full |
5431 SUPPORTED_100baseT_Half |
5432 SUPPORTED_100baseT_Full |
5433 SUPPORTED_1000baseT_Full |
5434 SUPPORTED_TP;
5435
b6016b76
MC		 5436 }
5437
7b6b8347
MC		 5438 spin_lock_bh(&bp->phy_lock);
5439 cmd->port = bp->phy_port;
b6016b76
MC		 5440 cmd->advertising = bp->advertising;
5441
5442 if (bp->autoneg & AUTONEG_SPEED) {
5443 cmd->autoneg = AUTONEG_ENABLE;
5444 }
5445 else {
5446 cmd->autoneg = AUTONEG_DISABLE;
5447 }
5448
5449 if (netif_carrier_ok(dev)) {
5450 cmd->speed = bp->line_speed;
5451 cmd->duplex = bp->duplex;
5452 }
5453 else {
5454 cmd->speed = -1;
5455 cmd->duplex = -1;
5456 }
7b6b8347 5457 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC		 5458
5459 cmd->transceiver = XCVR_INTERNAL;
5460 cmd->phy_address = bp->phy_addr;
5461
5462 return 0;
5463}
6aa20a22 5464
b6016b76
MC		 5465static int
5466bnx2_set_settings(struct net_device *dev, struct ethtool_cmd *cmd)
5467{
972ec0d4 5468 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5469 u8 autoneg = bp->autoneg;
5470 u8 req_duplex = bp->req_duplex;
5471 u16 req_line_speed = bp->req_line_speed;
5472 u32 advertising = bp->advertising;
7b6b8347
MC		 5473 int err = -EINVAL;
5474
5475 spin_lock_bh(&bp->phy_lock);
5476
5477 if (cmd->port != PORT_TP && cmd->port != PORT_FIBRE)
5478 goto err_out_unlock;
5479
5480 if (cmd->port != bp->phy_port && !(bp->phy_flags & REMOTE_PHY_CAP_FLAG))
5481 goto err_out_unlock;
b6016b76
MC		 5482
5483 if (cmd->autoneg == AUTONEG_ENABLE) {
5484 autoneg |= AUTONEG_SPEED;
5485
6aa20a22 5486 cmd->advertising &= ETHTOOL_ALL_COPPER_SPEED;
b6016b76
MC		 5487
5488 /* allow advertising 1 speed */
5489 if ((cmd->advertising == ADVERTISED_10baseT_Half) ||
5490 (cmd->advertising == ADVERTISED_10baseT_Full) ||
5491 (cmd->advertising == ADVERTISED_100baseT_Half) ||
5492 (cmd->advertising == ADVERTISED_100baseT_Full)) {
5493
7b6b8347
MC		 5494 if (cmd->port == PORT_FIBRE)
5495 goto err_out_unlock;
b6016b76
MC		 5496
5497 advertising = cmd->advertising;
5498
27a005b8 5499 } else if (cmd->advertising == ADVERTISED_2500baseX_Full) {
7b6b8347
MC		 5500 if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG) ||
5501 (cmd->port == PORT_TP))
5502 goto err_out_unlock;
5503 } else if (cmd->advertising == ADVERTISED_1000baseT_Full)
b6016b76 5504 advertising = cmd->advertising;
7b6b8347
MC		 5505 else if (cmd->advertising == ADVERTISED_1000baseT_Half)
5506 goto err_out_unlock;
b6016b76 5507 else {
7b6b8347 5508 if (cmd->port == PORT_FIBRE)
b6016b76 5509 advertising = ETHTOOL_ALL_FIBRE_SPEED;
7b6b8347 5510 else
b6016b76 5511 advertising = ETHTOOL_ALL_COPPER_SPEED;
b6016b76
MC		 5512 }
5513 advertising |= ADVERTISED_Autoneg;
5514 }
5515 else {
7b6b8347 5516 if (cmd->port == PORT_FIBRE) {
80be4434
MC		 5517 if ((cmd->speed != SPEED_1000 &&
5518 cmd->speed != SPEED_2500) ||
5519 (cmd->duplex != DUPLEX_FULL))
7b6b8347 5520 goto err_out_unlock;
80be4434
MC		 5521
5522 if (cmd->speed == SPEED_2500 &&
5523 !(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
7b6b8347 5524 goto err_out_unlock;
b6016b76 5525 }
7b6b8347
MC		 5526 else if (cmd->speed == SPEED_1000 || cmd->speed == SPEED_2500)
5527 goto err_out_unlock;
5528
b6016b76
MC		 5529 autoneg &= ~AUTONEG_SPEED;
5530 req_line_speed = cmd->speed;
5531 req_duplex = cmd->duplex;
5532 advertising = 0;
5533 }
5534
5535 bp->autoneg = autoneg;
5536 bp->advertising = advertising;
5537 bp->req_line_speed = req_line_speed;
5538 bp->req_duplex = req_duplex;
5539
7b6b8347 5540 err = bnx2_setup_phy(bp, cmd->port);
b6016b76 5541
7b6b8347 5542err_out_unlock:
c770a65c 5543 spin_unlock_bh(&bp->phy_lock);
b6016b76 5544
7b6b8347 5545 return err;
b6016b76
MC		 5546}
5547
5548static void
5549bnx2_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
5550{
972ec0d4 5551 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5552
5553 strcpy(info->driver, DRV_MODULE_NAME);
5554 strcpy(info->version, DRV_MODULE_VERSION);
5555 strcpy(info->bus_info, pci_name(bp->pdev));
58fc2ea4 5556 strcpy(info->fw_version, bp->fw_version);
b6016b76
MC		 5557}
5558
244ac4f4
MC		 5559#define BNX2_REGDUMP_LEN (32 * 1024)
5560
5561static int
5562bnx2_get_regs_len(struct net_device *dev)
5563{
5564 return BNX2_REGDUMP_LEN;
5565}
5566
5567static void
5568bnx2_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
5569{
5570 u32 *p = _p, i, offset;
5571 u8 *orig_p = _p;
5572 struct bnx2 *bp = netdev_priv(dev);
5573 u32 reg_boundaries[] = { 0x0000, 0x0098, 0x0400, 0x045c,
5574 0x0800, 0x0880, 0x0c00, 0x0c10,
5575 0x0c30, 0x0d08, 0x1000, 0x101c,
5576 0x1040, 0x1048, 0x1080, 0x10a4,
5577 0x1400, 0x1490, 0x1498, 0x14f0,
5578 0x1500, 0x155c, 0x1580, 0x15dc,
5579 0x1600, 0x1658, 0x1680, 0x16d8,
5580 0x1800, 0x1820, 0x1840, 0x1854,
5581 0x1880, 0x1894, 0x1900, 0x1984,
5582 0x1c00, 0x1c0c, 0x1c40, 0x1c54,
5583 0x1c80, 0x1c94, 0x1d00, 0x1d84,
5584 0x2000, 0x2030, 0x23c0, 0x2400,
5585 0x2800, 0x2820, 0x2830, 0x2850,
5586 0x2b40, 0x2c10, 0x2fc0, 0x3058,
5587 0x3c00, 0x3c94, 0x4000, 0x4010,
5588 0x4080, 0x4090, 0x43c0, 0x4458,
5589 0x4c00, 0x4c18, 0x4c40, 0x4c54,
5590 0x4fc0, 0x5010, 0x53c0, 0x5444,
5591 0x5c00, 0x5c18, 0x5c80, 0x5c90,
5592 0x5fc0, 0x6000, 0x6400, 0x6428,
5593 0x6800, 0x6848, 0x684c, 0x6860,
5594 0x6888, 0x6910, 0x8000 };
5595
5596 regs->version = 0;
5597
5598 memset(p, 0, BNX2_REGDUMP_LEN);
5599
5600 if (!netif_running(bp->dev))
5601 return;
5602
5603 i = 0;
5604 offset = reg_boundaries[0];
5605 p += offset;
5606 while (offset < BNX2_REGDUMP_LEN) {
5607 *p++ = REG_RD(bp, offset);
5608 offset += 4;
5609 if (offset == reg_boundaries[i + 1]) {
5610 offset = reg_boundaries[i + 2];
5611 p = (u32 *) (orig_p + offset);
5612 i += 2;
5613 }
5614 }
5615}
5616
b6016b76
MC		 5617static void
5618bnx2_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
5619{
972ec0d4 5620 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5621
5622 if (bp->flags & NO_WOL_FLAG) {
5623 wol->supported = 0;
5624 wol->wolopts = 0;
5625 }
5626 else {
5627 wol->supported = WAKE_MAGIC;
5628 if (bp->wol)
5629 wol->wolopts = WAKE_MAGIC;
5630 else
5631 wol->wolopts = 0;
5632 }
5633 memset(&wol->sopass, 0, sizeof(wol->sopass));
5634}
5635
5636static int
5637bnx2_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
5638{
972ec0d4 5639 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5640
5641 if (wol->wolopts & ~WAKE_MAGIC)
5642 return -EINVAL;
5643
5644 if (wol->wolopts & WAKE_MAGIC) {
5645 if (bp->flags & NO_WOL_FLAG)
5646 return -EINVAL;
5647
5648 bp->wol = 1;
5649 }
5650 else {
5651 bp->wol = 0;
5652 }
5653 return 0;
5654}
5655
5656static int
5657bnx2_nway_reset(struct net_device *dev)
5658{
972ec0d4 5659 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5660 u32 bmcr;
5661
5662 if (!(bp->autoneg & AUTONEG_SPEED)) {
5663 return -EINVAL;
5664 }
5665
c770a65c 5666 spin_lock_bh(&bp->phy_lock);
b6016b76 5667
7b6b8347
MC		 5668 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG) {
5669 int rc;
5670
5671 rc = bnx2_setup_remote_phy(bp, bp->phy_port);
5672 spin_unlock_bh(&bp->phy_lock);
5673 return rc;
5674 }
5675
b6016b76
MC		 5676 /* Force a link down visible on the other side */
5677 if (bp->phy_flags & PHY_SERDES_FLAG) {
ca58c3af 5678 bnx2_write_phy(bp, bp->mii_bmcr, BMCR_LOOPBACK);
c770a65c 5679 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC		 5680
5681 msleep(20);
5682
c770a65c 5683 spin_lock_bh(&bp->phy_lock);
f8dd064e
MC		 5684
5685 bp->current_interval = SERDES_AN_TIMEOUT;
5686 bp->serdes_an_pending = 1;
5687 mod_timer(&bp->timer, jiffies + bp->current_interval);
b6016b76
MC		 5688 }
5689
ca58c3af 5690 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
b6016b76 5691 bmcr &= ~BMCR_LOOPBACK;
ca58c3af 5692 bnx2_write_phy(bp, bp->mii_bmcr, bmcr | BMCR_ANRESTART | BMCR_ANENABLE);
b6016b76 5693
c770a65c 5694 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC		 5695
5696 return 0;
5697}
5698
5699static int
5700bnx2_get_eeprom_len(struct net_device *dev)
5701{
972ec0d4 5702 struct bnx2 *bp = netdev_priv(dev);
b6016b76 5703
1122db71 5704 if (bp->flash_info == NULL)
b6016b76
MC		 5705 return 0;
5706
1122db71 5707 return (int) bp->flash_size;
b6016b76
MC		 5708}
5709
5710static int
5711bnx2_get_eeprom(struct net_device *dev, struct ethtool_eeprom *eeprom,
5712 u8 *eebuf)
5713{
972ec0d4 5714 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5715 int rc;
5716
1064e944 5717 /* parameters already validated in ethtool_get_eeprom */
b6016b76
MC		 5718
5719 rc = bnx2_nvram_read(bp, eeprom->offset, eebuf, eeprom->len);
5720
5721 return rc;
5722}
5723
5724static int
5725bnx2_set_eeprom(struct net_device *dev, struct ethtool_eeprom *eeprom,
5726 u8 *eebuf)
5727{
972ec0d4 5728 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5729 int rc;
5730
1064e944 5731 /* parameters already validated in ethtool_set_eeprom */
b6016b76
MC		 5732
5733 rc = bnx2_nvram_write(bp, eeprom->offset, eebuf, eeprom->len);
5734
5735 return rc;
5736}
5737
5738static int
5739bnx2_get_coalesce(struct net_device *dev, struct ethtool_coalesce *coal)
5740{
972ec0d4 5741 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5742
5743 memset(coal, 0, sizeof(struct ethtool_coalesce));
5744
5745 coal->rx_coalesce_usecs = bp->rx_ticks;
5746 coal->rx_max_coalesced_frames = bp->rx_quick_cons_trip;
5747 coal->rx_coalesce_usecs_irq = bp->rx_ticks_int;
5748 coal->rx_max_coalesced_frames_irq = bp->rx_quick_cons_trip_int;
5749
5750 coal->tx_coalesce_usecs = bp->tx_ticks;
5751 coal->tx_max_coalesced_frames = bp->tx_quick_cons_trip;
5752 coal->tx_coalesce_usecs_irq = bp->tx_ticks_int;
5753 coal->tx_max_coalesced_frames_irq = bp->tx_quick_cons_trip_int;
5754
5755 coal->stats_block_coalesce_usecs = bp->stats_ticks;
5756
5757 return 0;
5758}
5759
5760static int
5761bnx2_set_coalesce(struct net_device *dev, struct ethtool_coalesce *coal)
5762{
972ec0d4 5763 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5764
5765 bp->rx_ticks = (u16) coal->rx_coalesce_usecs;
5766 if (bp->rx_ticks > 0x3ff) bp->rx_ticks = 0x3ff;
5767
6aa20a22 5768 bp->rx_quick_cons_trip = (u16) coal->rx_max_coalesced_frames;
b6016b76
MC		 5769 if (bp->rx_quick_cons_trip > 0xff) bp->rx_quick_cons_trip = 0xff;
5770
5771 bp->rx_ticks_int = (u16) coal->rx_coalesce_usecs_irq;
5772 if (bp->rx_ticks_int > 0x3ff) bp->rx_ticks_int = 0x3ff;
5773
5774 bp->rx_quick_cons_trip_int = (u16) coal->rx_max_coalesced_frames_irq;
5775 if (bp->rx_quick_cons_trip_int > 0xff)
5776 bp->rx_quick_cons_trip_int = 0xff;
5777
5778 bp->tx_ticks = (u16) coal->tx_coalesce_usecs;
5779 if (bp->tx_ticks > 0x3ff) bp->tx_ticks = 0x3ff;
5780
5781 bp->tx_quick_cons_trip = (u16) coal->tx_max_coalesced_frames;
5782 if (bp->tx_quick_cons_trip > 0xff) bp->tx_quick_cons_trip = 0xff;
5783
5784 bp->tx_ticks_int = (u16) coal->tx_coalesce_usecs_irq;
5785 if (bp->tx_ticks_int > 0x3ff) bp->tx_ticks_int = 0x3ff;
5786
5787 bp->tx_quick_cons_trip_int = (u16) coal->tx_max_coalesced_frames_irq;
5788 if (bp->tx_quick_cons_trip_int > 0xff) bp->tx_quick_cons_trip_int =
5789 0xff;
5790
5791 bp->stats_ticks = coal->stats_block_coalesce_usecs;
02537b06
MC		 5792 if (CHIP_NUM(bp) == CHIP_NUM_5708) {
5793 if (bp->stats_ticks != 0 && bp->stats_ticks != USEC_PER_SEC)
5794 bp->stats_ticks = USEC_PER_SEC;
5795 }
7ea6920e
MC		 5796 if (bp->stats_ticks > BNX2_HC_STATS_TICKS_HC_STAT_TICKS)
5797 bp->stats_ticks = BNX2_HC_STATS_TICKS_HC_STAT_TICKS;
5798 bp->stats_ticks &= BNX2_HC_STATS_TICKS_HC_STAT_TICKS;
b6016b76
MC		 5799
5800 if (netif_running(bp->dev)) {
5801 bnx2_netif_stop(bp);
5802 bnx2_init_nic(bp);
5803 bnx2_netif_start(bp);
5804 }
5805
5806 return 0;
5807}
5808
5809static void
5810bnx2_get_ringparam(struct net_device *dev, struct ethtool_ringparam *ering)
5811{
972ec0d4 5812 struct bnx2 *bp = netdev_priv(dev);
b6016b76 5813
13daffa2 5814 ering->rx_max_pending = MAX_TOTAL_RX_DESC_CNT;
b6016b76
MC		 5815 ering->rx_mini_max_pending = 0;
5816 ering->rx_jumbo_max_pending = 0;
5817
5818 ering->rx_pending = bp->rx_ring_size;
5819 ering->rx_mini_pending = 0;
5820 ering->rx_jumbo_pending = 0;
5821
5822 ering->tx_max_pending = MAX_TX_DESC_CNT;
5823 ering->tx_pending = bp->tx_ring_size;
5824}
5825
5826static int
5d5d0015 5827bnx2_change_ring_size(struct bnx2 *bp, u32 rx, u32 tx)
b6016b76 5828{
13daffa2
MC		 5829 if (netif_running(bp->dev)) {
5830 bnx2_netif_stop(bp);
5831 bnx2_reset_chip(bp, BNX2_DRV_MSG_CODE_RESET);
5832 bnx2_free_skbs(bp);
5833 bnx2_free_mem(bp);
5834 }
5835
5d5d0015
MC		 5836 bnx2_set_rx_ring_size(bp, rx);
5837 bp->tx_ring_size = tx;
b6016b76
MC		 5838
5839 if (netif_running(bp->dev)) {
13daffa2
MC		 5840 int rc;
5841
5842 rc = bnx2_alloc_mem(bp);
5843 if (rc)
5844 return rc;
b6016b76
MC		 5845 bnx2_init_nic(bp);
5846 bnx2_netif_start(bp);
5847 }
b6016b76
MC		 5848 return 0;
5849}
5850
5d5d0015
MC		 5851static int
5852bnx2_set_ringparam(struct net_device *dev, struct ethtool_ringparam *ering)
5853{
5854 struct bnx2 *bp = netdev_priv(dev);
5855 int rc;
5856
5857 if ((ering->rx_pending > MAX_TOTAL_RX_DESC_CNT) ||
5858 (ering->tx_pending > MAX_TX_DESC_CNT) ||
5859 (ering->tx_pending <= MAX_SKB_FRAGS)) {
5860
5861 return -EINVAL;
5862 }
5863 rc = bnx2_change_ring_size(bp, ering->rx_pending, ering->tx_pending);
5864 return rc;
5865}
5866
b6016b76
MC		 5867static void
5868bnx2_get_pauseparam(struct net_device *dev, struct ethtool_pauseparam *epause)
5869{
972ec0d4 5870 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5871
5872 epause->autoneg = ((bp->autoneg & AUTONEG_FLOW_CTRL) != 0);
5873 epause->rx_pause = ((bp->flow_ctrl & FLOW_CTRL_RX) != 0);
5874 epause->tx_pause = ((bp->flow_ctrl & FLOW_CTRL_TX) != 0);
5875}
5876
5877static int
5878bnx2_set_pauseparam(struct net_device *dev, struct ethtool_pauseparam *epause)
5879{
972ec0d4 5880 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5881
5882 bp->req_flow_ctrl = 0;
5883 if (epause->rx_pause)
5884 bp->req_flow_ctrl |= FLOW_CTRL_RX;
5885 if (epause->tx_pause)
5886 bp->req_flow_ctrl |= FLOW_CTRL_TX;
5887
5888 if (epause->autoneg) {
5889 bp->autoneg |= AUTONEG_FLOW_CTRL;
5890 }
5891 else {
5892 bp->autoneg &= ~AUTONEG_FLOW_CTRL;
5893 }
5894
c770a65c 5895 spin_lock_bh(&bp->phy_lock);
b6016b76 5896
0d8a6571 5897 bnx2_setup_phy(bp, bp->phy_port);
b6016b76 5898
c770a65c 5899 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC		 5900
5901 return 0;
5902}
5903
5904static u32
5905bnx2_get_rx_csum(struct net_device *dev)
5906{
972ec0d4 5907 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5908
5909 return bp->rx_csum;
5910}
5911
5912static int
5913bnx2_set_rx_csum(struct net_device *dev, u32 data)
5914{
972ec0d4 5915 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 5916
5917 bp->rx_csum = data;
5918 return 0;
5919}
5920
b11d6213
MC		 5921static int
5922bnx2_set_tso(struct net_device *dev, u32 data)
5923{
4666f87a
MC		 5924 struct bnx2 *bp = netdev_priv(dev);
5925
5926 if (data) {
b11d6213 5927 dev->features |= NETIF_F_TSO | NETIF_F_TSO_ECN;
4666f87a
MC		 5928 if (CHIP_NUM(bp) == CHIP_NUM_5709)
5929 dev->features |= NETIF_F_TSO6;
5930 } else
5931 dev->features &= ~(NETIF_F_TSO | NETIF_F_TSO6 |
5932 NETIF_F_TSO_ECN);
b11d6213
MC		 5933 return 0;
5934}
5935
cea94db9 5936#define BNX2_NUM_STATS 46
b6016b76 5937
14ab9b86 5938static struct {
b6016b76
MC		 5939 char string[ETH_GSTRING_LEN];
5940} bnx2_stats_str_arr[BNX2_NUM_STATS] = {
5941 { "rx_bytes" },
5942 { "rx_error_bytes" },
5943 { "tx_bytes" },
5944 { "tx_error_bytes" },
5945 { "rx_ucast_packets" },
5946 { "rx_mcast_packets" },
5947 { "rx_bcast_packets" },
5948 { "tx_ucast_packets" },
5949 { "tx_mcast_packets" },
5950 { "tx_bcast_packets" },
5951 { "tx_mac_errors" },
5952 { "tx_carrier_errors" },
5953 { "rx_crc_errors" },
5954 { "rx_align_errors" },
5955 { "tx_single_collisions" },
5956 { "tx_multi_collisions" },
5957 { "tx_deferred" },
5958 { "tx_excess_collisions" },
5959 { "tx_late_collisions" },
5960 { "tx_total_collisions" },
5961 { "rx_fragments" },
5962 { "rx_jabbers" },
5963 { "rx_undersize_packets" },
5964 { "rx_oversize_packets" },
5965 { "rx_64_byte_packets" },
5966 { "rx_65_to_127_byte_packets" },
5967 { "rx_128_to_255_byte_packets" },
5968 { "rx_256_to_511_byte_packets" },
5969 { "rx_512_to_1023_byte_packets" },
5970 { "rx_1024_to_1522_byte_packets" },
5971 { "rx_1523_to_9022_byte_packets" },
5972 { "tx_64_byte_packets" },
5973 { "tx_65_to_127_byte_packets" },
5974 { "tx_128_to_255_byte_packets" },
5975 { "tx_256_to_511_byte_packets" },
5976 { "tx_512_to_1023_byte_packets" },
5977 { "tx_1024_to_1522_byte_packets" },
5978 { "tx_1523_to_9022_byte_packets" },
5979 { "rx_xon_frames" },
5980 { "rx_xoff_frames" },
5981 { "tx_xon_frames" },
5982 { "tx_xoff_frames" },
5983 { "rx_mac_ctrl_frames" },
5984 { "rx_filtered_packets" },
5985 { "rx_discards" },
cea94db9 5986 { "rx_fw_discards" },
b6016b76
MC		 5987};
5988
5989#define STATS_OFFSET32(offset_name) (offsetof(struct statistics_block, offset_name) / 4)
5990
f71e1309 5991static const unsigned long bnx2_stats_offset_arr[BNX2_NUM_STATS] = {
b6016b76
MC		 5992 STATS_OFFSET32(stat_IfHCInOctets_hi),
5993 STATS_OFFSET32(stat_IfHCInBadOctets_hi),
5994 STATS_OFFSET32(stat_IfHCOutOctets_hi),
5995 STATS_OFFSET32(stat_IfHCOutBadOctets_hi),
5996 STATS_OFFSET32(stat_IfHCInUcastPkts_hi),
5997 STATS_OFFSET32(stat_IfHCInMulticastPkts_hi),
5998 STATS_OFFSET32(stat_IfHCInBroadcastPkts_hi),
5999 STATS_OFFSET32(stat_IfHCOutUcastPkts_hi),
6000 STATS_OFFSET32(stat_IfHCOutMulticastPkts_hi),
6001 STATS_OFFSET32(stat_IfHCOutBroadcastPkts_hi),
6002 STATS_OFFSET32(stat_emac_tx_stat_dot3statsinternalmactransmiterrors),
6aa20a22
JG		 6003 STATS_OFFSET32(stat_Dot3StatsCarrierSenseErrors),
6004 STATS_OFFSET32(stat_Dot3StatsFCSErrors),
6005 STATS_OFFSET32(stat_Dot3StatsAlignmentErrors),
6006 STATS_OFFSET32(stat_Dot3StatsSingleCollisionFrames),
6007 STATS_OFFSET32(stat_Dot3StatsMultipleCollisionFrames),
6008 STATS_OFFSET32(stat_Dot3StatsDeferredTransmissions),
6009 STATS_OFFSET32(stat_Dot3StatsExcessiveCollisions),
6010 STATS_OFFSET32(stat_Dot3StatsLateCollisions),
6011 STATS_OFFSET32(stat_EtherStatsCollisions),
6012 STATS_OFFSET32(stat_EtherStatsFragments),
6013 STATS_OFFSET32(stat_EtherStatsJabbers),
6014 STATS_OFFSET32(stat_EtherStatsUndersizePkts),
6015 STATS_OFFSET32(stat_EtherStatsOverrsizePkts),
6016 STATS_OFFSET32(stat_EtherStatsPktsRx64Octets),
6017 STATS_OFFSET32(stat_EtherStatsPktsRx65Octetsto127Octets),
6018 STATS_OFFSET32(stat_EtherStatsPktsRx128Octetsto255Octets),
6019 STATS_OFFSET32(stat_EtherStatsPktsRx256Octetsto511Octets),
6020 STATS_OFFSET32(stat_EtherStatsPktsRx512Octetsto1023Octets),
6021 STATS_OFFSET32(stat_EtherStatsPktsRx1024Octetsto1522Octets),
6022 STATS_OFFSET32(stat_EtherStatsPktsRx1523Octetsto9022Octets),
6023 STATS_OFFSET32(stat_EtherStatsPktsTx64Octets),
6024 STATS_OFFSET32(stat_EtherStatsPktsTx65Octetsto127Octets),
6025 STATS_OFFSET32(stat_EtherStatsPktsTx128Octetsto255Octets),
6026 STATS_OFFSET32(stat_EtherStatsPktsTx256Octetsto511Octets),
6027 STATS_OFFSET32(stat_EtherStatsPktsTx512Octetsto1023Octets),
6028 STATS_OFFSET32(stat_EtherStatsPktsTx1024Octetsto1522Octets),
6029 STATS_OFFSET32(stat_EtherStatsPktsTx1523Octetsto9022Octets),
6030 STATS_OFFSET32(stat_XonPauseFramesReceived),
6031 STATS_OFFSET32(stat_XoffPauseFramesReceived),
6032 STATS_OFFSET32(stat_OutXonSent),
6033 STATS_OFFSET32(stat_OutXoffSent),
6034 STATS_OFFSET32(stat_MacControlFramesReceived),
6035 STATS_OFFSET32(stat_IfInFramesL2FilterDiscards),
6036 STATS_OFFSET32(stat_IfInMBUFDiscards),
cea94db9 6037 STATS_OFFSET32(stat_FwRxDrop),
b6016b76
MC		 6038};
6039
6040/* stat_IfHCInBadOctets and stat_Dot3StatsCarrierSenseErrors are
6041 * skipped because of errata.
6aa20a22 6042 */
14ab9b86 6043static u8 bnx2_5706_stats_len_arr[BNX2_NUM_STATS] = {
b6016b76
MC		 6044 8,0,8,8,8,8,8,8,8,8,
6045 4,0,4,4,4,4,4,4,4,4,
6046 4,4,4,4,4,4,4,4,4,4,
6047 4,4,4,4,4,4,4,4,4,4,
cea94db9 6048 4,4,4,4,4,4,
b6016b76
MC		 6049};
6050
5b0c76ad
MC		 6051static u8 bnx2_5708_stats_len_arr[BNX2_NUM_STATS] = {
6052 8,0,8,8,8,8,8,8,8,8,
6053 4,4,4,4,4,4,4,4,4,4,
6054 4,4,4,4,4,4,4,4,4,4,
6055 4,4,4,4,4,4,4,4,4,4,
cea94db9 6056 4,4,4,4,4,4,
5b0c76ad
MC		 6057};
6058
b6016b76
MC		 6059#define BNX2_NUM_TESTS 6
6060
14ab9b86 6061static struct {
b6016b76
MC		 6062 char string[ETH_GSTRING_LEN];
6063} bnx2_tests_str_arr[BNX2_NUM_TESTS] = {
6064 { "register_test (offline)" },
6065 { "memory_test (offline)" },
6066 { "loopback_test (offline)" },
6067 { "nvram_test (online)" },
6068 { "interrupt_test (online)" },
6069 { "link_test (online)" },
6070};
6071
6072static int
b9f2c044 6073bnx2_get_sset_count(struct net_device *dev, int sset)
b6016b76 6074{
b9f2c044
JG		 6075 switch (sset) {
6076 case ETH_SS_TEST:
6077 return BNX2_NUM_TESTS;
6078 case ETH_SS_STATS:
6079 return BNX2_NUM_STATS;
6080 default:
6081 return -EOPNOTSUPP;
6082 }
b6016b76
MC		 6083}
6084
6085static void
6086bnx2_self_test(struct net_device *dev, struct ethtool_test *etest, u64 *buf)
6087{
972ec0d4 6088 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 6089
6090 memset(buf, 0, sizeof(u64) * BNX2_NUM_TESTS);
6091 if (etest->flags & ETH_TEST_FL_OFFLINE) {
80be4434
MC		 6092 int i;
6093
b6016b76
MC		 6094 bnx2_netif_stop(bp);
6095 bnx2_reset_chip(bp, BNX2_DRV_MSG_CODE_DIAG);
6096 bnx2_free_skbs(bp);
6097
6098 if (bnx2_test_registers(bp) != 0) {
6099 buf[0] = 1;
6100 etest->flags |= ETH_TEST_FL_FAILED;
6101 }
6102 if (bnx2_test_memory(bp) != 0) {
6103 buf[1] = 1;
6104 etest->flags |= ETH_TEST_FL_FAILED;
6105 }
bc5a0690 6106 if ((buf[2] = bnx2_test_loopback(bp)) != 0)
b6016b76 6107 etest->flags |= ETH_TEST_FL_FAILED;
b6016b76
MC		 6108
6109 if (!netif_running(bp->dev)) {
6110 bnx2_reset_chip(bp, BNX2_DRV_MSG_CODE_RESET);
6111 }
6112 else {
6113 bnx2_init_nic(bp);
6114 bnx2_netif_start(bp);
6115 }
6116
6117 /* wait for link up */
80be4434
MC		 6118 for (i = 0; i < 7; i++) {
6119 if (bp->link_up)
6120 break;
6121 msleep_interruptible(1000);
6122 }
b6016b76
MC		 6123 }
6124
6125 if (bnx2_test_nvram(bp) != 0) {
6126 buf[3] = 1;
6127 etest->flags |= ETH_TEST_FL_FAILED;
6128 }
6129 if (bnx2_test_intr(bp) != 0) {
6130 buf[4] = 1;
6131 etest->flags |= ETH_TEST_FL_FAILED;
6132 }
6133
6134 if (bnx2_test_link(bp) != 0) {
6135 buf[5] = 1;
6136 etest->flags |= ETH_TEST_FL_FAILED;
6137
6138 }
6139}
6140
6141static void
6142bnx2_get_strings(struct net_device *dev, u32 stringset, u8 *buf)
6143{
6144 switch (stringset) {
6145 case ETH_SS_STATS:
6146 memcpy(buf, bnx2_stats_str_arr,
6147 sizeof(bnx2_stats_str_arr));
6148 break;
6149 case ETH_SS_TEST:
6150 memcpy(buf, bnx2_tests_str_arr,
6151 sizeof(bnx2_tests_str_arr));
6152 break;
6153 }
6154}
6155
b6016b76
MC		 6156static void
6157bnx2_get_ethtool_stats(struct net_device *dev,
6158 struct ethtool_stats *stats, u64 *buf)
6159{
972ec0d4 6160 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 6161 int i;
6162 u32 *hw_stats = (u32 *) bp->stats_blk;
14ab9b86 6163 u8 *stats_len_arr = NULL;
b6016b76
MC		 6164
6165 if (hw_stats == NULL) {
6166 memset(buf, 0, sizeof(u64) * BNX2_NUM_STATS);
6167 return;
6168 }
6169
5b0c76ad
MC		 6170 if ((CHIP_ID(bp) == CHIP_ID_5706_A0) ||
6171 (CHIP_ID(bp) == CHIP_ID_5706_A1) ||
6172 (CHIP_ID(bp) == CHIP_ID_5706_A2) ||
6173 (CHIP_ID(bp) == CHIP_ID_5708_A0))
b6016b76 6174 stats_len_arr = bnx2_5706_stats_len_arr;
5b0c76ad
MC		 6175 else
6176 stats_len_arr = bnx2_5708_stats_len_arr;
b6016b76
MC		 6177
6178 for (i = 0; i < BNX2_NUM_STATS; i++) {
6179 if (stats_len_arr[i] == 0) {
6180 /* skip this counter */
6181 buf[i] = 0;
6182 continue;
6183 }
6184 if (stats_len_arr[i] == 4) {
6185 /* 4-byte counter */
6186 buf[i] = (u64)
6187 *(hw_stats + bnx2_stats_offset_arr[i]);
6188 continue;
6189 }
6190 /* 8-byte counter */
6191 buf[i] = (((u64) *(hw_stats +
6192 bnx2_stats_offset_arr[i])) << 32) +
6193 *(hw_stats + bnx2_stats_offset_arr[i] + 1);
6194 }
6195}
6196
6197static int
6198bnx2_phys_id(struct net_device *dev, u32 data)
6199{
972ec0d4 6200 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 6201 int i;
6202 u32 save;
6203
6204 if (data == 0)
6205 data = 2;
6206
6207 save = REG_RD(bp, BNX2_MISC_CFG);
6208 REG_WR(bp, BNX2_MISC_CFG, BNX2_MISC_CFG_LEDMODE_MAC);
6209
6210 for (i = 0; i < (data * 2); i++) {
6211 if ((i % 2) == 0) {
6212 REG_WR(bp, BNX2_EMAC_LED, BNX2_EMAC_LED_OVERRIDE);
6213 }
6214 else {
6215 REG_WR(bp, BNX2_EMAC_LED, BNX2_EMAC_LED_OVERRIDE |
6216 BNX2_EMAC_LED_1000MB_OVERRIDE |
6217 BNX2_EMAC_LED_100MB_OVERRIDE |
6218 BNX2_EMAC_LED_10MB_OVERRIDE |
6219 BNX2_EMAC_LED_TRAFFIC_OVERRIDE |
6220 BNX2_EMAC_LED_TRAFFIC);
6221 }
6222 msleep_interruptible(500);
6223 if (signal_pending(current))
6224 break;
6225 }
6226 REG_WR(bp, BNX2_EMAC_LED, 0);
6227 REG_WR(bp, BNX2_MISC_CFG, save);
6228 return 0;
6229}
6230
4666f87a
MC		 6231static int
6232bnx2_set_tx_csum(struct net_device *dev, u32 data)
6233{
6234 struct bnx2 *bp = netdev_priv(dev);
6235
6236 if (CHIP_NUM(bp) == CHIP_NUM_5709)
6460d948 6237 return (ethtool_op_set_tx_ipv6_csum(dev, data));
4666f87a
MC		 6238 else
6239 return (ethtool_op_set_tx_csum(dev, data));
6240}
6241
7282d491 6242static const struct ethtool_ops bnx2_ethtool_ops = {
b6016b76
MC		 6243 .get_settings = bnx2_get_settings,
6244 .set_settings = bnx2_set_settings,
6245 .get_drvinfo = bnx2_get_drvinfo,
244ac4f4
MC		 6246 .get_regs_len = bnx2_get_regs_len,
6247 .get_regs = bnx2_get_regs,
b6016b76
MC		 6248 .get_wol = bnx2_get_wol,
6249 .set_wol = bnx2_set_wol,
6250 .nway_reset = bnx2_nway_reset,
6251 .get_link = ethtool_op_get_link,
6252 .get_eeprom_len = bnx2_get_eeprom_len,
6253 .get_eeprom = bnx2_get_eeprom,
6254 .set_eeprom = bnx2_set_eeprom,
6255 .get_coalesce = bnx2_get_coalesce,
6256 .set_coalesce = bnx2_set_coalesce,
6257 .get_ringparam = bnx2_get_ringparam,
6258 .set_ringparam = bnx2_set_ringparam,
6259 .get_pauseparam = bnx2_get_pauseparam,
6260 .set_pauseparam = bnx2_set_pauseparam,
6261 .get_rx_csum = bnx2_get_rx_csum,
6262 .set_rx_csum = bnx2_set_rx_csum,
4666f87a 6263 .set_tx_csum = bnx2_set_tx_csum,
b6016b76 6264 .set_sg = ethtool_op_set_sg,
b11d6213 6265 .set_tso = bnx2_set_tso,
b6016b76
MC		 6266 .self_test = bnx2_self_test,
6267 .get_strings = bnx2_get_strings,
6268 .phys_id = bnx2_phys_id,
b6016b76 6269 .get_ethtool_stats = bnx2_get_ethtool_stats,
b9f2c044 6270 .get_sset_count = bnx2_get_sset_count,
b6016b76
MC		 6271};
6272
6273/* Called with rtnl_lock */
6274static int
6275bnx2_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
6276{
14ab9b86 6277 struct mii_ioctl_data *data = if_mii(ifr);
972ec0d4 6278 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 6279 int err;
6280
6281 switch(cmd) {
6282 case SIOCGMIIPHY:
6283 data->phy_id = bp->phy_addr;
6284
6285 /* fallthru */
6286 case SIOCGMIIREG: {
6287 u32 mii_regval;
6288
7b6b8347
MC		 6289 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
6290 return -EOPNOTSUPP;
6291
dad3e452
MC		 6292 if (!netif_running(dev))
6293 return -EAGAIN;
6294
c770a65c 6295 spin_lock_bh(&bp->phy_lock);
b6016b76 6296 err = bnx2_read_phy(bp, data->reg_num & 0x1f, &mii_regval);
c770a65c 6297 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC		 6298
6299 data->val_out = mii_regval;
6300
6301 return err;
6302 }
6303
6304 case SIOCSMIIREG:
6305 if (!capable(CAP_NET_ADMIN))
6306 return -EPERM;
6307
7b6b8347
MC		 6308 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
6309 return -EOPNOTSUPP;
6310
dad3e452
MC		 6311 if (!netif_running(dev))
6312 return -EAGAIN;
6313
c770a65c 6314 spin_lock_bh(&bp->phy_lock);
b6016b76 6315 err = bnx2_write_phy(bp, data->reg_num & 0x1f, data->val_in);
c770a65c 6316 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC		 6317
6318 return err;
6319
6320 default:
6321 /* do nothing */
6322 break;
6323 }
6324 return -EOPNOTSUPP;
6325}
6326
6327/* Called with rtnl_lock */
6328static int
6329bnx2_change_mac_addr(struct net_device *dev, void *p)
6330{
6331 struct sockaddr *addr = p;
972ec0d4 6332 struct bnx2 *bp = netdev_priv(dev);
b6016b76 6333
73eef4cd
MC		 6334 if (!is_valid_ether_addr(addr->sa_data))
6335 return -EINVAL;
6336
b6016b76
MC		 6337 memcpy(dev->dev_addr, addr->sa_data, dev->addr_len);
6338 if (netif_running(dev))
6339 bnx2_set_mac_addr(bp);
6340
6341 return 0;
6342}
6343
6344/* Called with rtnl_lock */
6345static int
6346bnx2_change_mtu(struct net_device *dev, int new_mtu)
6347{
972ec0d4 6348 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 6349
6350 if (((new_mtu + ETH_HLEN) > MAX_ETHERNET_JUMBO_PACKET_SIZE) ||
6351 ((new_mtu + ETH_HLEN) < MIN_ETHERNET_PACKET_SIZE))
6352 return -EINVAL;
6353
6354 dev->mtu = new_mtu;
5d5d0015 6355 return (bnx2_change_ring_size(bp, bp->rx_ring_size, bp->tx_ring_size));
b6016b76
MC		 6356}
6357
6358#if defined(HAVE_POLL_CONTROLLER) || defined(CONFIG_NET_POLL_CONTROLLER)
6359static void
6360poll_bnx2(struct net_device *dev)
6361{
972ec0d4 6362 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 6363
6364 disable_irq(bp->pdev->irq);
7d12e780 6365 bnx2_interrupt(bp->pdev->irq, dev);
b6016b76
MC		 6366 enable_irq(bp->pdev->irq);
6367}
6368#endif
6369
253c8b75
MC		 6370static void __devinit
6371bnx2_get_5709_media(struct bnx2 *bp)
6372{
6373 u32 val = REG_RD(bp, BNX2_MISC_DUAL_MEDIA_CTRL);
6374 u32 bond_id = val & BNX2_MISC_DUAL_MEDIA_CTRL_BOND_ID;
6375 u32 strap;
6376
6377 if (bond_id == BNX2_MISC_DUAL_MEDIA_CTRL_BOND_ID_C)
6378 return;
6379 else if (bond_id == BNX2_MISC_DUAL_MEDIA_CTRL_BOND_ID_S) {
6380 bp->phy_flags |= PHY_SERDES_FLAG;
6381 return;
6382 }
6383
6384 if (val & BNX2_MISC_DUAL_MEDIA_CTRL_STRAP_OVERRIDE)
6385 strap = (val & BNX2_MISC_DUAL_MEDIA_CTRL_PHY_CTRL) >> 21;
6386 else
6387 strap = (val & BNX2_MISC_DUAL_MEDIA_CTRL_PHY_CTRL_STRAP) >> 8;
6388
6389 if (PCI_FUNC(bp->pdev->devfn) == 0) {
6390 switch (strap) {
6391 case 0x4:
6392 case 0x5:
6393 case 0x6:
6394 bp->phy_flags |= PHY_SERDES_FLAG;
6395 return;
6396 }
6397 } else {
6398 switch (strap) {
6399 case 0x1:
6400 case 0x2:
6401 case 0x4:
6402 bp->phy_flags |= PHY_SERDES_FLAG;
6403 return;
6404 }
6405 }
6406}
6407
883e5151
MC		 6408static void __devinit
6409bnx2_get_pci_speed(struct bnx2 *bp)
6410{
6411 u32 reg;
6412
6413 reg = REG_RD(bp, BNX2_PCICFG_MISC_STATUS);
6414 if (reg & BNX2_PCICFG_MISC_STATUS_PCIX_DET) {
6415 u32 clkreg;
6416
6417 bp->flags |= PCIX_FLAG;
6418
6419 clkreg = REG_RD(bp, BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS);
6420
6421 clkreg &= BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET;
6422 switch (clkreg) {
6423 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_133MHZ:
6424 bp->bus_speed_mhz = 133;
6425 break;
6426
6427 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_95MHZ:
6428 bp->bus_speed_mhz = 100;
6429 break;
6430
6431 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_66MHZ:
6432 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_80MHZ:
6433 bp->bus_speed_mhz = 66;
6434 break;
6435
6436 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_48MHZ:
6437 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_55MHZ:
6438 bp->bus_speed_mhz = 50;
6439 break;
6440
6441 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_LOW:
6442 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_32MHZ:
6443 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_38MHZ:
6444 bp->bus_speed_mhz = 33;
6445 break;
6446 }
6447 }
6448 else {
6449 if (reg & BNX2_PCICFG_MISC_STATUS_M66EN)
6450 bp->bus_speed_mhz = 66;
6451 else
6452 bp->bus_speed_mhz = 33;
6453 }
6454
6455 if (reg & BNX2_PCICFG_MISC_STATUS_32BIT_DET)
6456 bp->flags |= PCI_32BIT_FLAG;
6457
6458}
6459
b6016b76
MC		 6460static int __devinit
6461bnx2_init_board(struct pci_dev *pdev, struct net_device *dev)
6462{
6463 struct bnx2 *bp;
6464 unsigned long mem_len;
58fc2ea4 6465 int rc, i, j;
b6016b76 6466 u32 reg;
40453c83 6467 u64 dma_mask, persist_dma_mask;
b6016b76 6468
b6016b76 6469 SET_NETDEV_DEV(dev, &pdev->dev);
972ec0d4 6470 bp = netdev_priv(dev);
b6016b76
MC		 6471
6472 bp->flags = 0;
6473 bp->phy_flags = 0;
6474
6475 /* enable device (incl. PCI PM wakeup), and bus-mastering */
6476 rc = pci_enable_device(pdev);
6477 if (rc) {
898eb71c 6478 dev_err(&pdev->dev, "Cannot enable PCI device, aborting.\n");
b6016b76
MC		 6479 goto err_out;
6480 }
6481
6482 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
9b91cf9d 6483 dev_err(&pdev->dev,
2e8a538d 6484 "Cannot find PCI device base address, aborting.\n");
b6016b76
MC		 6485 rc = -ENODEV;
6486 goto err_out_disable;
6487 }
6488
6489 rc = pci_request_regions(pdev, DRV_MODULE_NAME);
6490 if (rc) {
9b91cf9d 6491 dev_err(&pdev->dev, "Cannot obtain PCI resources, aborting.\n");
b6016b76
MC		 6492 goto err_out_disable;
6493 }
6494
6495 pci_set_master(pdev);
6496
6497 bp->pm_cap = pci_find_capability(pdev, PCI_CAP_ID_PM);
6498 if (bp->pm_cap == 0) {
9b91cf9d 6499 dev_err(&pdev->dev,
2e8a538d 6500 "Cannot find power management capability, aborting.\n");
b6016b76
MC		 6501 rc = -EIO;
6502 goto err_out_release;
6503 }
6504
b6016b76
MC		 6505 bp->dev = dev;
6506 bp->pdev = pdev;
6507
6508 spin_lock_init(&bp->phy_lock);
1b8227c4 6509 spin_lock_init(&bp->indirect_lock);
c4028958 6510 INIT_WORK(&bp->reset_task, bnx2_reset_task);
b6016b76
MC		 6511
6512 dev->base_addr = dev->mem_start = pci_resource_start(pdev, 0);
59b47d8a 6513 mem_len = MB_GET_CID_ADDR(TX_TSS_CID + 1);
b6016b76
MC		 6514 dev->mem_end = dev->mem_start + mem_len;
6515 dev->irq = pdev->irq;
6516
6517 bp->regview = ioremap_nocache(dev->base_addr, mem_len);
6518
6519 if (!bp->regview) {
9b91cf9d 6520 dev_err(&pdev->dev, "Cannot map register space, aborting.\n");
b6016b76
MC		 6521 rc = -ENOMEM;
6522 goto err_out_release;
6523 }
6524
6525 /* Configure byte swap and enable write to the reg_window registers.
6526 * Rely on CPU to do target byte swapping on big endian systems
6527 * The chip's target access swapping will not swap all accesses
6528 */
6529 pci_write_config_dword(bp->pdev, BNX2_PCICFG_MISC_CONFIG,
6530 BNX2_PCICFG_MISC_CONFIG_REG_WINDOW_ENA |
6531 BNX2_PCICFG_MISC_CONFIG_TARGET_MB_WORD_SWAP);
6532
829ca9a3 6533 bnx2_set_power_state(bp, PCI_D0);
b6016b76
MC		 6534
6535 bp->chip_id = REG_RD(bp, BNX2_MISC_ID);
6536
883e5151
MC		 6537 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
6538 if (pci_find_capability(pdev, PCI_CAP_ID_EXP) == 0) {
6539 dev_err(&pdev->dev,
6540 "Cannot find PCIE capability, aborting.\n");
6541 rc = -EIO;
6542 goto err_out_unmap;
6543 }
6544 bp->flags |= PCIE_FLAG;
6545 } else {
59b47d8a
MC		 6546 bp->pcix_cap = pci_find_capability(pdev, PCI_CAP_ID_PCIX);
6547 if (bp->pcix_cap == 0) {
6548 dev_err(&pdev->dev,
6549 "Cannot find PCIX capability, aborting.\n");
6550 rc = -EIO;
6551 goto err_out_unmap;
6552 }
6553 }
6554
8e6a72c4
MC		 6555 if (CHIP_ID(bp) != CHIP_ID_5706_A0 && CHIP_ID(bp) != CHIP_ID_5706_A1) {
6556 if (pci_find_capability(pdev, PCI_CAP_ID_MSI))
6557 bp->flags |= MSI_CAP_FLAG;
6558 }
6559
40453c83
MC		 6560 /* 5708 cannot support DMA addresses > 40-bit. */
6561 if (CHIP_NUM(bp) == CHIP_NUM_5708)
6562 persist_dma_mask = dma_mask = DMA_40BIT_MASK;
6563 else
6564 persist_dma_mask = dma_mask = DMA_64BIT_MASK;
6565
6566 /* Configure DMA attributes. */
6567 if (pci_set_dma_mask(pdev, dma_mask) == 0) {
6568 dev->features |= NETIF_F_HIGHDMA;
6569 rc = pci_set_consistent_dma_mask(pdev, persist_dma_mask);
6570 if (rc) {
6571 dev_err(&pdev->dev,
6572 "pci_set_consistent_dma_mask failed, aborting.\n");
6573 goto err_out_unmap;
6574 }
6575 } else if ((rc = pci_set_dma_mask(pdev, DMA_32BIT_MASK)) != 0) {
6576 dev_err(&pdev->dev, "System does not support DMA, aborting.\n");
6577 goto err_out_unmap;
6578 }
6579
883e5151
MC		 6580 if (!(bp->flags & PCIE_FLAG))
6581 bnx2_get_pci_speed(bp);
b6016b76
MC		 6582
6583 /* 5706A0 may falsely detect SERR and PERR. */
6584 if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
6585 reg = REG_RD(bp, PCI_COMMAND);
6586 reg &= ~(PCI_COMMAND_SERR | PCI_COMMAND_PARITY);
6587 REG_WR(bp, PCI_COMMAND, reg);
6588 }
6589 else if ((CHIP_ID(bp) == CHIP_ID_5706_A1) &&
6590 !(bp->flags & PCIX_FLAG)) {
6591
9b91cf9d 6592 dev_err(&pdev->dev,
2e8a538d 6593 "5706 A1 can only be used in a PCIX bus, aborting.\n");
b6016b76
MC		 6594 goto err_out_unmap;
6595 }
6596
6597 bnx2_init_nvram(bp);
6598
e3648b3d
MC		 6599 reg = REG_RD_IND(bp, BNX2_SHM_HDR_SIGNATURE);
6600
6601 if ((reg & BNX2_SHM_HDR_SIGNATURE_SIG_MASK) ==
24cb230b
MC		 6602 BNX2_SHM_HDR_SIGNATURE_SIG) {
6603 u32 off = PCI_FUNC(pdev->devfn) << 2;
6604
6605 bp->shmem_base = REG_RD_IND(bp, BNX2_SHM_HDR_ADDR_0 + off);
6606 } else
e3648b3d
MC		 6607 bp->shmem_base = HOST_VIEW_SHMEM_BASE;
6608
b6016b76
MC		 6609 /* Get the permanent MAC address. First we need to make sure the
6610 * firmware is actually running.
6611 */
e3648b3d 6612 reg = REG_RD_IND(bp, bp->shmem_base + BNX2_DEV_INFO_SIGNATURE);
b6016b76
MC		 6613
6614 if ((reg & BNX2_DEV_INFO_SIGNATURE_MAGIC_MASK) !=
6615 BNX2_DEV_INFO_SIGNATURE_MAGIC) {
9b91cf9d 6616 dev_err(&pdev->dev, "Firmware not running, aborting.\n");
b6016b76
MC		 6617 rc = -ENODEV;
6618 goto err_out_unmap;
6619 }
6620
58fc2ea4
MC		 6621 reg = REG_RD_IND(bp, bp->shmem_base + BNX2_DEV_INFO_BC_REV);
6622 for (i = 0, j = 0; i < 3; i++) {
6623 u8 num, k, skip0;
6624
6625 num = (u8) (reg >> (24 - (i * 8)));
6626 for (k = 100, skip0 = 1; k >= 1; num %= k, k /= 10) {
6627 if (num >= k || !skip0 || k == 1) {
6628 bp->fw_version[j++] = (num / k) + '0';
6629 skip0 = 0;
6630 }
6631 }
6632 if (i != 2)
6633 bp->fw_version[j++] = '.';
6634 }
846f5c62
MC		 6635 reg = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_FEATURE);
6636 if (reg & BNX2_PORT_FEATURE_WOL_ENABLED)
6637 bp->wol = 1;
6638
6639 if (reg & BNX2_PORT_FEATURE_ASF_ENABLED) {
c2d3db8c
MC		 6640 bp->flags |= ASF_ENABLE_FLAG;
6641
6642 for (i = 0; i < 30; i++) {
6643 reg = REG_RD_IND(bp, bp->shmem_base +
6644 BNX2_BC_STATE_CONDITION);
6645 if (reg & BNX2_CONDITION_MFW_RUN_MASK)
6646 break;
6647 msleep(10);
6648 }
6649 }
58fc2ea4
MC		 6650 reg = REG_RD_IND(bp, bp->shmem_base + BNX2_BC_STATE_CONDITION);
6651 reg &= BNX2_CONDITION_MFW_RUN_MASK;
6652 if (reg != BNX2_CONDITION_MFW_RUN_UNKNOWN &&
6653 reg != BNX2_CONDITION_MFW_RUN_NONE) {
6654 int i;
6655 u32 addr = REG_RD_IND(bp, bp->shmem_base + BNX2_MFW_VER_PTR);
6656
6657 bp->fw_version[j++] = ' ';
6658 for (i = 0; i < 3; i++) {
6659 reg = REG_RD_IND(bp, addr + i * 4);
6660 reg = swab32(reg);
6661 memcpy(&bp->fw_version[j], &reg, 4);
6662 j += 4;
6663 }
6664 }
b6016b76 6665
e3648b3d 6666 reg = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_HW_CFG_MAC_UPPER);
b6016b76
MC		 6667 bp->mac_addr[0] = (u8) (reg >> 8);
6668 bp->mac_addr[1] = (u8) reg;
6669
e3648b3d 6670 reg = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_HW_CFG_MAC_LOWER);
b6016b76
MC		 6671 bp->mac_addr[2] = (u8) (reg >> 24);
6672 bp->mac_addr[3] = (u8) (reg >> 16);
6673 bp->mac_addr[4] = (u8) (reg >> 8);
6674 bp->mac_addr[5] = (u8) reg;
6675
5d5d0015
MC		 6676 bp->rx_offset = sizeof(struct l2_fhdr) + 2;
6677
b6016b76 6678 bp->tx_ring_size = MAX_TX_DESC_CNT;
932f3772 6679 bnx2_set_rx_ring_size(bp, 255);
b6016b76
MC		 6680
6681 bp->rx_csum = 1;
6682
b6016b76
MC		 6683 bp->tx_quick_cons_trip_int = 20;
6684 bp->tx_quick_cons_trip = 20;
6685 bp->tx_ticks_int = 80;
6686 bp->tx_ticks = 80;
6aa20a22 6687
b6016b76
MC		 6688 bp->rx_quick_cons_trip_int = 6;
6689 bp->rx_quick_cons_trip = 6;
6690 bp->rx_ticks_int = 18;
6691 bp->rx_ticks = 18;
6692
7ea6920e 6693 bp->stats_ticks = USEC_PER_SEC & BNX2_HC_STATS_TICKS_HC_STAT_TICKS;
b6016b76
MC		 6694
6695 bp->timer_interval = HZ;
cd339a0e 6696 bp->current_interval = HZ;
b6016b76 6697
5b0c76ad
MC		 6698 bp->phy_addr = 1;
6699
b6016b76 6700 /* Disable WOL support if we are running on a SERDES chip. */
253c8b75
MC		 6701 if (CHIP_NUM(bp) == CHIP_NUM_5709)
6702 bnx2_get_5709_media(bp);
6703 else if (CHIP_BOND_ID(bp) & CHIP_BOND_ID_SERDES_BIT)
b6016b76 6704 bp->phy_flags |= PHY_SERDES_FLAG;
bac0dff6 6705
0d8a6571 6706 bp->phy_port = PORT_TP;
bac0dff6 6707 if (bp->phy_flags & PHY_SERDES_FLAG) {
0d8a6571 6708 bp->phy_port = PORT_FIBRE;
846f5c62
MC		 6709 reg = REG_RD_IND(bp, bp->shmem_base +
6710 BNX2_SHARED_HW_CFG_CONFIG);
6711 if (!(reg & BNX2_SHARED_HW_CFG_GIG_LINK_ON_VAUX)) {
6712 bp->flags |= NO_WOL_FLAG;
6713 bp->wol = 0;
6714 }
bac0dff6 6715 if (CHIP_NUM(bp) != CHIP_NUM_5706) {
5b0c76ad 6716 bp->phy_addr = 2;
5b0c76ad
MC		 6717 if (reg & BNX2_SHARED_HW_CFG_PHY_2_5G)
6718 bp->phy_flags |= PHY_2_5G_CAPABLE_FLAG;
6719 }
0d8a6571
MC		 6720 bnx2_init_remote_phy(bp);
6721
261dd5ca
MC		 6722 } else if (CHIP_NUM(bp) == CHIP_NUM_5706 ||
6723 CHIP_NUM(bp) == CHIP_NUM_5708)
6724 bp->phy_flags |= PHY_CRC_FIX_FLAG;
fb0c18bd
MC		 6725 else if (CHIP_NUM(bp) == CHIP_NUM_5709 &&
6726 (CHIP_REV(bp) == CHIP_REV_Ax ||
6727 CHIP_REV(bp) == CHIP_REV_Bx))
b659f44e 6728 bp->phy_flags |= PHY_DIS_EARLY_DAC_FLAG;
b6016b76 6729
16088272
MC		 6730 if ((CHIP_ID(bp) == CHIP_ID_5708_A0) ||
6731 (CHIP_ID(bp) == CHIP_ID_5708_B0) ||
846f5c62 6732 (CHIP_ID(bp) == CHIP_ID_5708_B1)) {
dda1e390 6733 bp->flags |= NO_WOL_FLAG;
846f5c62
MC		 6734 bp->wol = 0;
6735 }
dda1e390 6736
b6016b76
MC		 6737 if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
6738 bp->tx_quick_cons_trip_int =
6739 bp->tx_quick_cons_trip;
6740 bp->tx_ticks_int = bp->tx_ticks;
6741 bp->rx_quick_cons_trip_int =
6742 bp->rx_quick_cons_trip;
6743 bp->rx_ticks_int = bp->rx_ticks;
6744 bp->comp_prod_trip_int = bp->comp_prod_trip;
6745 bp->com_ticks_int = bp->com_ticks;
6746 bp->cmd_ticks_int = bp->cmd_ticks;
6747 }
6748
f9317a40
MC		 6749 /* Disable MSI on 5706 if AMD 8132 bridge is found.
6750 *
6751 * MSI is defined to be 32-bit write. The 5706 does 64-bit MSI writes
6752 * with byte enables disabled on the unused 32-bit word. This is legal
6753 * but causes problems on the AMD 8132 which will eventually stop
6754 * responding after a while.
6755 *
6756 * AMD believes this incompatibility is unique to the 5706, and
88187dfa 6757 * prefers to locally disable MSI rather than globally disabling it.
f9317a40
MC		 6758 */
6759 if (CHIP_NUM(bp) == CHIP_NUM_5706 && disable_msi == 0) {
6760 struct pci_dev *amd_8132 = NULL;
6761
6762 while ((amd_8132 = pci_get_device(PCI_VENDOR_ID_AMD,
6763 PCI_DEVICE_ID_AMD_8132_BRIDGE,
6764 amd_8132))) {
f9317a40 6765
44c10138
AK		 6766 if (amd_8132->revision >= 0x10 &&
6767 amd_8132->revision <= 0x13) {
f9317a40
MC		 6768 disable_msi = 1;
6769 pci_dev_put(amd_8132);
6770 break;
6771 }
6772 }
6773 }
6774
deaf391b 6775 bnx2_set_default_link(bp);
b6016b76
MC		 6776 bp->req_flow_ctrl = FLOW_CTRL_RX | FLOW_CTRL_TX;
6777
cd339a0e
MC		 6778 init_timer(&bp->timer);
6779 bp->timer.expires = RUN_AT(bp->timer_interval);
6780 bp->timer.data = (unsigned long) bp;
6781 bp->timer.function = bnx2_timer;
6782
b6016b76
MC		 6783 return 0;
6784
6785err_out_unmap:
6786 if (bp->regview) {
6787 iounmap(bp->regview);
73eef4cd 6788 bp->regview = NULL;
b6016b76
MC		 6789 }
6790
6791err_out_release:
6792 pci_release_regions(pdev);
6793
6794err_out_disable:
6795 pci_disable_device(pdev);
6796 pci_set_drvdata(pdev, NULL);
6797
6798err_out:
6799 return rc;
6800}
6801
883e5151
MC		 6802static char * __devinit
6803bnx2_bus_string(struct bnx2 *bp, char *str)
6804{
6805 char *s = str;
6806
6807 if (bp->flags & PCIE_FLAG) {
6808 s += sprintf(s, "PCI Express");
6809 } else {
6810 s += sprintf(s, "PCI");
6811 if (bp->flags & PCIX_FLAG)
6812 s += sprintf(s, "-X");
6813 if (bp->flags & PCI_32BIT_FLAG)
6814 s += sprintf(s, " 32-bit");
6815 else
6816 s += sprintf(s, " 64-bit");
6817 s += sprintf(s, " %dMHz", bp->bus_speed_mhz);
6818 }
6819 return str;
6820}
6821
b6016b76
MC		 6822static int __devinit
6823bnx2_init_one(struct pci_dev *pdev, const struct pci_device_id *ent)
6824{
6825 static int version_printed = 0;
6826 struct net_device *dev = NULL;
6827 struct bnx2 *bp;
0795af57 6828 int rc;
883e5151 6829 char str[40];
0795af57 6830 DECLARE_MAC_BUF(mac);
b6016b76
MC		 6831
6832 if (version_printed++ == 0)
6833 printk(KERN_INFO "%s", version);
6834
6835 /* dev zeroed in init_etherdev */
6836 dev = alloc_etherdev(sizeof(*bp));
6837
6838 if (!dev)
6839 return -ENOMEM;
6840
6841 rc = bnx2_init_board(pdev, dev);
6842 if (rc < 0) {
6843 free_netdev(dev);
6844 return rc;
6845 }
6846
6847 dev->open = bnx2_open;
6848 dev->hard_start_xmit = bnx2_start_xmit;
6849 dev->stop = bnx2_close;
6850 dev->get_stats = bnx2_get_stats;
6851 dev->set_multicast_list = bnx2_set_rx_mode;
6852 dev->do_ioctl = bnx2_ioctl;
6853 dev->set_mac_address = bnx2_change_mac_addr;
6854 dev->change_mtu = bnx2_change_mtu;
6855 dev->tx_timeout = bnx2_tx_timeout;
6856 dev->watchdog_timeo = TX_TIMEOUT;
6857#ifdef BCM_VLAN
6858 dev->vlan_rx_register = bnx2_vlan_rx_register;
b6016b76 6859#endif
b6016b76 6860 dev->ethtool_ops = &bnx2_ethtool_ops;
b6016b76 6861
972ec0d4 6862 bp = netdev_priv(dev);
bea3348e 6863 netif_napi_add(dev, &bp->napi, bnx2_poll, 64);
b6016b76
MC		 6864
6865#if defined(HAVE_POLL_CONTROLLER) || defined(CONFIG_NET_POLL_CONTROLLER)
6866 dev->poll_controller = poll_bnx2;
6867#endif
6868
1b2f922f
MC		 6869 pci_set_drvdata(pdev, dev);
6870
6871 memcpy(dev->dev_addr, bp->mac_addr, 6);
6872 memcpy(dev->perm_addr, bp->mac_addr, 6);
6873 bp->name = board_info[ent->driver_data].name;
6874
d212f87b 6875 dev->features |= NETIF_F_IP_CSUM | NETIF_F_SG;
4666f87a 6876 if (CHIP_NUM(bp) == CHIP_NUM_5709)
d212f87b
SH		 6877 dev->features |= NETIF_F_IPV6_CSUM;
6878
1b2f922f
MC		 6879#ifdef BCM_VLAN
6880 dev->features |= NETIF_F_HW_VLAN_TX | NETIF_F_HW_VLAN_RX;
6881#endif
6882 dev->features |= NETIF_F_TSO | NETIF_F_TSO_ECN;
4666f87a
MC		 6883 if (CHIP_NUM(bp) == CHIP_NUM_5709)
6884 dev->features |= NETIF_F_TSO6;
1b2f922f 6885
b6016b76 6886 if ((rc = register_netdev(dev))) {
9b91cf9d 6887 dev_err(&pdev->dev, "Cannot register net device\n");
b6016b76
MC		 6888 if (bp->regview)
6889 iounmap(bp->regview);
6890 pci_release_regions(pdev);
6891 pci_disable_device(pdev);
6892 pci_set_drvdata(pdev, NULL);
6893 free_netdev(dev);
6894 return rc;
6895 }
6896
883e5151 6897 printk(KERN_INFO "%s: %s (%c%d) %s found at mem %lx, "
0795af57 6898 "IRQ %d, node addr %s\n",
b6016b76
MC		 6899 dev->name,
6900 bp->name,
6901 ((CHIP_ID(bp) & 0xf000) >> 12) + 'A',
6902 ((CHIP_ID(bp) & 0x0ff0) >> 4),
883e5151 6903 bnx2_bus_string(bp, str),
b6016b76 6904 dev->base_addr,
0795af57 6905 bp->pdev->irq, print_mac(mac, dev->dev_addr));
b6016b76 6906
b6016b76
MC		 6907 return 0;
6908}
6909
6910static void __devexit
6911bnx2_remove_one(struct pci_dev *pdev)
6912{
6913 struct net_device *dev = pci_get_drvdata(pdev);
972ec0d4 6914 struct bnx2 *bp = netdev_priv(dev);
b6016b76 6915
afdc08b9
MC		 6916 flush_scheduled_work();
6917
b6016b76
MC		 6918 unregister_netdev(dev);
6919
6920 if (bp->regview)
6921 iounmap(bp->regview);
6922
6923 free_netdev(dev);
6924 pci_release_regions(pdev);
6925 pci_disable_device(pdev);
6926 pci_set_drvdata(pdev, NULL);
6927}
6928
6929static int
829ca9a3 6930bnx2_suspend(struct pci_dev *pdev, pm_message_t state)
b6016b76
MC		 6931{
6932 struct net_device *dev = pci_get_drvdata(pdev);
972ec0d4 6933 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC		 6934 u32 reset_code;
6935
6caebb02
MC		 6936 /* PCI register 4 needs to be saved whether netif_running() or not.
6937 * MSI address and data need to be saved if using MSI and
6938 * netif_running().
6939 */
6940 pci_save_state(pdev);
b6016b76
MC		 6941 if (!netif_running(dev))
6942 return 0;
6943
1d60290f 6944 flush_scheduled_work();
b6016b76
MC		 6945 bnx2_netif_stop(bp);
6946 netif_device_detach(dev);
6947 del_timer_sync(&bp->timer);
dda1e390 6948 if (bp->flags & NO_WOL_FLAG)
6c4f095e 6949 reset_code = BNX2_DRV_MSG_CODE_UNLOAD_LNK_DN;
dda1e390 6950 else if (bp->wol)
b6016b76
MC		 6951 reset_code = BNX2_DRV_MSG_CODE_SUSPEND_WOL;
6952 else
6953 reset_code = BNX2_DRV_MSG_CODE_SUSPEND_NO_WOL;
6954 bnx2_reset_chip(bp, reset_code);
6955 bnx2_free_skbs(bp);
829ca9a3 6956 bnx2_set_power_state(bp, pci_choose_state(pdev, state));
b6016b76
MC		 6957 return 0;
6958}
6959
6960static int
6961bnx2_resume(struct pci_dev *pdev)
6962{
6963 struct net_device *dev = pci_get_drvdata(pdev);
972ec0d4 6964 struct bnx2 *bp = netdev_priv(dev);
b6016b76 6965
6caebb02 6966 pci_restore_state(pdev);
b6016b76
MC		 6967 if (!netif_running(dev))
6968 return 0;
6969
829ca9a3 6970 bnx2_set_power_state(bp, PCI_D0);
b6016b76
MC		 6971 netif_device_attach(dev);
6972 bnx2_init_nic(bp);
6973 bnx2_netif_start(bp);
6974 return 0;
6975}
6976
6977static struct pci_driver bnx2_pci_driver = {
14ab9b86
PH		 6978 .name = DRV_MODULE_NAME,
6979 .id_table = bnx2_pci_tbl,
6980 .probe = bnx2_init_one,
6981 .remove = __devexit_p(bnx2_remove_one),
6982 .suspend = bnx2_suspend,
6983 .resume = bnx2_resume,
b6016b76
MC		 6984};
6985
6986static int __init bnx2_init(void)
6987{
29917620 6988 return pci_register_driver(&bnx2_pci_driver);
b6016b76
MC		 6989}
6990
6991static void __exit bnx2_cleanup(void)
6992{
6993 pci_unregister_driver(&bnx2_pci_driver);
6994}
6995
6996module_init(bnx2_init);
6997module_exit(bnx2_cleanup);
6998
6999
7000
Clone of davem's net-next-2.6 tree