]> bbs.cooldavid.org Git - net-next-2.6.git/blame - drivers/net/bnx2.c
[NETFILTER]: x_tables: add more detail to error message about match/target mask mismatch
[net-next-2.6.git] / drivers / net / bnx2.c
CommitLineData
b6016b76
MC
1/* bnx2.c: Broadcom NX2 network driver.
2 *
72fbaeb6 3 * Copyright (c) 2004-2007 Broadcom Corporation
b6016b76
MC
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation.
8 *
9 * Written by: Michael Chan (mchan@broadcom.com)
10 */
11
f2a4f052
MC
12
13#include <linux/module.h>
14#include <linux/moduleparam.h>
15
16#include <linux/kernel.h>
17#include <linux/timer.h>
18#include <linux/errno.h>
19#include <linux/ioport.h>
20#include <linux/slab.h>
21#include <linux/vmalloc.h>
22#include <linux/interrupt.h>
23#include <linux/pci.h>
24#include <linux/init.h>
25#include <linux/netdevice.h>
26#include <linux/etherdevice.h>
27#include <linux/skbuff.h>
28#include <linux/dma-mapping.h>
29#include <asm/bitops.h>
30#include <asm/io.h>
31#include <asm/irq.h>
32#include <linux/delay.h>
33#include <asm/byteorder.h>
c86a31f4 34#include <asm/page.h>
f2a4f052
MC
35#include <linux/time.h>
36#include <linux/ethtool.h>
37#include <linux/mii.h>
38#ifdef NETIF_F_HW_VLAN_TX
39#include <linux/if_vlan.h>
40#define BCM_VLAN 1
41#endif
f2a4f052
MC
42#include <net/ip.h>
43#include <net/tcp.h>
44#include <net/checksum.h>
f2a4f052
MC
45#include <linux/workqueue.h>
46#include <linux/crc32.h>
47#include <linux/prefetch.h>
29b12174 48#include <linux/cache.h>
fba9fe91 49#include <linux/zlib.h>
f2a4f052 50
b6016b76
MC
51#include "bnx2.h"
52#include "bnx2_fw.h"
d43584c8 53#include "bnx2_fw2.h"
b6016b76
MC
54
55#define DRV_MODULE_NAME "bnx2"
56#define PFX DRV_MODULE_NAME ": "
b91b9fd1
MC
57#define DRV_MODULE_VERSION "1.5.11"
58#define DRV_MODULE_RELDATE "June 4, 2007"
b6016b76
MC
59
60#define RUN_AT(x) (jiffies + (x))
61
62/* Time in jiffies before concluding the transmitter is hung. */
63#define TX_TIMEOUT (5*HZ)
64
e19360f2 65static const char version[] __devinitdata =
b6016b76
MC
66 "Broadcom NetXtreme II Gigabit Ethernet Driver " DRV_MODULE_NAME " v" DRV_MODULE_VERSION " (" DRV_MODULE_RELDATE ")\n";
67
68MODULE_AUTHOR("Michael Chan <mchan@broadcom.com>");
05d0f1cf 69MODULE_DESCRIPTION("Broadcom NetXtreme II BCM5706/5708 Driver");
b6016b76
MC
70MODULE_LICENSE("GPL");
71MODULE_VERSION(DRV_MODULE_VERSION);
72
73static int disable_msi = 0;
74
75module_param(disable_msi, int, 0);
76MODULE_PARM_DESC(disable_msi, "Disable Message Signaled Interrupt (MSI)");
77
78typedef enum {
79 BCM5706 = 0,
80 NC370T,
81 NC370I,
82 BCM5706S,
83 NC370F,
5b0c76ad
MC
84 BCM5708,
85 BCM5708S,
bac0dff6 86 BCM5709,
27a005b8 87 BCM5709S,
b6016b76
MC
88} board_t;
89
90/* indexed by board_t, above */
f71e1309 91static const struct {
b6016b76
MC
92 char *name;
93} board_info[] __devinitdata = {
94 { "Broadcom NetXtreme II BCM5706 1000Base-T" },
95 { "HP NC370T Multifunction Gigabit Server Adapter" },
96 { "HP NC370i Multifunction Gigabit Server Adapter" },
97 { "Broadcom NetXtreme II BCM5706 1000Base-SX" },
98 { "HP NC370F Multifunction Gigabit Server Adapter" },
5b0c76ad
MC
99 { "Broadcom NetXtreme II BCM5708 1000Base-T" },
100 { "Broadcom NetXtreme II BCM5708 1000Base-SX" },
bac0dff6 101 { "Broadcom NetXtreme II BCM5709 1000Base-T" },
27a005b8 102 { "Broadcom NetXtreme II BCM5709 1000Base-SX" },
b6016b76
MC
103 };
104
105static struct pci_device_id bnx2_pci_tbl[] = {
106 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706,
107 PCI_VENDOR_ID_HP, 0x3101, 0, 0, NC370T },
108 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706,
109 PCI_VENDOR_ID_HP, 0x3106, 0, 0, NC370I },
110 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706,
111 PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5706 },
5b0c76ad
MC
112 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5708,
113 PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5708 },
b6016b76
MC
114 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706S,
115 PCI_VENDOR_ID_HP, 0x3102, 0, 0, NC370F },
116 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706S,
117 PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5706S },
5b0c76ad
MC
118 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5708S,
119 PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5708S },
bac0dff6
MC
120 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5709,
121 PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5709 },
27a005b8
MC
122 { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5709S,
123 PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5709S },
b6016b76
MC
124 { 0, }
125};
126
127static struct flash_spec flash_table[] =
128{
129 /* Slow EEPROM */
37137709 130 {0x00000000, 0x40830380, 0x009f0081, 0xa184a053, 0xaf000400,
b6016b76
MC
131 1, SEEPROM_PAGE_BITS, SEEPROM_PAGE_SIZE,
132 SEEPROM_BYTE_ADDR_MASK, SEEPROM_TOTAL_SIZE,
133 "EEPROM - slow"},
37137709
MC
134 /* Expansion entry 0001 */
135 {0x08000002, 0x4b808201, 0x00050081, 0x03840253, 0xaf020406,
b6016b76 136 0, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
37137709
MC
137 SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
138 "Entry 0001"},
b6016b76
MC
139 /* Saifun SA25F010 (non-buffered flash) */
140 /* strap, cfg1, & write1 need updates */
37137709 141 {0x04000001, 0x47808201, 0x00050081, 0x03840253, 0xaf020406,
b6016b76
MC
142 0, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
143 SAIFUN_FLASH_BYTE_ADDR_MASK, SAIFUN_FLASH_BASE_TOTAL_SIZE*2,
144 "Non-buffered flash (128kB)"},
145 /* Saifun SA25F020 (non-buffered flash) */
146 /* strap, cfg1, & write1 need updates */
37137709 147 {0x0c000003, 0x4f808201, 0x00050081, 0x03840253, 0xaf020406,
b6016b76
MC
148 0, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
149 SAIFUN_FLASH_BYTE_ADDR_MASK, SAIFUN_FLASH_BASE_TOTAL_SIZE*4,
150 "Non-buffered flash (256kB)"},
37137709
MC
151 /* Expansion entry 0100 */
152 {0x11000000, 0x53808201, 0x00050081, 0x03840253, 0xaf020406,
153 0, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
154 SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
155 "Entry 0100"},
156 /* Entry 0101: ST M45PE10 (non-buffered flash, TetonII B0) */
6aa20a22 157 {0x19000002, 0x5b808201, 0x000500db, 0x03840253, 0xaf020406,
37137709
MC
158 0, ST_MICRO_FLASH_PAGE_BITS, ST_MICRO_FLASH_PAGE_SIZE,
159 ST_MICRO_FLASH_BYTE_ADDR_MASK, ST_MICRO_FLASH_BASE_TOTAL_SIZE*2,
160 "Entry 0101: ST M45PE10 (128kB non-bufferred)"},
161 /* Entry 0110: ST M45PE20 (non-buffered flash)*/
162 {0x15000001, 0x57808201, 0x000500db, 0x03840253, 0xaf020406,
163 0, ST_MICRO_FLASH_PAGE_BITS, ST_MICRO_FLASH_PAGE_SIZE,
164 ST_MICRO_FLASH_BYTE_ADDR_MASK, ST_MICRO_FLASH_BASE_TOTAL_SIZE*4,
165 "Entry 0110: ST M45PE20 (256kB non-bufferred)"},
166 /* Saifun SA25F005 (non-buffered flash) */
167 /* strap, cfg1, & write1 need updates */
168 {0x1d000003, 0x5f808201, 0x00050081, 0x03840253, 0xaf020406,
169 0, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
170 SAIFUN_FLASH_BYTE_ADDR_MASK, SAIFUN_FLASH_BASE_TOTAL_SIZE,
171 "Non-buffered flash (64kB)"},
172 /* Fast EEPROM */
173 {0x22000000, 0x62808380, 0x009f0081, 0xa184a053, 0xaf000400,
174 1, SEEPROM_PAGE_BITS, SEEPROM_PAGE_SIZE,
175 SEEPROM_BYTE_ADDR_MASK, SEEPROM_TOTAL_SIZE,
176 "EEPROM - fast"},
177 /* Expansion entry 1001 */
178 {0x2a000002, 0x6b808201, 0x00050081, 0x03840253, 0xaf020406,
179 0, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
180 SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
181 "Entry 1001"},
182 /* Expansion entry 1010 */
183 {0x26000001, 0x67808201, 0x00050081, 0x03840253, 0xaf020406,
184 0, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
185 SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
186 "Entry 1010"},
187 /* ATMEL AT45DB011B (buffered flash) */
188 {0x2e000003, 0x6e808273, 0x00570081, 0x68848353, 0xaf000400,
189 1, BUFFERED_FLASH_PAGE_BITS, BUFFERED_FLASH_PAGE_SIZE,
190 BUFFERED_FLASH_BYTE_ADDR_MASK, BUFFERED_FLASH_TOTAL_SIZE,
191 "Buffered flash (128kB)"},
192 /* Expansion entry 1100 */
193 {0x33000000, 0x73808201, 0x00050081, 0x03840253, 0xaf020406,
194 0, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
195 SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
196 "Entry 1100"},
197 /* Expansion entry 1101 */
198 {0x3b000002, 0x7b808201, 0x00050081, 0x03840253, 0xaf020406,
199 0, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
200 SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
201 "Entry 1101"},
202 /* Ateml Expansion entry 1110 */
203 {0x37000001, 0x76808273, 0x00570081, 0x68848353, 0xaf000400,
204 1, BUFFERED_FLASH_PAGE_BITS, BUFFERED_FLASH_PAGE_SIZE,
205 BUFFERED_FLASH_BYTE_ADDR_MASK, 0,
206 "Entry 1110 (Atmel)"},
207 /* ATMEL AT45DB021B (buffered flash) */
208 {0x3f000003, 0x7e808273, 0x00570081, 0x68848353, 0xaf000400,
209 1, BUFFERED_FLASH_PAGE_BITS, BUFFERED_FLASH_PAGE_SIZE,
210 BUFFERED_FLASH_BYTE_ADDR_MASK, BUFFERED_FLASH_TOTAL_SIZE*2,
211 "Buffered flash (256kB)"},
b6016b76
MC
212};
213
214MODULE_DEVICE_TABLE(pci, bnx2_pci_tbl);
215
e89bbf10
MC
216static inline u32 bnx2_tx_avail(struct bnx2 *bp)
217{
2f8af120 218 u32 diff;
e89bbf10 219
2f8af120 220 smp_mb();
faac9c4b
MC
221
222 /* The ring uses 256 indices for 255 entries, one of them
223 * needs to be skipped.
224 */
225 diff = bp->tx_prod - bp->tx_cons;
226 if (unlikely(diff >= TX_DESC_CNT)) {
227 diff &= 0xffff;
228 if (diff == TX_DESC_CNT)
229 diff = MAX_TX_DESC_CNT;
230 }
e89bbf10
MC
231 return (bp->tx_ring_size - diff);
232}
233
b6016b76
MC
234static u32
235bnx2_reg_rd_ind(struct bnx2 *bp, u32 offset)
236{
1b8227c4
MC
237 u32 val;
238
239 spin_lock_bh(&bp->indirect_lock);
b6016b76 240 REG_WR(bp, BNX2_PCICFG_REG_WINDOW_ADDRESS, offset);
1b8227c4
MC
241 val = REG_RD(bp, BNX2_PCICFG_REG_WINDOW);
242 spin_unlock_bh(&bp->indirect_lock);
243 return val;
b6016b76
MC
244}
245
246static void
247bnx2_reg_wr_ind(struct bnx2 *bp, u32 offset, u32 val)
248{
1b8227c4 249 spin_lock_bh(&bp->indirect_lock);
b6016b76
MC
250 REG_WR(bp, BNX2_PCICFG_REG_WINDOW_ADDRESS, offset);
251 REG_WR(bp, BNX2_PCICFG_REG_WINDOW, val);
1b8227c4 252 spin_unlock_bh(&bp->indirect_lock);
b6016b76
MC
253}
254
255static void
256bnx2_ctx_wr(struct bnx2 *bp, u32 cid_addr, u32 offset, u32 val)
257{
258 offset += cid_addr;
1b8227c4 259 spin_lock_bh(&bp->indirect_lock);
59b47d8a
MC
260 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
261 int i;
262
263 REG_WR(bp, BNX2_CTX_CTX_DATA, val);
264 REG_WR(bp, BNX2_CTX_CTX_CTRL,
265 offset | BNX2_CTX_CTX_CTRL_WRITE_REQ);
266 for (i = 0; i < 5; i++) {
267 u32 val;
268 val = REG_RD(bp, BNX2_CTX_CTX_CTRL);
269 if ((val & BNX2_CTX_CTX_CTRL_WRITE_REQ) == 0)
270 break;
271 udelay(5);
272 }
273 } else {
274 REG_WR(bp, BNX2_CTX_DATA_ADR, offset);
275 REG_WR(bp, BNX2_CTX_DATA, val);
276 }
1b8227c4 277 spin_unlock_bh(&bp->indirect_lock);
b6016b76
MC
278}
279
280static int
281bnx2_read_phy(struct bnx2 *bp, u32 reg, u32 *val)
282{
283 u32 val1;
284 int i, ret;
285
286 if (bp->phy_flags & PHY_INT_MODE_AUTO_POLLING_FLAG) {
287 val1 = REG_RD(bp, BNX2_EMAC_MDIO_MODE);
288 val1 &= ~BNX2_EMAC_MDIO_MODE_AUTO_POLL;
289
290 REG_WR(bp, BNX2_EMAC_MDIO_MODE, val1);
291 REG_RD(bp, BNX2_EMAC_MDIO_MODE);
292
293 udelay(40);
294 }
295
296 val1 = (bp->phy_addr << 21) | (reg << 16) |
297 BNX2_EMAC_MDIO_COMM_COMMAND_READ | BNX2_EMAC_MDIO_COMM_DISEXT |
298 BNX2_EMAC_MDIO_COMM_START_BUSY;
299 REG_WR(bp, BNX2_EMAC_MDIO_COMM, val1);
300
301 for (i = 0; i < 50; i++) {
302 udelay(10);
303
304 val1 = REG_RD(bp, BNX2_EMAC_MDIO_COMM);
305 if (!(val1 & BNX2_EMAC_MDIO_COMM_START_BUSY)) {
306 udelay(5);
307
308 val1 = REG_RD(bp, BNX2_EMAC_MDIO_COMM);
309 val1 &= BNX2_EMAC_MDIO_COMM_DATA;
310
311 break;
312 }
313 }
314
315 if (val1 & BNX2_EMAC_MDIO_COMM_START_BUSY) {
316 *val = 0x0;
317 ret = -EBUSY;
318 }
319 else {
320 *val = val1;
321 ret = 0;
322 }
323
324 if (bp->phy_flags & PHY_INT_MODE_AUTO_POLLING_FLAG) {
325 val1 = REG_RD(bp, BNX2_EMAC_MDIO_MODE);
326 val1 |= BNX2_EMAC_MDIO_MODE_AUTO_POLL;
327
328 REG_WR(bp, BNX2_EMAC_MDIO_MODE, val1);
329 REG_RD(bp, BNX2_EMAC_MDIO_MODE);
330
331 udelay(40);
332 }
333
334 return ret;
335}
336
337static int
338bnx2_write_phy(struct bnx2 *bp, u32 reg, u32 val)
339{
340 u32 val1;
341 int i, ret;
342
343 if (bp->phy_flags & PHY_INT_MODE_AUTO_POLLING_FLAG) {
344 val1 = REG_RD(bp, BNX2_EMAC_MDIO_MODE);
345 val1 &= ~BNX2_EMAC_MDIO_MODE_AUTO_POLL;
346
347 REG_WR(bp, BNX2_EMAC_MDIO_MODE, val1);
348 REG_RD(bp, BNX2_EMAC_MDIO_MODE);
349
350 udelay(40);
351 }
352
353 val1 = (bp->phy_addr << 21) | (reg << 16) | val |
354 BNX2_EMAC_MDIO_COMM_COMMAND_WRITE |
355 BNX2_EMAC_MDIO_COMM_START_BUSY | BNX2_EMAC_MDIO_COMM_DISEXT;
356 REG_WR(bp, BNX2_EMAC_MDIO_COMM, val1);
6aa20a22 357
b6016b76
MC
358 for (i = 0; i < 50; i++) {
359 udelay(10);
360
361 val1 = REG_RD(bp, BNX2_EMAC_MDIO_COMM);
362 if (!(val1 & BNX2_EMAC_MDIO_COMM_START_BUSY)) {
363 udelay(5);
364 break;
365 }
366 }
367
368 if (val1 & BNX2_EMAC_MDIO_COMM_START_BUSY)
369 ret = -EBUSY;
370 else
371 ret = 0;
372
373 if (bp->phy_flags & PHY_INT_MODE_AUTO_POLLING_FLAG) {
374 val1 = REG_RD(bp, BNX2_EMAC_MDIO_MODE);
375 val1 |= BNX2_EMAC_MDIO_MODE_AUTO_POLL;
376
377 REG_WR(bp, BNX2_EMAC_MDIO_MODE, val1);
378 REG_RD(bp, BNX2_EMAC_MDIO_MODE);
379
380 udelay(40);
381 }
382
383 return ret;
384}
385
386static void
387bnx2_disable_int(struct bnx2 *bp)
388{
389 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
390 BNX2_PCICFG_INT_ACK_CMD_MASK_INT);
391 REG_RD(bp, BNX2_PCICFG_INT_ACK_CMD);
392}
393
394static void
395bnx2_enable_int(struct bnx2 *bp)
396{
1269a8a6
MC
397 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
398 BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID |
399 BNX2_PCICFG_INT_ACK_CMD_MASK_INT | bp->last_status_idx);
400
b6016b76
MC
401 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
402 BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID | bp->last_status_idx);
403
bf5295bb 404 REG_WR(bp, BNX2_HC_COMMAND, bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW);
b6016b76
MC
405}
406
407static void
408bnx2_disable_int_sync(struct bnx2 *bp)
409{
410 atomic_inc(&bp->intr_sem);
411 bnx2_disable_int(bp);
412 synchronize_irq(bp->pdev->irq);
413}
414
415static void
416bnx2_netif_stop(struct bnx2 *bp)
417{
418 bnx2_disable_int_sync(bp);
419 if (netif_running(bp->dev)) {
420 netif_poll_disable(bp->dev);
421 netif_tx_disable(bp->dev);
422 bp->dev->trans_start = jiffies; /* prevent tx timeout */
423 }
424}
425
426static void
427bnx2_netif_start(struct bnx2 *bp)
428{
429 if (atomic_dec_and_test(&bp->intr_sem)) {
430 if (netif_running(bp->dev)) {
431 netif_wake_queue(bp->dev);
432 netif_poll_enable(bp->dev);
433 bnx2_enable_int(bp);
434 }
435 }
436}
437
438static void
439bnx2_free_mem(struct bnx2 *bp)
440{
13daffa2
MC
441 int i;
442
59b47d8a
MC
443 for (i = 0; i < bp->ctx_pages; i++) {
444 if (bp->ctx_blk[i]) {
445 pci_free_consistent(bp->pdev, BCM_PAGE_SIZE,
446 bp->ctx_blk[i],
447 bp->ctx_blk_mapping[i]);
448 bp->ctx_blk[i] = NULL;
449 }
450 }
b6016b76 451 if (bp->status_blk) {
0f31f994 452 pci_free_consistent(bp->pdev, bp->status_stats_size,
b6016b76
MC
453 bp->status_blk, bp->status_blk_mapping);
454 bp->status_blk = NULL;
0f31f994 455 bp->stats_blk = NULL;
b6016b76
MC
456 }
457 if (bp->tx_desc_ring) {
458 pci_free_consistent(bp->pdev,
459 sizeof(struct tx_bd) * TX_DESC_CNT,
460 bp->tx_desc_ring, bp->tx_desc_mapping);
461 bp->tx_desc_ring = NULL;
462 }
b4558ea9
JJ
463 kfree(bp->tx_buf_ring);
464 bp->tx_buf_ring = NULL;
13daffa2
MC
465 for (i = 0; i < bp->rx_max_ring; i++) {
466 if (bp->rx_desc_ring[i])
467 pci_free_consistent(bp->pdev,
468 sizeof(struct rx_bd) * RX_DESC_CNT,
469 bp->rx_desc_ring[i],
470 bp->rx_desc_mapping[i]);
471 bp->rx_desc_ring[i] = NULL;
472 }
473 vfree(bp->rx_buf_ring);
b4558ea9 474 bp->rx_buf_ring = NULL;
b6016b76
MC
475}
476
477static int
478bnx2_alloc_mem(struct bnx2 *bp)
479{
0f31f994 480 int i, status_blk_size;
13daffa2 481
0f31f994
MC
482 bp->tx_buf_ring = kzalloc(sizeof(struct sw_bd) * TX_DESC_CNT,
483 GFP_KERNEL);
b6016b76
MC
484 if (bp->tx_buf_ring == NULL)
485 return -ENOMEM;
486
b6016b76
MC
487 bp->tx_desc_ring = pci_alloc_consistent(bp->pdev,
488 sizeof(struct tx_bd) *
489 TX_DESC_CNT,
490 &bp->tx_desc_mapping);
491 if (bp->tx_desc_ring == NULL)
492 goto alloc_mem_err;
493
13daffa2
MC
494 bp->rx_buf_ring = vmalloc(sizeof(struct sw_bd) * RX_DESC_CNT *
495 bp->rx_max_ring);
b6016b76
MC
496 if (bp->rx_buf_ring == NULL)
497 goto alloc_mem_err;
498
13daffa2
MC
499 memset(bp->rx_buf_ring, 0, sizeof(struct sw_bd) * RX_DESC_CNT *
500 bp->rx_max_ring);
501
502 for (i = 0; i < bp->rx_max_ring; i++) {
503 bp->rx_desc_ring[i] =
504 pci_alloc_consistent(bp->pdev,
505 sizeof(struct rx_bd) * RX_DESC_CNT,
506 &bp->rx_desc_mapping[i]);
507 if (bp->rx_desc_ring[i] == NULL)
508 goto alloc_mem_err;
509
510 }
b6016b76 511
0f31f994
MC
512 /* Combine status and statistics blocks into one allocation. */
513 status_blk_size = L1_CACHE_ALIGN(sizeof(struct status_block));
514 bp->status_stats_size = status_blk_size +
515 sizeof(struct statistics_block);
516
517 bp->status_blk = pci_alloc_consistent(bp->pdev, bp->status_stats_size,
b6016b76
MC
518 &bp->status_blk_mapping);
519 if (bp->status_blk == NULL)
520 goto alloc_mem_err;
521
0f31f994 522 memset(bp->status_blk, 0, bp->status_stats_size);
b6016b76 523
0f31f994
MC
524 bp->stats_blk = (void *) ((unsigned long) bp->status_blk +
525 status_blk_size);
b6016b76 526
0f31f994 527 bp->stats_blk_mapping = bp->status_blk_mapping + status_blk_size;
b6016b76 528
59b47d8a
MC
529 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
530 bp->ctx_pages = 0x2000 / BCM_PAGE_SIZE;
531 if (bp->ctx_pages == 0)
532 bp->ctx_pages = 1;
533 for (i = 0; i < bp->ctx_pages; i++) {
534 bp->ctx_blk[i] = pci_alloc_consistent(bp->pdev,
535 BCM_PAGE_SIZE,
536 &bp->ctx_blk_mapping[i]);
537 if (bp->ctx_blk[i] == NULL)
538 goto alloc_mem_err;
539 }
540 }
b6016b76
MC
541 return 0;
542
543alloc_mem_err:
544 bnx2_free_mem(bp);
545 return -ENOMEM;
546}
547
e3648b3d
MC
548static void
549bnx2_report_fw_link(struct bnx2 *bp)
550{
551 u32 fw_link_status = 0;
552
553 if (bp->link_up) {
554 u32 bmsr;
555
556 switch (bp->line_speed) {
557 case SPEED_10:
558 if (bp->duplex == DUPLEX_HALF)
559 fw_link_status = BNX2_LINK_STATUS_10HALF;
560 else
561 fw_link_status = BNX2_LINK_STATUS_10FULL;
562 break;
563 case SPEED_100:
564 if (bp->duplex == DUPLEX_HALF)
565 fw_link_status = BNX2_LINK_STATUS_100HALF;
566 else
567 fw_link_status = BNX2_LINK_STATUS_100FULL;
568 break;
569 case SPEED_1000:
570 if (bp->duplex == DUPLEX_HALF)
571 fw_link_status = BNX2_LINK_STATUS_1000HALF;
572 else
573 fw_link_status = BNX2_LINK_STATUS_1000FULL;
574 break;
575 case SPEED_2500:
576 if (bp->duplex == DUPLEX_HALF)
577 fw_link_status = BNX2_LINK_STATUS_2500HALF;
578 else
579 fw_link_status = BNX2_LINK_STATUS_2500FULL;
580 break;
581 }
582
583 fw_link_status |= BNX2_LINK_STATUS_LINK_UP;
584
585 if (bp->autoneg) {
586 fw_link_status |= BNX2_LINK_STATUS_AN_ENABLED;
587
ca58c3af
MC
588 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
589 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
e3648b3d
MC
590
591 if (!(bmsr & BMSR_ANEGCOMPLETE) ||
592 bp->phy_flags & PHY_PARALLEL_DETECT_FLAG)
593 fw_link_status |= BNX2_LINK_STATUS_PARALLEL_DET;
594 else
595 fw_link_status |= BNX2_LINK_STATUS_AN_COMPLETE;
596 }
597 }
598 else
599 fw_link_status = BNX2_LINK_STATUS_LINK_DOWN;
600
601 REG_WR_IND(bp, bp->shmem_base + BNX2_LINK_STATUS, fw_link_status);
602}
603
b6016b76
MC
604static void
605bnx2_report_link(struct bnx2 *bp)
606{
607 if (bp->link_up) {
608 netif_carrier_on(bp->dev);
609 printk(KERN_INFO PFX "%s NIC Link is Up, ", bp->dev->name);
610
611 printk("%d Mbps ", bp->line_speed);
612
613 if (bp->duplex == DUPLEX_FULL)
614 printk("full duplex");
615 else
616 printk("half duplex");
617
618 if (bp->flow_ctrl) {
619 if (bp->flow_ctrl & FLOW_CTRL_RX) {
620 printk(", receive ");
621 if (bp->flow_ctrl & FLOW_CTRL_TX)
622 printk("& transmit ");
623 }
624 else {
625 printk(", transmit ");
626 }
627 printk("flow control ON");
628 }
629 printk("\n");
630 }
631 else {
632 netif_carrier_off(bp->dev);
633 printk(KERN_ERR PFX "%s NIC Link is Down\n", bp->dev->name);
634 }
e3648b3d
MC
635
636 bnx2_report_fw_link(bp);
b6016b76
MC
637}
638
639static void
640bnx2_resolve_flow_ctrl(struct bnx2 *bp)
641{
642 u32 local_adv, remote_adv;
643
644 bp->flow_ctrl = 0;
6aa20a22 645 if ((bp->autoneg & (AUTONEG_SPEED | AUTONEG_FLOW_CTRL)) !=
b6016b76
MC
646 (AUTONEG_SPEED | AUTONEG_FLOW_CTRL)) {
647
648 if (bp->duplex == DUPLEX_FULL) {
649 bp->flow_ctrl = bp->req_flow_ctrl;
650 }
651 return;
652 }
653
654 if (bp->duplex != DUPLEX_FULL) {
655 return;
656 }
657
5b0c76ad
MC
658 if ((bp->phy_flags & PHY_SERDES_FLAG) &&
659 (CHIP_NUM(bp) == CHIP_NUM_5708)) {
660 u32 val;
661
662 bnx2_read_phy(bp, BCM5708S_1000X_STAT1, &val);
663 if (val & BCM5708S_1000X_STAT1_TX_PAUSE)
664 bp->flow_ctrl |= FLOW_CTRL_TX;
665 if (val & BCM5708S_1000X_STAT1_RX_PAUSE)
666 bp->flow_ctrl |= FLOW_CTRL_RX;
667 return;
668 }
669
ca58c3af
MC
670 bnx2_read_phy(bp, bp->mii_adv, &local_adv);
671 bnx2_read_phy(bp, bp->mii_lpa, &remote_adv);
b6016b76
MC
672
673 if (bp->phy_flags & PHY_SERDES_FLAG) {
674 u32 new_local_adv = 0;
675 u32 new_remote_adv = 0;
676
677 if (local_adv & ADVERTISE_1000XPAUSE)
678 new_local_adv |= ADVERTISE_PAUSE_CAP;
679 if (local_adv & ADVERTISE_1000XPSE_ASYM)
680 new_local_adv |= ADVERTISE_PAUSE_ASYM;
681 if (remote_adv & ADVERTISE_1000XPAUSE)
682 new_remote_adv |= ADVERTISE_PAUSE_CAP;
683 if (remote_adv & ADVERTISE_1000XPSE_ASYM)
684 new_remote_adv |= ADVERTISE_PAUSE_ASYM;
685
686 local_adv = new_local_adv;
687 remote_adv = new_remote_adv;
688 }
689
690 /* See Table 28B-3 of 802.3ab-1999 spec. */
691 if (local_adv & ADVERTISE_PAUSE_CAP) {
692 if(local_adv & ADVERTISE_PAUSE_ASYM) {
693 if (remote_adv & ADVERTISE_PAUSE_CAP) {
694 bp->flow_ctrl = FLOW_CTRL_TX | FLOW_CTRL_RX;
695 }
696 else if (remote_adv & ADVERTISE_PAUSE_ASYM) {
697 bp->flow_ctrl = FLOW_CTRL_RX;
698 }
699 }
700 else {
701 if (remote_adv & ADVERTISE_PAUSE_CAP) {
702 bp->flow_ctrl = FLOW_CTRL_TX | FLOW_CTRL_RX;
703 }
704 }
705 }
706 else if (local_adv & ADVERTISE_PAUSE_ASYM) {
707 if ((remote_adv & ADVERTISE_PAUSE_CAP) &&
708 (remote_adv & ADVERTISE_PAUSE_ASYM)) {
709
710 bp->flow_ctrl = FLOW_CTRL_TX;
711 }
712 }
713}
714
27a005b8
MC
715static int
716bnx2_5709s_linkup(struct bnx2 *bp)
717{
718 u32 val, speed;
719
720 bp->link_up = 1;
721
722 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_GP_STATUS);
723 bnx2_read_phy(bp, MII_BNX2_GP_TOP_AN_STATUS1, &val);
724 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
725
726 if ((bp->autoneg & AUTONEG_SPEED) == 0) {
727 bp->line_speed = bp->req_line_speed;
728 bp->duplex = bp->req_duplex;
729 return 0;
730 }
731 speed = val & MII_BNX2_GP_TOP_AN_SPEED_MSK;
732 switch (speed) {
733 case MII_BNX2_GP_TOP_AN_SPEED_10:
734 bp->line_speed = SPEED_10;
735 break;
736 case MII_BNX2_GP_TOP_AN_SPEED_100:
737 bp->line_speed = SPEED_100;
738 break;
739 case MII_BNX2_GP_TOP_AN_SPEED_1G:
740 case MII_BNX2_GP_TOP_AN_SPEED_1GKV:
741 bp->line_speed = SPEED_1000;
742 break;
743 case MII_BNX2_GP_TOP_AN_SPEED_2_5G:
744 bp->line_speed = SPEED_2500;
745 break;
746 }
747 if (val & MII_BNX2_GP_TOP_AN_FD)
748 bp->duplex = DUPLEX_FULL;
749 else
750 bp->duplex = DUPLEX_HALF;
751 return 0;
752}
753
b6016b76 754static int
5b0c76ad
MC
755bnx2_5708s_linkup(struct bnx2 *bp)
756{
757 u32 val;
758
759 bp->link_up = 1;
760 bnx2_read_phy(bp, BCM5708S_1000X_STAT1, &val);
761 switch (val & BCM5708S_1000X_STAT1_SPEED_MASK) {
762 case BCM5708S_1000X_STAT1_SPEED_10:
763 bp->line_speed = SPEED_10;
764 break;
765 case BCM5708S_1000X_STAT1_SPEED_100:
766 bp->line_speed = SPEED_100;
767 break;
768 case BCM5708S_1000X_STAT1_SPEED_1G:
769 bp->line_speed = SPEED_1000;
770 break;
771 case BCM5708S_1000X_STAT1_SPEED_2G5:
772 bp->line_speed = SPEED_2500;
773 break;
774 }
775 if (val & BCM5708S_1000X_STAT1_FD)
776 bp->duplex = DUPLEX_FULL;
777 else
778 bp->duplex = DUPLEX_HALF;
779
780 return 0;
781}
782
783static int
784bnx2_5706s_linkup(struct bnx2 *bp)
b6016b76
MC
785{
786 u32 bmcr, local_adv, remote_adv, common;
787
788 bp->link_up = 1;
789 bp->line_speed = SPEED_1000;
790
ca58c3af 791 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
b6016b76
MC
792 if (bmcr & BMCR_FULLDPLX) {
793 bp->duplex = DUPLEX_FULL;
794 }
795 else {
796 bp->duplex = DUPLEX_HALF;
797 }
798
799 if (!(bmcr & BMCR_ANENABLE)) {
800 return 0;
801 }
802
ca58c3af
MC
803 bnx2_read_phy(bp, bp->mii_adv, &local_adv);
804 bnx2_read_phy(bp, bp->mii_lpa, &remote_adv);
b6016b76
MC
805
806 common = local_adv & remote_adv;
807 if (common & (ADVERTISE_1000XHALF | ADVERTISE_1000XFULL)) {
808
809 if (common & ADVERTISE_1000XFULL) {
810 bp->duplex = DUPLEX_FULL;
811 }
812 else {
813 bp->duplex = DUPLEX_HALF;
814 }
815 }
816
817 return 0;
818}
819
820static int
821bnx2_copper_linkup(struct bnx2 *bp)
822{
823 u32 bmcr;
824
ca58c3af 825 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
b6016b76
MC
826 if (bmcr & BMCR_ANENABLE) {
827 u32 local_adv, remote_adv, common;
828
829 bnx2_read_phy(bp, MII_CTRL1000, &local_adv);
830 bnx2_read_phy(bp, MII_STAT1000, &remote_adv);
831
832 common = local_adv & (remote_adv >> 2);
833 if (common & ADVERTISE_1000FULL) {
834 bp->line_speed = SPEED_1000;
835 bp->duplex = DUPLEX_FULL;
836 }
837 else if (common & ADVERTISE_1000HALF) {
838 bp->line_speed = SPEED_1000;
839 bp->duplex = DUPLEX_HALF;
840 }
841 else {
ca58c3af
MC
842 bnx2_read_phy(bp, bp->mii_adv, &local_adv);
843 bnx2_read_phy(bp, bp->mii_lpa, &remote_adv);
b6016b76
MC
844
845 common = local_adv & remote_adv;
846 if (common & ADVERTISE_100FULL) {
847 bp->line_speed = SPEED_100;
848 bp->duplex = DUPLEX_FULL;
849 }
850 else if (common & ADVERTISE_100HALF) {
851 bp->line_speed = SPEED_100;
852 bp->duplex = DUPLEX_HALF;
853 }
854 else if (common & ADVERTISE_10FULL) {
855 bp->line_speed = SPEED_10;
856 bp->duplex = DUPLEX_FULL;
857 }
858 else if (common & ADVERTISE_10HALF) {
859 bp->line_speed = SPEED_10;
860 bp->duplex = DUPLEX_HALF;
861 }
862 else {
863 bp->line_speed = 0;
864 bp->link_up = 0;
865 }
866 }
867 }
868 else {
869 if (bmcr & BMCR_SPEED100) {
870 bp->line_speed = SPEED_100;
871 }
872 else {
873 bp->line_speed = SPEED_10;
874 }
875 if (bmcr & BMCR_FULLDPLX) {
876 bp->duplex = DUPLEX_FULL;
877 }
878 else {
879 bp->duplex = DUPLEX_HALF;
880 }
881 }
882
883 return 0;
884}
885
886static int
887bnx2_set_mac_link(struct bnx2 *bp)
888{
889 u32 val;
890
891 REG_WR(bp, BNX2_EMAC_TX_LENGTHS, 0x2620);
892 if (bp->link_up && (bp->line_speed == SPEED_1000) &&
893 (bp->duplex == DUPLEX_HALF)) {
894 REG_WR(bp, BNX2_EMAC_TX_LENGTHS, 0x26ff);
895 }
896
897 /* Configure the EMAC mode register. */
898 val = REG_RD(bp, BNX2_EMAC_MODE);
899
900 val &= ~(BNX2_EMAC_MODE_PORT | BNX2_EMAC_MODE_HALF_DUPLEX |
5b0c76ad 901 BNX2_EMAC_MODE_MAC_LOOP | BNX2_EMAC_MODE_FORCE_LINK |
59b47d8a 902 BNX2_EMAC_MODE_25G_MODE);
b6016b76
MC
903
904 if (bp->link_up) {
5b0c76ad
MC
905 switch (bp->line_speed) {
906 case SPEED_10:
59b47d8a
MC
907 if (CHIP_NUM(bp) != CHIP_NUM_5706) {
908 val |= BNX2_EMAC_MODE_PORT_MII_10M;
5b0c76ad
MC
909 break;
910 }
911 /* fall through */
912 case SPEED_100:
913 val |= BNX2_EMAC_MODE_PORT_MII;
914 break;
915 case SPEED_2500:
59b47d8a 916 val |= BNX2_EMAC_MODE_25G_MODE;
5b0c76ad
MC
917 /* fall through */
918 case SPEED_1000:
919 val |= BNX2_EMAC_MODE_PORT_GMII;
920 break;
921 }
b6016b76
MC
922 }
923 else {
924 val |= BNX2_EMAC_MODE_PORT_GMII;
925 }
926
927 /* Set the MAC to operate in the appropriate duplex mode. */
928 if (bp->duplex == DUPLEX_HALF)
929 val |= BNX2_EMAC_MODE_HALF_DUPLEX;
930 REG_WR(bp, BNX2_EMAC_MODE, val);
931
932 /* Enable/disable rx PAUSE. */
933 bp->rx_mode &= ~BNX2_EMAC_RX_MODE_FLOW_EN;
934
935 if (bp->flow_ctrl & FLOW_CTRL_RX)
936 bp->rx_mode |= BNX2_EMAC_RX_MODE_FLOW_EN;
937 REG_WR(bp, BNX2_EMAC_RX_MODE, bp->rx_mode);
938
939 /* Enable/disable tx PAUSE. */
940 val = REG_RD(bp, BNX2_EMAC_TX_MODE);
941 val &= ~BNX2_EMAC_TX_MODE_FLOW_EN;
942
943 if (bp->flow_ctrl & FLOW_CTRL_TX)
944 val |= BNX2_EMAC_TX_MODE_FLOW_EN;
945 REG_WR(bp, BNX2_EMAC_TX_MODE, val);
946
947 /* Acknowledge the interrupt. */
948 REG_WR(bp, BNX2_EMAC_STATUS, BNX2_EMAC_STATUS_LINK_CHANGE);
949
950 return 0;
951}
952
27a005b8
MC
953static void
954bnx2_enable_bmsr1(struct bnx2 *bp)
955{
956 if ((bp->phy_flags & PHY_SERDES_FLAG) &&
957 (CHIP_NUM(bp) == CHIP_NUM_5709))
958 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
959 MII_BNX2_BLK_ADDR_GP_STATUS);
960}
961
962static void
963bnx2_disable_bmsr1(struct bnx2 *bp)
964{
965 if ((bp->phy_flags & PHY_SERDES_FLAG) &&
966 (CHIP_NUM(bp) == CHIP_NUM_5709))
967 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
968 MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
969}
970
605a9e20
MC
971static int
972bnx2_test_and_enable_2g5(struct bnx2 *bp)
973{
974 u32 up1;
975 int ret = 1;
976
977 if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
978 return 0;
979
980 if (bp->autoneg & AUTONEG_SPEED)
981 bp->advertising |= ADVERTISED_2500baseX_Full;
982
27a005b8
MC
983 if (CHIP_NUM(bp) == CHIP_NUM_5709)
984 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_OVER1G);
985
605a9e20
MC
986 bnx2_read_phy(bp, bp->mii_up1, &up1);
987 if (!(up1 & BCM5708S_UP1_2G5)) {
988 up1 |= BCM5708S_UP1_2G5;
989 bnx2_write_phy(bp, bp->mii_up1, up1);
990 ret = 0;
991 }
992
27a005b8
MC
993 if (CHIP_NUM(bp) == CHIP_NUM_5709)
994 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
995 MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
996
605a9e20
MC
997 return ret;
998}
999
1000static int
1001bnx2_test_and_disable_2g5(struct bnx2 *bp)
1002{
1003 u32 up1;
1004 int ret = 0;
1005
1006 if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
1007 return 0;
1008
27a005b8
MC
1009 if (CHIP_NUM(bp) == CHIP_NUM_5709)
1010 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_OVER1G);
1011
605a9e20
MC
1012 bnx2_read_phy(bp, bp->mii_up1, &up1);
1013 if (up1 & BCM5708S_UP1_2G5) {
1014 up1 &= ~BCM5708S_UP1_2G5;
1015 bnx2_write_phy(bp, bp->mii_up1, up1);
1016 ret = 1;
1017 }
1018
27a005b8
MC
1019 if (CHIP_NUM(bp) == CHIP_NUM_5709)
1020 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1021 MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1022
605a9e20
MC
1023 return ret;
1024}
1025
1026static void
1027bnx2_enable_forced_2g5(struct bnx2 *bp)
1028{
1029 u32 bmcr;
1030
1031 if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
1032 return;
1033
27a005b8
MC
1034 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
1035 u32 val;
1036
1037 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1038 MII_BNX2_BLK_ADDR_SERDES_DIG);
1039 bnx2_read_phy(bp, MII_BNX2_SERDES_DIG_MISC1, &val);
1040 val &= ~MII_BNX2_SD_MISC1_FORCE_MSK;
1041 val |= MII_BNX2_SD_MISC1_FORCE | MII_BNX2_SD_MISC1_FORCE_2_5G;
1042 bnx2_write_phy(bp, MII_BNX2_SERDES_DIG_MISC1, val);
1043
1044 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1045 MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1046 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1047
1048 } else if (CHIP_NUM(bp) == CHIP_NUM_5708) {
605a9e20
MC
1049 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1050 bmcr |= BCM5708S_BMCR_FORCE_2500;
1051 }
1052
1053 if (bp->autoneg & AUTONEG_SPEED) {
1054 bmcr &= ~BMCR_ANENABLE;
1055 if (bp->req_duplex == DUPLEX_FULL)
1056 bmcr |= BMCR_FULLDPLX;
1057 }
1058 bnx2_write_phy(bp, bp->mii_bmcr, bmcr);
1059}
1060
1061static void
1062bnx2_disable_forced_2g5(struct bnx2 *bp)
1063{
1064 u32 bmcr;
1065
1066 if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
1067 return;
1068
27a005b8
MC
1069 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
1070 u32 val;
1071
1072 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1073 MII_BNX2_BLK_ADDR_SERDES_DIG);
1074 bnx2_read_phy(bp, MII_BNX2_SERDES_DIG_MISC1, &val);
1075 val &= ~MII_BNX2_SD_MISC1_FORCE;
1076 bnx2_write_phy(bp, MII_BNX2_SERDES_DIG_MISC1, val);
1077
1078 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1079 MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1080 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1081
1082 } else if (CHIP_NUM(bp) == CHIP_NUM_5708) {
605a9e20
MC
1083 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1084 bmcr &= ~BCM5708S_BMCR_FORCE_2500;
1085 }
1086
1087 if (bp->autoneg & AUTONEG_SPEED)
1088 bmcr |= BMCR_SPEED1000 | BMCR_ANENABLE | BMCR_ANRESTART;
1089 bnx2_write_phy(bp, bp->mii_bmcr, bmcr);
1090}
1091
b6016b76
MC
1092static int
1093bnx2_set_link(struct bnx2 *bp)
1094{
1095 u32 bmsr;
1096 u8 link_up;
1097
80be4434 1098 if (bp->loopback == MAC_LOOPBACK || bp->loopback == PHY_LOOPBACK) {
b6016b76
MC
1099 bp->link_up = 1;
1100 return 0;
1101 }
1102
1103 link_up = bp->link_up;
1104
27a005b8
MC
1105 bnx2_enable_bmsr1(bp);
1106 bnx2_read_phy(bp, bp->mii_bmsr1, &bmsr);
1107 bnx2_read_phy(bp, bp->mii_bmsr1, &bmsr);
1108 bnx2_disable_bmsr1(bp);
b6016b76
MC
1109
1110 if ((bp->phy_flags & PHY_SERDES_FLAG) &&
1111 (CHIP_NUM(bp) == CHIP_NUM_5706)) {
1112 u32 val;
1113
1114 val = REG_RD(bp, BNX2_EMAC_STATUS);
1115 if (val & BNX2_EMAC_STATUS_LINK)
1116 bmsr |= BMSR_LSTATUS;
1117 else
1118 bmsr &= ~BMSR_LSTATUS;
1119 }
1120
1121 if (bmsr & BMSR_LSTATUS) {
1122 bp->link_up = 1;
1123
1124 if (bp->phy_flags & PHY_SERDES_FLAG) {
5b0c76ad
MC
1125 if (CHIP_NUM(bp) == CHIP_NUM_5706)
1126 bnx2_5706s_linkup(bp);
1127 else if (CHIP_NUM(bp) == CHIP_NUM_5708)
1128 bnx2_5708s_linkup(bp);
27a005b8
MC
1129 else if (CHIP_NUM(bp) == CHIP_NUM_5709)
1130 bnx2_5709s_linkup(bp);
b6016b76
MC
1131 }
1132 else {
1133 bnx2_copper_linkup(bp);
1134 }
1135 bnx2_resolve_flow_ctrl(bp);
1136 }
1137 else {
1138 if ((bp->phy_flags & PHY_SERDES_FLAG) &&
605a9e20
MC
1139 (bp->autoneg & AUTONEG_SPEED))
1140 bnx2_disable_forced_2g5(bp);
b6016b76 1141
b6016b76
MC
1142 bp->phy_flags &= ~PHY_PARALLEL_DETECT_FLAG;
1143 bp->link_up = 0;
1144 }
1145
1146 if (bp->link_up != link_up) {
1147 bnx2_report_link(bp);
1148 }
1149
1150 bnx2_set_mac_link(bp);
1151
1152 return 0;
1153}
1154
1155static int
1156bnx2_reset_phy(struct bnx2 *bp)
1157{
1158 int i;
1159 u32 reg;
1160
ca58c3af 1161 bnx2_write_phy(bp, bp->mii_bmcr, BMCR_RESET);
b6016b76
MC
1162
1163#define PHY_RESET_MAX_WAIT 100
1164 for (i = 0; i < PHY_RESET_MAX_WAIT; i++) {
1165 udelay(10);
1166
ca58c3af 1167 bnx2_read_phy(bp, bp->mii_bmcr, &reg);
b6016b76
MC
1168 if (!(reg & BMCR_RESET)) {
1169 udelay(20);
1170 break;
1171 }
1172 }
1173 if (i == PHY_RESET_MAX_WAIT) {
1174 return -EBUSY;
1175 }
1176 return 0;
1177}
1178
1179static u32
1180bnx2_phy_get_pause_adv(struct bnx2 *bp)
1181{
1182 u32 adv = 0;
1183
1184 if ((bp->req_flow_ctrl & (FLOW_CTRL_RX | FLOW_CTRL_TX)) ==
1185 (FLOW_CTRL_RX | FLOW_CTRL_TX)) {
1186
1187 if (bp->phy_flags & PHY_SERDES_FLAG) {
1188 adv = ADVERTISE_1000XPAUSE;
1189 }
1190 else {
1191 adv = ADVERTISE_PAUSE_CAP;
1192 }
1193 }
1194 else if (bp->req_flow_ctrl & FLOW_CTRL_TX) {
1195 if (bp->phy_flags & PHY_SERDES_FLAG) {
1196 adv = ADVERTISE_1000XPSE_ASYM;
1197 }
1198 else {
1199 adv = ADVERTISE_PAUSE_ASYM;
1200 }
1201 }
1202 else if (bp->req_flow_ctrl & FLOW_CTRL_RX) {
1203 if (bp->phy_flags & PHY_SERDES_FLAG) {
1204 adv = ADVERTISE_1000XPAUSE | ADVERTISE_1000XPSE_ASYM;
1205 }
1206 else {
1207 adv = ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM;
1208 }
1209 }
1210 return adv;
1211}
1212
1213static int
1214bnx2_setup_serdes_phy(struct bnx2 *bp)
1215{
605a9e20 1216 u32 adv, bmcr;
b6016b76
MC
1217 u32 new_adv = 0;
1218
1219 if (!(bp->autoneg & AUTONEG_SPEED)) {
1220 u32 new_bmcr;
5b0c76ad
MC
1221 int force_link_down = 0;
1222
605a9e20
MC
1223 if (bp->req_line_speed == SPEED_2500) {
1224 if (!bnx2_test_and_enable_2g5(bp))
1225 force_link_down = 1;
1226 } else if (bp->req_line_speed == SPEED_1000) {
1227 if (bnx2_test_and_disable_2g5(bp))
1228 force_link_down = 1;
1229 }
ca58c3af 1230 bnx2_read_phy(bp, bp->mii_adv, &adv);
80be4434
MC
1231 adv &= ~(ADVERTISE_1000XFULL | ADVERTISE_1000XHALF);
1232
ca58c3af 1233 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
605a9e20 1234 new_bmcr = bmcr & ~BMCR_ANENABLE;
80be4434 1235 new_bmcr |= BMCR_SPEED1000;
605a9e20 1236
27a005b8
MC
1237 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
1238 if (bp->req_line_speed == SPEED_2500)
1239 bnx2_enable_forced_2g5(bp);
1240 else if (bp->req_line_speed == SPEED_1000) {
1241 bnx2_disable_forced_2g5(bp);
1242 new_bmcr &= ~0x2000;
1243 }
1244
1245 } else if (CHIP_NUM(bp) == CHIP_NUM_5708) {
605a9e20
MC
1246 if (bp->req_line_speed == SPEED_2500)
1247 new_bmcr |= BCM5708S_BMCR_FORCE_2500;
1248 else
1249 new_bmcr = bmcr & ~BCM5708S_BMCR_FORCE_2500;
5b0c76ad
MC
1250 }
1251
b6016b76 1252 if (bp->req_duplex == DUPLEX_FULL) {
5b0c76ad 1253 adv |= ADVERTISE_1000XFULL;
b6016b76
MC
1254 new_bmcr |= BMCR_FULLDPLX;
1255 }
1256 else {
5b0c76ad 1257 adv |= ADVERTISE_1000XHALF;
b6016b76
MC
1258 new_bmcr &= ~BMCR_FULLDPLX;
1259 }
5b0c76ad 1260 if ((new_bmcr != bmcr) || (force_link_down)) {
b6016b76
MC
1261 /* Force a link down visible on the other side */
1262 if (bp->link_up) {
ca58c3af 1263 bnx2_write_phy(bp, bp->mii_adv, adv &
5b0c76ad
MC
1264 ~(ADVERTISE_1000XFULL |
1265 ADVERTISE_1000XHALF));
ca58c3af 1266 bnx2_write_phy(bp, bp->mii_bmcr, bmcr |
b6016b76
MC
1267 BMCR_ANRESTART | BMCR_ANENABLE);
1268
1269 bp->link_up = 0;
1270 netif_carrier_off(bp->dev);
ca58c3af 1271 bnx2_write_phy(bp, bp->mii_bmcr, new_bmcr);
80be4434 1272 bnx2_report_link(bp);
b6016b76 1273 }
ca58c3af
MC
1274 bnx2_write_phy(bp, bp->mii_adv, adv);
1275 bnx2_write_phy(bp, bp->mii_bmcr, new_bmcr);
605a9e20
MC
1276 } else {
1277 bnx2_resolve_flow_ctrl(bp);
1278 bnx2_set_mac_link(bp);
b6016b76
MC
1279 }
1280 return 0;
1281 }
1282
605a9e20 1283 bnx2_test_and_enable_2g5(bp);
5b0c76ad 1284
b6016b76
MC
1285 if (bp->advertising & ADVERTISED_1000baseT_Full)
1286 new_adv |= ADVERTISE_1000XFULL;
1287
1288 new_adv |= bnx2_phy_get_pause_adv(bp);
1289
ca58c3af
MC
1290 bnx2_read_phy(bp, bp->mii_adv, &adv);
1291 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
b6016b76
MC
1292
1293 bp->serdes_an_pending = 0;
1294 if ((adv != new_adv) || ((bmcr & BMCR_ANENABLE) == 0)) {
1295 /* Force a link down visible on the other side */
1296 if (bp->link_up) {
ca58c3af 1297 bnx2_write_phy(bp, bp->mii_bmcr, BMCR_LOOPBACK);
80be4434
MC
1298 spin_unlock_bh(&bp->phy_lock);
1299 msleep(20);
1300 spin_lock_bh(&bp->phy_lock);
b6016b76
MC
1301 }
1302
ca58c3af
MC
1303 bnx2_write_phy(bp, bp->mii_adv, new_adv);
1304 bnx2_write_phy(bp, bp->mii_bmcr, bmcr | BMCR_ANRESTART |
b6016b76 1305 BMCR_ANENABLE);
f8dd064e
MC
1306 /* Speed up link-up time when the link partner
1307 * does not autonegotiate which is very common
1308 * in blade servers. Some blade servers use
1309 * IPMI for kerboard input and it's important
1310 * to minimize link disruptions. Autoneg. involves
1311 * exchanging base pages plus 3 next pages and
1312 * normally completes in about 120 msec.
1313 */
1314 bp->current_interval = SERDES_AN_TIMEOUT;
1315 bp->serdes_an_pending = 1;
1316 mod_timer(&bp->timer, jiffies + bp->current_interval);
605a9e20
MC
1317 } else {
1318 bnx2_resolve_flow_ctrl(bp);
1319 bnx2_set_mac_link(bp);
b6016b76
MC
1320 }
1321
1322 return 0;
1323}
1324
1325#define ETHTOOL_ALL_FIBRE_SPEED \
1326 (ADVERTISED_1000baseT_Full)
1327
1328#define ETHTOOL_ALL_COPPER_SPEED \
1329 (ADVERTISED_10baseT_Half | ADVERTISED_10baseT_Full | \
1330 ADVERTISED_100baseT_Half | ADVERTISED_100baseT_Full | \
1331 ADVERTISED_1000baseT_Full)
1332
1333#define PHY_ALL_10_100_SPEED (ADVERTISE_10HALF | ADVERTISE_10FULL | \
1334 ADVERTISE_100HALF | ADVERTISE_100FULL | ADVERTISE_CSMA)
6aa20a22 1335
b6016b76
MC
1336#define PHY_ALL_1000_SPEED (ADVERTISE_1000HALF | ADVERTISE_1000FULL)
1337
1338static int
1339bnx2_setup_copper_phy(struct bnx2 *bp)
1340{
1341 u32 bmcr;
1342 u32 new_bmcr;
1343
ca58c3af 1344 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
b6016b76
MC
1345
1346 if (bp->autoneg & AUTONEG_SPEED) {
1347 u32 adv_reg, adv1000_reg;
1348 u32 new_adv_reg = 0;
1349 u32 new_adv1000_reg = 0;
1350
ca58c3af 1351 bnx2_read_phy(bp, bp->mii_adv, &adv_reg);
b6016b76
MC
1352 adv_reg &= (PHY_ALL_10_100_SPEED | ADVERTISE_PAUSE_CAP |
1353 ADVERTISE_PAUSE_ASYM);
1354
1355 bnx2_read_phy(bp, MII_CTRL1000, &adv1000_reg);
1356 adv1000_reg &= PHY_ALL_1000_SPEED;
1357
1358 if (bp->advertising & ADVERTISED_10baseT_Half)
1359 new_adv_reg |= ADVERTISE_10HALF;
1360 if (bp->advertising & ADVERTISED_10baseT_Full)
1361 new_adv_reg |= ADVERTISE_10FULL;
1362 if (bp->advertising & ADVERTISED_100baseT_Half)
1363 new_adv_reg |= ADVERTISE_100HALF;
1364 if (bp->advertising & ADVERTISED_100baseT_Full)
1365 new_adv_reg |= ADVERTISE_100FULL;
1366 if (bp->advertising & ADVERTISED_1000baseT_Full)
1367 new_adv1000_reg |= ADVERTISE_1000FULL;
6aa20a22 1368
b6016b76
MC
1369 new_adv_reg |= ADVERTISE_CSMA;
1370
1371 new_adv_reg |= bnx2_phy_get_pause_adv(bp);
1372
1373 if ((adv1000_reg != new_adv1000_reg) ||
1374 (adv_reg != new_adv_reg) ||
1375 ((bmcr & BMCR_ANENABLE) == 0)) {
1376
ca58c3af 1377 bnx2_write_phy(bp, bp->mii_adv, new_adv_reg);
b6016b76 1378 bnx2_write_phy(bp, MII_CTRL1000, new_adv1000_reg);
ca58c3af 1379 bnx2_write_phy(bp, bp->mii_bmcr, BMCR_ANRESTART |
b6016b76
MC
1380 BMCR_ANENABLE);
1381 }
1382 else if (bp->link_up) {
1383 /* Flow ctrl may have changed from auto to forced */
1384 /* or vice-versa. */
1385
1386 bnx2_resolve_flow_ctrl(bp);
1387 bnx2_set_mac_link(bp);
1388 }
1389 return 0;
1390 }
1391
1392 new_bmcr = 0;
1393 if (bp->req_line_speed == SPEED_100) {
1394 new_bmcr |= BMCR_SPEED100;
1395 }
1396 if (bp->req_duplex == DUPLEX_FULL) {
1397 new_bmcr |= BMCR_FULLDPLX;
1398 }
1399 if (new_bmcr != bmcr) {
1400 u32 bmsr;
b6016b76 1401
ca58c3af
MC
1402 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
1403 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
6aa20a22 1404
b6016b76
MC
1405 if (bmsr & BMSR_LSTATUS) {
1406 /* Force link down */
ca58c3af 1407 bnx2_write_phy(bp, bp->mii_bmcr, BMCR_LOOPBACK);
a16dda0e
MC
1408 spin_unlock_bh(&bp->phy_lock);
1409 msleep(50);
1410 spin_lock_bh(&bp->phy_lock);
1411
ca58c3af
MC
1412 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
1413 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
b6016b76
MC
1414 }
1415
ca58c3af 1416 bnx2_write_phy(bp, bp->mii_bmcr, new_bmcr);
b6016b76
MC
1417
1418 /* Normally, the new speed is setup after the link has
1419 * gone down and up again. In some cases, link will not go
1420 * down so we need to set up the new speed here.
1421 */
1422 if (bmsr & BMSR_LSTATUS) {
1423 bp->line_speed = bp->req_line_speed;
1424 bp->duplex = bp->req_duplex;
1425 bnx2_resolve_flow_ctrl(bp);
1426 bnx2_set_mac_link(bp);
1427 }
27a005b8
MC
1428 } else {
1429 bnx2_resolve_flow_ctrl(bp);
1430 bnx2_set_mac_link(bp);
b6016b76
MC
1431 }
1432 return 0;
1433}
1434
1435static int
1436bnx2_setup_phy(struct bnx2 *bp)
1437{
1438 if (bp->loopback == MAC_LOOPBACK)
1439 return 0;
1440
1441 if (bp->phy_flags & PHY_SERDES_FLAG) {
1442 return (bnx2_setup_serdes_phy(bp));
1443 }
1444 else {
1445 return (bnx2_setup_copper_phy(bp));
1446 }
1447}
1448
27a005b8
MC
1449static int
1450bnx2_init_5709s_phy(struct bnx2 *bp)
1451{
1452 u32 val;
1453
1454 bp->mii_bmcr = MII_BMCR + 0x10;
1455 bp->mii_bmsr = MII_BMSR + 0x10;
1456 bp->mii_bmsr1 = MII_BNX2_GP_TOP_AN_STATUS1;
1457 bp->mii_adv = MII_ADVERTISE + 0x10;
1458 bp->mii_lpa = MII_LPA + 0x10;
1459 bp->mii_up1 = MII_BNX2_OVER1G_UP1;
1460
1461 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_AER);
1462 bnx2_write_phy(bp, MII_BNX2_AER_AER, MII_BNX2_AER_AER_AN_MMD);
1463
1464 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1465 bnx2_reset_phy(bp);
1466
1467 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_SERDES_DIG);
1468
1469 bnx2_read_phy(bp, MII_BNX2_SERDES_DIG_1000XCTL1, &val);
1470 val &= ~MII_BNX2_SD_1000XCTL1_AUTODET;
1471 val |= MII_BNX2_SD_1000XCTL1_FIBER;
1472 bnx2_write_phy(bp, MII_BNX2_SERDES_DIG_1000XCTL1, val);
1473
1474 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_OVER1G);
1475 bnx2_read_phy(bp, MII_BNX2_OVER1G_UP1, &val);
1476 if (bp->phy_flags & PHY_2_5G_CAPABLE_FLAG)
1477 val |= BCM5708S_UP1_2G5;
1478 else
1479 val &= ~BCM5708S_UP1_2G5;
1480 bnx2_write_phy(bp, MII_BNX2_OVER1G_UP1, val);
1481
1482 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_BAM_NXTPG);
1483 bnx2_read_phy(bp, MII_BNX2_BAM_NXTPG_CTL, &val);
1484 val |= MII_BNX2_NXTPG_CTL_T2 | MII_BNX2_NXTPG_CTL_BAM;
1485 bnx2_write_phy(bp, MII_BNX2_BAM_NXTPG_CTL, val);
1486
1487 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_CL73_USERB0);
1488
1489 val = MII_BNX2_CL73_BAM_EN | MII_BNX2_CL73_BAM_STA_MGR_EN |
1490 MII_BNX2_CL73_BAM_NP_AFT_BP_EN;
1491 bnx2_write_phy(bp, MII_BNX2_CL73_BAM_CTL1, val);
1492
1493 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1494
1495 return 0;
1496}
1497
b6016b76 1498static int
5b0c76ad
MC
1499bnx2_init_5708s_phy(struct bnx2 *bp)
1500{
1501 u32 val;
1502
27a005b8
MC
1503 bnx2_reset_phy(bp);
1504
1505 bp->mii_up1 = BCM5708S_UP1;
1506
5b0c76ad
MC
1507 bnx2_write_phy(bp, BCM5708S_BLK_ADDR, BCM5708S_BLK_ADDR_DIG3);
1508 bnx2_write_phy(bp, BCM5708S_DIG_3_0, BCM5708S_DIG_3_0_USE_IEEE);
1509 bnx2_write_phy(bp, BCM5708S_BLK_ADDR, BCM5708S_BLK_ADDR_DIG);
1510
1511 bnx2_read_phy(bp, BCM5708S_1000X_CTL1, &val);
1512 val |= BCM5708S_1000X_CTL1_FIBER_MODE | BCM5708S_1000X_CTL1_AUTODET_EN;
1513 bnx2_write_phy(bp, BCM5708S_1000X_CTL1, val);
1514
1515 bnx2_read_phy(bp, BCM5708S_1000X_CTL2, &val);
1516 val |= BCM5708S_1000X_CTL2_PLLEL_DET_EN;
1517 bnx2_write_phy(bp, BCM5708S_1000X_CTL2, val);
1518
1519 if (bp->phy_flags & PHY_2_5G_CAPABLE_FLAG) {
1520 bnx2_read_phy(bp, BCM5708S_UP1, &val);
1521 val |= BCM5708S_UP1_2G5;
1522 bnx2_write_phy(bp, BCM5708S_UP1, val);
1523 }
1524
1525 if ((CHIP_ID(bp) == CHIP_ID_5708_A0) ||
dda1e390
MC
1526 (CHIP_ID(bp) == CHIP_ID_5708_B0) ||
1527 (CHIP_ID(bp) == CHIP_ID_5708_B1)) {
5b0c76ad
MC
1528 /* increase tx signal amplitude */
1529 bnx2_write_phy(bp, BCM5708S_BLK_ADDR,
1530 BCM5708S_BLK_ADDR_TX_MISC);
1531 bnx2_read_phy(bp, BCM5708S_TX_ACTL1, &val);
1532 val &= ~BCM5708S_TX_ACTL1_DRIVER_VCM;
1533 bnx2_write_phy(bp, BCM5708S_TX_ACTL1, val);
1534 bnx2_write_phy(bp, BCM5708S_BLK_ADDR, BCM5708S_BLK_ADDR_DIG);
1535 }
1536
e3648b3d 1537 val = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_HW_CFG_CONFIG) &
5b0c76ad
MC
1538 BNX2_PORT_HW_CFG_CFG_TXCTL3_MASK;
1539
1540 if (val) {
1541 u32 is_backplane;
1542
e3648b3d 1543 is_backplane = REG_RD_IND(bp, bp->shmem_base +
5b0c76ad
MC
1544 BNX2_SHARED_HW_CFG_CONFIG);
1545 if (is_backplane & BNX2_SHARED_HW_CFG_PHY_BACKPLANE) {
1546 bnx2_write_phy(bp, BCM5708S_BLK_ADDR,
1547 BCM5708S_BLK_ADDR_TX_MISC);
1548 bnx2_write_phy(bp, BCM5708S_TX_ACTL3, val);
1549 bnx2_write_phy(bp, BCM5708S_BLK_ADDR,
1550 BCM5708S_BLK_ADDR_DIG);
1551 }
1552 }
1553 return 0;
1554}
1555
1556static int
1557bnx2_init_5706s_phy(struct bnx2 *bp)
b6016b76 1558{
27a005b8
MC
1559 bnx2_reset_phy(bp);
1560
b6016b76
MC
1561 bp->phy_flags &= ~PHY_PARALLEL_DETECT_FLAG;
1562
59b47d8a
MC
1563 if (CHIP_NUM(bp) == CHIP_NUM_5706)
1564 REG_WR(bp, BNX2_MISC_GP_HW_CTL0, 0x300);
b6016b76
MC
1565
1566 if (bp->dev->mtu > 1500) {
1567 u32 val;
1568
1569 /* Set extended packet length bit */
1570 bnx2_write_phy(bp, 0x18, 0x7);
1571 bnx2_read_phy(bp, 0x18, &val);
1572 bnx2_write_phy(bp, 0x18, (val & 0xfff8) | 0x4000);
1573
1574 bnx2_write_phy(bp, 0x1c, 0x6c00);
1575 bnx2_read_phy(bp, 0x1c, &val);
1576 bnx2_write_phy(bp, 0x1c, (val & 0x3ff) | 0xec02);
1577 }
1578 else {
1579 u32 val;
1580
1581 bnx2_write_phy(bp, 0x18, 0x7);
1582 bnx2_read_phy(bp, 0x18, &val);
1583 bnx2_write_phy(bp, 0x18, val & ~0x4007);
1584
1585 bnx2_write_phy(bp, 0x1c, 0x6c00);
1586 bnx2_read_phy(bp, 0x1c, &val);
1587 bnx2_write_phy(bp, 0x1c, (val & 0x3fd) | 0xec00);
1588 }
1589
1590 return 0;
1591}
1592
1593static int
1594bnx2_init_copper_phy(struct bnx2 *bp)
1595{
5b0c76ad
MC
1596 u32 val;
1597
27a005b8
MC
1598 bnx2_reset_phy(bp);
1599
b6016b76
MC
1600 if (bp->phy_flags & PHY_CRC_FIX_FLAG) {
1601 bnx2_write_phy(bp, 0x18, 0x0c00);
1602 bnx2_write_phy(bp, 0x17, 0x000a);
1603 bnx2_write_phy(bp, 0x15, 0x310b);
1604 bnx2_write_phy(bp, 0x17, 0x201f);
1605 bnx2_write_phy(bp, 0x15, 0x9506);
1606 bnx2_write_phy(bp, 0x17, 0x401f);
1607 bnx2_write_phy(bp, 0x15, 0x14e2);
1608 bnx2_write_phy(bp, 0x18, 0x0400);
1609 }
1610
b659f44e
MC
1611 if (bp->phy_flags & PHY_DIS_EARLY_DAC_FLAG) {
1612 bnx2_write_phy(bp, MII_BNX2_DSP_ADDRESS,
1613 MII_BNX2_DSP_EXPAND_REG | 0x8);
1614 bnx2_read_phy(bp, MII_BNX2_DSP_RW_PORT, &val);
1615 val &= ~(1 << 8);
1616 bnx2_write_phy(bp, MII_BNX2_DSP_RW_PORT, val);
1617 }
1618
b6016b76 1619 if (bp->dev->mtu > 1500) {
b6016b76
MC
1620 /* Set extended packet length bit */
1621 bnx2_write_phy(bp, 0x18, 0x7);
1622 bnx2_read_phy(bp, 0x18, &val);
1623 bnx2_write_phy(bp, 0x18, val | 0x4000);
1624
1625 bnx2_read_phy(bp, 0x10, &val);
1626 bnx2_write_phy(bp, 0x10, val | 0x1);
1627 }
1628 else {
b6016b76
MC
1629 bnx2_write_phy(bp, 0x18, 0x7);
1630 bnx2_read_phy(bp, 0x18, &val);
1631 bnx2_write_phy(bp, 0x18, val & ~0x4007);
1632
1633 bnx2_read_phy(bp, 0x10, &val);
1634 bnx2_write_phy(bp, 0x10, val & ~0x1);
1635 }
1636
5b0c76ad
MC
1637 /* ethernet@wirespeed */
1638 bnx2_write_phy(bp, 0x18, 0x7007);
1639 bnx2_read_phy(bp, 0x18, &val);
1640 bnx2_write_phy(bp, 0x18, val | (1 << 15) | (1 << 4));
b6016b76
MC
1641 return 0;
1642}
1643
1644
1645static int
1646bnx2_init_phy(struct bnx2 *bp)
1647{
1648 u32 val;
1649 int rc = 0;
1650
1651 bp->phy_flags &= ~PHY_INT_MODE_MASK_FLAG;
1652 bp->phy_flags |= PHY_INT_MODE_LINK_READY_FLAG;
1653
ca58c3af
MC
1654 bp->mii_bmcr = MII_BMCR;
1655 bp->mii_bmsr = MII_BMSR;
27a005b8 1656 bp->mii_bmsr1 = MII_BMSR;
ca58c3af
MC
1657 bp->mii_adv = MII_ADVERTISE;
1658 bp->mii_lpa = MII_LPA;
1659
b6016b76
MC
1660 REG_WR(bp, BNX2_EMAC_ATTENTION_ENA, BNX2_EMAC_ATTENTION_ENA_LINK);
1661
b6016b76
MC
1662 bnx2_read_phy(bp, MII_PHYSID1, &val);
1663 bp->phy_id = val << 16;
1664 bnx2_read_phy(bp, MII_PHYSID2, &val);
1665 bp->phy_id |= val & 0xffff;
1666
1667 if (bp->phy_flags & PHY_SERDES_FLAG) {
5b0c76ad
MC
1668 if (CHIP_NUM(bp) == CHIP_NUM_5706)
1669 rc = bnx2_init_5706s_phy(bp);
1670 else if (CHIP_NUM(bp) == CHIP_NUM_5708)
1671 rc = bnx2_init_5708s_phy(bp);
27a005b8
MC
1672 else if (CHIP_NUM(bp) == CHIP_NUM_5709)
1673 rc = bnx2_init_5709s_phy(bp);
b6016b76
MC
1674 }
1675 else {
1676 rc = bnx2_init_copper_phy(bp);
1677 }
1678
1679 bnx2_setup_phy(bp);
1680
1681 return rc;
1682}
1683
1684static int
1685bnx2_set_mac_loopback(struct bnx2 *bp)
1686{
1687 u32 mac_mode;
1688
1689 mac_mode = REG_RD(bp, BNX2_EMAC_MODE);
1690 mac_mode &= ~BNX2_EMAC_MODE_PORT;
1691 mac_mode |= BNX2_EMAC_MODE_MAC_LOOP | BNX2_EMAC_MODE_FORCE_LINK;
1692 REG_WR(bp, BNX2_EMAC_MODE, mac_mode);
1693 bp->link_up = 1;
1694 return 0;
1695}
1696
bc5a0690
MC
1697static int bnx2_test_link(struct bnx2 *);
1698
1699static int
1700bnx2_set_phy_loopback(struct bnx2 *bp)
1701{
1702 u32 mac_mode;
1703 int rc, i;
1704
1705 spin_lock_bh(&bp->phy_lock);
ca58c3af 1706 rc = bnx2_write_phy(bp, bp->mii_bmcr, BMCR_LOOPBACK | BMCR_FULLDPLX |
bc5a0690
MC
1707 BMCR_SPEED1000);
1708 spin_unlock_bh(&bp->phy_lock);
1709 if (rc)
1710 return rc;
1711
1712 for (i = 0; i < 10; i++) {
1713 if (bnx2_test_link(bp) == 0)
1714 break;
80be4434 1715 msleep(100);
bc5a0690
MC
1716 }
1717
1718 mac_mode = REG_RD(bp, BNX2_EMAC_MODE);
1719 mac_mode &= ~(BNX2_EMAC_MODE_PORT | BNX2_EMAC_MODE_HALF_DUPLEX |
1720 BNX2_EMAC_MODE_MAC_LOOP | BNX2_EMAC_MODE_FORCE_LINK |
59b47d8a 1721 BNX2_EMAC_MODE_25G_MODE);
bc5a0690
MC
1722
1723 mac_mode |= BNX2_EMAC_MODE_PORT_GMII;
1724 REG_WR(bp, BNX2_EMAC_MODE, mac_mode);
1725 bp->link_up = 1;
1726 return 0;
1727}
1728
b6016b76 1729static int
b090ae2b 1730bnx2_fw_sync(struct bnx2 *bp, u32 msg_data, int silent)
b6016b76
MC
1731{
1732 int i;
1733 u32 val;
1734
b6016b76
MC
1735 bp->fw_wr_seq++;
1736 msg_data |= bp->fw_wr_seq;
1737
e3648b3d 1738 REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_MB, msg_data);
b6016b76
MC
1739
1740 /* wait for an acknowledgement. */
b090ae2b
MC
1741 for (i = 0; i < (FW_ACK_TIME_OUT_MS / 10); i++) {
1742 msleep(10);
b6016b76 1743
e3648b3d 1744 val = REG_RD_IND(bp, bp->shmem_base + BNX2_FW_MB);
b6016b76
MC
1745
1746 if ((val & BNX2_FW_MSG_ACK) == (msg_data & BNX2_DRV_MSG_SEQ))
1747 break;
1748 }
b090ae2b
MC
1749 if ((msg_data & BNX2_DRV_MSG_DATA) == BNX2_DRV_MSG_DATA_WAIT0)
1750 return 0;
b6016b76
MC
1751
1752 /* If we timed out, inform the firmware that this is the case. */
b090ae2b
MC
1753 if ((val & BNX2_FW_MSG_ACK) != (msg_data & BNX2_DRV_MSG_SEQ)) {
1754 if (!silent)
1755 printk(KERN_ERR PFX "fw sync timeout, reset code = "
1756 "%x\n", msg_data);
b6016b76
MC
1757
1758 msg_data &= ~BNX2_DRV_MSG_CODE;
1759 msg_data |= BNX2_DRV_MSG_CODE_FW_TIMEOUT;
1760
e3648b3d 1761 REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_MB, msg_data);
b6016b76 1762
b6016b76
MC
1763 return -EBUSY;
1764 }
1765
b090ae2b
MC
1766 if ((val & BNX2_FW_MSG_STATUS_MASK) != BNX2_FW_MSG_STATUS_OK)
1767 return -EIO;
1768
b6016b76
MC
1769 return 0;
1770}
1771
59b47d8a
MC
1772static int
1773bnx2_init_5709_context(struct bnx2 *bp)
1774{
1775 int i, ret = 0;
1776 u32 val;
1777
1778 val = BNX2_CTX_COMMAND_ENABLED | BNX2_CTX_COMMAND_MEM_INIT | (1 << 12);
1779 val |= (BCM_PAGE_BITS - 8) << 16;
1780 REG_WR(bp, BNX2_CTX_COMMAND, val);
641bdcd5
MC
1781 for (i = 0; i < 10; i++) {
1782 val = REG_RD(bp, BNX2_CTX_COMMAND);
1783 if (!(val & BNX2_CTX_COMMAND_MEM_INIT))
1784 break;
1785 udelay(2);
1786 }
1787 if (val & BNX2_CTX_COMMAND_MEM_INIT)
1788 return -EBUSY;
1789
59b47d8a
MC
1790 for (i = 0; i < bp->ctx_pages; i++) {
1791 int j;
1792
1793 REG_WR(bp, BNX2_CTX_HOST_PAGE_TBL_DATA0,
1794 (bp->ctx_blk_mapping[i] & 0xffffffff) |
1795 BNX2_CTX_HOST_PAGE_TBL_DATA0_VALID);
1796 REG_WR(bp, BNX2_CTX_HOST_PAGE_TBL_DATA1,
1797 (u64) bp->ctx_blk_mapping[i] >> 32);
1798 REG_WR(bp, BNX2_CTX_HOST_PAGE_TBL_CTRL, i |
1799 BNX2_CTX_HOST_PAGE_TBL_CTRL_WRITE_REQ);
1800 for (j = 0; j < 10; j++) {
1801
1802 val = REG_RD(bp, BNX2_CTX_HOST_PAGE_TBL_CTRL);
1803 if (!(val & BNX2_CTX_HOST_PAGE_TBL_CTRL_WRITE_REQ))
1804 break;
1805 udelay(5);
1806 }
1807 if (val & BNX2_CTX_HOST_PAGE_TBL_CTRL_WRITE_REQ) {
1808 ret = -EBUSY;
1809 break;
1810 }
1811 }
1812 return ret;
1813}
1814
b6016b76
MC
1815static void
1816bnx2_init_context(struct bnx2 *bp)
1817{
1818 u32 vcid;
1819
1820 vcid = 96;
1821 while (vcid) {
1822 u32 vcid_addr, pcid_addr, offset;
7947b20e 1823 int i;
b6016b76
MC
1824
1825 vcid--;
1826
1827 if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
1828 u32 new_vcid;
1829
1830 vcid_addr = GET_PCID_ADDR(vcid);
1831 if (vcid & 0x8) {
1832 new_vcid = 0x60 + (vcid & 0xf0) + (vcid & 0x7);
1833 }
1834 else {
1835 new_vcid = vcid;
1836 }
1837 pcid_addr = GET_PCID_ADDR(new_vcid);
1838 }
1839 else {
1840 vcid_addr = GET_CID_ADDR(vcid);
1841 pcid_addr = vcid_addr;
1842 }
1843
7947b20e
MC
1844 for (i = 0; i < (CTX_SIZE / PHY_CTX_SIZE); i++) {
1845 vcid_addr += (i << PHY_CTX_SHIFT);
1846 pcid_addr += (i << PHY_CTX_SHIFT);
b6016b76 1847
7947b20e
MC
1848 REG_WR(bp, BNX2_CTX_VIRT_ADDR, 0x00);
1849 REG_WR(bp, BNX2_CTX_PAGE_TBL, pcid_addr);
b6016b76 1850
7947b20e
MC
1851 /* Zero out the context. */
1852 for (offset = 0; offset < PHY_CTX_SIZE; offset += 4)
1853 CTX_WR(bp, 0x00, offset, 0);
1854
1855 REG_WR(bp, BNX2_CTX_VIRT_ADDR, vcid_addr);
1856 REG_WR(bp, BNX2_CTX_PAGE_TBL, pcid_addr);
1857 }
b6016b76
MC
1858 }
1859}
1860
1861static int
1862bnx2_alloc_bad_rbuf(struct bnx2 *bp)
1863{
1864 u16 *good_mbuf;
1865 u32 good_mbuf_cnt;
1866 u32 val;
1867
1868 good_mbuf = kmalloc(512 * sizeof(u16), GFP_KERNEL);
1869 if (good_mbuf == NULL) {
1870 printk(KERN_ERR PFX "Failed to allocate memory in "
1871 "bnx2_alloc_bad_rbuf\n");
1872 return -ENOMEM;
1873 }
1874
1875 REG_WR(bp, BNX2_MISC_ENABLE_SET_BITS,
1876 BNX2_MISC_ENABLE_SET_BITS_RX_MBUF_ENABLE);
1877
1878 good_mbuf_cnt = 0;
1879
1880 /* Allocate a bunch of mbufs and save the good ones in an array. */
1881 val = REG_RD_IND(bp, BNX2_RBUF_STATUS1);
1882 while (val & BNX2_RBUF_STATUS1_FREE_COUNT) {
1883 REG_WR_IND(bp, BNX2_RBUF_COMMAND, BNX2_RBUF_COMMAND_ALLOC_REQ);
1884
1885 val = REG_RD_IND(bp, BNX2_RBUF_FW_BUF_ALLOC);
1886
1887 val &= BNX2_RBUF_FW_BUF_ALLOC_VALUE;
1888
1889 /* The addresses with Bit 9 set are bad memory blocks. */
1890 if (!(val & (1 << 9))) {
1891 good_mbuf[good_mbuf_cnt] = (u16) val;
1892 good_mbuf_cnt++;
1893 }
1894
1895 val = REG_RD_IND(bp, BNX2_RBUF_STATUS1);
1896 }
1897
1898 /* Free the good ones back to the mbuf pool thus discarding
1899 * all the bad ones. */
1900 while (good_mbuf_cnt) {
1901 good_mbuf_cnt--;
1902
1903 val = good_mbuf[good_mbuf_cnt];
1904 val = (val << 9) | val | 1;
1905
1906 REG_WR_IND(bp, BNX2_RBUF_FW_BUF_FREE, val);
1907 }
1908 kfree(good_mbuf);
1909 return 0;
1910}
1911
1912static void
6aa20a22 1913bnx2_set_mac_addr(struct bnx2 *bp)
b6016b76
MC
1914{
1915 u32 val;
1916 u8 *mac_addr = bp->dev->dev_addr;
1917
1918 val = (mac_addr[0] << 8) | mac_addr[1];
1919
1920 REG_WR(bp, BNX2_EMAC_MAC_MATCH0, val);
1921
6aa20a22 1922 val = (mac_addr[2] << 24) | (mac_addr[3] << 16) |
b6016b76
MC
1923 (mac_addr[4] << 8) | mac_addr[5];
1924
1925 REG_WR(bp, BNX2_EMAC_MAC_MATCH1, val);
1926}
1927
1928static inline int
1929bnx2_alloc_rx_skb(struct bnx2 *bp, u16 index)
1930{
1931 struct sk_buff *skb;
1932 struct sw_bd *rx_buf = &bp->rx_buf_ring[index];
1933 dma_addr_t mapping;
13daffa2 1934 struct rx_bd *rxbd = &bp->rx_desc_ring[RX_RING(index)][RX_IDX(index)];
b6016b76
MC
1935 unsigned long align;
1936
932f3772 1937 skb = netdev_alloc_skb(bp->dev, bp->rx_buf_size);
b6016b76
MC
1938 if (skb == NULL) {
1939 return -ENOMEM;
1940 }
1941
59b47d8a
MC
1942 if (unlikely((align = (unsigned long) skb->data & (BNX2_RX_ALIGN - 1))))
1943 skb_reserve(skb, BNX2_RX_ALIGN - align);
b6016b76 1944
b6016b76
MC
1945 mapping = pci_map_single(bp->pdev, skb->data, bp->rx_buf_use_size,
1946 PCI_DMA_FROMDEVICE);
1947
1948 rx_buf->skb = skb;
1949 pci_unmap_addr_set(rx_buf, mapping, mapping);
1950
1951 rxbd->rx_bd_haddr_hi = (u64) mapping >> 32;
1952 rxbd->rx_bd_haddr_lo = (u64) mapping & 0xffffffff;
1953
1954 bp->rx_prod_bseq += bp->rx_buf_use_size;
1955
1956 return 0;
1957}
1958
da3e4fbe
MC
1959static int
1960bnx2_phy_event_is_set(struct bnx2 *bp, u32 event)
b6016b76 1961{
da3e4fbe 1962 struct status_block *sblk = bp->status_blk;
b6016b76 1963 u32 new_link_state, old_link_state;
da3e4fbe 1964 int is_set = 1;
b6016b76 1965
da3e4fbe
MC
1966 new_link_state = sblk->status_attn_bits & event;
1967 old_link_state = sblk->status_attn_bits_ack & event;
b6016b76 1968 if (new_link_state != old_link_state) {
da3e4fbe
MC
1969 if (new_link_state)
1970 REG_WR(bp, BNX2_PCICFG_STATUS_BIT_SET_CMD, event);
1971 else
1972 REG_WR(bp, BNX2_PCICFG_STATUS_BIT_CLEAR_CMD, event);
1973 } else
1974 is_set = 0;
1975
1976 return is_set;
1977}
1978
1979static void
1980bnx2_phy_int(struct bnx2 *bp)
1981{
1982 if (bnx2_phy_event_is_set(bp, STATUS_ATTN_BITS_LINK_STATE)) {
1983 spin_lock(&bp->phy_lock);
b6016b76 1984 bnx2_set_link(bp);
da3e4fbe 1985 spin_unlock(&bp->phy_lock);
b6016b76
MC
1986 }
1987}
1988
1989static void
1990bnx2_tx_int(struct bnx2 *bp)
1991{
f4e418f7 1992 struct status_block *sblk = bp->status_blk;
b6016b76
MC
1993 u16 hw_cons, sw_cons, sw_ring_cons;
1994 int tx_free_bd = 0;
1995
f4e418f7 1996 hw_cons = bp->hw_tx_cons = sblk->status_tx_quick_consumer_index0;
b6016b76
MC
1997 if ((hw_cons & MAX_TX_DESC_CNT) == MAX_TX_DESC_CNT) {
1998 hw_cons++;
1999 }
2000 sw_cons = bp->tx_cons;
2001
2002 while (sw_cons != hw_cons) {
2003 struct sw_bd *tx_buf;
2004 struct sk_buff *skb;
2005 int i, last;
2006
2007 sw_ring_cons = TX_RING_IDX(sw_cons);
2008
2009 tx_buf = &bp->tx_buf_ring[sw_ring_cons];
2010 skb = tx_buf->skb;
1d39ed56 2011
b6016b76 2012 /* partial BD completions possible with TSO packets */
89114afd 2013 if (skb_is_gso(skb)) {
b6016b76
MC
2014 u16 last_idx, last_ring_idx;
2015
2016 last_idx = sw_cons +
2017 skb_shinfo(skb)->nr_frags + 1;
2018 last_ring_idx = sw_ring_cons +
2019 skb_shinfo(skb)->nr_frags + 1;
2020 if (unlikely(last_ring_idx >= MAX_TX_DESC_CNT)) {
2021 last_idx++;
2022 }
2023 if (((s16) ((s16) last_idx - (s16) hw_cons)) > 0) {
2024 break;
2025 }
2026 }
1d39ed56 2027
b6016b76
MC
2028 pci_unmap_single(bp->pdev, pci_unmap_addr(tx_buf, mapping),
2029 skb_headlen(skb), PCI_DMA_TODEVICE);
2030
2031 tx_buf->skb = NULL;
2032 last = skb_shinfo(skb)->nr_frags;
2033
2034 for (i = 0; i < last; i++) {
2035 sw_cons = NEXT_TX_BD(sw_cons);
2036
2037 pci_unmap_page(bp->pdev,
2038 pci_unmap_addr(
2039 &bp->tx_buf_ring[TX_RING_IDX(sw_cons)],
2040 mapping),
2041 skb_shinfo(skb)->frags[i].size,
2042 PCI_DMA_TODEVICE);
2043 }
2044
2045 sw_cons = NEXT_TX_BD(sw_cons);
2046
2047 tx_free_bd += last + 1;
2048
745720e5 2049 dev_kfree_skb(skb);
b6016b76 2050
f4e418f7
MC
2051 hw_cons = bp->hw_tx_cons =
2052 sblk->status_tx_quick_consumer_index0;
2053
b6016b76
MC
2054 if ((hw_cons & MAX_TX_DESC_CNT) == MAX_TX_DESC_CNT) {
2055 hw_cons++;
2056 }
2057 }
2058
e89bbf10 2059 bp->tx_cons = sw_cons;
2f8af120
MC
2060 /* Need to make the tx_cons update visible to bnx2_start_xmit()
2061 * before checking for netif_queue_stopped(). Without the
2062 * memory barrier, there is a small possibility that bnx2_start_xmit()
2063 * will miss it and cause the queue to be stopped forever.
2064 */
2065 smp_mb();
b6016b76 2066
2f8af120
MC
2067 if (unlikely(netif_queue_stopped(bp->dev)) &&
2068 (bnx2_tx_avail(bp) > bp->tx_wake_thresh)) {
2069 netif_tx_lock(bp->dev);
b6016b76 2070 if ((netif_queue_stopped(bp->dev)) &&
2f8af120 2071 (bnx2_tx_avail(bp) > bp->tx_wake_thresh))
b6016b76 2072 netif_wake_queue(bp->dev);
2f8af120 2073 netif_tx_unlock(bp->dev);
b6016b76 2074 }
b6016b76
MC
2075}
2076
2077static inline void
2078bnx2_reuse_rx_skb(struct bnx2 *bp, struct sk_buff *skb,
2079 u16 cons, u16 prod)
2080{
236b6394
MC
2081 struct sw_bd *cons_rx_buf, *prod_rx_buf;
2082 struct rx_bd *cons_bd, *prod_bd;
2083
2084 cons_rx_buf = &bp->rx_buf_ring[cons];
2085 prod_rx_buf = &bp->rx_buf_ring[prod];
b6016b76
MC
2086
2087 pci_dma_sync_single_for_device(bp->pdev,
2088 pci_unmap_addr(cons_rx_buf, mapping),
2089 bp->rx_offset + RX_COPY_THRESH, PCI_DMA_FROMDEVICE);
2090
236b6394 2091 bp->rx_prod_bseq += bp->rx_buf_use_size;
b6016b76 2092
236b6394 2093 prod_rx_buf->skb = skb;
b6016b76 2094
236b6394
MC
2095 if (cons == prod)
2096 return;
b6016b76 2097
236b6394
MC
2098 pci_unmap_addr_set(prod_rx_buf, mapping,
2099 pci_unmap_addr(cons_rx_buf, mapping));
2100
3fdfcc2c
MC
2101 cons_bd = &bp->rx_desc_ring[RX_RING(cons)][RX_IDX(cons)];
2102 prod_bd = &bp->rx_desc_ring[RX_RING(prod)][RX_IDX(prod)];
236b6394
MC
2103 prod_bd->rx_bd_haddr_hi = cons_bd->rx_bd_haddr_hi;
2104 prod_bd->rx_bd_haddr_lo = cons_bd->rx_bd_haddr_lo;
b6016b76
MC
2105}
2106
2107static int
2108bnx2_rx_int(struct bnx2 *bp, int budget)
2109{
f4e418f7 2110 struct status_block *sblk = bp->status_blk;
b6016b76
MC
2111 u16 hw_cons, sw_cons, sw_ring_cons, sw_prod, sw_ring_prod;
2112 struct l2_fhdr *rx_hdr;
2113 int rx_pkt = 0;
2114
f4e418f7 2115 hw_cons = bp->hw_rx_cons = sblk->status_rx_quick_consumer_index0;
b6016b76
MC
2116 if ((hw_cons & MAX_RX_DESC_CNT) == MAX_RX_DESC_CNT) {
2117 hw_cons++;
2118 }
2119 sw_cons = bp->rx_cons;
2120 sw_prod = bp->rx_prod;
2121
2122 /* Memory barrier necessary as speculative reads of the rx
2123 * buffer can be ahead of the index in the status block
2124 */
2125 rmb();
2126 while (sw_cons != hw_cons) {
2127 unsigned int len;
ade2bfe7 2128 u32 status;
b6016b76
MC
2129 struct sw_bd *rx_buf;
2130 struct sk_buff *skb;
236b6394 2131 dma_addr_t dma_addr;
b6016b76
MC
2132
2133 sw_ring_cons = RX_RING_IDX(sw_cons);
2134 sw_ring_prod = RX_RING_IDX(sw_prod);
2135
2136 rx_buf = &bp->rx_buf_ring[sw_ring_cons];
2137 skb = rx_buf->skb;
236b6394
MC
2138
2139 rx_buf->skb = NULL;
2140
2141 dma_addr = pci_unmap_addr(rx_buf, mapping);
2142
2143 pci_dma_sync_single_for_cpu(bp->pdev, dma_addr,
b6016b76
MC
2144 bp->rx_offset + RX_COPY_THRESH, PCI_DMA_FROMDEVICE);
2145
2146 rx_hdr = (struct l2_fhdr *) skb->data;
2147 len = rx_hdr->l2_fhdr_pkt_len - 4;
2148
ade2bfe7 2149 if ((status = rx_hdr->l2_fhdr_status) &
b6016b76
MC
2150 (L2_FHDR_ERRORS_BAD_CRC |
2151 L2_FHDR_ERRORS_PHY_DECODE |
2152 L2_FHDR_ERRORS_ALIGNMENT |
2153 L2_FHDR_ERRORS_TOO_SHORT |
2154 L2_FHDR_ERRORS_GIANT_FRAME)) {
2155
2156 goto reuse_rx;
2157 }
2158
2159 /* Since we don't have a jumbo ring, copy small packets
2160 * if mtu > 1500
2161 */
2162 if ((bp->dev->mtu > 1500) && (len <= RX_COPY_THRESH)) {
2163 struct sk_buff *new_skb;
2164
932f3772 2165 new_skb = netdev_alloc_skb(bp->dev, len + 2);
b6016b76
MC
2166 if (new_skb == NULL)
2167 goto reuse_rx;
2168
2169 /* aligned copy */
d626f62b
ACM
2170 skb_copy_from_linear_data_offset(skb, bp->rx_offset - 2,
2171 new_skb->data, len + 2);
b6016b76
MC
2172 skb_reserve(new_skb, 2);
2173 skb_put(new_skb, len);
b6016b76
MC
2174
2175 bnx2_reuse_rx_skb(bp, skb,
2176 sw_ring_cons, sw_ring_prod);
2177
2178 skb = new_skb;
2179 }
2180 else if (bnx2_alloc_rx_skb(bp, sw_ring_prod) == 0) {
236b6394 2181 pci_unmap_single(bp->pdev, dma_addr,
b6016b76
MC
2182 bp->rx_buf_use_size, PCI_DMA_FROMDEVICE);
2183
2184 skb_reserve(skb, bp->rx_offset);
2185 skb_put(skb, len);
2186 }
2187 else {
2188reuse_rx:
2189 bnx2_reuse_rx_skb(bp, skb,
2190 sw_ring_cons, sw_ring_prod);
2191 goto next_rx;
2192 }
2193
2194 skb->protocol = eth_type_trans(skb, bp->dev);
2195
2196 if ((len > (bp->dev->mtu + ETH_HLEN)) &&
d1e100ba 2197 (ntohs(skb->protocol) != 0x8100)) {
b6016b76 2198
745720e5 2199 dev_kfree_skb(skb);
b6016b76
MC
2200 goto next_rx;
2201
2202 }
2203
b6016b76
MC
2204 skb->ip_summed = CHECKSUM_NONE;
2205 if (bp->rx_csum &&
2206 (status & (L2_FHDR_STATUS_TCP_SEGMENT |
2207 L2_FHDR_STATUS_UDP_DATAGRAM))) {
2208
ade2bfe7
MC
2209 if (likely((status & (L2_FHDR_ERRORS_TCP_XSUM |
2210 L2_FHDR_ERRORS_UDP_XSUM)) == 0))
b6016b76
MC
2211 skb->ip_summed = CHECKSUM_UNNECESSARY;
2212 }
2213
2214#ifdef BCM_VLAN
2215 if ((status & L2_FHDR_STATUS_L2_VLAN_TAG) && (bp->vlgrp != 0)) {
2216 vlan_hwaccel_receive_skb(skb, bp->vlgrp,
2217 rx_hdr->l2_fhdr_vlan_tag);
2218 }
2219 else
2220#endif
2221 netif_receive_skb(skb);
2222
2223 bp->dev->last_rx = jiffies;
2224 rx_pkt++;
2225
2226next_rx:
b6016b76
MC
2227 sw_cons = NEXT_RX_BD(sw_cons);
2228 sw_prod = NEXT_RX_BD(sw_prod);
2229
2230 if ((rx_pkt == budget))
2231 break;
f4e418f7
MC
2232
2233 /* Refresh hw_cons to see if there is new work */
2234 if (sw_cons == hw_cons) {
2235 hw_cons = bp->hw_rx_cons =
2236 sblk->status_rx_quick_consumer_index0;
2237 if ((hw_cons & MAX_RX_DESC_CNT) == MAX_RX_DESC_CNT)
2238 hw_cons++;
2239 rmb();
2240 }
b6016b76
MC
2241 }
2242 bp->rx_cons = sw_cons;
2243 bp->rx_prod = sw_prod;
2244
2245 REG_WR16(bp, MB_RX_CID_ADDR + BNX2_L2CTX_HOST_BDIDX, sw_prod);
2246
2247 REG_WR(bp, MB_RX_CID_ADDR + BNX2_L2CTX_HOST_BSEQ, bp->rx_prod_bseq);
2248
2249 mmiowb();
2250
2251 return rx_pkt;
2252
2253}
2254
2255/* MSI ISR - The only difference between this and the INTx ISR
2256 * is that the MSI interrupt is always serviced.
2257 */
2258static irqreturn_t
7d12e780 2259bnx2_msi(int irq, void *dev_instance)
b6016b76
MC
2260{
2261 struct net_device *dev = dev_instance;
972ec0d4 2262 struct bnx2 *bp = netdev_priv(dev);
b6016b76 2263
c921e4c4 2264 prefetch(bp->status_blk);
b6016b76
MC
2265 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2266 BNX2_PCICFG_INT_ACK_CMD_USE_INT_HC_PARAM |
2267 BNX2_PCICFG_INT_ACK_CMD_MASK_INT);
2268
2269 /* Return here if interrupt is disabled. */
73eef4cd
MC
2270 if (unlikely(atomic_read(&bp->intr_sem) != 0))
2271 return IRQ_HANDLED;
b6016b76 2272
73eef4cd 2273 netif_rx_schedule(dev);
b6016b76 2274
73eef4cd 2275 return IRQ_HANDLED;
b6016b76
MC
2276}
2277
8e6a72c4
MC
2278static irqreturn_t
2279bnx2_msi_1shot(int irq, void *dev_instance)
2280{
2281 struct net_device *dev = dev_instance;
2282 struct bnx2 *bp = netdev_priv(dev);
2283
2284 prefetch(bp->status_blk);
2285
2286 /* Return here if interrupt is disabled. */
2287 if (unlikely(atomic_read(&bp->intr_sem) != 0))
2288 return IRQ_HANDLED;
2289
2290 netif_rx_schedule(dev);
2291
2292 return IRQ_HANDLED;
2293}
2294
b6016b76 2295static irqreturn_t
7d12e780 2296bnx2_interrupt(int irq, void *dev_instance)
b6016b76
MC
2297{
2298 struct net_device *dev = dev_instance;
972ec0d4 2299 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
2300
2301 /* When using INTx, it is possible for the interrupt to arrive
2302 * at the CPU before the status block posted prior to the
2303 * interrupt. Reading a register will flush the status block.
2304 * When using MSI, the MSI message will always complete after
2305 * the status block write.
2306 */
c921e4c4 2307 if ((bp->status_blk->status_idx == bp->last_status_idx) &&
b6016b76
MC
2308 (REG_RD(bp, BNX2_PCICFG_MISC_STATUS) &
2309 BNX2_PCICFG_MISC_STATUS_INTA_VALUE))
73eef4cd 2310 return IRQ_NONE;
b6016b76
MC
2311
2312 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2313 BNX2_PCICFG_INT_ACK_CMD_USE_INT_HC_PARAM |
2314 BNX2_PCICFG_INT_ACK_CMD_MASK_INT);
2315
2316 /* Return here if interrupt is shared and is disabled. */
73eef4cd
MC
2317 if (unlikely(atomic_read(&bp->intr_sem) != 0))
2318 return IRQ_HANDLED;
b6016b76 2319
73eef4cd 2320 netif_rx_schedule(dev);
b6016b76 2321
73eef4cd 2322 return IRQ_HANDLED;
b6016b76
MC
2323}
2324
da3e4fbe
MC
2325#define STATUS_ATTN_EVENTS STATUS_ATTN_BITS_LINK_STATE
2326
f4e418f7
MC
2327static inline int
2328bnx2_has_work(struct bnx2 *bp)
2329{
2330 struct status_block *sblk = bp->status_blk;
2331
2332 if ((sblk->status_rx_quick_consumer_index0 != bp->hw_rx_cons) ||
2333 (sblk->status_tx_quick_consumer_index0 != bp->hw_tx_cons))
2334 return 1;
2335
da3e4fbe
MC
2336 if ((sblk->status_attn_bits & STATUS_ATTN_EVENTS) !=
2337 (sblk->status_attn_bits_ack & STATUS_ATTN_EVENTS))
f4e418f7
MC
2338 return 1;
2339
2340 return 0;
2341}
2342
b6016b76
MC
2343static int
2344bnx2_poll(struct net_device *dev, int *budget)
2345{
972ec0d4 2346 struct bnx2 *bp = netdev_priv(dev);
da3e4fbe
MC
2347 struct status_block *sblk = bp->status_blk;
2348 u32 status_attn_bits = sblk->status_attn_bits;
2349 u32 status_attn_bits_ack = sblk->status_attn_bits_ack;
b6016b76 2350
da3e4fbe
MC
2351 if ((status_attn_bits & STATUS_ATTN_EVENTS) !=
2352 (status_attn_bits_ack & STATUS_ATTN_EVENTS)) {
b6016b76 2353
b6016b76 2354 bnx2_phy_int(bp);
bf5295bb
MC
2355
2356 /* This is needed to take care of transient status
2357 * during link changes.
2358 */
2359 REG_WR(bp, BNX2_HC_COMMAND,
2360 bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW_WO_INT);
2361 REG_RD(bp, BNX2_HC_COMMAND);
b6016b76
MC
2362 }
2363
f4e418f7 2364 if (bp->status_blk->status_tx_quick_consumer_index0 != bp->hw_tx_cons)
b6016b76 2365 bnx2_tx_int(bp);
b6016b76 2366
f4e418f7 2367 if (bp->status_blk->status_rx_quick_consumer_index0 != bp->hw_rx_cons) {
b6016b76
MC
2368 int orig_budget = *budget;
2369 int work_done;
2370
2371 if (orig_budget > dev->quota)
2372 orig_budget = dev->quota;
6aa20a22 2373
b6016b76
MC
2374 work_done = bnx2_rx_int(bp, orig_budget);
2375 *budget -= work_done;
2376 dev->quota -= work_done;
b6016b76 2377 }
6aa20a22 2378
f4e418f7
MC
2379 bp->last_status_idx = bp->status_blk->status_idx;
2380 rmb();
2381
2382 if (!bnx2_has_work(bp)) {
b6016b76 2383 netif_rx_complete(dev);
1269a8a6
MC
2384 if (likely(bp->flags & USING_MSI_FLAG)) {
2385 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2386 BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID |
2387 bp->last_status_idx);
2388 return 0;
2389 }
2390 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2391 BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID |
2392 BNX2_PCICFG_INT_ACK_CMD_MASK_INT |
2393 bp->last_status_idx);
2394
b6016b76 2395 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
1269a8a6
MC
2396 BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID |
2397 bp->last_status_idx);
b6016b76
MC
2398 return 0;
2399 }
2400
2401 return 1;
2402}
2403
932ff279 2404/* Called with rtnl_lock from vlan functions and also netif_tx_lock
b6016b76
MC
2405 * from set_multicast.
2406 */
2407static void
2408bnx2_set_rx_mode(struct net_device *dev)
2409{
972ec0d4 2410 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
2411 u32 rx_mode, sort_mode;
2412 int i;
b6016b76 2413
c770a65c 2414 spin_lock_bh(&bp->phy_lock);
b6016b76
MC
2415
2416 rx_mode = bp->rx_mode & ~(BNX2_EMAC_RX_MODE_PROMISCUOUS |
2417 BNX2_EMAC_RX_MODE_KEEP_VLAN_TAG);
2418 sort_mode = 1 | BNX2_RPM_SORT_USER0_BC_EN;
2419#ifdef BCM_VLAN
e29054f9 2420 if (!bp->vlgrp && !(bp->flags & ASF_ENABLE_FLAG))
b6016b76 2421 rx_mode |= BNX2_EMAC_RX_MODE_KEEP_VLAN_TAG;
b6016b76 2422#else
e29054f9
MC
2423 if (!(bp->flags & ASF_ENABLE_FLAG))
2424 rx_mode |= BNX2_EMAC_RX_MODE_KEEP_VLAN_TAG;
b6016b76
MC
2425#endif
2426 if (dev->flags & IFF_PROMISC) {
2427 /* Promiscuous mode. */
2428 rx_mode |= BNX2_EMAC_RX_MODE_PROMISCUOUS;
7510873d
MC
2429 sort_mode |= BNX2_RPM_SORT_USER0_PROM_EN |
2430 BNX2_RPM_SORT_USER0_PROM_VLAN;
b6016b76
MC
2431 }
2432 else if (dev->flags & IFF_ALLMULTI) {
2433 for (i = 0; i < NUM_MC_HASH_REGISTERS; i++) {
2434 REG_WR(bp, BNX2_EMAC_MULTICAST_HASH0 + (i * 4),
2435 0xffffffff);
2436 }
2437 sort_mode |= BNX2_RPM_SORT_USER0_MC_EN;
2438 }
2439 else {
2440 /* Accept one or more multicast(s). */
2441 struct dev_mc_list *mclist;
2442 u32 mc_filter[NUM_MC_HASH_REGISTERS];
2443 u32 regidx;
2444 u32 bit;
2445 u32 crc;
2446
2447 memset(mc_filter, 0, 4 * NUM_MC_HASH_REGISTERS);
2448
2449 for (i = 0, mclist = dev->mc_list; mclist && i < dev->mc_count;
2450 i++, mclist = mclist->next) {
2451
2452 crc = ether_crc_le(ETH_ALEN, mclist->dmi_addr);
2453 bit = crc & 0xff;
2454 regidx = (bit & 0xe0) >> 5;
2455 bit &= 0x1f;
2456 mc_filter[regidx] |= (1 << bit);
2457 }
2458
2459 for (i = 0; i < NUM_MC_HASH_REGISTERS; i++) {
2460 REG_WR(bp, BNX2_EMAC_MULTICAST_HASH0 + (i * 4),
2461 mc_filter[i]);
2462 }
2463
2464 sort_mode |= BNX2_RPM_SORT_USER0_MC_HSH_EN;
2465 }
2466
2467 if (rx_mode != bp->rx_mode) {
2468 bp->rx_mode = rx_mode;
2469 REG_WR(bp, BNX2_EMAC_RX_MODE, rx_mode);
2470 }
2471
2472 REG_WR(bp, BNX2_RPM_SORT_USER0, 0x0);
2473 REG_WR(bp, BNX2_RPM_SORT_USER0, sort_mode);
2474 REG_WR(bp, BNX2_RPM_SORT_USER0, sort_mode | BNX2_RPM_SORT_USER0_ENA);
2475
c770a65c 2476 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC
2477}
2478
fba9fe91
MC
2479#define FW_BUF_SIZE 0x8000
2480
2481static int
2482bnx2_gunzip_init(struct bnx2 *bp)
2483{
2484 if ((bp->gunzip_buf = vmalloc(FW_BUF_SIZE)) == NULL)
2485 goto gunzip_nomem1;
2486
2487 if ((bp->strm = kmalloc(sizeof(*bp->strm), GFP_KERNEL)) == NULL)
2488 goto gunzip_nomem2;
2489
2490 bp->strm->workspace = kmalloc(zlib_inflate_workspacesize(), GFP_KERNEL);
2491 if (bp->strm->workspace == NULL)
2492 goto gunzip_nomem3;
2493
2494 return 0;
2495
2496gunzip_nomem3:
2497 kfree(bp->strm);
2498 bp->strm = NULL;
2499
2500gunzip_nomem2:
2501 vfree(bp->gunzip_buf);
2502 bp->gunzip_buf = NULL;
2503
2504gunzip_nomem1:
2505 printk(KERN_ERR PFX "%s: Cannot allocate firmware buffer for "
2506 "uncompression.\n", bp->dev->name);
2507 return -ENOMEM;
2508}
2509
2510static void
2511bnx2_gunzip_end(struct bnx2 *bp)
2512{
2513 kfree(bp->strm->workspace);
2514
2515 kfree(bp->strm);
2516 bp->strm = NULL;
2517
2518 if (bp->gunzip_buf) {
2519 vfree(bp->gunzip_buf);
2520 bp->gunzip_buf = NULL;
2521 }
2522}
2523
2524static int
2525bnx2_gunzip(struct bnx2 *bp, u8 *zbuf, int len, void **outbuf, int *outlen)
2526{
2527 int n, rc;
2528
2529 /* check gzip header */
2530 if ((zbuf[0] != 0x1f) || (zbuf[1] != 0x8b) || (zbuf[2] != Z_DEFLATED))
2531 return -EINVAL;
2532
2533 n = 10;
2534
2535#define FNAME 0x8
2536 if (zbuf[3] & FNAME)
2537 while ((zbuf[n++] != 0) && (n < len));
2538
2539 bp->strm->next_in = zbuf + n;
2540 bp->strm->avail_in = len - n;
2541 bp->strm->next_out = bp->gunzip_buf;
2542 bp->strm->avail_out = FW_BUF_SIZE;
2543
2544 rc = zlib_inflateInit2(bp->strm, -MAX_WBITS);
2545 if (rc != Z_OK)
2546 return rc;
2547
2548 rc = zlib_inflate(bp->strm, Z_FINISH);
2549
2550 *outlen = FW_BUF_SIZE - bp->strm->avail_out;
2551 *outbuf = bp->gunzip_buf;
2552
2553 if ((rc != Z_OK) && (rc != Z_STREAM_END))
2554 printk(KERN_ERR PFX "%s: Firmware decompression error: %s\n",
2555 bp->dev->name, bp->strm->msg);
2556
2557 zlib_inflateEnd(bp->strm);
2558
2559 if (rc == Z_STREAM_END)
2560 return 0;
2561
2562 return rc;
2563}
2564
b6016b76
MC
2565static void
2566load_rv2p_fw(struct bnx2 *bp, u32 *rv2p_code, u32 rv2p_code_len,
2567 u32 rv2p_proc)
2568{
2569 int i;
2570 u32 val;
2571
2572
2573 for (i = 0; i < rv2p_code_len; i += 8) {
fba9fe91 2574 REG_WR(bp, BNX2_RV2P_INSTR_HIGH, cpu_to_le32(*rv2p_code));
b6016b76 2575 rv2p_code++;
fba9fe91 2576 REG_WR(bp, BNX2_RV2P_INSTR_LOW, cpu_to_le32(*rv2p_code));
b6016b76
MC
2577 rv2p_code++;
2578
2579 if (rv2p_proc == RV2P_PROC1) {
2580 val = (i / 8) | BNX2_RV2P_PROC1_ADDR_CMD_RDWR;
2581 REG_WR(bp, BNX2_RV2P_PROC1_ADDR_CMD, val);
2582 }
2583 else {
2584 val = (i / 8) | BNX2_RV2P_PROC2_ADDR_CMD_RDWR;
2585 REG_WR(bp, BNX2_RV2P_PROC2_ADDR_CMD, val);
2586 }
2587 }
2588
2589 /* Reset the processor, un-stall is done later. */
2590 if (rv2p_proc == RV2P_PROC1) {
2591 REG_WR(bp, BNX2_RV2P_COMMAND, BNX2_RV2P_COMMAND_PROC1_RESET);
2592 }
2593 else {
2594 REG_WR(bp, BNX2_RV2P_COMMAND, BNX2_RV2P_COMMAND_PROC2_RESET);
2595 }
2596}
2597
af3ee519 2598static int
b6016b76
MC
2599load_cpu_fw(struct bnx2 *bp, struct cpu_reg *cpu_reg, struct fw_info *fw)
2600{
2601 u32 offset;
2602 u32 val;
af3ee519 2603 int rc;
b6016b76
MC
2604
2605 /* Halt the CPU. */
2606 val = REG_RD_IND(bp, cpu_reg->mode);
2607 val |= cpu_reg->mode_value_halt;
2608 REG_WR_IND(bp, cpu_reg->mode, val);
2609 REG_WR_IND(bp, cpu_reg->state, cpu_reg->state_value_clear);
2610
2611 /* Load the Text area. */
2612 offset = cpu_reg->spad_base + (fw->text_addr - cpu_reg->mips_view_base);
af3ee519
MC
2613 if (fw->gz_text) {
2614 u32 text_len;
2615 void *text;
2616
2617 rc = bnx2_gunzip(bp, fw->gz_text, fw->gz_text_len, &text,
2618 &text_len);
2619 if (rc)
2620 return rc;
2621
2622 fw->text = text;
2623 }
2624 if (fw->gz_text) {
b6016b76
MC
2625 int j;
2626
2627 for (j = 0; j < (fw->text_len / 4); j++, offset += 4) {
fba9fe91 2628 REG_WR_IND(bp, offset, cpu_to_le32(fw->text[j]));
b6016b76
MC
2629 }
2630 }
2631
2632 /* Load the Data area. */
2633 offset = cpu_reg->spad_base + (fw->data_addr - cpu_reg->mips_view_base);
2634 if (fw->data) {
2635 int j;
2636
2637 for (j = 0; j < (fw->data_len / 4); j++, offset += 4) {
2638 REG_WR_IND(bp, offset, fw->data[j]);
2639 }
2640 }
2641
2642 /* Load the SBSS area. */
2643 offset = cpu_reg->spad_base + (fw->sbss_addr - cpu_reg->mips_view_base);
2644 if (fw->sbss) {
2645 int j;
2646
2647 for (j = 0; j < (fw->sbss_len / 4); j++, offset += 4) {
2648 REG_WR_IND(bp, offset, fw->sbss[j]);
2649 }
2650 }
2651
2652 /* Load the BSS area. */
2653 offset = cpu_reg->spad_base + (fw->bss_addr - cpu_reg->mips_view_base);
2654 if (fw->bss) {
2655 int j;
2656
2657 for (j = 0; j < (fw->bss_len/4); j++, offset += 4) {
2658 REG_WR_IND(bp, offset, fw->bss[j]);
2659 }
2660 }
2661
2662 /* Load the Read-Only area. */
2663 offset = cpu_reg->spad_base +
2664 (fw->rodata_addr - cpu_reg->mips_view_base);
2665 if (fw->rodata) {
2666 int j;
2667
2668 for (j = 0; j < (fw->rodata_len / 4); j++, offset += 4) {
2669 REG_WR_IND(bp, offset, fw->rodata[j]);
2670 }
2671 }
2672
2673 /* Clear the pre-fetch instruction. */
2674 REG_WR_IND(bp, cpu_reg->inst, 0);
2675 REG_WR_IND(bp, cpu_reg->pc, fw->start_addr);
2676
2677 /* Start the CPU. */
2678 val = REG_RD_IND(bp, cpu_reg->mode);
2679 val &= ~cpu_reg->mode_value_halt;
2680 REG_WR_IND(bp, cpu_reg->state, cpu_reg->state_value_clear);
2681 REG_WR_IND(bp, cpu_reg->mode, val);
af3ee519
MC
2682
2683 return 0;
b6016b76
MC
2684}
2685
fba9fe91 2686static int
b6016b76
MC
2687bnx2_init_cpus(struct bnx2 *bp)
2688{
2689 struct cpu_reg cpu_reg;
af3ee519 2690 struct fw_info *fw;
fba9fe91
MC
2691 int rc = 0;
2692 void *text;
2693 u32 text_len;
2694
2695 if ((rc = bnx2_gunzip_init(bp)) != 0)
2696 return rc;
b6016b76
MC
2697
2698 /* Initialize the RV2P processor. */
fba9fe91
MC
2699 rc = bnx2_gunzip(bp, bnx2_rv2p_proc1, sizeof(bnx2_rv2p_proc1), &text,
2700 &text_len);
2701 if (rc)
2702 goto init_cpu_err;
2703
2704 load_rv2p_fw(bp, text, text_len, RV2P_PROC1);
2705
2706 rc = bnx2_gunzip(bp, bnx2_rv2p_proc2, sizeof(bnx2_rv2p_proc2), &text,
2707 &text_len);
2708 if (rc)
2709 goto init_cpu_err;
2710
2711 load_rv2p_fw(bp, text, text_len, RV2P_PROC2);
b6016b76
MC
2712
2713 /* Initialize the RX Processor. */
2714 cpu_reg.mode = BNX2_RXP_CPU_MODE;
2715 cpu_reg.mode_value_halt = BNX2_RXP_CPU_MODE_SOFT_HALT;
2716 cpu_reg.mode_value_sstep = BNX2_RXP_CPU_MODE_STEP_ENA;
2717 cpu_reg.state = BNX2_RXP_CPU_STATE;
2718 cpu_reg.state_value_clear = 0xffffff;
2719 cpu_reg.gpr0 = BNX2_RXP_CPU_REG_FILE;
2720 cpu_reg.evmask = BNX2_RXP_CPU_EVENT_MASK;
2721 cpu_reg.pc = BNX2_RXP_CPU_PROGRAM_COUNTER;
2722 cpu_reg.inst = BNX2_RXP_CPU_INSTRUCTION;
2723 cpu_reg.bp = BNX2_RXP_CPU_HW_BREAKPOINT;
2724 cpu_reg.spad_base = BNX2_RXP_SCRATCH;
2725 cpu_reg.mips_view_base = 0x8000000;
6aa20a22 2726
d43584c8
MC
2727 if (CHIP_NUM(bp) == CHIP_NUM_5709)
2728 fw = &bnx2_rxp_fw_09;
2729 else
2730 fw = &bnx2_rxp_fw_06;
fba9fe91 2731
af3ee519 2732 rc = load_cpu_fw(bp, &cpu_reg, fw);
fba9fe91
MC
2733 if (rc)
2734 goto init_cpu_err;
2735
b6016b76
MC
2736 /* Initialize the TX Processor. */
2737 cpu_reg.mode = BNX2_TXP_CPU_MODE;
2738 cpu_reg.mode_value_halt = BNX2_TXP_CPU_MODE_SOFT_HALT;
2739 cpu_reg.mode_value_sstep = BNX2_TXP_CPU_MODE_STEP_ENA;
2740 cpu_reg.state = BNX2_TXP_CPU_STATE;
2741 cpu_reg.state_value_clear = 0xffffff;
2742 cpu_reg.gpr0 = BNX2_TXP_CPU_REG_FILE;
2743 cpu_reg.evmask = BNX2_TXP_CPU_EVENT_MASK;
2744 cpu_reg.pc = BNX2_TXP_CPU_PROGRAM_COUNTER;
2745 cpu_reg.inst = BNX2_TXP_CPU_INSTRUCTION;
2746 cpu_reg.bp = BNX2_TXP_CPU_HW_BREAKPOINT;
2747 cpu_reg.spad_base = BNX2_TXP_SCRATCH;
2748 cpu_reg.mips_view_base = 0x8000000;
6aa20a22 2749
d43584c8
MC
2750 if (CHIP_NUM(bp) == CHIP_NUM_5709)
2751 fw = &bnx2_txp_fw_09;
2752 else
2753 fw = &bnx2_txp_fw_06;
fba9fe91 2754
af3ee519 2755 rc = load_cpu_fw(bp, &cpu_reg, fw);
fba9fe91
MC
2756 if (rc)
2757 goto init_cpu_err;
2758
b6016b76
MC
2759 /* Initialize the TX Patch-up Processor. */
2760 cpu_reg.mode = BNX2_TPAT_CPU_MODE;
2761 cpu_reg.mode_value_halt = BNX2_TPAT_CPU_MODE_SOFT_HALT;
2762 cpu_reg.mode_value_sstep = BNX2_TPAT_CPU_MODE_STEP_ENA;
2763 cpu_reg.state = BNX2_TPAT_CPU_STATE;
2764 cpu_reg.state_value_clear = 0xffffff;
2765 cpu_reg.gpr0 = BNX2_TPAT_CPU_REG_FILE;
2766 cpu_reg.evmask = BNX2_TPAT_CPU_EVENT_MASK;
2767 cpu_reg.pc = BNX2_TPAT_CPU_PROGRAM_COUNTER;
2768 cpu_reg.inst = BNX2_TPAT_CPU_INSTRUCTION;
2769 cpu_reg.bp = BNX2_TPAT_CPU_HW_BREAKPOINT;
2770 cpu_reg.spad_base = BNX2_TPAT_SCRATCH;
2771 cpu_reg.mips_view_base = 0x8000000;
6aa20a22 2772
d43584c8
MC
2773 if (CHIP_NUM(bp) == CHIP_NUM_5709)
2774 fw = &bnx2_tpat_fw_09;
2775 else
2776 fw = &bnx2_tpat_fw_06;
fba9fe91 2777
af3ee519 2778 rc = load_cpu_fw(bp, &cpu_reg, fw);
fba9fe91
MC
2779 if (rc)
2780 goto init_cpu_err;
2781
b6016b76
MC
2782 /* Initialize the Completion Processor. */
2783 cpu_reg.mode = BNX2_COM_CPU_MODE;
2784 cpu_reg.mode_value_halt = BNX2_COM_CPU_MODE_SOFT_HALT;
2785 cpu_reg.mode_value_sstep = BNX2_COM_CPU_MODE_STEP_ENA;
2786 cpu_reg.state = BNX2_COM_CPU_STATE;
2787 cpu_reg.state_value_clear = 0xffffff;
2788 cpu_reg.gpr0 = BNX2_COM_CPU_REG_FILE;
2789 cpu_reg.evmask = BNX2_COM_CPU_EVENT_MASK;
2790 cpu_reg.pc = BNX2_COM_CPU_PROGRAM_COUNTER;
2791 cpu_reg.inst = BNX2_COM_CPU_INSTRUCTION;
2792 cpu_reg.bp = BNX2_COM_CPU_HW_BREAKPOINT;
2793 cpu_reg.spad_base = BNX2_COM_SCRATCH;
2794 cpu_reg.mips_view_base = 0x8000000;
6aa20a22 2795
d43584c8
MC
2796 if (CHIP_NUM(bp) == CHIP_NUM_5709)
2797 fw = &bnx2_com_fw_09;
2798 else
2799 fw = &bnx2_com_fw_06;
fba9fe91 2800
af3ee519 2801 rc = load_cpu_fw(bp, &cpu_reg, fw);
fba9fe91
MC
2802 if (rc)
2803 goto init_cpu_err;
2804
d43584c8
MC
2805 /* Initialize the Command Processor. */
2806 cpu_reg.mode = BNX2_CP_CPU_MODE;
2807 cpu_reg.mode_value_halt = BNX2_CP_CPU_MODE_SOFT_HALT;
2808 cpu_reg.mode_value_sstep = BNX2_CP_CPU_MODE_STEP_ENA;
2809 cpu_reg.state = BNX2_CP_CPU_STATE;
2810 cpu_reg.state_value_clear = 0xffffff;
2811 cpu_reg.gpr0 = BNX2_CP_CPU_REG_FILE;
2812 cpu_reg.evmask = BNX2_CP_CPU_EVENT_MASK;
2813 cpu_reg.pc = BNX2_CP_CPU_PROGRAM_COUNTER;
2814 cpu_reg.inst = BNX2_CP_CPU_INSTRUCTION;
2815 cpu_reg.bp = BNX2_CP_CPU_HW_BREAKPOINT;
2816 cpu_reg.spad_base = BNX2_CP_SCRATCH;
2817 cpu_reg.mips_view_base = 0x8000000;
b6016b76 2818
d43584c8
MC
2819 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
2820 fw = &bnx2_cp_fw_09;
b6016b76 2821
6c1bbcc8 2822 rc = load_cpu_fw(bp, &cpu_reg, fw);
d43584c8
MC
2823 if (rc)
2824 goto init_cpu_err;
2825 }
fba9fe91
MC
2826init_cpu_err:
2827 bnx2_gunzip_end(bp);
2828 return rc;
b6016b76
MC
2829}
2830
2831static int
829ca9a3 2832bnx2_set_power_state(struct bnx2 *bp, pci_power_t state)
b6016b76
MC
2833{
2834 u16 pmcsr;
2835
2836 pci_read_config_word(bp->pdev, bp->pm_cap + PCI_PM_CTRL, &pmcsr);
2837
2838 switch (state) {
829ca9a3 2839 case PCI_D0: {
b6016b76
MC
2840 u32 val;
2841
2842 pci_write_config_word(bp->pdev, bp->pm_cap + PCI_PM_CTRL,
2843 (pmcsr & ~PCI_PM_CTRL_STATE_MASK) |
2844 PCI_PM_CTRL_PME_STATUS);
2845
2846 if (pmcsr & PCI_PM_CTRL_STATE_MASK)
2847 /* delay required during transition out of D3hot */
2848 msleep(20);
2849
2850 val = REG_RD(bp, BNX2_EMAC_MODE);
2851 val |= BNX2_EMAC_MODE_MPKT_RCVD | BNX2_EMAC_MODE_ACPI_RCVD;
2852 val &= ~BNX2_EMAC_MODE_MPKT;
2853 REG_WR(bp, BNX2_EMAC_MODE, val);
2854
2855 val = REG_RD(bp, BNX2_RPM_CONFIG);
2856 val &= ~BNX2_RPM_CONFIG_ACPI_ENA;
2857 REG_WR(bp, BNX2_RPM_CONFIG, val);
2858 break;
2859 }
829ca9a3 2860 case PCI_D3hot: {
b6016b76
MC
2861 int i;
2862 u32 val, wol_msg;
2863
2864 if (bp->wol) {
2865 u32 advertising;
2866 u8 autoneg;
2867
2868 autoneg = bp->autoneg;
2869 advertising = bp->advertising;
2870
2871 bp->autoneg = AUTONEG_SPEED;
2872 bp->advertising = ADVERTISED_10baseT_Half |
2873 ADVERTISED_10baseT_Full |
2874 ADVERTISED_100baseT_Half |
2875 ADVERTISED_100baseT_Full |
2876 ADVERTISED_Autoneg;
2877
2878 bnx2_setup_copper_phy(bp);
2879
2880 bp->autoneg = autoneg;
2881 bp->advertising = advertising;
2882
2883 bnx2_set_mac_addr(bp);
2884
2885 val = REG_RD(bp, BNX2_EMAC_MODE);
2886
2887 /* Enable port mode. */
2888 val &= ~BNX2_EMAC_MODE_PORT;
2889 val |= BNX2_EMAC_MODE_PORT_MII |
2890 BNX2_EMAC_MODE_MPKT_RCVD |
2891 BNX2_EMAC_MODE_ACPI_RCVD |
b6016b76
MC
2892 BNX2_EMAC_MODE_MPKT;
2893
2894 REG_WR(bp, BNX2_EMAC_MODE, val);
2895
2896 /* receive all multicast */
2897 for (i = 0; i < NUM_MC_HASH_REGISTERS; i++) {
2898 REG_WR(bp, BNX2_EMAC_MULTICAST_HASH0 + (i * 4),
2899 0xffffffff);
2900 }
2901 REG_WR(bp, BNX2_EMAC_RX_MODE,
2902 BNX2_EMAC_RX_MODE_SORT_MODE);
2903
2904 val = 1 | BNX2_RPM_SORT_USER0_BC_EN |
2905 BNX2_RPM_SORT_USER0_MC_EN;
2906 REG_WR(bp, BNX2_RPM_SORT_USER0, 0x0);
2907 REG_WR(bp, BNX2_RPM_SORT_USER0, val);
2908 REG_WR(bp, BNX2_RPM_SORT_USER0, val |
2909 BNX2_RPM_SORT_USER0_ENA);
2910
2911 /* Need to enable EMAC and RPM for WOL. */
2912 REG_WR(bp, BNX2_MISC_ENABLE_SET_BITS,
2913 BNX2_MISC_ENABLE_SET_BITS_RX_PARSER_MAC_ENABLE |
2914 BNX2_MISC_ENABLE_SET_BITS_TX_HEADER_Q_ENABLE |
2915 BNX2_MISC_ENABLE_SET_BITS_EMAC_ENABLE);
2916
2917 val = REG_RD(bp, BNX2_RPM_CONFIG);
2918 val &= ~BNX2_RPM_CONFIG_ACPI_ENA;
2919 REG_WR(bp, BNX2_RPM_CONFIG, val);
2920
2921 wol_msg = BNX2_DRV_MSG_CODE_SUSPEND_WOL;
2922 }
2923 else {
2924 wol_msg = BNX2_DRV_MSG_CODE_SUSPEND_NO_WOL;
2925 }
2926
dda1e390
MC
2927 if (!(bp->flags & NO_WOL_FLAG))
2928 bnx2_fw_sync(bp, BNX2_DRV_MSG_DATA_WAIT3 | wol_msg, 0);
b6016b76
MC
2929
2930 pmcsr &= ~PCI_PM_CTRL_STATE_MASK;
2931 if ((CHIP_ID(bp) == CHIP_ID_5706_A0) ||
2932 (CHIP_ID(bp) == CHIP_ID_5706_A1)) {
2933
2934 if (bp->wol)
2935 pmcsr |= 3;
2936 }
2937 else {
2938 pmcsr |= 3;
2939 }
2940 if (bp->wol) {
2941 pmcsr |= PCI_PM_CTRL_PME_ENABLE;
2942 }
2943 pci_write_config_word(bp->pdev, bp->pm_cap + PCI_PM_CTRL,
2944 pmcsr);
2945
2946 /* No more memory access after this point until
2947 * device is brought back to D0.
2948 */
2949 udelay(50);
2950 break;
2951 }
2952 default:
2953 return -EINVAL;
2954 }
2955 return 0;
2956}
2957
2958static int
2959bnx2_acquire_nvram_lock(struct bnx2 *bp)
2960{
2961 u32 val;
2962 int j;
2963
2964 /* Request access to the flash interface. */
2965 REG_WR(bp, BNX2_NVM_SW_ARB, BNX2_NVM_SW_ARB_ARB_REQ_SET2);
2966 for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
2967 val = REG_RD(bp, BNX2_NVM_SW_ARB);
2968 if (val & BNX2_NVM_SW_ARB_ARB_ARB2)
2969 break;
2970
2971 udelay(5);
2972 }
2973
2974 if (j >= NVRAM_TIMEOUT_COUNT)
2975 return -EBUSY;
2976
2977 return 0;
2978}
2979
2980static int
2981bnx2_release_nvram_lock(struct bnx2 *bp)
2982{
2983 int j;
2984 u32 val;
2985
2986 /* Relinquish nvram interface. */
2987 REG_WR(bp, BNX2_NVM_SW_ARB, BNX2_NVM_SW_ARB_ARB_REQ_CLR2);
2988
2989 for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
2990 val = REG_RD(bp, BNX2_NVM_SW_ARB);
2991 if (!(val & BNX2_NVM_SW_ARB_ARB_ARB2))
2992 break;
2993
2994 udelay(5);
2995 }
2996
2997 if (j >= NVRAM_TIMEOUT_COUNT)
2998 return -EBUSY;
2999
3000 return 0;
3001}
3002
3003
3004static int
3005bnx2_enable_nvram_write(struct bnx2 *bp)
3006{
3007 u32 val;
3008
3009 val = REG_RD(bp, BNX2_MISC_CFG);
3010 REG_WR(bp, BNX2_MISC_CFG, val | BNX2_MISC_CFG_NVM_WR_EN_PCI);
3011
3012 if (!bp->flash_info->buffered) {
3013 int j;
3014
3015 REG_WR(bp, BNX2_NVM_COMMAND, BNX2_NVM_COMMAND_DONE);
3016 REG_WR(bp, BNX2_NVM_COMMAND,
3017 BNX2_NVM_COMMAND_WREN | BNX2_NVM_COMMAND_DOIT);
3018
3019 for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3020 udelay(5);
3021
3022 val = REG_RD(bp, BNX2_NVM_COMMAND);
3023 if (val & BNX2_NVM_COMMAND_DONE)
3024 break;
3025 }
3026
3027 if (j >= NVRAM_TIMEOUT_COUNT)
3028 return -EBUSY;
3029 }
3030 return 0;
3031}
3032
3033static void
3034bnx2_disable_nvram_write(struct bnx2 *bp)
3035{
3036 u32 val;
3037
3038 val = REG_RD(bp, BNX2_MISC_CFG);
3039 REG_WR(bp, BNX2_MISC_CFG, val & ~BNX2_MISC_CFG_NVM_WR_EN);
3040}
3041
3042
3043static void
3044bnx2_enable_nvram_access(struct bnx2 *bp)
3045{
3046 u32 val;
3047
3048 val = REG_RD(bp, BNX2_NVM_ACCESS_ENABLE);
3049 /* Enable both bits, even on read. */
6aa20a22 3050 REG_WR(bp, BNX2_NVM_ACCESS_ENABLE,
b6016b76
MC
3051 val | BNX2_NVM_ACCESS_ENABLE_EN | BNX2_NVM_ACCESS_ENABLE_WR_EN);
3052}
3053
3054static void
3055bnx2_disable_nvram_access(struct bnx2 *bp)
3056{
3057 u32 val;
3058
3059 val = REG_RD(bp, BNX2_NVM_ACCESS_ENABLE);
3060 /* Disable both bits, even after read. */
6aa20a22 3061 REG_WR(bp, BNX2_NVM_ACCESS_ENABLE,
b6016b76
MC
3062 val & ~(BNX2_NVM_ACCESS_ENABLE_EN |
3063 BNX2_NVM_ACCESS_ENABLE_WR_EN));
3064}
3065
3066static int
3067bnx2_nvram_erase_page(struct bnx2 *bp, u32 offset)
3068{
3069 u32 cmd;
3070 int j;
3071
3072 if (bp->flash_info->buffered)
3073 /* Buffered flash, no erase needed */
3074 return 0;
3075
3076 /* Build an erase command */
3077 cmd = BNX2_NVM_COMMAND_ERASE | BNX2_NVM_COMMAND_WR |
3078 BNX2_NVM_COMMAND_DOIT;
3079
3080 /* Need to clear DONE bit separately. */
3081 REG_WR(bp, BNX2_NVM_COMMAND, BNX2_NVM_COMMAND_DONE);
3082
3083 /* Address of the NVRAM to read from. */
3084 REG_WR(bp, BNX2_NVM_ADDR, offset & BNX2_NVM_ADDR_NVM_ADDR_VALUE);
3085
3086 /* Issue an erase command. */
3087 REG_WR(bp, BNX2_NVM_COMMAND, cmd);
3088
3089 /* Wait for completion. */
3090 for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3091 u32 val;
3092
3093 udelay(5);
3094
3095 val = REG_RD(bp, BNX2_NVM_COMMAND);
3096 if (val & BNX2_NVM_COMMAND_DONE)
3097 break;
3098 }
3099
3100 if (j >= NVRAM_TIMEOUT_COUNT)
3101 return -EBUSY;
3102
3103 return 0;
3104}
3105
3106static int
3107bnx2_nvram_read_dword(struct bnx2 *bp, u32 offset, u8 *ret_val, u32 cmd_flags)
3108{
3109 u32 cmd;
3110 int j;
3111
3112 /* Build the command word. */
3113 cmd = BNX2_NVM_COMMAND_DOIT | cmd_flags;
3114
3115 /* Calculate an offset of a buffered flash. */
3116 if (bp->flash_info->buffered) {
3117 offset = ((offset / bp->flash_info->page_size) <<
3118 bp->flash_info->page_bits) +
3119 (offset % bp->flash_info->page_size);
3120 }
3121
3122 /* Need to clear DONE bit separately. */
3123 REG_WR(bp, BNX2_NVM_COMMAND, BNX2_NVM_COMMAND_DONE);
3124
3125 /* Address of the NVRAM to read from. */
3126 REG_WR(bp, BNX2_NVM_ADDR, offset & BNX2_NVM_ADDR_NVM_ADDR_VALUE);
3127
3128 /* Issue a read command. */
3129 REG_WR(bp, BNX2_NVM_COMMAND, cmd);
3130
3131 /* Wait for completion. */
3132 for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3133 u32 val;
3134
3135 udelay(5);
3136
3137 val = REG_RD(bp, BNX2_NVM_COMMAND);
3138 if (val & BNX2_NVM_COMMAND_DONE) {
3139 val = REG_RD(bp, BNX2_NVM_READ);
3140
3141 val = be32_to_cpu(val);
3142 memcpy(ret_val, &val, 4);
3143 break;
3144 }
3145 }
3146 if (j >= NVRAM_TIMEOUT_COUNT)
3147 return -EBUSY;
3148
3149 return 0;
3150}
3151
3152
3153static int
3154bnx2_nvram_write_dword(struct bnx2 *bp, u32 offset, u8 *val, u32 cmd_flags)
3155{
3156 u32 cmd, val32;
3157 int j;
3158
3159 /* Build the command word. */
3160 cmd = BNX2_NVM_COMMAND_DOIT | BNX2_NVM_COMMAND_WR | cmd_flags;
3161
3162 /* Calculate an offset of a buffered flash. */
3163 if (bp->flash_info->buffered) {
3164 offset = ((offset / bp->flash_info->page_size) <<
3165 bp->flash_info->page_bits) +
3166 (offset % bp->flash_info->page_size);
3167 }
3168
3169 /* Need to clear DONE bit separately. */
3170 REG_WR(bp, BNX2_NVM_COMMAND, BNX2_NVM_COMMAND_DONE);
3171
3172 memcpy(&val32, val, 4);
3173 val32 = cpu_to_be32(val32);
3174
3175 /* Write the data. */
3176 REG_WR(bp, BNX2_NVM_WRITE, val32);
3177
3178 /* Address of the NVRAM to write to. */
3179 REG_WR(bp, BNX2_NVM_ADDR, offset & BNX2_NVM_ADDR_NVM_ADDR_VALUE);
3180
3181 /* Issue the write command. */
3182 REG_WR(bp, BNX2_NVM_COMMAND, cmd);
3183
3184 /* Wait for completion. */
3185 for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3186 udelay(5);
3187
3188 if (REG_RD(bp, BNX2_NVM_COMMAND) & BNX2_NVM_COMMAND_DONE)
3189 break;
3190 }
3191 if (j >= NVRAM_TIMEOUT_COUNT)
3192 return -EBUSY;
3193
3194 return 0;
3195}
3196
3197static int
3198bnx2_init_nvram(struct bnx2 *bp)
3199{
3200 u32 val;
3201 int j, entry_count, rc;
3202 struct flash_spec *flash;
3203
3204 /* Determine the selected interface. */
3205 val = REG_RD(bp, BNX2_NVM_CFG1);
3206
3207 entry_count = sizeof(flash_table) / sizeof(struct flash_spec);
3208
3209 rc = 0;
3210 if (val & 0x40000000) {
3211
3212 /* Flash interface has been reconfigured */
3213 for (j = 0, flash = &flash_table[0]; j < entry_count;
37137709
MC
3214 j++, flash++) {
3215 if ((val & FLASH_BACKUP_STRAP_MASK) ==
3216 (flash->config1 & FLASH_BACKUP_STRAP_MASK)) {
b6016b76
MC
3217 bp->flash_info = flash;
3218 break;
3219 }
3220 }
3221 }
3222 else {
37137709 3223 u32 mask;
b6016b76
MC
3224 /* Not yet been reconfigured */
3225
37137709
MC
3226 if (val & (1 << 23))
3227 mask = FLASH_BACKUP_STRAP_MASK;
3228 else
3229 mask = FLASH_STRAP_MASK;
3230
b6016b76
MC
3231 for (j = 0, flash = &flash_table[0]; j < entry_count;
3232 j++, flash++) {
3233
37137709 3234 if ((val & mask) == (flash->strapping & mask)) {
b6016b76
MC
3235 bp->flash_info = flash;
3236
3237 /* Request access to the flash interface. */
3238 if ((rc = bnx2_acquire_nvram_lock(bp)) != 0)
3239 return rc;
3240
3241 /* Enable access to flash interface */
3242 bnx2_enable_nvram_access(bp);
3243
3244 /* Reconfigure the flash interface */
3245 REG_WR(bp, BNX2_NVM_CFG1, flash->config1);
3246 REG_WR(bp, BNX2_NVM_CFG2, flash->config2);
3247 REG_WR(bp, BNX2_NVM_CFG3, flash->config3);
3248 REG_WR(bp, BNX2_NVM_WRITE1, flash->write1);
3249
3250 /* Disable access to flash interface */
3251 bnx2_disable_nvram_access(bp);
3252 bnx2_release_nvram_lock(bp);
3253
3254 break;
3255 }
3256 }
3257 } /* if (val & 0x40000000) */
3258
3259 if (j == entry_count) {
3260 bp->flash_info = NULL;
2f23c523 3261 printk(KERN_ALERT PFX "Unknown flash/EEPROM type.\n");
1122db71 3262 return -ENODEV;
b6016b76
MC
3263 }
3264
1122db71
MC
3265 val = REG_RD_IND(bp, bp->shmem_base + BNX2_SHARED_HW_CFG_CONFIG2);
3266 val &= BNX2_SHARED_HW_CFG2_NVM_SIZE_MASK;
3267 if (val)
3268 bp->flash_size = val;
3269 else
3270 bp->flash_size = bp->flash_info->total_size;
3271
b6016b76
MC
3272 return rc;
3273}
3274
3275static int
3276bnx2_nvram_read(struct bnx2 *bp, u32 offset, u8 *ret_buf,
3277 int buf_size)
3278{
3279 int rc = 0;
3280 u32 cmd_flags, offset32, len32, extra;
3281
3282 if (buf_size == 0)
3283 return 0;
3284
3285 /* Request access to the flash interface. */
3286 if ((rc = bnx2_acquire_nvram_lock(bp)) != 0)
3287 return rc;
3288
3289 /* Enable access to flash interface */
3290 bnx2_enable_nvram_access(bp);
3291
3292 len32 = buf_size;
3293 offset32 = offset;
3294 extra = 0;
3295
3296 cmd_flags = 0;
3297
3298 if (offset32 & 3) {
3299 u8 buf[4];
3300 u32 pre_len;
3301
3302 offset32 &= ~3;
3303 pre_len = 4 - (offset & 3);
3304
3305 if (pre_len >= len32) {
3306 pre_len = len32;
3307 cmd_flags = BNX2_NVM_COMMAND_FIRST |
3308 BNX2_NVM_COMMAND_LAST;
3309 }
3310 else {
3311 cmd_flags = BNX2_NVM_COMMAND_FIRST;
3312 }
3313
3314 rc = bnx2_nvram_read_dword(bp, offset32, buf, cmd_flags);
3315
3316 if (rc)
3317 return rc;
3318
3319 memcpy(ret_buf, buf + (offset & 3), pre_len);
3320
3321 offset32 += 4;
3322 ret_buf += pre_len;
3323 len32 -= pre_len;
3324 }
3325 if (len32 & 3) {
3326 extra = 4 - (len32 & 3);
3327 len32 = (len32 + 4) & ~3;
3328 }
3329
3330 if (len32 == 4) {
3331 u8 buf[4];
3332
3333 if (cmd_flags)
3334 cmd_flags = BNX2_NVM_COMMAND_LAST;
3335 else
3336 cmd_flags = BNX2_NVM_COMMAND_FIRST |
3337 BNX2_NVM_COMMAND_LAST;
3338
3339 rc = bnx2_nvram_read_dword(bp, offset32, buf, cmd_flags);
3340
3341 memcpy(ret_buf, buf, 4 - extra);
3342 }
3343 else if (len32 > 0) {
3344 u8 buf[4];
3345
3346 /* Read the first word. */
3347 if (cmd_flags)
3348 cmd_flags = 0;
3349 else
3350 cmd_flags = BNX2_NVM_COMMAND_FIRST;
3351
3352 rc = bnx2_nvram_read_dword(bp, offset32, ret_buf, cmd_flags);
3353
3354 /* Advance to the next dword. */
3355 offset32 += 4;
3356 ret_buf += 4;
3357 len32 -= 4;
3358
3359 while (len32 > 4 && rc == 0) {
3360 rc = bnx2_nvram_read_dword(bp, offset32, ret_buf, 0);
3361
3362 /* Advance to the next dword. */
3363 offset32 += 4;
3364 ret_buf += 4;
3365 len32 -= 4;
3366 }
3367
3368 if (rc)
3369 return rc;
3370
3371 cmd_flags = BNX2_NVM_COMMAND_LAST;
3372 rc = bnx2_nvram_read_dword(bp, offset32, buf, cmd_flags);
3373
3374 memcpy(ret_buf, buf, 4 - extra);
3375 }
3376
3377 /* Disable access to flash interface */
3378 bnx2_disable_nvram_access(bp);
3379
3380 bnx2_release_nvram_lock(bp);
3381
3382 return rc;
3383}
3384
3385static int
3386bnx2_nvram_write(struct bnx2 *bp, u32 offset, u8 *data_buf,
3387 int buf_size)
3388{
3389 u32 written, offset32, len32;
e6be763f 3390 u8 *buf, start[4], end[4], *align_buf = NULL, *flash_buffer = NULL;
b6016b76
MC
3391 int rc = 0;
3392 int align_start, align_end;
3393
3394 buf = data_buf;
3395 offset32 = offset;
3396 len32 = buf_size;
3397 align_start = align_end = 0;
3398
3399 if ((align_start = (offset32 & 3))) {
3400 offset32 &= ~3;
c873879c
MC
3401 len32 += align_start;
3402 if (len32 < 4)
3403 len32 = 4;
b6016b76
MC
3404 if ((rc = bnx2_nvram_read(bp, offset32, start, 4)))
3405 return rc;
3406 }
3407
3408 if (len32 & 3) {
c873879c
MC
3409 align_end = 4 - (len32 & 3);
3410 len32 += align_end;
3411 if ((rc = bnx2_nvram_read(bp, offset32 + len32 - 4, end, 4)))
3412 return rc;
b6016b76
MC
3413 }
3414
3415 if (align_start || align_end) {
e6be763f
MC
3416 align_buf = kmalloc(len32, GFP_KERNEL);
3417 if (align_buf == NULL)
b6016b76
MC
3418 return -ENOMEM;
3419 if (align_start) {
e6be763f 3420 memcpy(align_buf, start, 4);
b6016b76
MC
3421 }
3422 if (align_end) {
e6be763f 3423 memcpy(align_buf + len32 - 4, end, 4);
b6016b76 3424 }
e6be763f
MC
3425 memcpy(align_buf + align_start, data_buf, buf_size);
3426 buf = align_buf;
b6016b76
MC
3427 }
3428
ae181bc4
MC
3429 if (bp->flash_info->buffered == 0) {
3430 flash_buffer = kmalloc(264, GFP_KERNEL);
3431 if (flash_buffer == NULL) {
3432 rc = -ENOMEM;
3433 goto nvram_write_end;
3434 }
3435 }
3436
b6016b76
MC
3437 written = 0;
3438 while ((written < len32) && (rc == 0)) {
3439 u32 page_start, page_end, data_start, data_end;
3440 u32 addr, cmd_flags;
3441 int i;
b6016b76
MC
3442
3443 /* Find the page_start addr */
3444 page_start = offset32 + written;
3445 page_start -= (page_start % bp->flash_info->page_size);
3446 /* Find the page_end addr */
3447 page_end = page_start + bp->flash_info->page_size;
3448 /* Find the data_start addr */
3449 data_start = (written == 0) ? offset32 : page_start;
3450 /* Find the data_end addr */
6aa20a22 3451 data_end = (page_end > offset32 + len32) ?
b6016b76
MC
3452 (offset32 + len32) : page_end;
3453
3454 /* Request access to the flash interface. */
3455 if ((rc = bnx2_acquire_nvram_lock(bp)) != 0)
3456 goto nvram_write_end;
3457
3458 /* Enable access to flash interface */
3459 bnx2_enable_nvram_access(bp);
3460
3461 cmd_flags = BNX2_NVM_COMMAND_FIRST;
3462 if (bp->flash_info->buffered == 0) {
3463 int j;
3464
3465 /* Read the whole page into the buffer
3466 * (non-buffer flash only) */
3467 for (j = 0; j < bp->flash_info->page_size; j += 4) {
3468 if (j == (bp->flash_info->page_size - 4)) {
3469 cmd_flags |= BNX2_NVM_COMMAND_LAST;
3470 }
3471 rc = bnx2_nvram_read_dword(bp,
6aa20a22
JG
3472 page_start + j,
3473 &flash_buffer[j],
b6016b76
MC
3474 cmd_flags);
3475
3476 if (rc)
3477 goto nvram_write_end;
3478
3479 cmd_flags = 0;
3480 }
3481 }
3482
3483 /* Enable writes to flash interface (unlock write-protect) */
3484 if ((rc = bnx2_enable_nvram_write(bp)) != 0)
3485 goto nvram_write_end;
3486
b6016b76
MC
3487 /* Loop to write back the buffer data from page_start to
3488 * data_start */
3489 i = 0;
3490 if (bp->flash_info->buffered == 0) {
c873879c
MC
3491 /* Erase the page */
3492 if ((rc = bnx2_nvram_erase_page(bp, page_start)) != 0)
3493 goto nvram_write_end;
3494
3495 /* Re-enable the write again for the actual write */
3496 bnx2_enable_nvram_write(bp);
3497
b6016b76
MC
3498 for (addr = page_start; addr < data_start;
3499 addr += 4, i += 4) {
6aa20a22 3500
b6016b76
MC
3501 rc = bnx2_nvram_write_dword(bp, addr,
3502 &flash_buffer[i], cmd_flags);
3503
3504 if (rc != 0)
3505 goto nvram_write_end;
3506
3507 cmd_flags = 0;
3508 }
3509 }
3510
3511 /* Loop to write the new data from data_start to data_end */
bae25761 3512 for (addr = data_start; addr < data_end; addr += 4, i += 4) {
b6016b76
MC
3513 if ((addr == page_end - 4) ||
3514 ((bp->flash_info->buffered) &&
3515 (addr == data_end - 4))) {
3516
3517 cmd_flags |= BNX2_NVM_COMMAND_LAST;
3518 }
3519 rc = bnx2_nvram_write_dword(bp, addr, buf,
3520 cmd_flags);
3521
3522 if (rc != 0)
3523 goto nvram_write_end;
3524
3525 cmd_flags = 0;
3526 buf += 4;
3527 }
3528
3529 /* Loop to write back the buffer data from data_end
3530 * to page_end */
3531 if (bp->flash_info->buffered == 0) {
3532 for (addr = data_end; addr < page_end;
3533 addr += 4, i += 4) {
6aa20a22 3534
b6016b76
MC
3535 if (addr == page_end-4) {
3536 cmd_flags = BNX2_NVM_COMMAND_LAST;
3537 }
3538 rc = bnx2_nvram_write_dword(bp, addr,
3539 &flash_buffer[i], cmd_flags);
3540
3541 if (rc != 0)
3542 goto nvram_write_end;
3543
3544 cmd_flags = 0;
3545 }
3546 }
3547
3548 /* Disable writes to flash interface (lock write-protect) */
3549 bnx2_disable_nvram_write(bp);
3550
3551 /* Disable access to flash interface */
3552 bnx2_disable_nvram_access(bp);
3553 bnx2_release_nvram_lock(bp);
3554
3555 /* Increment written */
3556 written += data_end - data_start;
3557 }
3558
3559nvram_write_end:
e6be763f
MC
3560 kfree(flash_buffer);
3561 kfree(align_buf);
b6016b76
MC
3562 return rc;
3563}
3564
3565static int
3566bnx2_reset_chip(struct bnx2 *bp, u32 reset_code)
3567{
3568 u32 val;
3569 int i, rc = 0;
3570
3571 /* Wait for the current PCI transaction to complete before
3572 * issuing a reset. */
3573 REG_WR(bp, BNX2_MISC_ENABLE_CLR_BITS,
3574 BNX2_MISC_ENABLE_CLR_BITS_TX_DMA_ENABLE |
3575 BNX2_MISC_ENABLE_CLR_BITS_DMA_ENGINE_ENABLE |
3576 BNX2_MISC_ENABLE_CLR_BITS_RX_DMA_ENABLE |
3577 BNX2_MISC_ENABLE_CLR_BITS_HOST_COALESCE_ENABLE);
3578 val = REG_RD(bp, BNX2_MISC_ENABLE_CLR_BITS);
3579 udelay(5);
3580
b090ae2b
MC
3581 /* Wait for the firmware to tell us it is ok to issue a reset. */
3582 bnx2_fw_sync(bp, BNX2_DRV_MSG_DATA_WAIT0 | reset_code, 1);
3583
b6016b76
MC
3584 /* Deposit a driver reset signature so the firmware knows that
3585 * this is a soft reset. */
e3648b3d 3586 REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_RESET_SIGNATURE,
b6016b76
MC
3587 BNX2_DRV_RESET_SIGNATURE_MAGIC);
3588
b6016b76
MC
3589 /* Do a dummy read to force the chip to complete all current transaction
3590 * before we issue a reset. */
3591 val = REG_RD(bp, BNX2_MISC_ID);
3592
234754d5
MC
3593 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
3594 REG_WR(bp, BNX2_MISC_COMMAND, BNX2_MISC_COMMAND_SW_RESET);
3595 REG_RD(bp, BNX2_MISC_COMMAND);
3596 udelay(5);
b6016b76 3597
234754d5
MC
3598 val = BNX2_PCICFG_MISC_CONFIG_REG_WINDOW_ENA |
3599 BNX2_PCICFG_MISC_CONFIG_TARGET_MB_WORD_SWAP;
b6016b76 3600
234754d5 3601 pci_write_config_dword(bp->pdev, BNX2_PCICFG_MISC_CONFIG, val);
b6016b76 3602
234754d5
MC
3603 } else {
3604 val = BNX2_PCICFG_MISC_CONFIG_CORE_RST_REQ |
3605 BNX2_PCICFG_MISC_CONFIG_REG_WINDOW_ENA |
3606 BNX2_PCICFG_MISC_CONFIG_TARGET_MB_WORD_SWAP;
3607
3608 /* Chip reset. */
3609 REG_WR(bp, BNX2_PCICFG_MISC_CONFIG, val);
3610
3611 if ((CHIP_ID(bp) == CHIP_ID_5706_A0) ||
3612 (CHIP_ID(bp) == CHIP_ID_5706_A1)) {
3613 current->state = TASK_UNINTERRUPTIBLE;
3614 schedule_timeout(HZ / 50);
b6016b76 3615 }
b6016b76 3616
234754d5
MC
3617 /* Reset takes approximate 30 usec */
3618 for (i = 0; i < 10; i++) {
3619 val = REG_RD(bp, BNX2_PCICFG_MISC_CONFIG);
3620 if ((val & (BNX2_PCICFG_MISC_CONFIG_CORE_RST_REQ |
3621 BNX2_PCICFG_MISC_CONFIG_CORE_RST_BSY)) == 0)
3622 break;
3623 udelay(10);
3624 }
3625
3626 if (val & (BNX2_PCICFG_MISC_CONFIG_CORE_RST_REQ |
3627 BNX2_PCICFG_MISC_CONFIG_CORE_RST_BSY)) {
3628 printk(KERN_ERR PFX "Chip reset did not complete\n");
3629 return -EBUSY;
3630 }
b6016b76
MC
3631 }
3632
3633 /* Make sure byte swapping is properly configured. */
3634 val = REG_RD(bp, BNX2_PCI_SWAP_DIAG0);
3635 if (val != 0x01020304) {
3636 printk(KERN_ERR PFX "Chip not in correct endian mode\n");
3637 return -ENODEV;
3638 }
3639
b6016b76 3640 /* Wait for the firmware to finish its initialization. */
b090ae2b
MC
3641 rc = bnx2_fw_sync(bp, BNX2_DRV_MSG_DATA_WAIT1 | reset_code, 0);
3642 if (rc)
3643 return rc;
b6016b76
MC
3644
3645 if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
3646 /* Adjust the voltage regular to two steps lower. The default
3647 * of this register is 0x0000000e. */
3648 REG_WR(bp, BNX2_MISC_VREG_CONTROL, 0x000000fa);
3649
3650 /* Remove bad rbuf memory from the free pool. */
3651 rc = bnx2_alloc_bad_rbuf(bp);
3652 }
3653
3654 return rc;
3655}
3656
3657static int
3658bnx2_init_chip(struct bnx2 *bp)
3659{
3660 u32 val;
b090ae2b 3661 int rc;
b6016b76
MC
3662
3663 /* Make sure the interrupt is not active. */
3664 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD, BNX2_PCICFG_INT_ACK_CMD_MASK_INT);
3665
3666 val = BNX2_DMA_CONFIG_DATA_BYTE_SWAP |
3667 BNX2_DMA_CONFIG_DATA_WORD_SWAP |
3668#ifdef __BIG_ENDIAN
6aa20a22 3669 BNX2_DMA_CONFIG_CNTL_BYTE_SWAP |
b6016b76 3670#endif
6aa20a22 3671 BNX2_DMA_CONFIG_CNTL_WORD_SWAP |
b6016b76
MC
3672 DMA_READ_CHANS << 12 |
3673 DMA_WRITE_CHANS << 16;
3674
3675 val |= (0x2 << 20) | (1 << 11);
3676
dda1e390 3677 if ((bp->flags & PCIX_FLAG) && (bp->bus_speed_mhz == 133))
b6016b76
MC
3678 val |= (1 << 23);
3679
3680 if ((CHIP_NUM(bp) == CHIP_NUM_5706) &&
3681 (CHIP_ID(bp) != CHIP_ID_5706_A0) && !(bp->flags & PCIX_FLAG))
3682 val |= BNX2_DMA_CONFIG_CNTL_PING_PONG_DMA;
3683
3684 REG_WR(bp, BNX2_DMA_CONFIG, val);
3685
3686 if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
3687 val = REG_RD(bp, BNX2_TDMA_CONFIG);
3688 val |= BNX2_TDMA_CONFIG_ONE_DMA;
3689 REG_WR(bp, BNX2_TDMA_CONFIG, val);
3690 }
3691
3692 if (bp->flags & PCIX_FLAG) {
3693 u16 val16;
3694
3695 pci_read_config_word(bp->pdev, bp->pcix_cap + PCI_X_CMD,
3696 &val16);
3697 pci_write_config_word(bp->pdev, bp->pcix_cap + PCI_X_CMD,
3698 val16 & ~PCI_X_CMD_ERO);
3699 }
3700
3701 REG_WR(bp, BNX2_MISC_ENABLE_SET_BITS,
3702 BNX2_MISC_ENABLE_SET_BITS_HOST_COALESCE_ENABLE |
3703 BNX2_MISC_ENABLE_STATUS_BITS_RX_V2P_ENABLE |
3704 BNX2_MISC_ENABLE_STATUS_BITS_CONTEXT_ENABLE);
3705
3706 /* Initialize context mapping and zero out the quick contexts. The
3707 * context block must have already been enabled. */
641bdcd5
MC
3708 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
3709 rc = bnx2_init_5709_context(bp);
3710 if (rc)
3711 return rc;
3712 } else
59b47d8a 3713 bnx2_init_context(bp);
b6016b76 3714
fba9fe91
MC
3715 if ((rc = bnx2_init_cpus(bp)) != 0)
3716 return rc;
3717
b6016b76
MC
3718 bnx2_init_nvram(bp);
3719
3720 bnx2_set_mac_addr(bp);
3721
3722 val = REG_RD(bp, BNX2_MQ_CONFIG);
3723 val &= ~BNX2_MQ_CONFIG_KNL_BYP_BLK_SIZE;
3724 val |= BNX2_MQ_CONFIG_KNL_BYP_BLK_SIZE_256;
68c9f75a
MC
3725 if (CHIP_ID(bp) == CHIP_ID_5709_A0 || CHIP_ID(bp) == CHIP_ID_5709_A1)
3726 val |= BNX2_MQ_CONFIG_HALT_DIS;
3727
b6016b76
MC
3728 REG_WR(bp, BNX2_MQ_CONFIG, val);
3729
3730 val = 0x10000 + (MAX_CID_CNT * MB_KERNEL_CTX_SIZE);
3731 REG_WR(bp, BNX2_MQ_KNL_BYP_WIND_START, val);
3732 REG_WR(bp, BNX2_MQ_KNL_WIND_END, val);
3733
3734 val = (BCM_PAGE_BITS - 8) << 24;
3735 REG_WR(bp, BNX2_RV2P_CONFIG, val);
3736
3737 /* Configure page size. */
3738 val = REG_RD(bp, BNX2_TBDR_CONFIG);
3739 val &= ~BNX2_TBDR_CONFIG_PAGE_SIZE;
3740 val |= (BCM_PAGE_BITS - 8) << 24 | 0x40;
3741 REG_WR(bp, BNX2_TBDR_CONFIG, val);
3742
3743 val = bp->mac_addr[0] +
3744 (bp->mac_addr[1] << 8) +
3745 (bp->mac_addr[2] << 16) +
3746 bp->mac_addr[3] +
3747 (bp->mac_addr[4] << 8) +
3748 (bp->mac_addr[5] << 16);
3749 REG_WR(bp, BNX2_EMAC_BACKOFF_SEED, val);
3750
3751 /* Program the MTU. Also include 4 bytes for CRC32. */
3752 val = bp->dev->mtu + ETH_HLEN + 4;
3753 if (val > (MAX_ETHERNET_PACKET_SIZE + 4))
3754 val |= BNX2_EMAC_RX_MTU_SIZE_JUMBO_ENA;
3755 REG_WR(bp, BNX2_EMAC_RX_MTU_SIZE, val);
3756
3757 bp->last_status_idx = 0;
3758 bp->rx_mode = BNX2_EMAC_RX_MODE_SORT_MODE;
3759
3760 /* Set up how to generate a link change interrupt. */
3761 REG_WR(bp, BNX2_EMAC_ATTENTION_ENA, BNX2_EMAC_ATTENTION_ENA_LINK);
3762
3763 REG_WR(bp, BNX2_HC_STATUS_ADDR_L,
3764 (u64) bp->status_blk_mapping & 0xffffffff);
3765 REG_WR(bp, BNX2_HC_STATUS_ADDR_H, (u64) bp->status_blk_mapping >> 32);
3766
3767 REG_WR(bp, BNX2_HC_STATISTICS_ADDR_L,
3768 (u64) bp->stats_blk_mapping & 0xffffffff);
3769 REG_WR(bp, BNX2_HC_STATISTICS_ADDR_H,
3770 (u64) bp->stats_blk_mapping >> 32);
3771
6aa20a22 3772 REG_WR(bp, BNX2_HC_TX_QUICK_CONS_TRIP,
b6016b76
MC
3773 (bp->tx_quick_cons_trip_int << 16) | bp->tx_quick_cons_trip);
3774
3775 REG_WR(bp, BNX2_HC_RX_QUICK_CONS_TRIP,
3776 (bp->rx_quick_cons_trip_int << 16) | bp->rx_quick_cons_trip);
3777
3778 REG_WR(bp, BNX2_HC_COMP_PROD_TRIP,
3779 (bp->comp_prod_trip_int << 16) | bp->comp_prod_trip);
3780
3781 REG_WR(bp, BNX2_HC_TX_TICKS, (bp->tx_ticks_int << 16) | bp->tx_ticks);
3782
3783 REG_WR(bp, BNX2_HC_RX_TICKS, (bp->rx_ticks_int << 16) | bp->rx_ticks);
3784
3785 REG_WR(bp, BNX2_HC_COM_TICKS,
3786 (bp->com_ticks_int << 16) | bp->com_ticks);
3787
3788 REG_WR(bp, BNX2_HC_CMD_TICKS,
3789 (bp->cmd_ticks_int << 16) | bp->cmd_ticks);
3790
02537b06
MC
3791 if (CHIP_NUM(bp) == CHIP_NUM_5708)
3792 REG_WR(bp, BNX2_HC_STATS_TICKS, 0);
3793 else
3794 REG_WR(bp, BNX2_HC_STATS_TICKS, bp->stats_ticks & 0xffff00);
b6016b76
MC
3795 REG_WR(bp, BNX2_HC_STAT_COLLECT_TICKS, 0xbb8); /* 3ms */
3796
3797 if (CHIP_ID(bp) == CHIP_ID_5706_A1)
8e6a72c4 3798 val = BNX2_HC_CONFIG_COLLECT_STATS;
b6016b76 3799 else {
8e6a72c4
MC
3800 val = BNX2_HC_CONFIG_RX_TMR_MODE | BNX2_HC_CONFIG_TX_TMR_MODE |
3801 BNX2_HC_CONFIG_COLLECT_STATS;
b6016b76
MC
3802 }
3803
8e6a72c4
MC
3804 if (bp->flags & ONE_SHOT_MSI_FLAG)
3805 val |= BNX2_HC_CONFIG_ONE_SHOT;
3806
3807 REG_WR(bp, BNX2_HC_CONFIG, val);
3808
b6016b76
MC
3809 /* Clear internal stats counters. */
3810 REG_WR(bp, BNX2_HC_COMMAND, BNX2_HC_COMMAND_CLR_STAT_NOW);
3811
da3e4fbe 3812 REG_WR(bp, BNX2_HC_ATTN_BITS_ENABLE, STATUS_ATTN_EVENTS);
b6016b76 3813
e29054f9
MC
3814 if (REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_FEATURE) &
3815 BNX2_PORT_FEATURE_ASF_ENABLED)
3816 bp->flags |= ASF_ENABLE_FLAG;
3817
b6016b76
MC
3818 /* Initialize the receive filter. */
3819 bnx2_set_rx_mode(bp->dev);
3820
0aa38df7
MC
3821 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
3822 val = REG_RD(bp, BNX2_MISC_NEW_CORE_CTL);
3823 val |= BNX2_MISC_NEW_CORE_CTL_DMA_ENABLE;
3824 REG_WR(bp, BNX2_MISC_NEW_CORE_CTL, val);
3825 }
b090ae2b
MC
3826 rc = bnx2_fw_sync(bp, BNX2_DRV_MSG_DATA_WAIT2 | BNX2_DRV_MSG_CODE_RESET,
3827 0);
b6016b76
MC
3828
3829 REG_WR(bp, BNX2_MISC_ENABLE_SET_BITS, 0x5ffffff);
3830 REG_RD(bp, BNX2_MISC_ENABLE_SET_BITS);
3831
3832 udelay(20);
3833
bf5295bb
MC
3834 bp->hc_cmd = REG_RD(bp, BNX2_HC_COMMAND);
3835
b090ae2b 3836 return rc;
b6016b76
MC
3837}
3838
59b47d8a
MC
3839static void
3840bnx2_init_tx_context(struct bnx2 *bp, u32 cid)
3841{
3842 u32 val, offset0, offset1, offset2, offset3;
3843
3844 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
3845 offset0 = BNX2_L2CTX_TYPE_XI;
3846 offset1 = BNX2_L2CTX_CMD_TYPE_XI;
3847 offset2 = BNX2_L2CTX_TBDR_BHADDR_HI_XI;
3848 offset3 = BNX2_L2CTX_TBDR_BHADDR_LO_XI;
3849 } else {
3850 offset0 = BNX2_L2CTX_TYPE;
3851 offset1 = BNX2_L2CTX_CMD_TYPE;
3852 offset2 = BNX2_L2CTX_TBDR_BHADDR_HI;
3853 offset3 = BNX2_L2CTX_TBDR_BHADDR_LO;
3854 }
3855 val = BNX2_L2CTX_TYPE_TYPE_L2 | BNX2_L2CTX_TYPE_SIZE_L2;
3856 CTX_WR(bp, GET_CID_ADDR(cid), offset0, val);
3857
3858 val = BNX2_L2CTX_CMD_TYPE_TYPE_L2 | (8 << 16);
3859 CTX_WR(bp, GET_CID_ADDR(cid), offset1, val);
3860
3861 val = (u64) bp->tx_desc_mapping >> 32;
3862 CTX_WR(bp, GET_CID_ADDR(cid), offset2, val);
3863
3864 val = (u64) bp->tx_desc_mapping & 0xffffffff;
3865 CTX_WR(bp, GET_CID_ADDR(cid), offset3, val);
3866}
b6016b76
MC
3867
3868static void
3869bnx2_init_tx_ring(struct bnx2 *bp)
3870{
3871 struct tx_bd *txbd;
59b47d8a 3872 u32 cid;
b6016b76 3873
2f8af120
MC
3874 bp->tx_wake_thresh = bp->tx_ring_size / 2;
3875
b6016b76 3876 txbd = &bp->tx_desc_ring[MAX_TX_DESC_CNT];
6aa20a22 3877
b6016b76
MC
3878 txbd->tx_bd_haddr_hi = (u64) bp->tx_desc_mapping >> 32;
3879 txbd->tx_bd_haddr_lo = (u64) bp->tx_desc_mapping & 0xffffffff;
3880
3881 bp->tx_prod = 0;
3882 bp->tx_cons = 0;
f4e418f7 3883 bp->hw_tx_cons = 0;
b6016b76 3884 bp->tx_prod_bseq = 0;
6aa20a22 3885
59b47d8a
MC
3886 cid = TX_CID;
3887 bp->tx_bidx_addr = MB_GET_CID_ADDR(cid) + BNX2_L2CTX_TX_HOST_BIDX;
3888 bp->tx_bseq_addr = MB_GET_CID_ADDR(cid) + BNX2_L2CTX_TX_HOST_BSEQ;
b6016b76 3889
59b47d8a 3890 bnx2_init_tx_context(bp, cid);
b6016b76
MC
3891}
3892
3893static void
3894bnx2_init_rx_ring(struct bnx2 *bp)
3895{
3896 struct rx_bd *rxbd;
3897 int i;
6aa20a22 3898 u16 prod, ring_prod;
b6016b76
MC
3899 u32 val;
3900
3901 /* 8 for CRC and VLAN */
3902 bp->rx_buf_use_size = bp->dev->mtu + ETH_HLEN + bp->rx_offset + 8;
59b47d8a
MC
3903 /* hw alignment */
3904 bp->rx_buf_size = bp->rx_buf_use_size + BNX2_RX_ALIGN;
b6016b76
MC
3905
3906 ring_prod = prod = bp->rx_prod = 0;
3907 bp->rx_cons = 0;
f4e418f7 3908 bp->hw_rx_cons = 0;
b6016b76 3909 bp->rx_prod_bseq = 0;
6aa20a22 3910
13daffa2
MC
3911 for (i = 0; i < bp->rx_max_ring; i++) {
3912 int j;
b6016b76 3913
13daffa2
MC
3914 rxbd = &bp->rx_desc_ring[i][0];
3915 for (j = 0; j < MAX_RX_DESC_CNT; j++, rxbd++) {
3916 rxbd->rx_bd_len = bp->rx_buf_use_size;
3917 rxbd->rx_bd_flags = RX_BD_FLAGS_START | RX_BD_FLAGS_END;
3918 }
3919 if (i == (bp->rx_max_ring - 1))
3920 j = 0;
3921 else
3922 j = i + 1;
3923 rxbd->rx_bd_haddr_hi = (u64) bp->rx_desc_mapping[j] >> 32;
3924 rxbd->rx_bd_haddr_lo = (u64) bp->rx_desc_mapping[j] &
3925 0xffffffff;
3926 }
b6016b76
MC
3927
3928 val = BNX2_L2CTX_CTX_TYPE_CTX_BD_CHN_TYPE_VALUE;
3929 val |= BNX2_L2CTX_CTX_TYPE_SIZE_L2;
3930 val |= 0x02 << 8;
3931 CTX_WR(bp, GET_CID_ADDR(RX_CID), BNX2_L2CTX_CTX_TYPE, val);
3932
13daffa2 3933 val = (u64) bp->rx_desc_mapping[0] >> 32;
b6016b76
MC
3934 CTX_WR(bp, GET_CID_ADDR(RX_CID), BNX2_L2CTX_NX_BDHADDR_HI, val);
3935
13daffa2 3936 val = (u64) bp->rx_desc_mapping[0] & 0xffffffff;
b6016b76
MC
3937 CTX_WR(bp, GET_CID_ADDR(RX_CID), BNX2_L2CTX_NX_BDHADDR_LO, val);
3938
236b6394 3939 for (i = 0; i < bp->rx_ring_size; i++) {
b6016b76
MC
3940 if (bnx2_alloc_rx_skb(bp, ring_prod) < 0) {
3941 break;
3942 }
3943 prod = NEXT_RX_BD(prod);
3944 ring_prod = RX_RING_IDX(prod);
3945 }
3946 bp->rx_prod = prod;
3947
3948 REG_WR16(bp, MB_RX_CID_ADDR + BNX2_L2CTX_HOST_BDIDX, prod);
3949
3950 REG_WR(bp, MB_RX_CID_ADDR + BNX2_L2CTX_HOST_BSEQ, bp->rx_prod_bseq);
3951}
3952
13daffa2
MC
3953static void
3954bnx2_set_rx_ring_size(struct bnx2 *bp, u32 size)
3955{
3956 u32 num_rings, max;
3957
3958 bp->rx_ring_size = size;
3959 num_rings = 1;
3960 while (size > MAX_RX_DESC_CNT) {
3961 size -= MAX_RX_DESC_CNT;
3962 num_rings++;
3963 }
3964 /* round to next power of 2 */
3965 max = MAX_RX_RINGS;
3966 while ((max & num_rings) == 0)
3967 max >>= 1;
3968
3969 if (num_rings != max)
3970 max <<= 1;
3971
3972 bp->rx_max_ring = max;
3973 bp->rx_max_ring_idx = (bp->rx_max_ring * RX_DESC_CNT) - 1;
3974}
3975
b6016b76
MC
3976static void
3977bnx2_free_tx_skbs(struct bnx2 *bp)
3978{
3979 int i;
3980
3981 if (bp->tx_buf_ring == NULL)
3982 return;
3983
3984 for (i = 0; i < TX_DESC_CNT; ) {
3985 struct sw_bd *tx_buf = &bp->tx_buf_ring[i];
3986 struct sk_buff *skb = tx_buf->skb;
3987 int j, last;
3988
3989 if (skb == NULL) {
3990 i++;
3991 continue;
3992 }
3993
3994 pci_unmap_single(bp->pdev, pci_unmap_addr(tx_buf, mapping),
3995 skb_headlen(skb), PCI_DMA_TODEVICE);
3996
3997 tx_buf->skb = NULL;
3998
3999 last = skb_shinfo(skb)->nr_frags;
4000 for (j = 0; j < last; j++) {
4001 tx_buf = &bp->tx_buf_ring[i + j + 1];
4002 pci_unmap_page(bp->pdev,
4003 pci_unmap_addr(tx_buf, mapping),
4004 skb_shinfo(skb)->frags[j].size,
4005 PCI_DMA_TODEVICE);
4006 }
745720e5 4007 dev_kfree_skb(skb);
b6016b76
MC
4008 i += j + 1;
4009 }
4010
4011}
4012
4013static void
4014bnx2_free_rx_skbs(struct bnx2 *bp)
4015{
4016 int i;
4017
4018 if (bp->rx_buf_ring == NULL)
4019 return;
4020
13daffa2 4021 for (i = 0; i < bp->rx_max_ring_idx; i++) {
b6016b76
MC
4022 struct sw_bd *rx_buf = &bp->rx_buf_ring[i];
4023 struct sk_buff *skb = rx_buf->skb;
4024
05d0f1cf 4025 if (skb == NULL)
b6016b76
MC
4026 continue;
4027
4028 pci_unmap_single(bp->pdev, pci_unmap_addr(rx_buf, mapping),
4029 bp->rx_buf_use_size, PCI_DMA_FROMDEVICE);
4030
4031 rx_buf->skb = NULL;
4032
745720e5 4033 dev_kfree_skb(skb);
b6016b76
MC
4034 }
4035}
4036
4037static void
4038bnx2_free_skbs(struct bnx2 *bp)
4039{
4040 bnx2_free_tx_skbs(bp);
4041 bnx2_free_rx_skbs(bp);
4042}
4043
4044static int
4045bnx2_reset_nic(struct bnx2 *bp, u32 reset_code)
4046{
4047 int rc;
4048
4049 rc = bnx2_reset_chip(bp, reset_code);
4050 bnx2_free_skbs(bp);
4051 if (rc)
4052 return rc;
4053
fba9fe91
MC
4054 if ((rc = bnx2_init_chip(bp)) != 0)
4055 return rc;
4056
b6016b76
MC
4057 bnx2_init_tx_ring(bp);
4058 bnx2_init_rx_ring(bp);
4059 return 0;
4060}
4061
4062static int
4063bnx2_init_nic(struct bnx2 *bp)
4064{
4065 int rc;
4066
4067 if ((rc = bnx2_reset_nic(bp, BNX2_DRV_MSG_CODE_RESET)) != 0)
4068 return rc;
4069
80be4434 4070 spin_lock_bh(&bp->phy_lock);
b6016b76 4071 bnx2_init_phy(bp);
80be4434 4072 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC
4073 bnx2_set_link(bp);
4074 return 0;
4075}
4076
4077static int
4078bnx2_test_registers(struct bnx2 *bp)
4079{
4080 int ret;
5bae30c9 4081 int i, is_5709;
f71e1309 4082 static const struct {
b6016b76
MC
4083 u16 offset;
4084 u16 flags;
5bae30c9 4085#define BNX2_FL_NOT_5709 1
b6016b76
MC
4086 u32 rw_mask;
4087 u32 ro_mask;
4088 } reg_tbl[] = {
4089 { 0x006c, 0, 0x00000000, 0x0000003f },
4090 { 0x0090, 0, 0xffffffff, 0x00000000 },
4091 { 0x0094, 0, 0x00000000, 0x00000000 },
4092
5bae30c9
MC
4093 { 0x0404, BNX2_FL_NOT_5709, 0x00003f00, 0x00000000 },
4094 { 0x0418, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4095 { 0x041c, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4096 { 0x0420, BNX2_FL_NOT_5709, 0x00000000, 0x80ffffff },
4097 { 0x0424, BNX2_FL_NOT_5709, 0x00000000, 0x00000000 },
4098 { 0x0428, BNX2_FL_NOT_5709, 0x00000000, 0x00000001 },
4099 { 0x0450, BNX2_FL_NOT_5709, 0x00000000, 0x0000ffff },
4100 { 0x0454, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4101 { 0x0458, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4102
4103 { 0x0808, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4104 { 0x0854, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4105 { 0x0868, BNX2_FL_NOT_5709, 0x00000000, 0x77777777 },
4106 { 0x086c, BNX2_FL_NOT_5709, 0x00000000, 0x77777777 },
4107 { 0x0870, BNX2_FL_NOT_5709, 0x00000000, 0x77777777 },
4108 { 0x0874, BNX2_FL_NOT_5709, 0x00000000, 0x77777777 },
4109
4110 { 0x0c00, BNX2_FL_NOT_5709, 0x00000000, 0x00000001 },
4111 { 0x0c04, BNX2_FL_NOT_5709, 0x00000000, 0x03ff0001 },
4112 { 0x0c08, BNX2_FL_NOT_5709, 0x0f0ff073, 0x00000000 },
b6016b76
MC
4113
4114 { 0x1000, 0, 0x00000000, 0x00000001 },
4115 { 0x1004, 0, 0x00000000, 0x000f0001 },
b6016b76
MC
4116
4117 { 0x1408, 0, 0x01c00800, 0x00000000 },
4118 { 0x149c, 0, 0x8000ffff, 0x00000000 },
4119 { 0x14a8, 0, 0x00000000, 0x000001ff },
5b0c76ad 4120 { 0x14ac, 0, 0x0fffffff, 0x10000000 },
b6016b76
MC
4121 { 0x14b0, 0, 0x00000002, 0x00000001 },
4122 { 0x14b8, 0, 0x00000000, 0x00000000 },
4123 { 0x14c0, 0, 0x00000000, 0x00000009 },
4124 { 0x14c4, 0, 0x00003fff, 0x00000000 },
4125 { 0x14cc, 0, 0x00000000, 0x00000001 },
4126 { 0x14d0, 0, 0xffffffff, 0x00000000 },
b6016b76
MC
4127
4128 { 0x1800, 0, 0x00000000, 0x00000001 },
4129 { 0x1804, 0, 0x00000000, 0x00000003 },
b6016b76
MC
4130
4131 { 0x2800, 0, 0x00000000, 0x00000001 },
4132 { 0x2804, 0, 0x00000000, 0x00003f01 },
4133 { 0x2808, 0, 0x0f3f3f03, 0x00000000 },
4134 { 0x2810, 0, 0xffff0000, 0x00000000 },
4135 { 0x2814, 0, 0xffff0000, 0x00000000 },
4136 { 0x2818, 0, 0xffff0000, 0x00000000 },
4137 { 0x281c, 0, 0xffff0000, 0x00000000 },
4138 { 0x2834, 0, 0xffffffff, 0x00000000 },
4139 { 0x2840, 0, 0x00000000, 0xffffffff },
4140 { 0x2844, 0, 0x00000000, 0xffffffff },
4141 { 0x2848, 0, 0xffffffff, 0x00000000 },
4142 { 0x284c, 0, 0xf800f800, 0x07ff07ff },
4143
4144 { 0x2c00, 0, 0x00000000, 0x00000011 },
4145 { 0x2c04, 0, 0x00000000, 0x00030007 },
4146
b6016b76
MC
4147 { 0x3c00, 0, 0x00000000, 0x00000001 },
4148 { 0x3c04, 0, 0x00000000, 0x00070000 },
4149 { 0x3c08, 0, 0x00007f71, 0x07f00000 },
4150 { 0x3c0c, 0, 0x1f3ffffc, 0x00000000 },
4151 { 0x3c10, 0, 0xffffffff, 0x00000000 },
4152 { 0x3c14, 0, 0x00000000, 0xffffffff },
4153 { 0x3c18, 0, 0x00000000, 0xffffffff },
4154 { 0x3c1c, 0, 0xfffff000, 0x00000000 },
4155 { 0x3c20, 0, 0xffffff00, 0x00000000 },
b6016b76
MC
4156
4157 { 0x5004, 0, 0x00000000, 0x0000007f },
4158 { 0x5008, 0, 0x0f0007ff, 0x00000000 },
b6016b76 4159
b6016b76
MC
4160 { 0x5c00, 0, 0x00000000, 0x00000001 },
4161 { 0x5c04, 0, 0x00000000, 0x0003000f },
4162 { 0x5c08, 0, 0x00000003, 0x00000000 },
4163 { 0x5c0c, 0, 0x0000fff8, 0x00000000 },
4164 { 0x5c10, 0, 0x00000000, 0xffffffff },
4165 { 0x5c80, 0, 0x00000000, 0x0f7113f1 },
4166 { 0x5c84, 0, 0x00000000, 0x0000f333 },
4167 { 0x5c88, 0, 0x00000000, 0x00077373 },
4168 { 0x5c8c, 0, 0x00000000, 0x0007f737 },
4169
4170 { 0x6808, 0, 0x0000ff7f, 0x00000000 },
4171 { 0x680c, 0, 0xffffffff, 0x00000000 },
4172 { 0x6810, 0, 0xffffffff, 0x00000000 },
4173 { 0x6814, 0, 0xffffffff, 0x00000000 },
4174 { 0x6818, 0, 0xffffffff, 0x00000000 },
4175 { 0x681c, 0, 0xffffffff, 0x00000000 },
4176 { 0x6820, 0, 0x00ff00ff, 0x00000000 },
4177 { 0x6824, 0, 0x00ff00ff, 0x00000000 },
4178 { 0x6828, 0, 0x00ff00ff, 0x00000000 },
4179 { 0x682c, 0, 0x03ff03ff, 0x00000000 },
4180 { 0x6830, 0, 0x03ff03ff, 0x00000000 },
4181 { 0x6834, 0, 0x03ff03ff, 0x00000000 },
4182 { 0x6838, 0, 0x03ff03ff, 0x00000000 },
4183 { 0x683c, 0, 0x0000ffff, 0x00000000 },
4184 { 0x6840, 0, 0x00000ff0, 0x00000000 },
4185 { 0x6844, 0, 0x00ffff00, 0x00000000 },
4186 { 0x684c, 0, 0xffffffff, 0x00000000 },
4187 { 0x6850, 0, 0x7f7f7f7f, 0x00000000 },
4188 { 0x6854, 0, 0x7f7f7f7f, 0x00000000 },
4189 { 0x6858, 0, 0x7f7f7f7f, 0x00000000 },
4190 { 0x685c, 0, 0x7f7f7f7f, 0x00000000 },
4191 { 0x6908, 0, 0x00000000, 0x0001ff0f },
4192 { 0x690c, 0, 0x00000000, 0x0ffe00f0 },
4193
4194 { 0xffff, 0, 0x00000000, 0x00000000 },
4195 };
4196
4197 ret = 0;
5bae30c9
MC
4198 is_5709 = 0;
4199 if (CHIP_NUM(bp) == CHIP_NUM_5709)
4200 is_5709 = 1;
4201
b6016b76
MC
4202 for (i = 0; reg_tbl[i].offset != 0xffff; i++) {
4203 u32 offset, rw_mask, ro_mask, save_val, val;
5bae30c9
MC
4204 u16 flags = reg_tbl[i].flags;
4205
4206 if (is_5709 && (flags & BNX2_FL_NOT_5709))
4207 continue;
b6016b76
MC
4208
4209 offset = (u32) reg_tbl[i].offset;
4210 rw_mask = reg_tbl[i].rw_mask;
4211 ro_mask = reg_tbl[i].ro_mask;
4212
14ab9b86 4213 save_val = readl(bp->regview + offset);
b6016b76 4214
14ab9b86 4215 writel(0, bp->regview + offset);
b6016b76 4216
14ab9b86 4217 val = readl(bp->regview + offset);
b6016b76
MC
4218 if ((val & rw_mask) != 0) {
4219 goto reg_test_err;
4220 }
4221
4222 if ((val & ro_mask) != (save_val & ro_mask)) {
4223 goto reg_test_err;
4224 }
4225
14ab9b86 4226 writel(0xffffffff, bp->regview + offset);
b6016b76 4227
14ab9b86 4228 val = readl(bp->regview + offset);
b6016b76
MC
4229 if ((val & rw_mask) != rw_mask) {
4230 goto reg_test_err;
4231 }
4232
4233 if ((val & ro_mask) != (save_val & ro_mask)) {
4234 goto reg_test_err;
4235 }
4236
14ab9b86 4237 writel(save_val, bp->regview + offset);
b6016b76
MC
4238 continue;
4239
4240reg_test_err:
14ab9b86 4241 writel(save_val, bp->regview + offset);
b6016b76
MC
4242 ret = -ENODEV;
4243 break;
4244 }
4245 return ret;
4246}
4247
4248static int
4249bnx2_do_mem_test(struct bnx2 *bp, u32 start, u32 size)
4250{
f71e1309 4251 static const u32 test_pattern[] = { 0x00000000, 0xffffffff, 0x55555555,
b6016b76
MC
4252 0xaaaaaaaa , 0xaa55aa55, 0x55aa55aa };
4253 int i;
4254
4255 for (i = 0; i < sizeof(test_pattern) / 4; i++) {
4256 u32 offset;
4257
4258 for (offset = 0; offset < size; offset += 4) {
4259
4260 REG_WR_IND(bp, start + offset, test_pattern[i]);
4261
4262 if (REG_RD_IND(bp, start + offset) !=
4263 test_pattern[i]) {
4264 return -ENODEV;
4265 }
4266 }
4267 }
4268 return 0;
4269}
4270
4271static int
4272bnx2_test_memory(struct bnx2 *bp)
4273{
4274 int ret = 0;
4275 int i;
5bae30c9 4276 static struct mem_entry {
b6016b76
MC
4277 u32 offset;
4278 u32 len;
5bae30c9 4279 } mem_tbl_5706[] = {
b6016b76 4280 { 0x60000, 0x4000 },
5b0c76ad 4281 { 0xa0000, 0x3000 },
b6016b76
MC
4282 { 0xe0000, 0x4000 },
4283 { 0x120000, 0x4000 },
4284 { 0x1a0000, 0x4000 },
4285 { 0x160000, 0x4000 },
4286 { 0xffffffff, 0 },
5bae30c9
MC
4287 },
4288 mem_tbl_5709[] = {
4289 { 0x60000, 0x4000 },
4290 { 0xa0000, 0x3000 },
4291 { 0xe0000, 0x4000 },
4292 { 0x120000, 0x4000 },
4293 { 0x1a0000, 0x4000 },
4294 { 0xffffffff, 0 },
b6016b76 4295 };
5bae30c9
MC
4296 struct mem_entry *mem_tbl;
4297
4298 if (CHIP_NUM(bp) == CHIP_NUM_5709)
4299 mem_tbl = mem_tbl_5709;
4300 else
4301 mem_tbl = mem_tbl_5706;
b6016b76
MC
4302
4303 for (i = 0; mem_tbl[i].offset != 0xffffffff; i++) {
4304 if ((ret = bnx2_do_mem_test(bp, mem_tbl[i].offset,
4305 mem_tbl[i].len)) != 0) {
4306 return ret;
4307 }
4308 }
6aa20a22 4309
b6016b76
MC
4310 return ret;
4311}
4312
bc5a0690
MC
4313#define BNX2_MAC_LOOPBACK 0
4314#define BNX2_PHY_LOOPBACK 1
4315
b6016b76 4316static int
bc5a0690 4317bnx2_run_loopback(struct bnx2 *bp, int loopback_mode)
b6016b76
MC
4318{
4319 unsigned int pkt_size, num_pkts, i;
4320 struct sk_buff *skb, *rx_skb;
4321 unsigned char *packet;
bc5a0690 4322 u16 rx_start_idx, rx_idx;
b6016b76
MC
4323 dma_addr_t map;
4324 struct tx_bd *txbd;
4325 struct sw_bd *rx_buf;
4326 struct l2_fhdr *rx_hdr;
4327 int ret = -ENODEV;
4328
bc5a0690
MC
4329 if (loopback_mode == BNX2_MAC_LOOPBACK) {
4330 bp->loopback = MAC_LOOPBACK;
4331 bnx2_set_mac_loopback(bp);
4332 }
4333 else if (loopback_mode == BNX2_PHY_LOOPBACK) {
80be4434 4334 bp->loopback = PHY_LOOPBACK;
bc5a0690
MC
4335 bnx2_set_phy_loopback(bp);
4336 }
4337 else
4338 return -EINVAL;
b6016b76
MC
4339
4340 pkt_size = 1514;
932f3772 4341 skb = netdev_alloc_skb(bp->dev, pkt_size);
b6cbc3b6
JL
4342 if (!skb)
4343 return -ENOMEM;
b6016b76 4344 packet = skb_put(skb, pkt_size);
6634292b 4345 memcpy(packet, bp->dev->dev_addr, 6);
b6016b76
MC
4346 memset(packet + 6, 0x0, 8);
4347 for (i = 14; i < pkt_size; i++)
4348 packet[i] = (unsigned char) (i & 0xff);
4349
4350 map = pci_map_single(bp->pdev, skb->data, pkt_size,
4351 PCI_DMA_TODEVICE);
4352
bf5295bb
MC
4353 REG_WR(bp, BNX2_HC_COMMAND,
4354 bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW_WO_INT);
4355
b6016b76
MC
4356 REG_RD(bp, BNX2_HC_COMMAND);
4357
4358 udelay(5);
4359 rx_start_idx = bp->status_blk->status_rx_quick_consumer_index0;
4360
b6016b76
MC
4361 num_pkts = 0;
4362
bc5a0690 4363 txbd = &bp->tx_desc_ring[TX_RING_IDX(bp->tx_prod)];
b6016b76
MC
4364
4365 txbd->tx_bd_haddr_hi = (u64) map >> 32;
4366 txbd->tx_bd_haddr_lo = (u64) map & 0xffffffff;
4367 txbd->tx_bd_mss_nbytes = pkt_size;
4368 txbd->tx_bd_vlan_tag_flags = TX_BD_FLAGS_START | TX_BD_FLAGS_END;
4369
4370 num_pkts++;
bc5a0690
MC
4371 bp->tx_prod = NEXT_TX_BD(bp->tx_prod);
4372 bp->tx_prod_bseq += pkt_size;
b6016b76 4373
234754d5
MC
4374 REG_WR16(bp, bp->tx_bidx_addr, bp->tx_prod);
4375 REG_WR(bp, bp->tx_bseq_addr, bp->tx_prod_bseq);
b6016b76
MC
4376
4377 udelay(100);
4378
bf5295bb
MC
4379 REG_WR(bp, BNX2_HC_COMMAND,
4380 bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW_WO_INT);
4381
b6016b76
MC
4382 REG_RD(bp, BNX2_HC_COMMAND);
4383
4384 udelay(5);
4385
4386 pci_unmap_single(bp->pdev, map, pkt_size, PCI_DMA_TODEVICE);
745720e5 4387 dev_kfree_skb(skb);
b6016b76 4388
bc5a0690 4389 if (bp->status_blk->status_tx_quick_consumer_index0 != bp->tx_prod) {
b6016b76
MC
4390 goto loopback_test_done;
4391 }
4392
4393 rx_idx = bp->status_blk->status_rx_quick_consumer_index0;
4394 if (rx_idx != rx_start_idx + num_pkts) {
4395 goto loopback_test_done;
4396 }
4397
4398 rx_buf = &bp->rx_buf_ring[rx_start_idx];
4399 rx_skb = rx_buf->skb;
4400
4401 rx_hdr = (struct l2_fhdr *) rx_skb->data;
4402 skb_reserve(rx_skb, bp->rx_offset);
4403
4404 pci_dma_sync_single_for_cpu(bp->pdev,
4405 pci_unmap_addr(rx_buf, mapping),
4406 bp->rx_buf_size, PCI_DMA_FROMDEVICE);
4407
ade2bfe7 4408 if (rx_hdr->l2_fhdr_status &
b6016b76
MC
4409 (L2_FHDR_ERRORS_BAD_CRC |
4410 L2_FHDR_ERRORS_PHY_DECODE |
4411 L2_FHDR_ERRORS_ALIGNMENT |
4412 L2_FHDR_ERRORS_TOO_SHORT |
4413 L2_FHDR_ERRORS_GIANT_FRAME)) {
4414
4415 goto loopback_test_done;
4416 }
4417
4418 if ((rx_hdr->l2_fhdr_pkt_len - 4) != pkt_size) {
4419 goto loopback_test_done;
4420 }
4421
4422 for (i = 14; i < pkt_size; i++) {
4423 if (*(rx_skb->data + i) != (unsigned char) (i & 0xff)) {
4424 goto loopback_test_done;
4425 }
4426 }
4427
4428 ret = 0;
4429
4430loopback_test_done:
4431 bp->loopback = 0;
4432 return ret;
4433}
4434
bc5a0690
MC
4435#define BNX2_MAC_LOOPBACK_FAILED 1
4436#define BNX2_PHY_LOOPBACK_FAILED 2
4437#define BNX2_LOOPBACK_FAILED (BNX2_MAC_LOOPBACK_FAILED | \
4438 BNX2_PHY_LOOPBACK_FAILED)
4439
4440static int
4441bnx2_test_loopback(struct bnx2 *bp)
4442{
4443 int rc = 0;
4444
4445 if (!netif_running(bp->dev))
4446 return BNX2_LOOPBACK_FAILED;
4447
4448 bnx2_reset_nic(bp, BNX2_DRV_MSG_CODE_RESET);
4449 spin_lock_bh(&bp->phy_lock);
4450 bnx2_init_phy(bp);
4451 spin_unlock_bh(&bp->phy_lock);
4452 if (bnx2_run_loopback(bp, BNX2_MAC_LOOPBACK))
4453 rc |= BNX2_MAC_LOOPBACK_FAILED;
4454 if (bnx2_run_loopback(bp, BNX2_PHY_LOOPBACK))
4455 rc |= BNX2_PHY_LOOPBACK_FAILED;
4456 return rc;
4457}
4458
b6016b76
MC
4459#define NVRAM_SIZE 0x200
4460#define CRC32_RESIDUAL 0xdebb20e3
4461
4462static int
4463bnx2_test_nvram(struct bnx2 *bp)
4464{
4465 u32 buf[NVRAM_SIZE / 4];
4466 u8 *data = (u8 *) buf;
4467 int rc = 0;
4468 u32 magic, csum;
4469
4470 if ((rc = bnx2_nvram_read(bp, 0, data, 4)) != 0)
4471 goto test_nvram_done;
4472
4473 magic = be32_to_cpu(buf[0]);
4474 if (magic != 0x669955aa) {
4475 rc = -ENODEV;
4476 goto test_nvram_done;
4477 }
4478
4479 if ((rc = bnx2_nvram_read(bp, 0x100, data, NVRAM_SIZE)) != 0)
4480 goto test_nvram_done;
4481
4482 csum = ether_crc_le(0x100, data);
4483 if (csum != CRC32_RESIDUAL) {
4484 rc = -ENODEV;
4485 goto test_nvram_done;
4486 }
4487
4488 csum = ether_crc_le(0x100, data + 0x100);
4489 if (csum != CRC32_RESIDUAL) {
4490 rc = -ENODEV;
4491 }
4492
4493test_nvram_done:
4494 return rc;
4495}
4496
4497static int
4498bnx2_test_link(struct bnx2 *bp)
4499{
4500 u32 bmsr;
4501
c770a65c 4502 spin_lock_bh(&bp->phy_lock);
27a005b8
MC
4503 bnx2_enable_bmsr1(bp);
4504 bnx2_read_phy(bp, bp->mii_bmsr1, &bmsr);
4505 bnx2_read_phy(bp, bp->mii_bmsr1, &bmsr);
4506 bnx2_disable_bmsr1(bp);
c770a65c 4507 spin_unlock_bh(&bp->phy_lock);
6aa20a22 4508
b6016b76
MC
4509 if (bmsr & BMSR_LSTATUS) {
4510 return 0;
4511 }
4512 return -ENODEV;
4513}
4514
4515static int
4516bnx2_test_intr(struct bnx2 *bp)
4517{
4518 int i;
b6016b76
MC
4519 u16 status_idx;
4520
4521 if (!netif_running(bp->dev))
4522 return -ENODEV;
4523
4524 status_idx = REG_RD(bp, BNX2_PCICFG_INT_ACK_CMD) & 0xffff;
4525
4526 /* This register is not touched during run-time. */
bf5295bb 4527 REG_WR(bp, BNX2_HC_COMMAND, bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW);
b6016b76
MC
4528 REG_RD(bp, BNX2_HC_COMMAND);
4529
4530 for (i = 0; i < 10; i++) {
4531 if ((REG_RD(bp, BNX2_PCICFG_INT_ACK_CMD) & 0xffff) !=
4532 status_idx) {
4533
4534 break;
4535 }
4536
4537 msleep_interruptible(10);
4538 }
4539 if (i < 10)
4540 return 0;
4541
4542 return -ENODEV;
4543}
4544
4545static void
48b01e2d 4546bnx2_5706_serdes_timer(struct bnx2 *bp)
b6016b76 4547{
48b01e2d
MC
4548 spin_lock(&bp->phy_lock);
4549 if (bp->serdes_an_pending)
4550 bp->serdes_an_pending--;
4551 else if ((bp->link_up == 0) && (bp->autoneg & AUTONEG_SPEED)) {
4552 u32 bmcr;
b6016b76 4553
48b01e2d 4554 bp->current_interval = bp->timer_interval;
cd339a0e 4555
ca58c3af 4556 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
b6016b76 4557
48b01e2d
MC
4558 if (bmcr & BMCR_ANENABLE) {
4559 u32 phy1, phy2;
b6016b76 4560
48b01e2d
MC
4561 bnx2_write_phy(bp, 0x1c, 0x7c00);
4562 bnx2_read_phy(bp, 0x1c, &phy1);
cea94db9 4563
48b01e2d
MC
4564 bnx2_write_phy(bp, 0x17, 0x0f01);
4565 bnx2_read_phy(bp, 0x15, &phy2);
4566 bnx2_write_phy(bp, 0x17, 0x0f01);
4567 bnx2_read_phy(bp, 0x15, &phy2);
b6016b76 4568
48b01e2d
MC
4569 if ((phy1 & 0x10) && /* SIGNAL DETECT */
4570 !(phy2 & 0x20)) { /* no CONFIG */
4571
4572 bmcr &= ~BMCR_ANENABLE;
4573 bmcr |= BMCR_SPEED1000 | BMCR_FULLDPLX;
ca58c3af 4574 bnx2_write_phy(bp, bp->mii_bmcr, bmcr);
48b01e2d
MC
4575 bp->phy_flags |= PHY_PARALLEL_DETECT_FLAG;
4576 }
b6016b76 4577 }
48b01e2d
MC
4578 }
4579 else if ((bp->link_up) && (bp->autoneg & AUTONEG_SPEED) &&
4580 (bp->phy_flags & PHY_PARALLEL_DETECT_FLAG)) {
4581 u32 phy2;
b6016b76 4582
48b01e2d
MC
4583 bnx2_write_phy(bp, 0x17, 0x0f01);
4584 bnx2_read_phy(bp, 0x15, &phy2);
4585 if (phy2 & 0x20) {
4586 u32 bmcr;
cd339a0e 4587
ca58c3af 4588 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
48b01e2d 4589 bmcr |= BMCR_ANENABLE;
ca58c3af 4590 bnx2_write_phy(bp, bp->mii_bmcr, bmcr);
b6016b76 4591
48b01e2d
MC
4592 bp->phy_flags &= ~PHY_PARALLEL_DETECT_FLAG;
4593 }
4594 } else
4595 bp->current_interval = bp->timer_interval;
b6016b76 4596
48b01e2d
MC
4597 spin_unlock(&bp->phy_lock);
4598}
b6016b76 4599
f8dd064e
MC
4600static void
4601bnx2_5708_serdes_timer(struct bnx2 *bp)
4602{
4603 if ((bp->phy_flags & PHY_2_5G_CAPABLE_FLAG) == 0) {
4604 bp->serdes_an_pending = 0;
4605 return;
4606 }
b6016b76 4607
f8dd064e
MC
4608 spin_lock(&bp->phy_lock);
4609 if (bp->serdes_an_pending)
4610 bp->serdes_an_pending--;
4611 else if ((bp->link_up == 0) && (bp->autoneg & AUTONEG_SPEED)) {
4612 u32 bmcr;
b6016b76 4613
ca58c3af 4614 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
f8dd064e 4615 if (bmcr & BMCR_ANENABLE) {
605a9e20 4616 bnx2_enable_forced_2g5(bp);
f8dd064e
MC
4617 bp->current_interval = SERDES_FORCED_TIMEOUT;
4618 } else {
605a9e20 4619 bnx2_disable_forced_2g5(bp);
f8dd064e
MC
4620 bp->serdes_an_pending = 2;
4621 bp->current_interval = bp->timer_interval;
b6016b76 4622 }
b6016b76 4623
f8dd064e
MC
4624 } else
4625 bp->current_interval = bp->timer_interval;
b6016b76 4626
f8dd064e
MC
4627 spin_unlock(&bp->phy_lock);
4628}
4629
48b01e2d
MC
4630static void
4631bnx2_timer(unsigned long data)
4632{
4633 struct bnx2 *bp = (struct bnx2 *) data;
4634 u32 msg;
b6016b76 4635
48b01e2d
MC
4636 if (!netif_running(bp->dev))
4637 return;
b6016b76 4638
48b01e2d
MC
4639 if (atomic_read(&bp->intr_sem) != 0)
4640 goto bnx2_restart_timer;
b6016b76 4641
48b01e2d
MC
4642 msg = (u32) ++bp->fw_drv_pulse_wr_seq;
4643 REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_PULSE_MB, msg);
b6016b76 4644
48b01e2d 4645 bp->stats_blk->stat_FwRxDrop = REG_RD_IND(bp, BNX2_FW_RX_DROP_COUNT);
b6016b76 4646
02537b06
MC
4647 /* workaround occasional corrupted counters */
4648 if (CHIP_NUM(bp) == CHIP_NUM_5708 && bp->stats_ticks)
4649 REG_WR(bp, BNX2_HC_COMMAND, bp->hc_cmd |
4650 BNX2_HC_COMMAND_STATS_NOW);
4651
f8dd064e
MC
4652 if (bp->phy_flags & PHY_SERDES_FLAG) {
4653 if (CHIP_NUM(bp) == CHIP_NUM_5706)
4654 bnx2_5706_serdes_timer(bp);
27a005b8 4655 else
f8dd064e 4656 bnx2_5708_serdes_timer(bp);
b6016b76
MC
4657 }
4658
4659bnx2_restart_timer:
cd339a0e 4660 mod_timer(&bp->timer, jiffies + bp->current_interval);
b6016b76
MC
4661}
4662
8e6a72c4
MC
4663static int
4664bnx2_request_irq(struct bnx2 *bp)
4665{
4666 struct net_device *dev = bp->dev;
4667 int rc = 0;
4668
4669 if (bp->flags & USING_MSI_FLAG) {
4670 irq_handler_t fn = bnx2_msi;
4671
4672 if (bp->flags & ONE_SHOT_MSI_FLAG)
4673 fn = bnx2_msi_1shot;
4674
4675 rc = request_irq(bp->pdev->irq, fn, 0, dev->name, dev);
4676 } else
4677 rc = request_irq(bp->pdev->irq, bnx2_interrupt,
4678 IRQF_SHARED, dev->name, dev);
4679 return rc;
4680}
4681
4682static void
4683bnx2_free_irq(struct bnx2 *bp)
4684{
4685 struct net_device *dev = bp->dev;
4686
4687 if (bp->flags & USING_MSI_FLAG) {
4688 free_irq(bp->pdev->irq, dev);
4689 pci_disable_msi(bp->pdev);
4690 bp->flags &= ~(USING_MSI_FLAG | ONE_SHOT_MSI_FLAG);
4691 } else
4692 free_irq(bp->pdev->irq, dev);
4693}
4694
b6016b76
MC
4695/* Called with rtnl_lock */
4696static int
4697bnx2_open(struct net_device *dev)
4698{
972ec0d4 4699 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
4700 int rc;
4701
1b2f922f
MC
4702 netif_carrier_off(dev);
4703
829ca9a3 4704 bnx2_set_power_state(bp, PCI_D0);
b6016b76
MC
4705 bnx2_disable_int(bp);
4706
4707 rc = bnx2_alloc_mem(bp);
4708 if (rc)
4709 return rc;
4710
8e6a72c4 4711 if ((bp->flags & MSI_CAP_FLAG) && !disable_msi) {
b6016b76
MC
4712 if (pci_enable_msi(bp->pdev) == 0) {
4713 bp->flags |= USING_MSI_FLAG;
8e6a72c4
MC
4714 if (CHIP_NUM(bp) == CHIP_NUM_5709)
4715 bp->flags |= ONE_SHOT_MSI_FLAG;
b6016b76 4716 }
b6016b76 4717 }
8e6a72c4
MC
4718 rc = bnx2_request_irq(bp);
4719
b6016b76
MC
4720 if (rc) {
4721 bnx2_free_mem(bp);
4722 return rc;
4723 }
4724
4725 rc = bnx2_init_nic(bp);
4726
4727 if (rc) {
8e6a72c4 4728 bnx2_free_irq(bp);
b6016b76
MC
4729 bnx2_free_skbs(bp);
4730 bnx2_free_mem(bp);
4731 return rc;
4732 }
6aa20a22 4733
cd339a0e 4734 mod_timer(&bp->timer, jiffies + bp->current_interval);
b6016b76
MC
4735
4736 atomic_set(&bp->intr_sem, 0);
4737
4738 bnx2_enable_int(bp);
4739
4740 if (bp->flags & USING_MSI_FLAG) {
4741 /* Test MSI to make sure it is working
4742 * If MSI test fails, go back to INTx mode
4743 */
4744 if (bnx2_test_intr(bp) != 0) {
4745 printk(KERN_WARNING PFX "%s: No interrupt was generated"
4746 " using MSI, switching to INTx mode. Please"
4747 " report this failure to the PCI maintainer"
4748 " and include system chipset information.\n",
4749 bp->dev->name);
4750
4751 bnx2_disable_int(bp);
8e6a72c4 4752 bnx2_free_irq(bp);
b6016b76
MC
4753
4754 rc = bnx2_init_nic(bp);
4755
8e6a72c4
MC
4756 if (!rc)
4757 rc = bnx2_request_irq(bp);
4758
b6016b76
MC
4759 if (rc) {
4760 bnx2_free_skbs(bp);
4761 bnx2_free_mem(bp);
4762 del_timer_sync(&bp->timer);
4763 return rc;
4764 }
4765 bnx2_enable_int(bp);
4766 }
4767 }
4768 if (bp->flags & USING_MSI_FLAG) {
4769 printk(KERN_INFO PFX "%s: using MSI\n", dev->name);
4770 }
4771
4772 netif_start_queue(dev);
4773
4774 return 0;
4775}
4776
4777static void
c4028958 4778bnx2_reset_task(struct work_struct *work)
b6016b76 4779{
c4028958 4780 struct bnx2 *bp = container_of(work, struct bnx2, reset_task);
b6016b76 4781
afdc08b9
MC
4782 if (!netif_running(bp->dev))
4783 return;
4784
4785 bp->in_reset_task = 1;
b6016b76
MC
4786 bnx2_netif_stop(bp);
4787
4788 bnx2_init_nic(bp);
4789
4790 atomic_set(&bp->intr_sem, 1);
4791 bnx2_netif_start(bp);
afdc08b9 4792 bp->in_reset_task = 0;
b6016b76
MC
4793}
4794
4795static void
4796bnx2_tx_timeout(struct net_device *dev)
4797{
972ec0d4 4798 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
4799
4800 /* This allows the netif to be shutdown gracefully before resetting */
4801 schedule_work(&bp->reset_task);
4802}
4803
4804#ifdef BCM_VLAN
4805/* Called with rtnl_lock */
4806static void
4807bnx2_vlan_rx_register(struct net_device *dev, struct vlan_group *vlgrp)
4808{
972ec0d4 4809 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
4810
4811 bnx2_netif_stop(bp);
4812
4813 bp->vlgrp = vlgrp;
4814 bnx2_set_rx_mode(dev);
4815
4816 bnx2_netif_start(bp);
4817}
b6016b76
MC
4818#endif
4819
932ff279 4820/* Called with netif_tx_lock.
2f8af120
MC
4821 * bnx2_tx_int() runs without netif_tx_lock unless it needs to call
4822 * netif_wake_queue().
b6016b76
MC
4823 */
4824static int
4825bnx2_start_xmit(struct sk_buff *skb, struct net_device *dev)
4826{
972ec0d4 4827 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
4828 dma_addr_t mapping;
4829 struct tx_bd *txbd;
4830 struct sw_bd *tx_buf;
4831 u32 len, vlan_tag_flags, last_frag, mss;
4832 u16 prod, ring_prod;
4833 int i;
4834
e89bbf10 4835 if (unlikely(bnx2_tx_avail(bp) < (skb_shinfo(skb)->nr_frags + 1))) {
b6016b76
MC
4836 netif_stop_queue(dev);
4837 printk(KERN_ERR PFX "%s: BUG! Tx ring full when queue awake!\n",
4838 dev->name);
4839
4840 return NETDEV_TX_BUSY;
4841 }
4842 len = skb_headlen(skb);
4843 prod = bp->tx_prod;
4844 ring_prod = TX_RING_IDX(prod);
4845
4846 vlan_tag_flags = 0;
84fa7933 4847 if (skb->ip_summed == CHECKSUM_PARTIAL) {
b6016b76
MC
4848 vlan_tag_flags |= TX_BD_FLAGS_TCP_UDP_CKSUM;
4849 }
4850
4851 if (bp->vlgrp != 0 && vlan_tx_tag_present(skb)) {
4852 vlan_tag_flags |=
4853 (TX_BD_FLAGS_VLAN_TAG | (vlan_tx_tag_get(skb) << 16));
4854 }
fde82055 4855 if ((mss = skb_shinfo(skb)->gso_size)) {
b6016b76 4856 u32 tcp_opt_len, ip_tcp_len;
eddc9ec5 4857 struct iphdr *iph;
b6016b76 4858
b6016b76
MC
4859 vlan_tag_flags |= TX_BD_FLAGS_SW_LSO;
4860
4666f87a
MC
4861 tcp_opt_len = tcp_optlen(skb);
4862
4863 if (skb_shinfo(skb)->gso_type & SKB_GSO_TCPV6) {
4864 u32 tcp_off = skb_transport_offset(skb) -
4865 sizeof(struct ipv6hdr) - ETH_HLEN;
ab6a5bb6 4866
4666f87a
MC
4867 vlan_tag_flags |= ((tcp_opt_len >> 2) << 8) |
4868 TX_BD_FLAGS_SW_FLAGS;
4869 if (likely(tcp_off == 0))
4870 vlan_tag_flags &= ~TX_BD_FLAGS_TCP6_OFF0_MSK;
4871 else {
4872 tcp_off >>= 3;
4873 vlan_tag_flags |= ((tcp_off & 0x3) <<
4874 TX_BD_FLAGS_TCP6_OFF0_SHL) |
4875 ((tcp_off & 0x10) <<
4876 TX_BD_FLAGS_TCP6_OFF4_SHL);
4877 mss |= (tcp_off & 0xc) << TX_BD_TCP6_OFF2_SHL;
4878 }
4879 } else {
4880 if (skb_header_cloned(skb) &&
4881 pskb_expand_head(skb, 0, 0, GFP_ATOMIC)) {
4882 dev_kfree_skb(skb);
4883 return NETDEV_TX_OK;
4884 }
b6016b76 4885
4666f87a
MC
4886 ip_tcp_len = ip_hdrlen(skb) + sizeof(struct tcphdr);
4887
4888 iph = ip_hdr(skb);
4889 iph->check = 0;
4890 iph->tot_len = htons(mss + ip_tcp_len + tcp_opt_len);
4891 tcp_hdr(skb)->check = ~csum_tcpudp_magic(iph->saddr,
4892 iph->daddr, 0,
4893 IPPROTO_TCP,
4894 0);
4895 if (tcp_opt_len || (iph->ihl > 5)) {
4896 vlan_tag_flags |= ((iph->ihl - 5) +
4897 (tcp_opt_len >> 2)) << 8;
4898 }
b6016b76 4899 }
4666f87a 4900 } else
b6016b76 4901 mss = 0;
b6016b76
MC
4902
4903 mapping = pci_map_single(bp->pdev, skb->data, len, PCI_DMA_TODEVICE);
6aa20a22 4904
b6016b76
MC
4905 tx_buf = &bp->tx_buf_ring[ring_prod];
4906 tx_buf->skb = skb;
4907 pci_unmap_addr_set(tx_buf, mapping, mapping);
4908
4909 txbd = &bp->tx_desc_ring[ring_prod];
4910
4911 txbd->tx_bd_haddr_hi = (u64) mapping >> 32;
4912 txbd->tx_bd_haddr_lo = (u64) mapping & 0xffffffff;
4913 txbd->tx_bd_mss_nbytes = len | (mss << 16);
4914 txbd->tx_bd_vlan_tag_flags = vlan_tag_flags | TX_BD_FLAGS_START;
4915
4916 last_frag = skb_shinfo(skb)->nr_frags;
4917
4918 for (i = 0; i < last_frag; i++) {
4919 skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
4920
4921 prod = NEXT_TX_BD(prod);
4922 ring_prod = TX_RING_IDX(prod);
4923 txbd = &bp->tx_desc_ring[ring_prod];
4924
4925 len = frag->size;
4926 mapping = pci_map_page(bp->pdev, frag->page, frag->page_offset,
4927 len, PCI_DMA_TODEVICE);
4928 pci_unmap_addr_set(&bp->tx_buf_ring[ring_prod],
4929 mapping, mapping);
4930
4931 txbd->tx_bd_haddr_hi = (u64) mapping >> 32;
4932 txbd->tx_bd_haddr_lo = (u64) mapping & 0xffffffff;
4933 txbd->tx_bd_mss_nbytes = len | (mss << 16);
4934 txbd->tx_bd_vlan_tag_flags = vlan_tag_flags;
4935
4936 }
4937 txbd->tx_bd_vlan_tag_flags |= TX_BD_FLAGS_END;
4938
4939 prod = NEXT_TX_BD(prod);
4940 bp->tx_prod_bseq += skb->len;
4941
234754d5
MC
4942 REG_WR16(bp, bp->tx_bidx_addr, prod);
4943 REG_WR(bp, bp->tx_bseq_addr, bp->tx_prod_bseq);
b6016b76
MC
4944
4945 mmiowb();
4946
4947 bp->tx_prod = prod;
4948 dev->trans_start = jiffies;
4949
e89bbf10 4950 if (unlikely(bnx2_tx_avail(bp) <= MAX_SKB_FRAGS)) {
e89bbf10 4951 netif_stop_queue(dev);
2f8af120 4952 if (bnx2_tx_avail(bp) > bp->tx_wake_thresh)
e89bbf10 4953 netif_wake_queue(dev);
b6016b76
MC
4954 }
4955
4956 return NETDEV_TX_OK;
4957}
4958
4959/* Called with rtnl_lock */
4960static int
4961bnx2_close(struct net_device *dev)
4962{
972ec0d4 4963 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
4964 u32 reset_code;
4965
afdc08b9
MC
4966 /* Calling flush_scheduled_work() may deadlock because
4967 * linkwatch_event() may be on the workqueue and it will try to get
4968 * the rtnl_lock which we are holding.
4969 */
4970 while (bp->in_reset_task)
4971 msleep(1);
4972
b6016b76
MC
4973 bnx2_netif_stop(bp);
4974 del_timer_sync(&bp->timer);
dda1e390 4975 if (bp->flags & NO_WOL_FLAG)
6c4f095e 4976 reset_code = BNX2_DRV_MSG_CODE_UNLOAD_LNK_DN;
dda1e390 4977 else if (bp->wol)
b6016b76
MC
4978 reset_code = BNX2_DRV_MSG_CODE_SUSPEND_WOL;
4979 else
4980 reset_code = BNX2_DRV_MSG_CODE_SUSPEND_NO_WOL;
4981 bnx2_reset_chip(bp, reset_code);
8e6a72c4 4982 bnx2_free_irq(bp);
b6016b76
MC
4983 bnx2_free_skbs(bp);
4984 bnx2_free_mem(bp);
4985 bp->link_up = 0;
4986 netif_carrier_off(bp->dev);
829ca9a3 4987 bnx2_set_power_state(bp, PCI_D3hot);
b6016b76
MC
4988 return 0;
4989}
4990
4991#define GET_NET_STATS64(ctr) \
4992 (unsigned long) ((unsigned long) (ctr##_hi) << 32) + \
4993 (unsigned long) (ctr##_lo)
4994
4995#define GET_NET_STATS32(ctr) \
4996 (ctr##_lo)
4997
4998#if (BITS_PER_LONG == 64)
4999#define GET_NET_STATS GET_NET_STATS64
5000#else
5001#define GET_NET_STATS GET_NET_STATS32
5002#endif
5003
5004static struct net_device_stats *
5005bnx2_get_stats(struct net_device *dev)
5006{
972ec0d4 5007 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5008 struct statistics_block *stats_blk = bp->stats_blk;
5009 struct net_device_stats *net_stats = &bp->net_stats;
5010
5011 if (bp->stats_blk == NULL) {
5012 return net_stats;
5013 }
5014 net_stats->rx_packets =
5015 GET_NET_STATS(stats_blk->stat_IfHCInUcastPkts) +
5016 GET_NET_STATS(stats_blk->stat_IfHCInMulticastPkts) +
5017 GET_NET_STATS(stats_blk->stat_IfHCInBroadcastPkts);
5018
5019 net_stats->tx_packets =
5020 GET_NET_STATS(stats_blk->stat_IfHCOutUcastPkts) +
5021 GET_NET_STATS(stats_blk->stat_IfHCOutMulticastPkts) +
5022 GET_NET_STATS(stats_blk->stat_IfHCOutBroadcastPkts);
5023
5024 net_stats->rx_bytes =
5025 GET_NET_STATS(stats_blk->stat_IfHCInOctets);
5026
5027 net_stats->tx_bytes =
5028 GET_NET_STATS(stats_blk->stat_IfHCOutOctets);
5029
6aa20a22 5030 net_stats->multicast =
b6016b76
MC
5031 GET_NET_STATS(stats_blk->stat_IfHCOutMulticastPkts);
5032
6aa20a22 5033 net_stats->collisions =
b6016b76
MC
5034 (unsigned long) stats_blk->stat_EtherStatsCollisions;
5035
6aa20a22 5036 net_stats->rx_length_errors =
b6016b76
MC
5037 (unsigned long) (stats_blk->stat_EtherStatsUndersizePkts +
5038 stats_blk->stat_EtherStatsOverrsizePkts);
5039
6aa20a22 5040 net_stats->rx_over_errors =
b6016b76
MC
5041 (unsigned long) stats_blk->stat_IfInMBUFDiscards;
5042
6aa20a22 5043 net_stats->rx_frame_errors =
b6016b76
MC
5044 (unsigned long) stats_blk->stat_Dot3StatsAlignmentErrors;
5045
6aa20a22 5046 net_stats->rx_crc_errors =
b6016b76
MC
5047 (unsigned long) stats_blk->stat_Dot3StatsFCSErrors;
5048
5049 net_stats->rx_errors = net_stats->rx_length_errors +
5050 net_stats->rx_over_errors + net_stats->rx_frame_errors +
5051 net_stats->rx_crc_errors;
5052
5053 net_stats->tx_aborted_errors =
5054 (unsigned long) (stats_blk->stat_Dot3StatsExcessiveCollisions +
5055 stats_blk->stat_Dot3StatsLateCollisions);
5056
5b0c76ad
MC
5057 if ((CHIP_NUM(bp) == CHIP_NUM_5706) ||
5058 (CHIP_ID(bp) == CHIP_ID_5708_A0))
b6016b76
MC
5059 net_stats->tx_carrier_errors = 0;
5060 else {
5061 net_stats->tx_carrier_errors =
5062 (unsigned long)
5063 stats_blk->stat_Dot3StatsCarrierSenseErrors;
5064 }
5065
5066 net_stats->tx_errors =
6aa20a22 5067 (unsigned long)
b6016b76
MC
5068 stats_blk->stat_emac_tx_stat_dot3statsinternalmactransmiterrors
5069 +
5070 net_stats->tx_aborted_errors +
5071 net_stats->tx_carrier_errors;
5072
cea94db9
MC
5073 net_stats->rx_missed_errors =
5074 (unsigned long) (stats_blk->stat_IfInMBUFDiscards +
5075 stats_blk->stat_FwRxDrop);
5076
b6016b76
MC
5077 return net_stats;
5078}
5079
5080/* All ethtool functions called with rtnl_lock */
5081
5082static int
5083bnx2_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
5084{
972ec0d4 5085 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5086
5087 cmd->supported = SUPPORTED_Autoneg;
5088 if (bp->phy_flags & PHY_SERDES_FLAG) {
5089 cmd->supported |= SUPPORTED_1000baseT_Full |
5090 SUPPORTED_FIBRE;
605a9e20
MC
5091 if (bp->phy_flags & PHY_2_5G_CAPABLE_FLAG)
5092 cmd->supported |= SUPPORTED_2500baseX_Full;
b6016b76
MC
5093
5094 cmd->port = PORT_FIBRE;
5095 }
5096 else {
5097 cmd->supported |= SUPPORTED_10baseT_Half |
5098 SUPPORTED_10baseT_Full |
5099 SUPPORTED_100baseT_Half |
5100 SUPPORTED_100baseT_Full |
5101 SUPPORTED_1000baseT_Full |
5102 SUPPORTED_TP;
5103
5104 cmd->port = PORT_TP;
5105 }
5106
5107 cmd->advertising = bp->advertising;
5108
5109 if (bp->autoneg & AUTONEG_SPEED) {
5110 cmd->autoneg = AUTONEG_ENABLE;
5111 }
5112 else {
5113 cmd->autoneg = AUTONEG_DISABLE;
5114 }
5115
5116 if (netif_carrier_ok(dev)) {
5117 cmd->speed = bp->line_speed;
5118 cmd->duplex = bp->duplex;
5119 }
5120 else {
5121 cmd->speed = -1;
5122 cmd->duplex = -1;
5123 }
5124
5125 cmd->transceiver = XCVR_INTERNAL;
5126 cmd->phy_address = bp->phy_addr;
5127
5128 return 0;
5129}
6aa20a22 5130
b6016b76
MC
5131static int
5132bnx2_set_settings(struct net_device *dev, struct ethtool_cmd *cmd)
5133{
972ec0d4 5134 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5135 u8 autoneg = bp->autoneg;
5136 u8 req_duplex = bp->req_duplex;
5137 u16 req_line_speed = bp->req_line_speed;
5138 u32 advertising = bp->advertising;
5139
5140 if (cmd->autoneg == AUTONEG_ENABLE) {
5141 autoneg |= AUTONEG_SPEED;
5142
6aa20a22 5143 cmd->advertising &= ETHTOOL_ALL_COPPER_SPEED;
b6016b76
MC
5144
5145 /* allow advertising 1 speed */
5146 if ((cmd->advertising == ADVERTISED_10baseT_Half) ||
5147 (cmd->advertising == ADVERTISED_10baseT_Full) ||
5148 (cmd->advertising == ADVERTISED_100baseT_Half) ||
5149 (cmd->advertising == ADVERTISED_100baseT_Full)) {
5150
5151 if (bp->phy_flags & PHY_SERDES_FLAG)
5152 return -EINVAL;
5153
5154 advertising = cmd->advertising;
5155
27a005b8
MC
5156 } else if (cmd->advertising == ADVERTISED_2500baseX_Full) {
5157 if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
5158 return -EINVAL;
5159 } else if (cmd->advertising == ADVERTISED_1000baseT_Full) {
b6016b76
MC
5160 advertising = cmd->advertising;
5161 }
5162 else if (cmd->advertising == ADVERTISED_1000baseT_Half) {
5163 return -EINVAL;
5164 }
5165 else {
5166 if (bp->phy_flags & PHY_SERDES_FLAG) {
5167 advertising = ETHTOOL_ALL_FIBRE_SPEED;
5168 }
5169 else {
5170 advertising = ETHTOOL_ALL_COPPER_SPEED;
5171 }
5172 }
5173 advertising |= ADVERTISED_Autoneg;
5174 }
5175 else {
5176 if (bp->phy_flags & PHY_SERDES_FLAG) {
80be4434
MC
5177 if ((cmd->speed != SPEED_1000 &&
5178 cmd->speed != SPEED_2500) ||
5179 (cmd->duplex != DUPLEX_FULL))
5180 return -EINVAL;
5181
5182 if (cmd->speed == SPEED_2500 &&
5183 !(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
b6016b76 5184 return -EINVAL;
b6016b76
MC
5185 }
5186 else if (cmd->speed == SPEED_1000) {
5187 return -EINVAL;
5188 }
5189 autoneg &= ~AUTONEG_SPEED;
5190 req_line_speed = cmd->speed;
5191 req_duplex = cmd->duplex;
5192 advertising = 0;
5193 }
5194
5195 bp->autoneg = autoneg;
5196 bp->advertising = advertising;
5197 bp->req_line_speed = req_line_speed;
5198 bp->req_duplex = req_duplex;
5199
c770a65c 5200 spin_lock_bh(&bp->phy_lock);
b6016b76
MC
5201
5202 bnx2_setup_phy(bp);
5203
c770a65c 5204 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC
5205
5206 return 0;
5207}
5208
5209static void
5210bnx2_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
5211{
972ec0d4 5212 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5213
5214 strcpy(info->driver, DRV_MODULE_NAME);
5215 strcpy(info->version, DRV_MODULE_VERSION);
5216 strcpy(info->bus_info, pci_name(bp->pdev));
5217 info->fw_version[0] = ((bp->fw_ver & 0xff000000) >> 24) + '0';
5218 info->fw_version[2] = ((bp->fw_ver & 0xff0000) >> 16) + '0';
5219 info->fw_version[4] = ((bp->fw_ver & 0xff00) >> 8) + '0';
206cc83c
MC
5220 info->fw_version[1] = info->fw_version[3] = '.';
5221 info->fw_version[5] = 0;
b6016b76
MC
5222}
5223
244ac4f4
MC
5224#define BNX2_REGDUMP_LEN (32 * 1024)
5225
5226static int
5227bnx2_get_regs_len(struct net_device *dev)
5228{
5229 return BNX2_REGDUMP_LEN;
5230}
5231
5232static void
5233bnx2_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
5234{
5235 u32 *p = _p, i, offset;
5236 u8 *orig_p = _p;
5237 struct bnx2 *bp = netdev_priv(dev);
5238 u32 reg_boundaries[] = { 0x0000, 0x0098, 0x0400, 0x045c,
5239 0x0800, 0x0880, 0x0c00, 0x0c10,
5240 0x0c30, 0x0d08, 0x1000, 0x101c,
5241 0x1040, 0x1048, 0x1080, 0x10a4,
5242 0x1400, 0x1490, 0x1498, 0x14f0,
5243 0x1500, 0x155c, 0x1580, 0x15dc,
5244 0x1600, 0x1658, 0x1680, 0x16d8,
5245 0x1800, 0x1820, 0x1840, 0x1854,
5246 0x1880, 0x1894, 0x1900, 0x1984,
5247 0x1c00, 0x1c0c, 0x1c40, 0x1c54,
5248 0x1c80, 0x1c94, 0x1d00, 0x1d84,
5249 0x2000, 0x2030, 0x23c0, 0x2400,
5250 0x2800, 0x2820, 0x2830, 0x2850,
5251 0x2b40, 0x2c10, 0x2fc0, 0x3058,
5252 0x3c00, 0x3c94, 0x4000, 0x4010,
5253 0x4080, 0x4090, 0x43c0, 0x4458,
5254 0x4c00, 0x4c18, 0x4c40, 0x4c54,
5255 0x4fc0, 0x5010, 0x53c0, 0x5444,
5256 0x5c00, 0x5c18, 0x5c80, 0x5c90,
5257 0x5fc0, 0x6000, 0x6400, 0x6428,
5258 0x6800, 0x6848, 0x684c, 0x6860,
5259 0x6888, 0x6910, 0x8000 };
5260
5261 regs->version = 0;
5262
5263 memset(p, 0, BNX2_REGDUMP_LEN);
5264
5265 if (!netif_running(bp->dev))
5266 return;
5267
5268 i = 0;
5269 offset = reg_boundaries[0];
5270 p += offset;
5271 while (offset < BNX2_REGDUMP_LEN) {
5272 *p++ = REG_RD(bp, offset);
5273 offset += 4;
5274 if (offset == reg_boundaries[i + 1]) {
5275 offset = reg_boundaries[i + 2];
5276 p = (u32 *) (orig_p + offset);
5277 i += 2;
5278 }
5279 }
5280}
5281
b6016b76
MC
5282static void
5283bnx2_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
5284{
972ec0d4 5285 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5286
5287 if (bp->flags & NO_WOL_FLAG) {
5288 wol->supported = 0;
5289 wol->wolopts = 0;
5290 }
5291 else {
5292 wol->supported = WAKE_MAGIC;
5293 if (bp->wol)
5294 wol->wolopts = WAKE_MAGIC;
5295 else
5296 wol->wolopts = 0;
5297 }
5298 memset(&wol->sopass, 0, sizeof(wol->sopass));
5299}
5300
5301static int
5302bnx2_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
5303{
972ec0d4 5304 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5305
5306 if (wol->wolopts & ~WAKE_MAGIC)
5307 return -EINVAL;
5308
5309 if (wol->wolopts & WAKE_MAGIC) {
5310 if (bp->flags & NO_WOL_FLAG)
5311 return -EINVAL;
5312
5313 bp->wol = 1;
5314 }
5315 else {
5316 bp->wol = 0;
5317 }
5318 return 0;
5319}
5320
5321static int
5322bnx2_nway_reset(struct net_device *dev)
5323{
972ec0d4 5324 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5325 u32 bmcr;
5326
5327 if (!(bp->autoneg & AUTONEG_SPEED)) {
5328 return -EINVAL;
5329 }
5330
c770a65c 5331 spin_lock_bh(&bp->phy_lock);
b6016b76
MC
5332
5333 /* Force a link down visible on the other side */
5334 if (bp->phy_flags & PHY_SERDES_FLAG) {
ca58c3af 5335 bnx2_write_phy(bp, bp->mii_bmcr, BMCR_LOOPBACK);
c770a65c 5336 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC
5337
5338 msleep(20);
5339
c770a65c 5340 spin_lock_bh(&bp->phy_lock);
f8dd064e
MC
5341
5342 bp->current_interval = SERDES_AN_TIMEOUT;
5343 bp->serdes_an_pending = 1;
5344 mod_timer(&bp->timer, jiffies + bp->current_interval);
b6016b76
MC
5345 }
5346
ca58c3af 5347 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
b6016b76 5348 bmcr &= ~BMCR_LOOPBACK;
ca58c3af 5349 bnx2_write_phy(bp, bp->mii_bmcr, bmcr | BMCR_ANRESTART | BMCR_ANENABLE);
b6016b76 5350
c770a65c 5351 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC
5352
5353 return 0;
5354}
5355
5356static int
5357bnx2_get_eeprom_len(struct net_device *dev)
5358{
972ec0d4 5359 struct bnx2 *bp = netdev_priv(dev);
b6016b76 5360
1122db71 5361 if (bp->flash_info == NULL)
b6016b76
MC
5362 return 0;
5363
1122db71 5364 return (int) bp->flash_size;
b6016b76
MC
5365}
5366
5367static int
5368bnx2_get_eeprom(struct net_device *dev, struct ethtool_eeprom *eeprom,
5369 u8 *eebuf)
5370{
972ec0d4 5371 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5372 int rc;
5373
1064e944 5374 /* parameters already validated in ethtool_get_eeprom */
b6016b76
MC
5375
5376 rc = bnx2_nvram_read(bp, eeprom->offset, eebuf, eeprom->len);
5377
5378 return rc;
5379}
5380
5381static int
5382bnx2_set_eeprom(struct net_device *dev, struct ethtool_eeprom *eeprom,
5383 u8 *eebuf)
5384{
972ec0d4 5385 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5386 int rc;
5387
1064e944 5388 /* parameters already validated in ethtool_set_eeprom */
b6016b76
MC
5389
5390 rc = bnx2_nvram_write(bp, eeprom->offset, eebuf, eeprom->len);
5391
5392 return rc;
5393}
5394
5395static int
5396bnx2_get_coalesce(struct net_device *dev, struct ethtool_coalesce *coal)
5397{
972ec0d4 5398 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5399
5400 memset(coal, 0, sizeof(struct ethtool_coalesce));
5401
5402 coal->rx_coalesce_usecs = bp->rx_ticks;
5403 coal->rx_max_coalesced_frames = bp->rx_quick_cons_trip;
5404 coal->rx_coalesce_usecs_irq = bp->rx_ticks_int;
5405 coal->rx_max_coalesced_frames_irq = bp->rx_quick_cons_trip_int;
5406
5407 coal->tx_coalesce_usecs = bp->tx_ticks;
5408 coal->tx_max_coalesced_frames = bp->tx_quick_cons_trip;
5409 coal->tx_coalesce_usecs_irq = bp->tx_ticks_int;
5410 coal->tx_max_coalesced_frames_irq = bp->tx_quick_cons_trip_int;
5411
5412 coal->stats_block_coalesce_usecs = bp->stats_ticks;
5413
5414 return 0;
5415}
5416
5417static int
5418bnx2_set_coalesce(struct net_device *dev, struct ethtool_coalesce *coal)
5419{
972ec0d4 5420 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5421
5422 bp->rx_ticks = (u16) coal->rx_coalesce_usecs;
5423 if (bp->rx_ticks > 0x3ff) bp->rx_ticks = 0x3ff;
5424
6aa20a22 5425 bp->rx_quick_cons_trip = (u16) coal->rx_max_coalesced_frames;
b6016b76
MC
5426 if (bp->rx_quick_cons_trip > 0xff) bp->rx_quick_cons_trip = 0xff;
5427
5428 bp->rx_ticks_int = (u16) coal->rx_coalesce_usecs_irq;
5429 if (bp->rx_ticks_int > 0x3ff) bp->rx_ticks_int = 0x3ff;
5430
5431 bp->rx_quick_cons_trip_int = (u16) coal->rx_max_coalesced_frames_irq;
5432 if (bp->rx_quick_cons_trip_int > 0xff)
5433 bp->rx_quick_cons_trip_int = 0xff;
5434
5435 bp->tx_ticks = (u16) coal->tx_coalesce_usecs;
5436 if (bp->tx_ticks > 0x3ff) bp->tx_ticks = 0x3ff;
5437
5438 bp->tx_quick_cons_trip = (u16) coal->tx_max_coalesced_frames;
5439 if (bp->tx_quick_cons_trip > 0xff) bp->tx_quick_cons_trip = 0xff;
5440
5441 bp->tx_ticks_int = (u16) coal->tx_coalesce_usecs_irq;
5442 if (bp->tx_ticks_int > 0x3ff) bp->tx_ticks_int = 0x3ff;
5443
5444 bp->tx_quick_cons_trip_int = (u16) coal->tx_max_coalesced_frames_irq;
5445 if (bp->tx_quick_cons_trip_int > 0xff) bp->tx_quick_cons_trip_int =
5446 0xff;
5447
5448 bp->stats_ticks = coal->stats_block_coalesce_usecs;
02537b06
MC
5449 if (CHIP_NUM(bp) == CHIP_NUM_5708) {
5450 if (bp->stats_ticks != 0 && bp->stats_ticks != USEC_PER_SEC)
5451 bp->stats_ticks = USEC_PER_SEC;
5452 }
b6016b76
MC
5453 if (bp->stats_ticks > 0xffff00) bp->stats_ticks = 0xffff00;
5454 bp->stats_ticks &= 0xffff00;
5455
5456 if (netif_running(bp->dev)) {
5457 bnx2_netif_stop(bp);
5458 bnx2_init_nic(bp);
5459 bnx2_netif_start(bp);
5460 }
5461
5462 return 0;
5463}
5464
5465static void
5466bnx2_get_ringparam(struct net_device *dev, struct ethtool_ringparam *ering)
5467{
972ec0d4 5468 struct bnx2 *bp = netdev_priv(dev);
b6016b76 5469
13daffa2 5470 ering->rx_max_pending = MAX_TOTAL_RX_DESC_CNT;
b6016b76
MC
5471 ering->rx_mini_max_pending = 0;
5472 ering->rx_jumbo_max_pending = 0;
5473
5474 ering->rx_pending = bp->rx_ring_size;
5475 ering->rx_mini_pending = 0;
5476 ering->rx_jumbo_pending = 0;
5477
5478 ering->tx_max_pending = MAX_TX_DESC_CNT;
5479 ering->tx_pending = bp->tx_ring_size;
5480}
5481
5482static int
5483bnx2_set_ringparam(struct net_device *dev, struct ethtool_ringparam *ering)
5484{
972ec0d4 5485 struct bnx2 *bp = netdev_priv(dev);
b6016b76 5486
13daffa2 5487 if ((ering->rx_pending > MAX_TOTAL_RX_DESC_CNT) ||
b6016b76
MC
5488 (ering->tx_pending > MAX_TX_DESC_CNT) ||
5489 (ering->tx_pending <= MAX_SKB_FRAGS)) {
5490
5491 return -EINVAL;
5492 }
13daffa2
MC
5493 if (netif_running(bp->dev)) {
5494 bnx2_netif_stop(bp);
5495 bnx2_reset_chip(bp, BNX2_DRV_MSG_CODE_RESET);
5496 bnx2_free_skbs(bp);
5497 bnx2_free_mem(bp);
5498 }
5499
5500 bnx2_set_rx_ring_size(bp, ering->rx_pending);
b6016b76
MC
5501 bp->tx_ring_size = ering->tx_pending;
5502
5503 if (netif_running(bp->dev)) {
13daffa2
MC
5504 int rc;
5505
5506 rc = bnx2_alloc_mem(bp);
5507 if (rc)
5508 return rc;
b6016b76
MC
5509 bnx2_init_nic(bp);
5510 bnx2_netif_start(bp);
5511 }
5512
5513 return 0;
5514}
5515
5516static void
5517bnx2_get_pauseparam(struct net_device *dev, struct ethtool_pauseparam *epause)
5518{
972ec0d4 5519 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5520
5521 epause->autoneg = ((bp->autoneg & AUTONEG_FLOW_CTRL) != 0);
5522 epause->rx_pause = ((bp->flow_ctrl & FLOW_CTRL_RX) != 0);
5523 epause->tx_pause = ((bp->flow_ctrl & FLOW_CTRL_TX) != 0);
5524}
5525
5526static int
5527bnx2_set_pauseparam(struct net_device *dev, struct ethtool_pauseparam *epause)
5528{
972ec0d4 5529 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5530
5531 bp->req_flow_ctrl = 0;
5532 if (epause->rx_pause)
5533 bp->req_flow_ctrl |= FLOW_CTRL_RX;
5534 if (epause->tx_pause)
5535 bp->req_flow_ctrl |= FLOW_CTRL_TX;
5536
5537 if (epause->autoneg) {
5538 bp->autoneg |= AUTONEG_FLOW_CTRL;
5539 }
5540 else {
5541 bp->autoneg &= ~AUTONEG_FLOW_CTRL;
5542 }
5543
c770a65c 5544 spin_lock_bh(&bp->phy_lock);
b6016b76
MC
5545
5546 bnx2_setup_phy(bp);
5547
c770a65c 5548 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC
5549
5550 return 0;
5551}
5552
5553static u32
5554bnx2_get_rx_csum(struct net_device *dev)
5555{
972ec0d4 5556 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5557
5558 return bp->rx_csum;
5559}
5560
5561static int
5562bnx2_set_rx_csum(struct net_device *dev, u32 data)
5563{
972ec0d4 5564 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5565
5566 bp->rx_csum = data;
5567 return 0;
5568}
5569
b11d6213
MC
5570static int
5571bnx2_set_tso(struct net_device *dev, u32 data)
5572{
4666f87a
MC
5573 struct bnx2 *bp = netdev_priv(dev);
5574
5575 if (data) {
b11d6213 5576 dev->features |= NETIF_F_TSO | NETIF_F_TSO_ECN;
4666f87a
MC
5577 if (CHIP_NUM(bp) == CHIP_NUM_5709)
5578 dev->features |= NETIF_F_TSO6;
5579 } else
5580 dev->features &= ~(NETIF_F_TSO | NETIF_F_TSO6 |
5581 NETIF_F_TSO_ECN);
b11d6213
MC
5582 return 0;
5583}
5584
cea94db9 5585#define BNX2_NUM_STATS 46
b6016b76 5586
14ab9b86 5587static struct {
b6016b76
MC
5588 char string[ETH_GSTRING_LEN];
5589} bnx2_stats_str_arr[BNX2_NUM_STATS] = {
5590 { "rx_bytes" },
5591 { "rx_error_bytes" },
5592 { "tx_bytes" },
5593 { "tx_error_bytes" },
5594 { "rx_ucast_packets" },
5595 { "rx_mcast_packets" },
5596 { "rx_bcast_packets" },
5597 { "tx_ucast_packets" },
5598 { "tx_mcast_packets" },
5599 { "tx_bcast_packets" },
5600 { "tx_mac_errors" },
5601 { "tx_carrier_errors" },
5602 { "rx_crc_errors" },
5603 { "rx_align_errors" },
5604 { "tx_single_collisions" },
5605 { "tx_multi_collisions" },
5606 { "tx_deferred" },
5607 { "tx_excess_collisions" },
5608 { "tx_late_collisions" },
5609 { "tx_total_collisions" },
5610 { "rx_fragments" },
5611 { "rx_jabbers" },
5612 { "rx_undersize_packets" },
5613 { "rx_oversize_packets" },
5614 { "rx_64_byte_packets" },
5615 { "rx_65_to_127_byte_packets" },
5616 { "rx_128_to_255_byte_packets" },
5617 { "rx_256_to_511_byte_packets" },
5618 { "rx_512_to_1023_byte_packets" },
5619 { "rx_1024_to_1522_byte_packets" },
5620 { "rx_1523_to_9022_byte_packets" },
5621 { "tx_64_byte_packets" },
5622 { "tx_65_to_127_byte_packets" },
5623 { "tx_128_to_255_byte_packets" },
5624 { "tx_256_to_511_byte_packets" },
5625 { "tx_512_to_1023_byte_packets" },
5626 { "tx_1024_to_1522_byte_packets" },
5627 { "tx_1523_to_9022_byte_packets" },
5628 { "rx_xon_frames" },
5629 { "rx_xoff_frames" },
5630 { "tx_xon_frames" },
5631 { "tx_xoff_frames" },
5632 { "rx_mac_ctrl_frames" },
5633 { "rx_filtered_packets" },
5634 { "rx_discards" },
cea94db9 5635 { "rx_fw_discards" },
b6016b76
MC
5636};
5637
5638#define STATS_OFFSET32(offset_name) (offsetof(struct statistics_block, offset_name) / 4)
5639
f71e1309 5640static const unsigned long bnx2_stats_offset_arr[BNX2_NUM_STATS] = {
b6016b76
MC
5641 STATS_OFFSET32(stat_IfHCInOctets_hi),
5642 STATS_OFFSET32(stat_IfHCInBadOctets_hi),
5643 STATS_OFFSET32(stat_IfHCOutOctets_hi),
5644 STATS_OFFSET32(stat_IfHCOutBadOctets_hi),
5645 STATS_OFFSET32(stat_IfHCInUcastPkts_hi),
5646 STATS_OFFSET32(stat_IfHCInMulticastPkts_hi),
5647 STATS_OFFSET32(stat_IfHCInBroadcastPkts_hi),
5648 STATS_OFFSET32(stat_IfHCOutUcastPkts_hi),
5649 STATS_OFFSET32(stat_IfHCOutMulticastPkts_hi),
5650 STATS_OFFSET32(stat_IfHCOutBroadcastPkts_hi),
5651 STATS_OFFSET32(stat_emac_tx_stat_dot3statsinternalmactransmiterrors),
6aa20a22
JG
5652 STATS_OFFSET32(stat_Dot3StatsCarrierSenseErrors),
5653 STATS_OFFSET32(stat_Dot3StatsFCSErrors),
5654 STATS_OFFSET32(stat_Dot3StatsAlignmentErrors),
5655 STATS_OFFSET32(stat_Dot3StatsSingleCollisionFrames),
5656 STATS_OFFSET32(stat_Dot3StatsMultipleCollisionFrames),
5657 STATS_OFFSET32(stat_Dot3StatsDeferredTransmissions),
5658 STATS_OFFSET32(stat_Dot3StatsExcessiveCollisions),
5659 STATS_OFFSET32(stat_Dot3StatsLateCollisions),
5660 STATS_OFFSET32(stat_EtherStatsCollisions),
5661 STATS_OFFSET32(stat_EtherStatsFragments),
5662 STATS_OFFSET32(stat_EtherStatsJabbers),
5663 STATS_OFFSET32(stat_EtherStatsUndersizePkts),
5664 STATS_OFFSET32(stat_EtherStatsOverrsizePkts),
5665 STATS_OFFSET32(stat_EtherStatsPktsRx64Octets),
5666 STATS_OFFSET32(stat_EtherStatsPktsRx65Octetsto127Octets),
5667 STATS_OFFSET32(stat_EtherStatsPktsRx128Octetsto255Octets),
5668 STATS_OFFSET32(stat_EtherStatsPktsRx256Octetsto511Octets),
5669 STATS_OFFSET32(stat_EtherStatsPktsRx512Octetsto1023Octets),
5670 STATS_OFFSET32(stat_EtherStatsPktsRx1024Octetsto1522Octets),
5671 STATS_OFFSET32(stat_EtherStatsPktsRx1523Octetsto9022Octets),
5672 STATS_OFFSET32(stat_EtherStatsPktsTx64Octets),
5673 STATS_OFFSET32(stat_EtherStatsPktsTx65Octetsto127Octets),
5674 STATS_OFFSET32(stat_EtherStatsPktsTx128Octetsto255Octets),
5675 STATS_OFFSET32(stat_EtherStatsPktsTx256Octetsto511Octets),
5676 STATS_OFFSET32(stat_EtherStatsPktsTx512Octetsto1023Octets),
5677 STATS_OFFSET32(stat_EtherStatsPktsTx1024Octetsto1522Octets),
5678 STATS_OFFSET32(stat_EtherStatsPktsTx1523Octetsto9022Octets),
5679 STATS_OFFSET32(stat_XonPauseFramesReceived),
5680 STATS_OFFSET32(stat_XoffPauseFramesReceived),
5681 STATS_OFFSET32(stat_OutXonSent),
5682 STATS_OFFSET32(stat_OutXoffSent),
5683 STATS_OFFSET32(stat_MacControlFramesReceived),
5684 STATS_OFFSET32(stat_IfInFramesL2FilterDiscards),
5685 STATS_OFFSET32(stat_IfInMBUFDiscards),
cea94db9 5686 STATS_OFFSET32(stat_FwRxDrop),
b6016b76
MC
5687};
5688
5689/* stat_IfHCInBadOctets and stat_Dot3StatsCarrierSenseErrors are
5690 * skipped because of errata.
6aa20a22 5691 */
14ab9b86 5692static u8 bnx2_5706_stats_len_arr[BNX2_NUM_STATS] = {
b6016b76
MC
5693 8,0,8,8,8,8,8,8,8,8,
5694 4,0,4,4,4,4,4,4,4,4,
5695 4,4,4,4,4,4,4,4,4,4,
5696 4,4,4,4,4,4,4,4,4,4,
cea94db9 5697 4,4,4,4,4,4,
b6016b76
MC
5698};
5699
5b0c76ad
MC
5700static u8 bnx2_5708_stats_len_arr[BNX2_NUM_STATS] = {
5701 8,0,8,8,8,8,8,8,8,8,
5702 4,4,4,4,4,4,4,4,4,4,
5703 4,4,4,4,4,4,4,4,4,4,
5704 4,4,4,4,4,4,4,4,4,4,
cea94db9 5705 4,4,4,4,4,4,
5b0c76ad
MC
5706};
5707
b6016b76
MC
5708#define BNX2_NUM_TESTS 6
5709
14ab9b86 5710static struct {
b6016b76
MC
5711 char string[ETH_GSTRING_LEN];
5712} bnx2_tests_str_arr[BNX2_NUM_TESTS] = {
5713 { "register_test (offline)" },
5714 { "memory_test (offline)" },
5715 { "loopback_test (offline)" },
5716 { "nvram_test (online)" },
5717 { "interrupt_test (online)" },
5718 { "link_test (online)" },
5719};
5720
5721static int
5722bnx2_self_test_count(struct net_device *dev)
5723{
5724 return BNX2_NUM_TESTS;
5725}
5726
5727static void
5728bnx2_self_test(struct net_device *dev, struct ethtool_test *etest, u64 *buf)
5729{
972ec0d4 5730 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5731
5732 memset(buf, 0, sizeof(u64) * BNX2_NUM_TESTS);
5733 if (etest->flags & ETH_TEST_FL_OFFLINE) {
80be4434
MC
5734 int i;
5735
b6016b76
MC
5736 bnx2_netif_stop(bp);
5737 bnx2_reset_chip(bp, BNX2_DRV_MSG_CODE_DIAG);
5738 bnx2_free_skbs(bp);
5739
5740 if (bnx2_test_registers(bp) != 0) {
5741 buf[0] = 1;
5742 etest->flags |= ETH_TEST_FL_FAILED;
5743 }
5744 if (bnx2_test_memory(bp) != 0) {
5745 buf[1] = 1;
5746 etest->flags |= ETH_TEST_FL_FAILED;
5747 }
bc5a0690 5748 if ((buf[2] = bnx2_test_loopback(bp)) != 0)
b6016b76 5749 etest->flags |= ETH_TEST_FL_FAILED;
b6016b76
MC
5750
5751 if (!netif_running(bp->dev)) {
5752 bnx2_reset_chip(bp, BNX2_DRV_MSG_CODE_RESET);
5753 }
5754 else {
5755 bnx2_init_nic(bp);
5756 bnx2_netif_start(bp);
5757 }
5758
5759 /* wait for link up */
80be4434
MC
5760 for (i = 0; i < 7; i++) {
5761 if (bp->link_up)
5762 break;
5763 msleep_interruptible(1000);
5764 }
b6016b76
MC
5765 }
5766
5767 if (bnx2_test_nvram(bp) != 0) {
5768 buf[3] = 1;
5769 etest->flags |= ETH_TEST_FL_FAILED;
5770 }
5771 if (bnx2_test_intr(bp) != 0) {
5772 buf[4] = 1;
5773 etest->flags |= ETH_TEST_FL_FAILED;
5774 }
5775
5776 if (bnx2_test_link(bp) != 0) {
5777 buf[5] = 1;
5778 etest->flags |= ETH_TEST_FL_FAILED;
5779
5780 }
5781}
5782
5783static void
5784bnx2_get_strings(struct net_device *dev, u32 stringset, u8 *buf)
5785{
5786 switch (stringset) {
5787 case ETH_SS_STATS:
5788 memcpy(buf, bnx2_stats_str_arr,
5789 sizeof(bnx2_stats_str_arr));
5790 break;
5791 case ETH_SS_TEST:
5792 memcpy(buf, bnx2_tests_str_arr,
5793 sizeof(bnx2_tests_str_arr));
5794 break;
5795 }
5796}
5797
5798static int
5799bnx2_get_stats_count(struct net_device *dev)
5800{
5801 return BNX2_NUM_STATS;
5802}
5803
5804static void
5805bnx2_get_ethtool_stats(struct net_device *dev,
5806 struct ethtool_stats *stats, u64 *buf)
5807{
972ec0d4 5808 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5809 int i;
5810 u32 *hw_stats = (u32 *) bp->stats_blk;
14ab9b86 5811 u8 *stats_len_arr = NULL;
b6016b76
MC
5812
5813 if (hw_stats == NULL) {
5814 memset(buf, 0, sizeof(u64) * BNX2_NUM_STATS);
5815 return;
5816 }
5817
5b0c76ad
MC
5818 if ((CHIP_ID(bp) == CHIP_ID_5706_A0) ||
5819 (CHIP_ID(bp) == CHIP_ID_5706_A1) ||
5820 (CHIP_ID(bp) == CHIP_ID_5706_A2) ||
5821 (CHIP_ID(bp) == CHIP_ID_5708_A0))
b6016b76 5822 stats_len_arr = bnx2_5706_stats_len_arr;
5b0c76ad
MC
5823 else
5824 stats_len_arr = bnx2_5708_stats_len_arr;
b6016b76
MC
5825
5826 for (i = 0; i < BNX2_NUM_STATS; i++) {
5827 if (stats_len_arr[i] == 0) {
5828 /* skip this counter */
5829 buf[i] = 0;
5830 continue;
5831 }
5832 if (stats_len_arr[i] == 4) {
5833 /* 4-byte counter */
5834 buf[i] = (u64)
5835 *(hw_stats + bnx2_stats_offset_arr[i]);
5836 continue;
5837 }
5838 /* 8-byte counter */
5839 buf[i] = (((u64) *(hw_stats +
5840 bnx2_stats_offset_arr[i])) << 32) +
5841 *(hw_stats + bnx2_stats_offset_arr[i] + 1);
5842 }
5843}
5844
5845static int
5846bnx2_phys_id(struct net_device *dev, u32 data)
5847{
972ec0d4 5848 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5849 int i;
5850 u32 save;
5851
5852 if (data == 0)
5853 data = 2;
5854
5855 save = REG_RD(bp, BNX2_MISC_CFG);
5856 REG_WR(bp, BNX2_MISC_CFG, BNX2_MISC_CFG_LEDMODE_MAC);
5857
5858 for (i = 0; i < (data * 2); i++) {
5859 if ((i % 2) == 0) {
5860 REG_WR(bp, BNX2_EMAC_LED, BNX2_EMAC_LED_OVERRIDE);
5861 }
5862 else {
5863 REG_WR(bp, BNX2_EMAC_LED, BNX2_EMAC_LED_OVERRIDE |
5864 BNX2_EMAC_LED_1000MB_OVERRIDE |
5865 BNX2_EMAC_LED_100MB_OVERRIDE |
5866 BNX2_EMAC_LED_10MB_OVERRIDE |
5867 BNX2_EMAC_LED_TRAFFIC_OVERRIDE |
5868 BNX2_EMAC_LED_TRAFFIC);
5869 }
5870 msleep_interruptible(500);
5871 if (signal_pending(current))
5872 break;
5873 }
5874 REG_WR(bp, BNX2_EMAC_LED, 0);
5875 REG_WR(bp, BNX2_MISC_CFG, save);
5876 return 0;
5877}
5878
4666f87a
MC
5879static int
5880bnx2_set_tx_csum(struct net_device *dev, u32 data)
5881{
5882 struct bnx2 *bp = netdev_priv(dev);
5883
5884 if (CHIP_NUM(bp) == CHIP_NUM_5709)
5885 return (ethtool_op_set_tx_hw_csum(dev, data));
5886 else
5887 return (ethtool_op_set_tx_csum(dev, data));
5888}
5889
7282d491 5890static const struct ethtool_ops bnx2_ethtool_ops = {
b6016b76
MC
5891 .get_settings = bnx2_get_settings,
5892 .set_settings = bnx2_set_settings,
5893 .get_drvinfo = bnx2_get_drvinfo,
244ac4f4
MC
5894 .get_regs_len = bnx2_get_regs_len,
5895 .get_regs = bnx2_get_regs,
b6016b76
MC
5896 .get_wol = bnx2_get_wol,
5897 .set_wol = bnx2_set_wol,
5898 .nway_reset = bnx2_nway_reset,
5899 .get_link = ethtool_op_get_link,
5900 .get_eeprom_len = bnx2_get_eeprom_len,
5901 .get_eeprom = bnx2_get_eeprom,
5902 .set_eeprom = bnx2_set_eeprom,
5903 .get_coalesce = bnx2_get_coalesce,
5904 .set_coalesce = bnx2_set_coalesce,
5905 .get_ringparam = bnx2_get_ringparam,
5906 .set_ringparam = bnx2_set_ringparam,
5907 .get_pauseparam = bnx2_get_pauseparam,
5908 .set_pauseparam = bnx2_set_pauseparam,
5909 .get_rx_csum = bnx2_get_rx_csum,
5910 .set_rx_csum = bnx2_set_rx_csum,
5911 .get_tx_csum = ethtool_op_get_tx_csum,
4666f87a 5912 .set_tx_csum = bnx2_set_tx_csum,
b6016b76
MC
5913 .get_sg = ethtool_op_get_sg,
5914 .set_sg = ethtool_op_set_sg,
b6016b76 5915 .get_tso = ethtool_op_get_tso,
b11d6213 5916 .set_tso = bnx2_set_tso,
b6016b76
MC
5917 .self_test_count = bnx2_self_test_count,
5918 .self_test = bnx2_self_test,
5919 .get_strings = bnx2_get_strings,
5920 .phys_id = bnx2_phys_id,
5921 .get_stats_count = bnx2_get_stats_count,
5922 .get_ethtool_stats = bnx2_get_ethtool_stats,
24b8e05d 5923 .get_perm_addr = ethtool_op_get_perm_addr,
b6016b76
MC
5924};
5925
5926/* Called with rtnl_lock */
5927static int
5928bnx2_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
5929{
14ab9b86 5930 struct mii_ioctl_data *data = if_mii(ifr);
972ec0d4 5931 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5932 int err;
5933
5934 switch(cmd) {
5935 case SIOCGMIIPHY:
5936 data->phy_id = bp->phy_addr;
5937
5938 /* fallthru */
5939 case SIOCGMIIREG: {
5940 u32 mii_regval;
5941
dad3e452
MC
5942 if (!netif_running(dev))
5943 return -EAGAIN;
5944
c770a65c 5945 spin_lock_bh(&bp->phy_lock);
b6016b76 5946 err = bnx2_read_phy(bp, data->reg_num & 0x1f, &mii_regval);
c770a65c 5947 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC
5948
5949 data->val_out = mii_regval;
5950
5951 return err;
5952 }
5953
5954 case SIOCSMIIREG:
5955 if (!capable(CAP_NET_ADMIN))
5956 return -EPERM;
5957
dad3e452
MC
5958 if (!netif_running(dev))
5959 return -EAGAIN;
5960
c770a65c 5961 spin_lock_bh(&bp->phy_lock);
b6016b76 5962 err = bnx2_write_phy(bp, data->reg_num & 0x1f, data->val_in);
c770a65c 5963 spin_unlock_bh(&bp->phy_lock);
b6016b76
MC
5964
5965 return err;
5966
5967 default:
5968 /* do nothing */
5969 break;
5970 }
5971 return -EOPNOTSUPP;
5972}
5973
5974/* Called with rtnl_lock */
5975static int
5976bnx2_change_mac_addr(struct net_device *dev, void *p)
5977{
5978 struct sockaddr *addr = p;
972ec0d4 5979 struct bnx2 *bp = netdev_priv(dev);
b6016b76 5980
73eef4cd
MC
5981 if (!is_valid_ether_addr(addr->sa_data))
5982 return -EINVAL;
5983
b6016b76
MC
5984 memcpy(dev->dev_addr, addr->sa_data, dev->addr_len);
5985 if (netif_running(dev))
5986 bnx2_set_mac_addr(bp);
5987
5988 return 0;
5989}
5990
5991/* Called with rtnl_lock */
5992static int
5993bnx2_change_mtu(struct net_device *dev, int new_mtu)
5994{
972ec0d4 5995 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
5996
5997 if (((new_mtu + ETH_HLEN) > MAX_ETHERNET_JUMBO_PACKET_SIZE) ||
5998 ((new_mtu + ETH_HLEN) < MIN_ETHERNET_PACKET_SIZE))
5999 return -EINVAL;
6000
6001 dev->mtu = new_mtu;
6002 if (netif_running(dev)) {
6003 bnx2_netif_stop(bp);
6004
6005 bnx2_init_nic(bp);
6006
6007 bnx2_netif_start(bp);
6008 }
6009 return 0;
6010}
6011
6012#if defined(HAVE_POLL_CONTROLLER) || defined(CONFIG_NET_POLL_CONTROLLER)
6013static void
6014poll_bnx2(struct net_device *dev)
6015{
972ec0d4 6016 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
6017
6018 disable_irq(bp->pdev->irq);
7d12e780 6019 bnx2_interrupt(bp->pdev->irq, dev);
b6016b76
MC
6020 enable_irq(bp->pdev->irq);
6021}
6022#endif
6023
253c8b75
MC
6024static void __devinit
6025bnx2_get_5709_media(struct bnx2 *bp)
6026{
6027 u32 val = REG_RD(bp, BNX2_MISC_DUAL_MEDIA_CTRL);
6028 u32 bond_id = val & BNX2_MISC_DUAL_MEDIA_CTRL_BOND_ID;
6029 u32 strap;
6030
6031 if (bond_id == BNX2_MISC_DUAL_MEDIA_CTRL_BOND_ID_C)
6032 return;
6033 else if (bond_id == BNX2_MISC_DUAL_MEDIA_CTRL_BOND_ID_S) {
6034 bp->phy_flags |= PHY_SERDES_FLAG;
6035 return;
6036 }
6037
6038 if (val & BNX2_MISC_DUAL_MEDIA_CTRL_STRAP_OVERRIDE)
6039 strap = (val & BNX2_MISC_DUAL_MEDIA_CTRL_PHY_CTRL) >> 21;
6040 else
6041 strap = (val & BNX2_MISC_DUAL_MEDIA_CTRL_PHY_CTRL_STRAP) >> 8;
6042
6043 if (PCI_FUNC(bp->pdev->devfn) == 0) {
6044 switch (strap) {
6045 case 0x4:
6046 case 0x5:
6047 case 0x6:
6048 bp->phy_flags |= PHY_SERDES_FLAG;
6049 return;
6050 }
6051 } else {
6052 switch (strap) {
6053 case 0x1:
6054 case 0x2:
6055 case 0x4:
6056 bp->phy_flags |= PHY_SERDES_FLAG;
6057 return;
6058 }
6059 }
6060}
6061
883e5151
MC
6062static void __devinit
6063bnx2_get_pci_speed(struct bnx2 *bp)
6064{
6065 u32 reg;
6066
6067 reg = REG_RD(bp, BNX2_PCICFG_MISC_STATUS);
6068 if (reg & BNX2_PCICFG_MISC_STATUS_PCIX_DET) {
6069 u32 clkreg;
6070
6071 bp->flags |= PCIX_FLAG;
6072
6073 clkreg = REG_RD(bp, BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS);
6074
6075 clkreg &= BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET;
6076 switch (clkreg) {
6077 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_133MHZ:
6078 bp->bus_speed_mhz = 133;
6079 break;
6080
6081 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_95MHZ:
6082 bp->bus_speed_mhz = 100;
6083 break;
6084
6085 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_66MHZ:
6086 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_80MHZ:
6087 bp->bus_speed_mhz = 66;
6088 break;
6089
6090 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_48MHZ:
6091 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_55MHZ:
6092 bp->bus_speed_mhz = 50;
6093 break;
6094
6095 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_LOW:
6096 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_32MHZ:
6097 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_38MHZ:
6098 bp->bus_speed_mhz = 33;
6099 break;
6100 }
6101 }
6102 else {
6103 if (reg & BNX2_PCICFG_MISC_STATUS_M66EN)
6104 bp->bus_speed_mhz = 66;
6105 else
6106 bp->bus_speed_mhz = 33;
6107 }
6108
6109 if (reg & BNX2_PCICFG_MISC_STATUS_32BIT_DET)
6110 bp->flags |= PCI_32BIT_FLAG;
6111
6112}
6113
b6016b76
MC
6114static int __devinit
6115bnx2_init_board(struct pci_dev *pdev, struct net_device *dev)
6116{
6117 struct bnx2 *bp;
6118 unsigned long mem_len;
6119 int rc;
6120 u32 reg;
40453c83 6121 u64 dma_mask, persist_dma_mask;
b6016b76
MC
6122
6123 SET_MODULE_OWNER(dev);
6124 SET_NETDEV_DEV(dev, &pdev->dev);
972ec0d4 6125 bp = netdev_priv(dev);
b6016b76
MC
6126
6127 bp->flags = 0;
6128 bp->phy_flags = 0;
6129
6130 /* enable device (incl. PCI PM wakeup), and bus-mastering */
6131 rc = pci_enable_device(pdev);
6132 if (rc) {
9b91cf9d 6133 dev_err(&pdev->dev, "Cannot enable PCI device, aborting.");
b6016b76
MC
6134 goto err_out;
6135 }
6136
6137 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
9b91cf9d 6138 dev_err(&pdev->dev,
2e8a538d 6139 "Cannot find PCI device base address, aborting.\n");
b6016b76
MC
6140 rc = -ENODEV;
6141 goto err_out_disable;
6142 }
6143
6144 rc = pci_request_regions(pdev, DRV_MODULE_NAME);
6145 if (rc) {
9b91cf9d 6146 dev_err(&pdev->dev, "Cannot obtain PCI resources, aborting.\n");
b6016b76
MC
6147 goto err_out_disable;
6148 }
6149
6150 pci_set_master(pdev);
6151
6152 bp->pm_cap = pci_find_capability(pdev, PCI_CAP_ID_PM);
6153 if (bp->pm_cap == 0) {
9b91cf9d 6154 dev_err(&pdev->dev,
2e8a538d 6155 "Cannot find power management capability, aborting.\n");
b6016b76
MC
6156 rc = -EIO;
6157 goto err_out_release;
6158 }
6159
b6016b76
MC
6160 bp->dev = dev;
6161 bp->pdev = pdev;
6162
6163 spin_lock_init(&bp->phy_lock);
1b8227c4 6164 spin_lock_init(&bp->indirect_lock);
c4028958 6165 INIT_WORK(&bp->reset_task, bnx2_reset_task);
b6016b76
MC
6166
6167 dev->base_addr = dev->mem_start = pci_resource_start(pdev, 0);
59b47d8a 6168 mem_len = MB_GET_CID_ADDR(TX_TSS_CID + 1);
b6016b76
MC
6169 dev->mem_end = dev->mem_start + mem_len;
6170 dev->irq = pdev->irq;
6171
6172 bp->regview = ioremap_nocache(dev->base_addr, mem_len);
6173
6174 if (!bp->regview) {
9b91cf9d 6175 dev_err(&pdev->dev, "Cannot map register space, aborting.\n");
b6016b76
MC
6176 rc = -ENOMEM;
6177 goto err_out_release;
6178 }
6179
6180 /* Configure byte swap and enable write to the reg_window registers.
6181 * Rely on CPU to do target byte swapping on big endian systems
6182 * The chip's target access swapping will not swap all accesses
6183 */
6184 pci_write_config_dword(bp->pdev, BNX2_PCICFG_MISC_CONFIG,
6185 BNX2_PCICFG_MISC_CONFIG_REG_WINDOW_ENA |
6186 BNX2_PCICFG_MISC_CONFIG_TARGET_MB_WORD_SWAP);
6187
829ca9a3 6188 bnx2_set_power_state(bp, PCI_D0);
b6016b76
MC
6189
6190 bp->chip_id = REG_RD(bp, BNX2_MISC_ID);
6191
883e5151
MC
6192 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
6193 if (pci_find_capability(pdev, PCI_CAP_ID_EXP) == 0) {
6194 dev_err(&pdev->dev,
6195 "Cannot find PCIE capability, aborting.\n");
6196 rc = -EIO;
6197 goto err_out_unmap;
6198 }
6199 bp->flags |= PCIE_FLAG;
6200 } else {
59b47d8a
MC
6201 bp->pcix_cap = pci_find_capability(pdev, PCI_CAP_ID_PCIX);
6202 if (bp->pcix_cap == 0) {
6203 dev_err(&pdev->dev,
6204 "Cannot find PCIX capability, aborting.\n");
6205 rc = -EIO;
6206 goto err_out_unmap;
6207 }
6208 }
6209
8e6a72c4
MC
6210 if (CHIP_ID(bp) != CHIP_ID_5706_A0 && CHIP_ID(bp) != CHIP_ID_5706_A1) {
6211 if (pci_find_capability(pdev, PCI_CAP_ID_MSI))
6212 bp->flags |= MSI_CAP_FLAG;
6213 }
6214
40453c83
MC
6215 /* 5708 cannot support DMA addresses > 40-bit. */
6216 if (CHIP_NUM(bp) == CHIP_NUM_5708)
6217 persist_dma_mask = dma_mask = DMA_40BIT_MASK;
6218 else
6219 persist_dma_mask = dma_mask = DMA_64BIT_MASK;
6220
6221 /* Configure DMA attributes. */
6222 if (pci_set_dma_mask(pdev, dma_mask) == 0) {
6223 dev->features |= NETIF_F_HIGHDMA;
6224 rc = pci_set_consistent_dma_mask(pdev, persist_dma_mask);
6225 if (rc) {
6226 dev_err(&pdev->dev,
6227 "pci_set_consistent_dma_mask failed, aborting.\n");
6228 goto err_out_unmap;
6229 }
6230 } else if ((rc = pci_set_dma_mask(pdev, DMA_32BIT_MASK)) != 0) {
6231 dev_err(&pdev->dev, "System does not support DMA, aborting.\n");
6232 goto err_out_unmap;
6233 }
6234
883e5151
MC
6235 if (!(bp->flags & PCIE_FLAG))
6236 bnx2_get_pci_speed(bp);
b6016b76
MC
6237
6238 /* 5706A0 may falsely detect SERR and PERR. */
6239 if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
6240 reg = REG_RD(bp, PCI_COMMAND);
6241 reg &= ~(PCI_COMMAND_SERR | PCI_COMMAND_PARITY);
6242 REG_WR(bp, PCI_COMMAND, reg);
6243 }
6244 else if ((CHIP_ID(bp) == CHIP_ID_5706_A1) &&
6245 !(bp->flags & PCIX_FLAG)) {
6246
9b91cf9d 6247 dev_err(&pdev->dev,
2e8a538d 6248 "5706 A1 can only be used in a PCIX bus, aborting.\n");
b6016b76
MC
6249 goto err_out_unmap;
6250 }
6251
6252 bnx2_init_nvram(bp);
6253
e3648b3d
MC
6254 reg = REG_RD_IND(bp, BNX2_SHM_HDR_SIGNATURE);
6255
6256 if ((reg & BNX2_SHM_HDR_SIGNATURE_SIG_MASK) ==
24cb230b
MC
6257 BNX2_SHM_HDR_SIGNATURE_SIG) {
6258 u32 off = PCI_FUNC(pdev->devfn) << 2;
6259
6260 bp->shmem_base = REG_RD_IND(bp, BNX2_SHM_HDR_ADDR_0 + off);
6261 } else
e3648b3d
MC
6262 bp->shmem_base = HOST_VIEW_SHMEM_BASE;
6263
b6016b76
MC
6264 /* Get the permanent MAC address. First we need to make sure the
6265 * firmware is actually running.
6266 */
e3648b3d 6267 reg = REG_RD_IND(bp, bp->shmem_base + BNX2_DEV_INFO_SIGNATURE);
b6016b76
MC
6268
6269 if ((reg & BNX2_DEV_INFO_SIGNATURE_MAGIC_MASK) !=
6270 BNX2_DEV_INFO_SIGNATURE_MAGIC) {
9b91cf9d 6271 dev_err(&pdev->dev, "Firmware not running, aborting.\n");
b6016b76
MC
6272 rc = -ENODEV;
6273 goto err_out_unmap;
6274 }
6275
e3648b3d 6276 bp->fw_ver = REG_RD_IND(bp, bp->shmem_base + BNX2_DEV_INFO_BC_REV);
b6016b76 6277
e3648b3d 6278 reg = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_HW_CFG_MAC_UPPER);
b6016b76
MC
6279 bp->mac_addr[0] = (u8) (reg >> 8);
6280 bp->mac_addr[1] = (u8) reg;
6281
e3648b3d 6282 reg = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_HW_CFG_MAC_LOWER);
b6016b76
MC
6283 bp->mac_addr[2] = (u8) (reg >> 24);
6284 bp->mac_addr[3] = (u8) (reg >> 16);
6285 bp->mac_addr[4] = (u8) (reg >> 8);
6286 bp->mac_addr[5] = (u8) reg;
6287
6288 bp->tx_ring_size = MAX_TX_DESC_CNT;
932f3772 6289 bnx2_set_rx_ring_size(bp, 255);
b6016b76
MC
6290
6291 bp->rx_csum = 1;
6292
6293 bp->rx_offset = sizeof(struct l2_fhdr) + 2;
6294
6295 bp->tx_quick_cons_trip_int = 20;
6296 bp->tx_quick_cons_trip = 20;
6297 bp->tx_ticks_int = 80;
6298 bp->tx_ticks = 80;
6aa20a22 6299
b6016b76
MC
6300 bp->rx_quick_cons_trip_int = 6;
6301 bp->rx_quick_cons_trip = 6;
6302 bp->rx_ticks_int = 18;
6303 bp->rx_ticks = 18;
6304
6305 bp->stats_ticks = 1000000 & 0xffff00;
6306
6307 bp->timer_interval = HZ;
cd339a0e 6308 bp->current_interval = HZ;
b6016b76 6309
5b0c76ad
MC
6310 bp->phy_addr = 1;
6311
b6016b76 6312 /* Disable WOL support if we are running on a SERDES chip. */
253c8b75
MC
6313 if (CHIP_NUM(bp) == CHIP_NUM_5709)
6314 bnx2_get_5709_media(bp);
6315 else if (CHIP_BOND_ID(bp) & CHIP_BOND_ID_SERDES_BIT)
b6016b76 6316 bp->phy_flags |= PHY_SERDES_FLAG;
bac0dff6
MC
6317
6318 if (bp->phy_flags & PHY_SERDES_FLAG) {
b6016b76 6319 bp->flags |= NO_WOL_FLAG;
bac0dff6 6320 if (CHIP_NUM(bp) != CHIP_NUM_5706) {
5b0c76ad 6321 bp->phy_addr = 2;
e3648b3d 6322 reg = REG_RD_IND(bp, bp->shmem_base +
5b0c76ad
MC
6323 BNX2_SHARED_HW_CFG_CONFIG);
6324 if (reg & BNX2_SHARED_HW_CFG_PHY_2_5G)
6325 bp->phy_flags |= PHY_2_5G_CAPABLE_FLAG;
6326 }
261dd5ca
MC
6327 } else if (CHIP_NUM(bp) == CHIP_NUM_5706 ||
6328 CHIP_NUM(bp) == CHIP_NUM_5708)
6329 bp->phy_flags |= PHY_CRC_FIX_FLAG;
b659f44e
MC
6330 else if (CHIP_ID(bp) == CHIP_ID_5709_A0)
6331 bp->phy_flags |= PHY_DIS_EARLY_DAC_FLAG;
b6016b76 6332
16088272
MC
6333 if ((CHIP_ID(bp) == CHIP_ID_5708_A0) ||
6334 (CHIP_ID(bp) == CHIP_ID_5708_B0) ||
6335 (CHIP_ID(bp) == CHIP_ID_5708_B1))
dda1e390
MC
6336 bp->flags |= NO_WOL_FLAG;
6337
b6016b76
MC
6338 if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
6339 bp->tx_quick_cons_trip_int =
6340 bp->tx_quick_cons_trip;
6341 bp->tx_ticks_int = bp->tx_ticks;
6342 bp->rx_quick_cons_trip_int =
6343 bp->rx_quick_cons_trip;
6344 bp->rx_ticks_int = bp->rx_ticks;
6345 bp->comp_prod_trip_int = bp->comp_prod_trip;
6346 bp->com_ticks_int = bp->com_ticks;
6347 bp->cmd_ticks_int = bp->cmd_ticks;
6348 }
6349
f9317a40
MC
6350 /* Disable MSI on 5706 if AMD 8132 bridge is found.
6351 *
6352 * MSI is defined to be 32-bit write. The 5706 does 64-bit MSI writes
6353 * with byte enables disabled on the unused 32-bit word. This is legal
6354 * but causes problems on the AMD 8132 which will eventually stop
6355 * responding after a while.
6356 *
6357 * AMD believes this incompatibility is unique to the 5706, and
88187dfa 6358 * prefers to locally disable MSI rather than globally disabling it.
f9317a40
MC
6359 */
6360 if (CHIP_NUM(bp) == CHIP_NUM_5706 && disable_msi == 0) {
6361 struct pci_dev *amd_8132 = NULL;
6362
6363 while ((amd_8132 = pci_get_device(PCI_VENDOR_ID_AMD,
6364 PCI_DEVICE_ID_AMD_8132_BRIDGE,
6365 amd_8132))) {
6366 u8 rev;
6367
6368 pci_read_config_byte(amd_8132, PCI_REVISION_ID, &rev);
6369 if (rev >= 0x10 && rev <= 0x13) {
6370 disable_msi = 1;
6371 pci_dev_put(amd_8132);
6372 break;
6373 }
6374 }
6375 }
6376
b6016b76
MC
6377 bp->autoneg = AUTONEG_SPEED | AUTONEG_FLOW_CTRL;
6378 bp->req_line_speed = 0;
6379 if (bp->phy_flags & PHY_SERDES_FLAG) {
6380 bp->advertising = ETHTOOL_ALL_FIBRE_SPEED | ADVERTISED_Autoneg;
cd339a0e 6381
e3648b3d 6382 reg = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_HW_CFG_CONFIG);
cd339a0e
MC
6383 reg &= BNX2_PORT_HW_CFG_CFG_DFLT_LINK_MASK;
6384 if (reg == BNX2_PORT_HW_CFG_CFG_DFLT_LINK_1G) {
6385 bp->autoneg = 0;
6386 bp->req_line_speed = bp->line_speed = SPEED_1000;
6387 bp->req_duplex = DUPLEX_FULL;
6388 }
b6016b76
MC
6389 }
6390 else {
6391 bp->advertising = ETHTOOL_ALL_COPPER_SPEED | ADVERTISED_Autoneg;
6392 }
6393
6394 bp->req_flow_ctrl = FLOW_CTRL_RX | FLOW_CTRL_TX;
6395
cd339a0e
MC
6396 init_timer(&bp->timer);
6397 bp->timer.expires = RUN_AT(bp->timer_interval);
6398 bp->timer.data = (unsigned long) bp;
6399 bp->timer.function = bnx2_timer;
6400
b6016b76
MC
6401 return 0;
6402
6403err_out_unmap:
6404 if (bp->regview) {
6405 iounmap(bp->regview);
73eef4cd 6406 bp->regview = NULL;
b6016b76
MC
6407 }
6408
6409err_out_release:
6410 pci_release_regions(pdev);
6411
6412err_out_disable:
6413 pci_disable_device(pdev);
6414 pci_set_drvdata(pdev, NULL);
6415
6416err_out:
6417 return rc;
6418}
6419
883e5151
MC
6420static char * __devinit
6421bnx2_bus_string(struct bnx2 *bp, char *str)
6422{
6423 char *s = str;
6424
6425 if (bp->flags & PCIE_FLAG) {
6426 s += sprintf(s, "PCI Express");
6427 } else {
6428 s += sprintf(s, "PCI");
6429 if (bp->flags & PCIX_FLAG)
6430 s += sprintf(s, "-X");
6431 if (bp->flags & PCI_32BIT_FLAG)
6432 s += sprintf(s, " 32-bit");
6433 else
6434 s += sprintf(s, " 64-bit");
6435 s += sprintf(s, " %dMHz", bp->bus_speed_mhz);
6436 }
6437 return str;
6438}
6439
b6016b76
MC
6440static int __devinit
6441bnx2_init_one(struct pci_dev *pdev, const struct pci_device_id *ent)
6442{
6443 static int version_printed = 0;
6444 struct net_device *dev = NULL;
6445 struct bnx2 *bp;
6446 int rc, i;
883e5151 6447 char str[40];
b6016b76
MC
6448
6449 if (version_printed++ == 0)
6450 printk(KERN_INFO "%s", version);
6451
6452 /* dev zeroed in init_etherdev */
6453 dev = alloc_etherdev(sizeof(*bp));
6454
6455 if (!dev)
6456 return -ENOMEM;
6457
6458 rc = bnx2_init_board(pdev, dev);
6459 if (rc < 0) {
6460 free_netdev(dev);
6461 return rc;
6462 }
6463
6464 dev->open = bnx2_open;
6465 dev->hard_start_xmit = bnx2_start_xmit;
6466 dev->stop = bnx2_close;
6467 dev->get_stats = bnx2_get_stats;
6468 dev->set_multicast_list = bnx2_set_rx_mode;
6469 dev->do_ioctl = bnx2_ioctl;
6470 dev->set_mac_address = bnx2_change_mac_addr;
6471 dev->change_mtu = bnx2_change_mtu;
6472 dev->tx_timeout = bnx2_tx_timeout;
6473 dev->watchdog_timeo = TX_TIMEOUT;
6474#ifdef BCM_VLAN
6475 dev->vlan_rx_register = bnx2_vlan_rx_register;
b6016b76
MC
6476#endif
6477 dev->poll = bnx2_poll;
6478 dev->ethtool_ops = &bnx2_ethtool_ops;
6479 dev->weight = 64;
6480
972ec0d4 6481 bp = netdev_priv(dev);
b6016b76
MC
6482
6483#if defined(HAVE_POLL_CONTROLLER) || defined(CONFIG_NET_POLL_CONTROLLER)
6484 dev->poll_controller = poll_bnx2;
6485#endif
6486
1b2f922f
MC
6487 pci_set_drvdata(pdev, dev);
6488
6489 memcpy(dev->dev_addr, bp->mac_addr, 6);
6490 memcpy(dev->perm_addr, bp->mac_addr, 6);
6491 bp->name = board_info[ent->driver_data].name;
6492
d212f87b 6493 dev->features |= NETIF_F_IP_CSUM | NETIF_F_SG;
4666f87a 6494 if (CHIP_NUM(bp) == CHIP_NUM_5709)
d212f87b
SH
6495 dev->features |= NETIF_F_IPV6_CSUM;
6496
1b2f922f
MC
6497#ifdef BCM_VLAN
6498 dev->features |= NETIF_F_HW_VLAN_TX | NETIF_F_HW_VLAN_RX;
6499#endif
6500 dev->features |= NETIF_F_TSO | NETIF_F_TSO_ECN;
4666f87a
MC
6501 if (CHIP_NUM(bp) == CHIP_NUM_5709)
6502 dev->features |= NETIF_F_TSO6;
1b2f922f 6503
b6016b76 6504 if ((rc = register_netdev(dev))) {
9b91cf9d 6505 dev_err(&pdev->dev, "Cannot register net device\n");
b6016b76
MC
6506 if (bp->regview)
6507 iounmap(bp->regview);
6508 pci_release_regions(pdev);
6509 pci_disable_device(pdev);
6510 pci_set_drvdata(pdev, NULL);
6511 free_netdev(dev);
6512 return rc;
6513 }
6514
883e5151 6515 printk(KERN_INFO "%s: %s (%c%d) %s found at mem %lx, "
b6016b76
MC
6516 "IRQ %d, ",
6517 dev->name,
6518 bp->name,
6519 ((CHIP_ID(bp) & 0xf000) >> 12) + 'A',
6520 ((CHIP_ID(bp) & 0x0ff0) >> 4),
883e5151 6521 bnx2_bus_string(bp, str),
b6016b76
MC
6522 dev->base_addr,
6523 bp->pdev->irq);
6524
6525 printk("node addr ");
6526 for (i = 0; i < 6; i++)
6527 printk("%2.2x", dev->dev_addr[i]);
6528 printk("\n");
6529
b6016b76
MC
6530 return 0;
6531}
6532
6533static void __devexit
6534bnx2_remove_one(struct pci_dev *pdev)
6535{
6536 struct net_device *dev = pci_get_drvdata(pdev);
972ec0d4 6537 struct bnx2 *bp = netdev_priv(dev);
b6016b76 6538
afdc08b9
MC
6539 flush_scheduled_work();
6540
b6016b76
MC
6541 unregister_netdev(dev);
6542
6543 if (bp->regview)
6544 iounmap(bp->regview);
6545
6546 free_netdev(dev);
6547 pci_release_regions(pdev);
6548 pci_disable_device(pdev);
6549 pci_set_drvdata(pdev, NULL);
6550}
6551
6552static int
829ca9a3 6553bnx2_suspend(struct pci_dev *pdev, pm_message_t state)
b6016b76
MC
6554{
6555 struct net_device *dev = pci_get_drvdata(pdev);
972ec0d4 6556 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
6557 u32 reset_code;
6558
6559 if (!netif_running(dev))
6560 return 0;
6561
1d60290f 6562 flush_scheduled_work();
b6016b76
MC
6563 bnx2_netif_stop(bp);
6564 netif_device_detach(dev);
6565 del_timer_sync(&bp->timer);
dda1e390 6566 if (bp->flags & NO_WOL_FLAG)
6c4f095e 6567 reset_code = BNX2_DRV_MSG_CODE_UNLOAD_LNK_DN;
dda1e390 6568 else if (bp->wol)
b6016b76
MC
6569 reset_code = BNX2_DRV_MSG_CODE_SUSPEND_WOL;
6570 else
6571 reset_code = BNX2_DRV_MSG_CODE_SUSPEND_NO_WOL;
6572 bnx2_reset_chip(bp, reset_code);
6573 bnx2_free_skbs(bp);
30c517b2 6574 pci_save_state(pdev);
829ca9a3 6575 bnx2_set_power_state(bp, pci_choose_state(pdev, state));
b6016b76
MC
6576 return 0;
6577}
6578
6579static int
6580bnx2_resume(struct pci_dev *pdev)
6581{
6582 struct net_device *dev = pci_get_drvdata(pdev);
972ec0d4 6583 struct bnx2 *bp = netdev_priv(dev);
b6016b76
MC
6584
6585 if (!netif_running(dev))
6586 return 0;
6587
30c517b2 6588 pci_restore_state(pdev);
829ca9a3 6589 bnx2_set_power_state(bp, PCI_D0);
b6016b76
MC
6590 netif_device_attach(dev);
6591 bnx2_init_nic(bp);
6592 bnx2_netif_start(bp);
6593 return 0;
6594}
6595
6596static struct pci_driver bnx2_pci_driver = {
14ab9b86
PH
6597 .name = DRV_MODULE_NAME,
6598 .id_table = bnx2_pci_tbl,
6599 .probe = bnx2_init_one,
6600 .remove = __devexit_p(bnx2_remove_one),
6601 .suspend = bnx2_suspend,
6602 .resume = bnx2_resume,
b6016b76
MC
6603};
6604
6605static int __init bnx2_init(void)
6606{
29917620 6607 return pci_register_driver(&bnx2_pci_driver);
b6016b76
MC
6608}
6609
6610static void __exit bnx2_cleanup(void)
6611{
6612 pci_unregister_driver(&bnx2_pci_driver);
6613}
6614
6615module_init(bnx2_init);
6616module_exit(bnx2_cleanup);
6617
6618
6619