]> bbs.cooldavid.org Git - net-next-2.6.git/blame - drivers/net/netxen/netxen_nic_main.c
git://bbs.cooldavid.org / net-next-2.6.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
include cleanup: Update gfp.h and slab.h includes to prepare for breaking implicit...
[net-next-2.6.git] / drivers / net / netxen / netxen_nic_main.c
CommitLineData
3d396eb1 1/*
5d242f1c 2 * Copyright (C) 2003 - 2009 NetXen, Inc.
13af7a6e 3 * Copyright (C) 2009 - QLogic Corporation.
3d396eb1 4 * All rights reserved.
80922fbc 5 *
3d396eb1
AK		 6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version 2
9 * of the License, or (at your option) any later version.
80922fbc 10 *
3d396eb1
AK		 11 * This program is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
80922fbc 15 *
3d396eb1
AK		 16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
19 * MA 02111-1307, USA.
80922fbc 20 *
3d396eb1 21 * The full GNU General Public License is included in this distribution
4d21fef4 22 * in the file called "COPYING".
80922fbc 23 *
3d396eb1
AK		 24 */
25
5a0e3ad6 26#include <linux/slab.h>
cb8011ad 27#include <linux/vmalloc.h>
e98e3350 28#include <linux/interrupt.h>
3d396eb1
AK		 29#include "netxen_nic_hw.h"
30
31#include "netxen_nic.h"
3d396eb1 32
1494a814 33#include <linux/dma-mapping.h>
391587c3 34#include <linux/if_vlan.h>
c9bdd4b5 35#include <net/ip.h>
00977784 36#include <linux/ipv6.h>
6598b169 37#include <linux/inetdevice.h>
0531d7b8 38#include <linux/sysfs.h>
e87ad553 39#include <linux/aer.h>
1494a814 40
c25c0b9b 41MODULE_DESCRIPTION("QLogic/NetXen (1/10) GbE Converged Ethernet Driver");
3d396eb1
AK		 42MODULE_LICENSE("GPL");
43MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID);
7e8e5d97
DP		 44MODULE_FIRMWARE(NX_P2_MN_ROMIMAGE_NAME);
45MODULE_FIRMWARE(NX_P3_CT_ROMIMAGE_NAME);
46MODULE_FIRMWARE(NX_P3_MN_ROMIMAGE_NAME);
47MODULE_FIRMWARE(NX_UNIFIED_ROMIMAGE_NAME);
3d396eb1 48
ceded32f 49char netxen_nic_driver_name[] = "netxen_nic";
c25c0b9b 50static char netxen_nic_driver_string[] = "QLogic/NetXen Network Driver v"
cb8011ad 51 NETXEN_NIC_LINUX_VERSIONID;
3d396eb1 52
2956640d
DP		 53static int port_mode = NETXEN_PORT_MODE_AUTO_NEG;
54
55/* Default to restricted 1G auto-neg mode */
56static int wol_port_mode = 5;
57
58static int use_msi = 1;
59
60static int use_msi_x = 1;
61
afdafff1
SH		 62static int auto_fw_reset = AUTO_FW_RESET_ENABLED;
63module_param(auto_fw_reset, int, 0644);
64MODULE_PARM_DESC(auto_fw_reset,"Auto firmware reset (0=disabled, 1=enabled");
caa2dd53 65
3d396eb1 66static int __devinit netxen_nic_probe(struct pci_dev *pdev,
2956640d 67 const struct pci_device_id *ent);
3d396eb1
AK		 68static void __devexit netxen_nic_remove(struct pci_dev *pdev);
69static int netxen_nic_open(struct net_device *netdev);
70static int netxen_nic_close(struct net_device *netdev);
61357325
SH		 71static netdev_tx_t netxen_nic_xmit_frame(struct sk_buff *,
72 struct net_device *);
3d396eb1 73static void netxen_tx_timeout(struct net_device *netdev);
74c520da 74static void netxen_tx_timeout_task(struct work_struct *work);
6a581e93
DP		 75static void netxen_fw_poll_work(struct work_struct *work);
76static void netxen_schedule_work(struct netxen_adapter *adapter,
77 work_func_t func, int delay);
78static void netxen_cancel_fw_work(struct netxen_adapter *adapter);
bea3348e 79static int netxen_nic_poll(struct napi_struct *napi, int budget);
3d396eb1
AK		 80#ifdef CONFIG_NET_POLL_CONTROLLER
81static void netxen_nic_poll_controller(struct net_device *netdev);
82#endif
fa3ce355
NK		 83
84static void netxen_create_sysfs_entries(struct netxen_adapter *adapter);
85static void netxen_remove_sysfs_entries(struct netxen_adapter *adapter);
70f9cf89
DP		 86static void netxen_create_diag_entries(struct netxen_adapter *adapter);
87static void netxen_remove_diag_entries(struct netxen_adapter *adapter);
fa3ce355 88
e87ad553 89static int nx_dev_request_aer(struct netxen_adapter *adapter);
6a581e93
DP		 90static int nx_decr_dev_ref_cnt(struct netxen_adapter *adapter);
91static int netxen_can_start_firmware(struct netxen_adapter *adapter);
92
1494a814 93static irqreturn_t netxen_intr(int irq, void *data);
05aaa02d 94static irqreturn_t netxen_msi_intr(int irq, void *data);
b3df68f8 95static irqreturn_t netxen_msix_intr(int irq, void *data);
3d396eb1 96
d0725e4d
AKS		 97static void netxen_config_indev_addr(struct net_device *dev, unsigned long);
98
3d396eb1 99/* PCI Device ID Table */
70081ac5 100#define ENTRY(device) \
040dec3b 101 {PCI_DEVICE(PCI_VENDOR_ID_NETXEN, (device)), \
70081ac5
AV		 102 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
103
a3aa1884 104static DEFINE_PCI_DEVICE_TABLE(netxen_pci_tbl) = {
040dec3b
DP		 105 ENTRY(PCI_DEVICE_ID_NX2031_10GXSR),
106 ENTRY(PCI_DEVICE_ID_NX2031_10GCX4),
107 ENTRY(PCI_DEVICE_ID_NX2031_4GCU),
108 ENTRY(PCI_DEVICE_ID_NX2031_IMEZ),
109 ENTRY(PCI_DEVICE_ID_NX2031_HMEZ),
110 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT),
111 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT2),
112 ENTRY(PCI_DEVICE_ID_NX3031),
3d396eb1
AK		 113 {0,}
114};
115
116MODULE_DEVICE_TABLE(pci, netxen_pci_tbl);
117
7830b22c
DP		 118static uint32_t crb_cmd_producer[4] = {
119 CRB_CMD_PRODUCER_OFFSET, CRB_CMD_PRODUCER_OFFSET_1,
120 CRB_CMD_PRODUCER_OFFSET_2, CRB_CMD_PRODUCER_OFFSET_3
121};
122
c9fc891f 123void
3ce06a32 124netxen_nic_update_cmd_producer(struct netxen_adapter *adapter,
cb2107be 125 struct nx_host_tx_ring *tx_ring)
3176ff3e 126{
195c5f98 127 NXWRIO(adapter, tx_ring->crb_cmd_producer, tx_ring->producer);
cb2107be
DP		 128
129 if (netxen_tx_avail(tx_ring) <= TX_STOP_THRESH) {
130 netif_stop_queue(adapter->netdev);
131 smp_mb();
132 }
3176ff3e
MT		 133}
134
7830b22c
DP		 135static uint32_t crb_cmd_consumer[4] = {
136 CRB_CMD_CONSUMER_OFFSET, CRB_CMD_CONSUMER_OFFSET_1,
137 CRB_CMD_CONSUMER_OFFSET_2, CRB_CMD_CONSUMER_OFFSET_3
138};
139
3ce06a32
DP		 140static inline void
141netxen_nic_update_cmd_consumer(struct netxen_adapter *adapter,
cb2107be 142 struct nx_host_tx_ring *tx_ring)
3176ff3e 143{
195c5f98 144 NXWRIO(adapter, tx_ring->crb_cmd_consumer, tx_ring->sw_consumer);
3176ff3e
MT		 145}
146
2956640d 147static uint32_t msi_tgt_status[8] = {
443be796 148 ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
2956640d
DP		 149 ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
150 ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
151 ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
443be796
DP		 152};
153
2956640d
DP		 154static struct netxen_legacy_intr_set legacy_intr[] = NX_LEGACY_INTR_CONFIG;
155
d8b100c5 156static inline void netxen_nic_disable_int(struct nx_host_sds_ring *sds_ring)
4638aef1 157{
d8b100c5
DP		 158 struct netxen_adapter *adapter = sds_ring->adapter;
159
195c5f98 160 NXWRIO(adapter, sds_ring->crb_intr_mask, 0);
4638aef1
SH		 161}
162
d8b100c5 163static inline void netxen_nic_enable_int(struct nx_host_sds_ring *sds_ring)
4638aef1 164{
d8b100c5
DP		 165 struct netxen_adapter *adapter = sds_ring->adapter;
166
195c5f98 167 NXWRIO(adapter, sds_ring->crb_intr_mask, 0x1);
4638aef1 168
092bc571 169 if (!NETXEN_IS_MSI_FAMILY(adapter))
195c5f98 170 NXWRIO(adapter, adapter->tgt_mask_reg, 0xfbff);
4638aef1
SH		 171}
172
71dcddbd
DP		 173static int
174netxen_alloc_sds_rings(struct netxen_recv_context *recv_ctx, int count)
175{
176 int size = sizeof(struct nx_host_sds_ring) * count;
177
178 recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
179
180 return (recv_ctx->sds_rings == NULL);
181}
182
d8b100c5 183static void
71dcddbd
DP		 184netxen_free_sds_rings(struct netxen_recv_context *recv_ctx)
185{
186 if (recv_ctx->sds_rings != NULL)
187 kfree(recv_ctx->sds_rings);
232e7d68
DP		 188
189 recv_ctx->sds_rings = NULL;
71dcddbd
DP		 190}
191
192static int
d8b100c5
DP		 193netxen_napi_add(struct netxen_adapter *adapter, struct net_device *netdev)
194{
195 int ring;
196 struct nx_host_sds_ring *sds_ring;
197 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
198
71dcddbd 199 if (netxen_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
f17443f4 200 return -ENOMEM;
71dcddbd 201
d8b100c5
DP		 202 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
203 sds_ring = &recv_ctx->sds_rings[ring];
204 netif_napi_add(netdev, &sds_ring->napi,
205 netxen_nic_poll, NETXEN_NETDEV_WEIGHT);
206 }
71dcddbd
DP		 207
208 return 0;
d8b100c5
DP		 209}
210
232e7d68
DP		 211static void
212netxen_napi_del(struct netxen_adapter *adapter)
213{
214 int ring;
215 struct nx_host_sds_ring *sds_ring;
216 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
217
218 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
219 sds_ring = &recv_ctx->sds_rings[ring];
220 netif_napi_del(&sds_ring->napi);
221 }
222
223 netxen_free_sds_rings(&adapter->recv_ctx);
224}
225
d8b100c5
DP		 226static void
227netxen_napi_enable(struct netxen_adapter *adapter)
228{
229 int ring;
230 struct nx_host_sds_ring *sds_ring;
231 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
232
233 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
234 sds_ring = &recv_ctx->sds_rings[ring];
235 napi_enable(&sds_ring->napi);
236 netxen_nic_enable_int(sds_ring);
237 }
238}
239
240static void
241netxen_napi_disable(struct netxen_adapter *adapter)
242{
243 int ring;
244 struct nx_host_sds_ring *sds_ring;
245 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
246
247 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
248 sds_ring = &recv_ctx->sds_rings[ring];
be339aee 249 netxen_nic_disable_int(sds_ring);
b2af9cb0
DP		 250 napi_synchronize(&sds_ring->napi);
251 napi_disable(&sds_ring->napi);
d8b100c5
DP		 252 }
253}
254
50c643e7 255static int nx_set_dma_mask(struct netxen_adapter *adapter)
2956640d
DP		 256{
257 struct pci_dev *pdev = adapter->pdev;
1f434f63
DP		 258 uint64_t mask, cmask;
259
260 adapter->pci_using_dac = 0;
2956640d 261
6afd142f 262 mask = DMA_BIT_MASK(32);
6afd142f 263 cmask = DMA_BIT_MASK(32);
1f434f63 264
50c643e7 265 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
1f434f63 266#ifndef CONFIG_IA64
6afd142f 267 mask = DMA_BIT_MASK(35);
1f434f63 268#endif
50c643e7
DP		 269 } else {
270 mask = DMA_BIT_MASK(39);
271 cmask = mask;
272 }
273
2956640d 274 if (pci_set_dma_mask(pdev, mask) == 0 &&
1f434f63 275 pci_set_consistent_dma_mask(pdev, cmask) == 0) {
2956640d
DP		 276 adapter->pci_using_dac = 1;
277 return 0;
278 }
2956640d 279
1f434f63
DP		 280 return -EIO;
281}
282
283/* Update addressable range if firmware supports it */
284static int
285nx_update_dma_mask(struct netxen_adapter *adapter)
286{
287 int change, shift, err;
50c643e7 288 uint64_t mask, old_mask, old_cmask;
1f434f63
DP		 289 struct pci_dev *pdev = adapter->pdev;
290
291 change = 0;
292
f98a9f69 293 shift = NXRD32(adapter, CRB_DMA_SHIFT);
f60f7856 294 if (shift > 32)
1f434f63
DP		 295 return 0;
296
297 if (NX_IS_REVISION_P3(adapter->ahw.revision_id) && (shift > 9))
298 change = 1;
299 else if ((adapter->ahw.revision_id == NX_P2_C1) && (shift <= 4))
300 change = 1;
301
302 if (change) {
303 old_mask = pdev->dma_mask;
50c643e7
DP		 304 old_cmask = pdev->dev.coherent_dma_mask;
305
f60f7856 306 mask = DMA_BIT_MASK(32+shift);
1f434f63
DP		 307
308 err = pci_set_dma_mask(pdev, mask);
309 if (err)
50c643e7
DP		 310 goto err_out;
311
312 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
313
314 err = pci_set_consistent_dma_mask(pdev, mask);
315 if (err)
316 goto err_out;
317 }
318 dev_info(&pdev->dev, "using %d-bit dma mask\n", 32+shift);
2956640d
DP		 319 }
320
2956640d 321 return 0;
50c643e7
DP		 322
323err_out:
324 pci_set_dma_mask(pdev, old_mask);
325 pci_set_consistent_dma_mask(pdev, old_cmask);
326 return err;
2956640d
DP		 327}
328
2956640d
DP		 329static int
330netxen_check_hw_init(struct netxen_adapter *adapter, int first_boot)
331{
27c915a4 332 u32 val, timeout;
2956640d
DP		 333
334 if (first_boot == 0x55555555) {
335 /* This is the first boot after power up */
f98a9f69 336 NXWR32(adapter, NETXEN_CAM_RAM(0x1fc), NETXEN_BDINFO_MAGIC);
27c915a4
DP		 337
338 if (!NX_IS_REVISION_P2(adapter->ahw.revision_id))
339 return 0;
2956640d
DP		 340
341 /* PCI bus master workaround */
f98a9f69 342 first_boot = NXRD32(adapter, NETXEN_PCIE_REG(0x4));
2956640d
DP		 343 if (!(first_boot & 0x4)) {
344 first_boot |= 0x4;
f98a9f69 345 NXWR32(adapter, NETXEN_PCIE_REG(0x4), first_boot);
581e8ae4 346 NXRD32(adapter, NETXEN_PCIE_REG(0x4));
2956640d
DP		 347 }
348
349 /* This is the first boot after power up */
f98a9f69 350 first_boot = NXRD32(adapter, NETXEN_ROMUSB_GLB_SW_RESET);
2956640d
DP		 351 if (first_boot != 0x80000f) {
352 /* clear the register for future unloads/loads */
f98a9f69 353 NXWR32(adapter, NETXEN_CAM_RAM(0x1fc), 0);
27c915a4 354 return -EIO;
2956640d
DP		 355 }
356
27c915a4 357 /* Start P2 boot loader */
f98a9f69
DP		 358 val = NXRD32(adapter, NETXEN_ROMUSB_GLB_PEGTUNE_DONE);
359 NXWR32(adapter, NETXEN_ROMUSB_GLB_PEGTUNE_DONE, val | 0x1);
27c915a4
DP		 360 timeout = 0;
361 do {
362 msleep(1);
f98a9f69 363 val = NXRD32(adapter, NETXEN_CAM_RAM(0x1fc));
27c915a4
DP		 364
365 if (++timeout > 5000)
366 return -EIO;
367
368 } while (val == NETXEN_BDINFO_MAGIC);
2956640d 369 }
27c915a4 370 return 0;
2956640d
DP		 371}
372
373static void netxen_set_port_mode(struct netxen_adapter *adapter)
374{
375 u32 val, data;
376
1e2d0059 377 val = adapter->ahw.board_type;
2956640d
DP		 378 if ((val == NETXEN_BRDTYPE_P3_HMEZ) ||
379 (val == NETXEN_BRDTYPE_P3_XG_LOM)) {
380 if (port_mode == NETXEN_PORT_MODE_802_3_AP) {
381 data = NETXEN_PORT_MODE_802_3_AP;
f98a9f69 382 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 383 } else if (port_mode == NETXEN_PORT_MODE_XG) {
384 data = NETXEN_PORT_MODE_XG;
f98a9f69 385 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 386 } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_1G) {
387 data = NETXEN_PORT_MODE_AUTO_NEG_1G;
f98a9f69 388 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 389 } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_XG) {
390 data = NETXEN_PORT_MODE_AUTO_NEG_XG;
f98a9f69 391 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 392 } else {
393 data = NETXEN_PORT_MODE_AUTO_NEG;
f98a9f69 394 NXWR32(adapter, NETXEN_PORT_MODE_ADDR, data);
2956640d
DP		 395 }
396
397 if ((wol_port_mode != NETXEN_PORT_MODE_802_3_AP) &&
398 (wol_port_mode != NETXEN_PORT_MODE_XG) &&
399 (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_1G) &&
400 (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_XG)) {
401 wol_port_mode = NETXEN_PORT_MODE_AUTO_NEG;
402 }
f98a9f69 403 NXWR32(adapter, NETXEN_WOL_PORT_MODE, wol_port_mode);
2956640d
DP		 404 }
405}
406
2956640d
DP		 407static void netxen_set_msix_bit(struct pci_dev *pdev, int enable)
408{
409 u32 control;
410 int pos;
411
412 pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
413 if (pos) {
414 pci_read_config_dword(pdev, pos, &control);
415 if (enable)
416 control |= PCI_MSIX_FLAGS_ENABLE;
417 else
418 control = 0;
419 pci_write_config_dword(pdev, pos, control);
420 }
421}
422
be339aee 423static void netxen_init_msix_entries(struct netxen_adapter *adapter, int count)
2956640d
DP		 424{
425 int i;
426
be339aee 427 for (i = 0; i < count; i++)
2956640d
DP		 428 adapter->msix_entries[i].entry = i;
429}
430
9dc28efe
DP		 431static int
432netxen_read_mac_addr(struct netxen_adapter *adapter)
433{
434 int i;
435 unsigned char *p;
a03d2451 436 u64 mac_addr;
9dc28efe
DP		 437 struct net_device *netdev = adapter->netdev;
438 struct pci_dev *pdev = adapter->pdev;
439
9dc28efe
DP		 440 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
441 if (netxen_p3_get_mac_addr(adapter, &mac_addr) != 0)
442 return -EIO;
443 } else {
444 if (netxen_get_flash_mac_addr(adapter, &mac_addr) != 0)
445 return -EIO;
446 }
447
448 p = (unsigned char *)&mac_addr;
449 for (i = 0; i < 6; i++)
450 netdev->dev_addr[i] = *(p + 5 - i);
451
452 memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len);
5d09e534 453 memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
9dc28efe
DP		 454
455 /* set station address */
456
e174961c
JB		 457 if (!is_valid_ether_addr(netdev->perm_addr))
458 dev_warn(&pdev->dev, "Bad MAC address %pM.\n", netdev->dev_addr);
9dc28efe
DP		 459
460 return 0;
461}
462
3d0a3cc9
DP		 463int netxen_nic_set_mac(struct net_device *netdev, void *p)
464{
465 struct netxen_adapter *adapter = netdev_priv(netdev);
466 struct sockaddr *addr = p;
467
468 if (!is_valid_ether_addr(addr->sa_data))
469 return -EINVAL;
470
471 if (netif_running(netdev)) {
472 netif_device_detach(netdev);
473 netxen_napi_disable(adapter);
474 }
475
5d09e534 476 memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
3d0a3cc9
DP		 477 memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
478 adapter->macaddr_set(adapter, addr->sa_data);
479
480 if (netif_running(netdev)) {
481 netif_device_attach(netdev);
482 netxen_napi_enable(adapter);
483 }
484 return 0;
485}
486
1abd266f
SH		 487static void netxen_set_multicast_list(struct net_device *dev)
488{
489 struct netxen_adapter *adapter = netdev_priv(dev);
490
3d0a3cc9 491 adapter->set_multi(dev);
1abd266f
SH		 492}
493
494static const struct net_device_ops netxen_netdev_ops = {
495 .ndo_open = netxen_nic_open,
496 .ndo_stop = netxen_nic_close,
497 .ndo_start_xmit = netxen_nic_xmit_frame,
498 .ndo_get_stats = netxen_nic_get_stats,
499 .ndo_validate_addr = eth_validate_addr,
500 .ndo_set_multicast_list = netxen_set_multicast_list,
501 .ndo_set_mac_address = netxen_nic_set_mac,
502 .ndo_change_mtu = netxen_nic_change_mtu,
503 .ndo_tx_timeout = netxen_tx_timeout,
504#ifdef CONFIG_NET_POLL_CONTROLLER
505 .ndo_poll_controller = netxen_nic_poll_controller,
506#endif
507};
508
97daee83
DP		 509static void
510netxen_setup_intr(struct netxen_adapter *adapter)
511{
512 struct netxen_legacy_intr_set *legacy_intrp;
513 struct pci_dev *pdev = adapter->pdev;
be339aee
DP		 514 int err, num_msix;
515
516 if (adapter->rss_supported) {
517 num_msix = (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER) ?
518 MSIX_ENTRIES_PER_ADAPTER : 2;
519 } else
520 num_msix = 1;
521
522 adapter->max_sds_rings = 1;
97daee83
DP		 523
524 adapter->flags &= ~(NETXEN_NIC_MSI_ENABLED | NETXEN_NIC_MSIX_ENABLED);
97daee83
DP		 525
526 if (adapter->ahw.revision_id >= NX_P3_B0)
527 legacy_intrp = &legacy_intr[adapter->ahw.pci_func];
528 else
529 legacy_intrp = &legacy_intr[0];
195c5f98
AKS		 530
531 adapter->int_vec_bit = legacy_intrp->int_vec_bit;
532 adapter->tgt_status_reg = netxen_get_ioaddr(adapter,
533 legacy_intrp->tgt_status_reg);
534 adapter->tgt_mask_reg = netxen_get_ioaddr(adapter,
535 legacy_intrp->tgt_mask_reg);
536 adapter->pci_int_reg = netxen_get_ioaddr(adapter,
537 legacy_intrp->pci_int_reg);
538 adapter->isr_int_vec = netxen_get_ioaddr(adapter, ISR_INT_VECTOR);
539
540 if (adapter->ahw.revision_id >= NX_P3_B1)
541 adapter->crb_int_state_reg = netxen_get_ioaddr(adapter,
542 ISR_INT_STATE_REG);
543 else
544 adapter->crb_int_state_reg = netxen_get_ioaddr(adapter,
545 CRB_INT_VECTOR);
97daee83
DP		 546
547 netxen_set_msix_bit(pdev, 0);
548
549 if (adapter->msix_supported) {
550
be339aee
DP		 551 netxen_init_msix_entries(adapter, num_msix);
552 err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
553 if (err == 0) {
554 adapter->flags |= NETXEN_NIC_MSIX_ENABLED;
555 netxen_set_msix_bit(pdev, 1);
97daee83 556
be339aee
DP		 557 if (adapter->rss_supported)
558 adapter->max_sds_rings = num_msix;
97daee83 559
be339aee
DP		 560 dev_info(&pdev->dev, "using msi-x interrupts\n");
561 return;
562 }
563
564 if (err > 0)
565 pci_disable_msix(pdev);
566
567 /* fall through for msi */
97daee83 568 }
be339aee
DP		 569
570 if (use_msi && !pci_enable_msi(pdev)) {
571 adapter->flags |= NETXEN_NIC_MSI_ENABLED;
195c5f98
AKS		 572 adapter->tgt_status_reg = netxen_get_ioaddr(adapter,
573 msi_tgt_status[adapter->ahw.pci_func]);
be339aee 574 dev_info(&pdev->dev, "using msi interrupts\n");
f67f3408 575 adapter->msix_entries[0].vector = pdev->irq;
be339aee
DP		 576 return;
577 }
578
579 dev_info(&pdev->dev, "using legacy interrupts\n");
580 adapter->msix_entries[0].vector = pdev->irq;
97daee83
DP		 581}
582
583static void
584netxen_teardown_intr(struct netxen_adapter *adapter)
585{
586 if (adapter->flags & NETXEN_NIC_MSIX_ENABLED)
587 pci_disable_msix(adapter->pdev);
588 if (adapter->flags & NETXEN_NIC_MSI_ENABLED)
589 pci_disable_msi(adapter->pdev);
590}
591
592static void
593netxen_cleanup_pci_map(struct netxen_adapter *adapter)
594{
595 if (adapter->ahw.db_base != NULL)
596 iounmap(adapter->ahw.db_base);
597 if (adapter->ahw.pci_base0 != NULL)
598 iounmap(adapter->ahw.pci_base0);
599 if (adapter->ahw.pci_base1 != NULL)
600 iounmap(adapter->ahw.pci_base1);
601 if (adapter->ahw.pci_base2 != NULL)
602 iounmap(adapter->ahw.pci_base2);
603}
604
605static int
606netxen_setup_pci_map(struct netxen_adapter *adapter)
607{
97daee83
DP		 608 void __iomem *db_ptr = NULL;
609
71fb62fb 610 resource_size_t mem_base, db_base;
afbe5cd6 611 unsigned long mem_len, db_len = 0;
97daee83
DP		 612
613 struct pci_dev *pdev = adapter->pdev;
614 int pci_func = adapter->ahw.pci_func;
afbe5cd6 615 struct netxen_hardware_context *ahw = &adapter->ahw;
97daee83
DP		 616
617 int err = 0;
618
619 /*
620 * Set the CRB window to invalid. If any register in window 0 is
621 * accessed it should set the window to 0 and then reset it to 1.
622 */
907fa120 623 adapter->ahw.crb_win = -1;
47abe356 624 adapter->ahw.ocm_win = -1;
97daee83
DP		 625
626 /* remap phys address */
627 mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
628 mem_len = pci_resource_len(pdev, 0);
97daee83 629
97daee83
DP		 630 /* 128 Meg of memory */
631 if (mem_len == NETXEN_PCI_128MB_SIZE) {
afbe5cd6
AKS		 632
633 ahw->pci_base0 = ioremap(mem_base, FIRST_PAGE_GROUP_SIZE);
634 ahw->pci_base1 = ioremap(mem_base + SECOND_PAGE_GROUP_START,
97daee83 635 SECOND_PAGE_GROUP_SIZE);
afbe5cd6 636 ahw->pci_base2 = ioremap(mem_base + THIRD_PAGE_GROUP_START,
97daee83 637 THIRD_PAGE_GROUP_SIZE);
afbe5cd6
AKS		 638 if (ahw->pci_base0 == NULL || ahw->pci_base1 == NULL ||
639 ahw->pci_base2 == NULL) {
640 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
641 err = -EIO;
642 goto err_out;
643 }
644
645 ahw->pci_len0 = FIRST_PAGE_GROUP_SIZE;
646
97daee83 647 } else if (mem_len == NETXEN_PCI_32MB_SIZE) {
afbe5cd6
AKS		 648
649 ahw->pci_base1 = ioremap(mem_base, SECOND_PAGE_GROUP_SIZE);
650 ahw->pci_base2 = ioremap(mem_base + THIRD_PAGE_GROUP_START -
97daee83 651 SECOND_PAGE_GROUP_START, THIRD_PAGE_GROUP_SIZE);
afbe5cd6
AKS		 652 if (ahw->pci_base1 == NULL || ahw->pci_base2 == NULL) {
653 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
654 err = -EIO;
655 goto err_out;
656 }
657
97daee83 658 } else if (mem_len == NETXEN_PCI_2MB_SIZE) {
97daee83 659
afbe5cd6
AKS		 660 ahw->pci_base0 = pci_ioremap_bar(pdev, 0);
661 if (ahw->pci_base0 == NULL) {
97daee83
DP		 662 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
663 return -EIO;
664 }
afbe5cd6 665 ahw->pci_len0 = mem_len;
97daee83
DP		 666 } else {
667 return -EIO;
668 }
669
195c5f98
AKS		 670 netxen_setup_hwops(adapter);
671
97daee83
DP		 672 dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
673
6abb4b83
AKS		 674 if (NX_IS_REVISION_P3P(adapter->ahw.revision_id)) {
675 adapter->ahw.ocm_win_crb = netxen_get_ioaddr(adapter,
676 NETXEN_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(pci_func)));
677
678 } else if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
47abe356
DP		 679 adapter->ahw.ocm_win_crb = netxen_get_ioaddr(adapter,
680 NETXEN_PCIX_PS_REG(PCIE_MN_WINDOW_REG(pci_func)));
681 }
682
97daee83
DP		 683 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
684 goto skip_doorbell;
685
686 db_base = pci_resource_start(pdev, 4); /* doorbell is on bar 4 */
687 db_len = pci_resource_len(pdev, 4);
688
689 if (db_len == 0) {
690 printk(KERN_ERR "%s: doorbell is disabled\n",
691 netxen_nic_driver_name);
692 err = -EIO;
693 goto err_out;
694 }
695
696 db_ptr = ioremap(db_base, NETXEN_DB_MAPSIZE_BYTES);
697 if (!db_ptr) {
698 printk(KERN_ERR "%s: Failed to allocate doorbell map.",
699 netxen_nic_driver_name);
700 err = -EIO;
701 goto err_out;
702 }
703
704skip_doorbell:
705 adapter->ahw.db_base = db_ptr;
706 adapter->ahw.db_len = db_len;
707 return 0;
708
709err_out:
710 netxen_cleanup_pci_map(adapter);
711 return err;
712}
713
2b9e62ee
DP		 714static void
715netxen_check_options(struct netxen_adapter *adapter)
716{
717 u32 fw_major, fw_minor, fw_build;
718 char brd_name[NETXEN_MAX_SHORT_NAME];
719 char serial_num[32];
720 int i, offset, val;
721 int *ptr32;
722 struct pci_dev *pdev = adapter->pdev;
723
724 adapter->driver_mismatch = 0;
725
726 ptr32 = (int *)&serial_num;
727 offset = NX_FW_SERIAL_NUM_OFFSET;
728 for (i = 0; i < 8; i++) {
729 if (netxen_rom_fast_read(adapter, offset, &val) == -1) {
730 dev_err(&pdev->dev, "error reading board info\n");
731 adapter->driver_mismatch = 1;
732 return;
733 }
734 ptr32[i] = cpu_to_le32(val);
735 offset += sizeof(u32);
736 }
737
738 fw_major = NXRD32(adapter, NETXEN_FW_VERSION_MAJOR);
739 fw_minor = NXRD32(adapter, NETXEN_FW_VERSION_MINOR);
740 fw_build = NXRD32(adapter, NETXEN_FW_VERSION_SUB);
741
742 adapter->fw_version = NETXEN_VERSION_CODE(fw_major, fw_minor, fw_build);
743
744 if (adapter->portnum == 0) {
745 get_brd_name_by_type(adapter->ahw.board_type, brd_name);
746
c25c0b9b
DP		 747 pr_info("%s: %s Board S/N %s Chip rev 0x%x\n",
748 module_name(THIS_MODULE),
2b9e62ee
DP		 749 brd_name, serial_num, adapter->ahw.revision_id);
750 }
751
752 if (adapter->fw_version < NETXEN_VERSION_CODE(3, 4, 216)) {
753 adapter->driver_mismatch = 1;
754 dev_warn(&pdev->dev, "firmware version %d.%d.%d unsupported\n",
755 fw_major, fw_minor, fw_build);
756 return;
757 }
758
759 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
760 i = NXRD32(adapter, NETXEN_SRE_MISC);
761 adapter->ahw.cut_through = (i & 0x8000) ? 1 : 0;
762 }
763
764 dev_info(&pdev->dev, "firmware v%d.%d.%d [%s]\n",
765 fw_major, fw_minor, fw_build,
766 adapter->ahw.cut_through ? "cut-through" : "legacy");
767
768 if (adapter->fw_version >= NETXEN_VERSION_CODE(4, 0, 222))
769 adapter->capabilities = NXRD32(adapter, CRB_FW_CAPABILITIES_1);
770
771 adapter->flags &= ~NETXEN_NIC_LRO_ENABLED;
772
773 if (adapter->ahw.port_type == NETXEN_NIC_XGBE) {
774 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
775 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
776 } else if (adapter->ahw.port_type == NETXEN_NIC_GBE) {
777 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
778 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
779 }
780
781 adapter->msix_supported = 0;
782 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
783 adapter->msix_supported = !!use_msi_x;
784 adapter->rss_supported = !!use_msi_x;
785 } else if (adapter->fw_version >= NETXEN_VERSION_CODE(3, 4, 336)) {
786 switch (adapter->ahw.board_type) {
787 case NETXEN_BRDTYPE_P2_SB31_10G:
788 case NETXEN_BRDTYPE_P2_SB31_10G_CX4:
789 adapter->msix_supported = !!use_msi_x;
790 adapter->rss_supported = !!use_msi_x;
791 break;
792 default:
793 break;
794 }
795 }
796
797 adapter->num_txd = MAX_CMD_DESCRIPTORS;
798
799 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
800 adapter->num_lro_rxd = MAX_LRO_RCV_DESCRIPTORS;
801 adapter->max_rds_rings = 3;
802 } else {
803 adapter->num_lro_rxd = 0;
804 adapter->max_rds_rings = 2;
805 }
806}
807
ba599d4f 808static int
6a581e93 809netxen_start_firmware(struct netxen_adapter *adapter)
ba599d4f
DP		 810{
811 int val, err, first_boot;
812 struct pci_dev *pdev = adapter->pdev;
813
2b9e62ee
DP		 814 /* required for NX2031 dummy dma */
815 err = nx_set_dma_mask(adapter);
816 if (err)
817 return err;
818
6a581e93 819 if (!netxen_can_start_firmware(adapter))
96f2ebd2 820 goto wait_init;
0b72e659 821
f98a9f69 822 first_boot = NXRD32(adapter, NETXEN_CAM_RAM(0x1fc));
ba599d4f
DP		 823
824 err = netxen_check_hw_init(adapter, first_boot);
825 if (err) {
826 dev_err(&pdev->dev, "error in init HW init sequence\n");
827 return err;
828 }
829
6a581e93 830 netxen_request_firmware(adapter);
f7185c71 831
67c38fc6 832 err = netxen_need_fw_reset(adapter);
1dbc84a7 833 if (err < 0)
db4cfd8a 834 goto err_out;
1dbc84a7 835 if (err == 0)
8f9b3f69 836 goto wait_init;
67c38fc6 837
ba599d4f 838 if (first_boot != 0x55555555) {
f98a9f69 839 NXWR32(adapter, CRB_CMDPEG_STATE, 0);
0be367bd 840 netxen_pinit_from_rom(adapter);
ba599d4f
DP		 841 msleep(1);
842 }
567c6c4e 843
f98a9f69 844 NXWR32(adapter, CRB_DMA_SHIFT, 0x55555555);
6a581e93
DP		 845 NXWR32(adapter, NETXEN_PEG_HALT_STATUS1, 0);
846 NXWR32(adapter, NETXEN_PEG_HALT_STATUS2, 0);
847
567c6c4e
DP		 848 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
849 netxen_set_port_mode(adapter);
850
db4cfd8a
DP		 851 err = netxen_load_firmware(adapter);
852 if (err)
853 goto err_out;
ba599d4f 854
6a581e93
DP		 855 netxen_release_firmware(adapter);
856
ba599d4f
DP		 857 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
858
859 /* Initialize multicast addr pool owners */
860 val = 0x7654;
1e2d0059 861 if (adapter->ahw.port_type == NETXEN_NIC_XGBE)
ba599d4f 862 val |= 0x0f000000;
f98a9f69 863 NXWR32(adapter, NETXEN_MAC_ADDR_CNTL_REG, val);
ba599d4f
DP		 864
865 }
866
83ac51fa 867 err = netxen_init_dummy_dma(adapter);
ba599d4f 868 if (err)
db4cfd8a 869 goto err_out;
ba599d4f
DP		 870
871 /*
872 * Tell the hardware our version number.
873 */
874 val = (_NETXEN_NIC_LINUX_MAJOR << 16)
875 | ((_NETXEN_NIC_LINUX_MINOR << 8))
876 | (_NETXEN_NIC_LINUX_SUBVERSION);
f98a9f69 877 NXWR32(adapter, CRB_DRIVER_VERSION, val);
ba599d4f 878
96f2ebd2 879wait_init:
ba599d4f
DP		 880 /* Handshake with the card before we register the devices. */
881 err = netxen_phantom_init(adapter, NETXEN_NIC_PEG_TUNE);
882 if (err) {
83ac51fa 883 netxen_free_dummy_dma(adapter);
db4cfd8a 884 goto err_out;
ba599d4f
DP		 885 }
886
8f9b3f69
AKS		 887 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_READY);
888
68b3cae0
DP		 889 nx_update_dma_mask(adapter);
890
6a581e93 891 netxen_check_options(adapter);
68b3cae0 892
74c520da
AKS		 893 adapter->need_fw_reset = 0;
894
ec5c50cb 895 /* fall through and release firmware */
db4cfd8a
DP		 896
897err_out:
898 netxen_release_firmware(adapter);
899 return err;
ba599d4f
DP		 900}
901
9f5bc7f1
DP		 902static int
903netxen_nic_request_irq(struct netxen_adapter *adapter)
904{
905 irq_handler_t handler;
d8b100c5
DP		 906 struct nx_host_sds_ring *sds_ring;
907 int err, ring;
908
9f5bc7f1
DP		 909 unsigned long flags = IRQF_SAMPLE_RANDOM;
910 struct net_device *netdev = adapter->netdev;
d8b100c5 911 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
9f5bc7f1 912
9f5bc7f1
DP		 913 if (adapter->flags & NETXEN_NIC_MSIX_ENABLED)
914 handler = netxen_msix_intr;
915 else if (adapter->flags & NETXEN_NIC_MSI_ENABLED)
916 handler = netxen_msi_intr;
917 else {
918 flags |= IRQF_SHARED;
919 handler = netxen_intr;
920 }
921 adapter->irq = netdev->irq;
922
d8b100c5
DP		 923 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
924 sds_ring = &recv_ctx->sds_rings[ring];
be339aee 925 sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
d8b100c5
DP		 926 err = request_irq(sds_ring->irq, handler,
927 flags, sds_ring->name, sds_ring);
928 if (err)
929 return err;
930 }
931
932 return 0;
933}
934
935static void
936netxen_nic_free_irq(struct netxen_adapter *adapter)
937{
938 int ring;
939 struct nx_host_sds_ring *sds_ring;
940
941 struct netxen_recv_context *recv_ctx = &adapter->recv_ctx;
942
943 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
944 sds_ring = &recv_ctx->sds_rings[ring];
945 free_irq(sds_ring->irq, sds_ring);
946 }
9f5bc7f1
DP		 947}
948
ca2ef330
DP		 949static void
950netxen_nic_init_coalesce_defaults(struct netxen_adapter *adapter)
951{
952 adapter->coal.flags = NETXEN_NIC_INTR_DEFAULT;
953 adapter->coal.normal.data.rx_time_us =
954 NETXEN_DEFAULT_INTR_COALESCE_RX_TIME_US;
955 adapter->coal.normal.data.rx_packets =
956 NETXEN_DEFAULT_INTR_COALESCE_RX_PACKETS;
957 adapter->coal.normal.data.tx_time_us =
958 NETXEN_DEFAULT_INTR_COALESCE_TX_TIME_US;
959 adapter->coal.normal.data.tx_packets =
960 NETXEN_DEFAULT_INTR_COALESCE_TX_PACKETS;
961}
962
6f771419 963/* with rtnl_lock */
9f5bc7f1 964static int
6f771419 965__netxen_nic_up(struct netxen_adapter *adapter, struct net_device *netdev)
9f5bc7f1
DP		 966{
967 int err;
968
db4cfd8a
DP		 969 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
970 return -EIO;
971
9f5bc7f1
DP		 972 err = adapter->init_port(adapter, adapter->physical_port);
973 if (err) {
974 printk(KERN_ERR "%s: Failed to initialize port %d\n",
975 netxen_nic_driver_name, adapter->portnum);
976 return err;
977 }
3d0a3cc9 978 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
5d09e534 979 adapter->macaddr_set(adapter, adapter->mac_addr);
9f5bc7f1 980
3d0a3cc9
DP		 981 adapter->set_multi(netdev);
982 adapter->set_mtu(adapter, netdev->mtu);
9f5bc7f1
DP		 983
984 adapter->ahw.linkup = 0;
9f5bc7f1 985
d8b100c5
DP		 986 if (adapter->max_sds_rings > 1)
987 netxen_config_rss(adapter, 1);
9f5bc7f1 988
ca2ef330
DP		 989 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
990 netxen_config_intr_coalesce(adapter);
991
1bb482f8
NK		 992 if (adapter->capabilities & NX_FW_CAPABILITY_HW_LRO)
993 netxen_config_hw_lro(adapter, NETXEN_NIC_LRO_ENABLED);
994
b2af9cb0
DP		 995 netxen_napi_enable(adapter);
996
5103c9f7 997 if (adapter->capabilities & NX_FW_CAPABILITY_LINK_NOTIFICATION)
3bf26ce3 998 netxen_linkevent_request(adapter, 1);
3d0a3cc9
DP		 999 else
1000 netxen_nic_set_link_parameters(adapter);
1001
6a581e93 1002 set_bit(__NX_DEV_UP, &adapter->state);
9f5bc7f1
DP		 1003 return 0;
1004}
1005
6f771419
AKS		 1006/* Usage: During resume and firmware recovery module.*/
1007
1008static inline int
1009netxen_nic_up(struct netxen_adapter *adapter, struct net_device *netdev)
1010{
1011 int err = 0;
1012
1013 rtnl_lock();
1014 if (netif_running(netdev))
1015 err = __netxen_nic_up(adapter, netdev);
1016 rtnl_unlock();
1017
1018 return err;
1019}
1020
1021/* with rtnl_lock */
9f5bc7f1 1022static void
6f771419 1023__netxen_nic_down(struct netxen_adapter *adapter, struct net_device *netdev)
9f5bc7f1 1024{
db4cfd8a
DP		 1025 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
1026 return;
1027
f2251f66
AKS		 1028 if (!test_and_clear_bit(__NX_DEV_UP, &adapter->state))
1029 return;
6a581e93 1030
f2251f66 1031 smp_mb();
b2af9cb0 1032 spin_lock(&adapter->tx_clean_lock);
9f5bc7f1 1033 netif_carrier_off(netdev);
b2af9cb0 1034 netif_tx_disable(netdev);
9f5bc7f1
DP		 1035
1036 if (adapter->stop_port)
1037 adapter->stop_port(adapter);
1038
5cf4d323
DP		 1039 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1040 netxen_p3_free_mac_list(adapter);
1041
22b5794b
AKS		 1042 adapter->set_promisc(adapter, NETXEN_NIU_NON_PROMISC_MODE);
1043
be339aee
DP		 1044 netxen_napi_disable(adapter);
1045
9f5bc7f1 1046 netxen_release_tx_buffers(adapter);
b2af9cb0 1047 spin_unlock(&adapter->tx_clean_lock);
9f5bc7f1
DP		 1048}
1049
6f771419
AKS		 1050/* Usage: During suspend and firmware recovery module */
1051
1052static inline void
1053netxen_nic_down(struct netxen_adapter *adapter, struct net_device *netdev)
1054{
1055 rtnl_lock();
1056 if (netif_running(netdev))
1057 __netxen_nic_down(adapter, netdev);
1058 rtnl_unlock();
1059
1060}
9f5bc7f1
DP		 1061
1062static int
1063netxen_nic_attach(struct netxen_adapter *adapter)
1064{
1065 struct net_device *netdev = adapter->netdev;
1066 struct pci_dev *pdev = adapter->pdev;
becf46a0 1067 int err, ring;
d8b100c5 1068 struct nx_host_rds_ring *rds_ring;
d877f1e3 1069 struct nx_host_tx_ring *tx_ring;
9f5bc7f1 1070
7042cd8f
AKS		 1071 if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC)
1072 return 0;
1073
9f5bc7f1 1074 err = netxen_init_firmware(adapter);
232e7d68
DP		 1075 if (err)
1076 return err;
1077
1078 err = netxen_napi_add(adapter, netdev);
1079 if (err)
1080 return err;
9f5bc7f1 1081
9f5bc7f1
DP		 1082 err = netxen_alloc_sw_resources(adapter);
1083 if (err) {
1084 printk(KERN_ERR "%s: Error in setting sw resources\n",
1085 netdev->name);
1086 return err;
1087 }
1088
9f5bc7f1
DP		 1089 err = netxen_alloc_hw_resources(adapter);
1090 if (err) {
1091 printk(KERN_ERR "%s: Error in setting hw resources\n",
1092 netdev->name);
1093 goto err_out_free_sw;
1094 }
1095
4f96b988 1096 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
4ea528a1 1097 tx_ring = adapter->tx_ring;
195c5f98
AKS		 1098 tx_ring->crb_cmd_producer = netxen_get_ioaddr(adapter,
1099 crb_cmd_producer[adapter->portnum]);
1100 tx_ring->crb_cmd_consumer = netxen_get_ioaddr(adapter,
1101 crb_cmd_consumer[adapter->portnum]);
9f5bc7f1 1102
cb2107be
DP		 1103 tx_ring->producer = 0;
1104 tx_ring->sw_consumer = 0;
1105
1106 netxen_nic_update_cmd_producer(adapter, tx_ring);
1107 netxen_nic_update_cmd_consumer(adapter, tx_ring);
9f5bc7f1
DP		 1108 }
1109
d8b100c5
DP		 1110 for (ring = 0; ring < adapter->max_rds_rings; ring++) {
1111 rds_ring = &adapter->recv_ctx.rds_rings[ring];
1112 netxen_post_rx_buffers(adapter, ring, rds_ring);
1113 }
9f5bc7f1
DP		 1114
1115 err = netxen_nic_request_irq(adapter);
1116 if (err) {
1117 dev_err(&pdev->dev, "%s: failed to setup interrupt\n",
1118 netdev->name);
1119 goto err_out_free_rxbuf;
1120 }
1121
ca2ef330
DP		 1122 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1123 netxen_nic_init_coalesce_defaults(adapter);
1124
fa3ce355
NK		 1125 netxen_create_sysfs_entries(adapter);
1126
9f5bc7f1
DP		 1127 adapter->is_up = NETXEN_ADAPTER_UP_MAGIC;
1128 return 0;
1129
1130err_out_free_rxbuf:
1131 netxen_release_rx_buffers(adapter);
1132 netxen_free_hw_resources(adapter);
1133err_out_free_sw:
1134 netxen_free_sw_resources(adapter);
1135 return err;
1136}
1137
1138static void
1139netxen_nic_detach(struct netxen_adapter *adapter)
1140{
7042cd8f
AKS		 1141 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
1142 return;
1143
fa3ce355
NK		 1144 netxen_remove_sysfs_entries(adapter);
1145
9f5bc7f1 1146 netxen_free_hw_resources(adapter);
cf981ffb 1147 netxen_release_rx_buffers(adapter);
be339aee 1148 netxen_nic_free_irq(adapter);
232e7d68 1149 netxen_napi_del(adapter);
9f5bc7f1
DP		 1150 netxen_free_sw_resources(adapter);
1151
1152 adapter->is_up = 0;
1153}
1154
7042cd8f
AKS		 1155int
1156netxen_nic_reset_context(struct netxen_adapter *adapter)
1157{
1158 int err = 0;
1159 struct net_device *netdev = adapter->netdev;
1160
6a581e93
DP		 1161 if (test_and_set_bit(__NX_RESETTING, &adapter->state))
1162 return -EBUSY;
1163
7042cd8f
AKS		 1164 if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC) {
1165
6a581e93
DP		 1166 netif_device_detach(netdev);
1167
7042cd8f 1168 if (netif_running(netdev))
6f771419 1169 __netxen_nic_down(adapter, netdev);
7042cd8f
AKS		 1170
1171 netxen_nic_detach(adapter);
1172
6a581e93
DP		 1173 if (netif_running(netdev)) {
1174 err = netxen_nic_attach(adapter);
1175 if (!err)
6f771419 1176 err = __netxen_nic_up(adapter, netdev);
7042cd8f 1177
6a581e93
DP		 1178 if (err)
1179 goto done;
1180 }
1181
1182 netif_device_attach(netdev);
7042cd8f 1183 }
6a581e93 1184
7042cd8f 1185done:
6a581e93 1186 clear_bit(__NX_RESETTING, &adapter->state);
7042cd8f
AKS		 1187 return err;
1188}
1189
f17443f4
DP		 1190static int
1191netxen_setup_netdev(struct netxen_adapter *adapter,
1192 struct net_device *netdev)
1193{
1194 int err = 0;
1195 struct pci_dev *pdev = adapter->pdev;
1196
1197 adapter->rx_csum = 1;
1198 adapter->mc_enabled = 0;
1199 if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
1200 adapter->max_mc_count = 38;
1201 else
1202 adapter->max_mc_count = 16;
1203
1204 netdev->netdev_ops = &netxen_netdev_ops;
1205 netdev->watchdog_timeo = 2*HZ;
1206
1207 netxen_nic_change_mtu(netdev, netdev->mtu);
1208
1209 SET_ETHTOOL_OPS(netdev, &netxen_nic_ethtool_ops);
1210
1211 netdev->features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO);
1212 netdev->features |= (NETIF_F_GRO);
1213 netdev->vlan_features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO);
1214
1215 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
1216 netdev->features |= (NETIF_F_IPV6_CSUM | NETIF_F_TSO6);
1217 netdev->vlan_features |= (NETIF_F_IPV6_CSUM | NETIF_F_TSO6);
1218 }
1219
1220 if (adapter->pci_using_dac) {
1221 netdev->features |= NETIF_F_HIGHDMA;
1222 netdev->vlan_features |= NETIF_F_HIGHDMA;
1223 }
1224
028afe71
DP		 1225 if (adapter->capabilities & NX_FW_CAPABILITY_FVLANTX)
1226 netdev->features |= (NETIF_F_HW_VLAN_TX);
1227
1bb482f8
NK		 1228 if (adapter->capabilities & NX_FW_CAPABILITY_HW_LRO)
1229 netdev->features |= NETIF_F_LRO;
1230
f17443f4
DP		 1231 netdev->irq = adapter->msix_entries[0].vector;
1232
74c520da 1233 INIT_WORK(&adapter->tx_timeout_task, netxen_tx_timeout_task);
f17443f4
DP		 1234
1235 if (netxen_read_mac_addr(adapter))
1236 dev_warn(&pdev->dev, "failed to read mac addr\n");
1237
1238 netif_carrier_off(netdev);
1239 netif_stop_queue(netdev);
1240
1241 err = register_netdev(netdev);
1242 if (err) {
1243 dev_err(&pdev->dev, "failed to register net device\n");
1244 return err;
1245 }
1246
1247 return 0;
1248}
1249
3d396eb1
AK		 1250static int __devinit
1251netxen_nic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
1252{
1253 struct net_device *netdev = NULL;
1254 struct netxen_adapter *adapter = NULL;
2956640d 1255 int i = 0, err;
3176ff3e 1256 int pci_func_id = PCI_FUNC(pdev->devfn);
2956640d 1257 uint8_t revision_id;
3d396eb1 1258
688328c7
EB		 1259 if (pdev->revision >= NX_P3_A0 && pdev->revision <= NX_P3_B1) {
1260 pr_warning("%s: chip revisions between 0x%x-0x%x "
11d89d63 1261 "will not be enabled.\n",
c25c0b9b 1262 module_name(THIS_MODULE), NX_P3_A0, NX_P3_B1);
11d89d63
DP		 1263 return -ENODEV;
1264 }
1265
3d396eb1
AK		 1266 if ((err = pci_enable_device(pdev)))
1267 return err;
2956640d 1268
3d396eb1
AK		 1269 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
1270 err = -ENODEV;
1271 goto err_out_disable_pdev;
1272 }
1273
1274 if ((err = pci_request_regions(pdev, netxen_nic_driver_name)))
1275 goto err_out_disable_pdev;
1276
e87ad553
AKS		 1277 if (NX_IS_REVISION_P3(pdev->revision))
1278 pci_enable_pcie_error_reporting(pdev);
1279
3d396eb1 1280 pci_set_master(pdev);
3176ff3e
MT		 1281
1282 netdev = alloc_etherdev(sizeof(struct netxen_adapter));
1283 if(!netdev) {
f17443f4
DP		 1284 dev_err(&pdev->dev, "failed to allocate net_device\n");
1285 err = -ENOMEM;
3176ff3e
MT		 1286 goto err_out_free_res;
1287 }
1288
3176ff3e
MT		 1289 SET_NETDEV_DEV(netdev, &pdev->dev);
1290
4cf1653a 1291 adapter = netdev_priv(netdev);
2956640d
DP		 1292 adapter->netdev = netdev;
1293 adapter->pdev = pdev;
13ba9c77 1294 adapter->ahw.pci_func = pci_func_id;
2956640d
DP		 1295
1296 revision_id = pdev->revision;
1297 adapter->ahw.revision_id = revision_id;
1298
f03b0ebd
DP		 1299 rwlock_init(&adapter->ahw.crb_lock);
1300 spin_lock_init(&adapter->ahw.mem_lock);
1301
d8b100c5 1302 spin_lock_init(&adapter->tx_clean_lock);
5cf4d323 1303 INIT_LIST_HEAD(&adapter->mac_list);
3ce06a32 1304
97daee83
DP		 1305 err = netxen_setup_pci_map(adapter);
1306 if (err)
6c80b18d 1307 goto err_out_free_netdev;
3d396eb1 1308
2d1a3bbd 1309 /* This will be reset for mezz cards */
3176ff3e 1310 adapter->portnum = pci_func_id;
3176ff3e 1311
f17443f4
DP		 1312 err = netxen_nic_get_board_info(adapter);
1313 if (err) {
1314 dev_err(&pdev->dev, "Error getting board config info.\n");
dcd56fdb
DP		 1315 goto err_out_iounmap;
1316 }
6c80b18d 1317
13ba9c77 1318 /* Mezz cards have PCI function 0,2,3 enabled */
1e2d0059 1319 switch (adapter->ahw.board_type) {
dc515f2e
DP		 1320 case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ:
1321 case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ:
1322 if (pci_func_id >= 2)
13ba9c77 1323 adapter->portnum = pci_func_id - 2;
dc515f2e
DP		 1324 break;
1325 default:
1326 break;
1327 }
13ba9c77 1328
6a581e93 1329 err = netxen_start_firmware(adapter);
0b72e659 1330 if (err)
8f9b3f69 1331 goto err_out_decr_ref;
f17443f4 1332
3d396eb1 1333 /*
6c80b18d 1334 * See if the firmware gave us a virtual-physical port mapping.
3d396eb1 1335 */
dcd56fdb 1336 adapter->physical_port = adapter->portnum;
4f96b988 1337 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
f98a9f69 1338 i = NXRD32(adapter, CRB_V2P(adapter->portnum));
044fad0d
DP		 1339 if (i != 0x55555555)
1340 adapter->physical_port = i;
1341 }
6c80b18d 1342
6a581e93 1343 netxen_nic_clear_stats(adapter);
2956640d 1344
97daee83 1345 netxen_setup_intr(adapter);
2956640d 1346
f17443f4 1347 err = netxen_setup_netdev(adapter, netdev);
9dc28efe 1348 if (err)
2956640d 1349 goto err_out_disable_msi;
6c80b18d
MT		 1350
1351 pci_set_drvdata(pdev, adapter);
3d396eb1 1352
6a581e93
DP		 1353 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
1354
1e2d0059 1355 switch (adapter->ahw.port_type) {
2956640d
DP		 1356 case NETXEN_NIC_GBE:
1357 dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
1358 adapter->netdev->name);
1359 break;
1360 case NETXEN_NIC_XGBE:
1361 dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
1362 adapter->netdev->name);
1363 break;
3d396eb1 1364 }
3d396eb1 1365
70f9cf89
DP		 1366 netxen_create_diag_entries(adapter);
1367
2956640d
DP		 1368 return 0;
1369
1370err_out_disable_msi:
97daee83 1371 netxen_teardown_intr(adapter);
6c80b18d 1372
83ac51fa 1373 netxen_free_dummy_dma(adapter);
3d396eb1 1374
8f9b3f69 1375err_out_decr_ref:
6a581e93
DP		 1376 nx_decr_dev_ref_cnt(adapter);
1377
2956640d 1378err_out_iounmap:
97daee83 1379 netxen_cleanup_pci_map(adapter);
cb8011ad 1380
6c80b18d
MT		 1381err_out_free_netdev:
1382 free_netdev(netdev);
1383
1384err_out_free_res:
3d396eb1 1385 pci_release_regions(pdev);
6c80b18d
MT		 1386
1387err_out_disable_pdev:
2956640d 1388 pci_set_drvdata(pdev, NULL);
3d396eb1
AK		 1389 pci_disable_device(pdev);
1390 return err;
1391}
1392
1393static void __devexit netxen_nic_remove(struct pci_dev *pdev)
1394{
1395 struct netxen_adapter *adapter;
3176ff3e 1396 struct net_device *netdev;
3d396eb1 1397
6c80b18d 1398 adapter = pci_get_drvdata(pdev);
3d396eb1
AK		 1399 if (adapter == NULL)
1400 return;
1401
6c80b18d
MT		 1402 netdev = adapter->netdev;
1403
6a581e93
DP		 1404 netxen_cancel_fw_work(adapter);
1405
96acb6eb
DP		 1406 unregister_netdev(netdev);
1407
e424fa9d
AKS		 1408 cancel_work_sync(&adapter->tx_timeout_task);
1409
7042cd8f 1410 netxen_nic_detach(adapter);
3d396eb1 1411
6a581e93
DP		 1412 nx_decr_dev_ref_cnt(adapter);
1413
439b454e 1414 if (adapter->portnum == 0)
83ac51fa 1415 netxen_free_dummy_dma(adapter);
96acb6eb 1416
6a581e93
DP		 1417 clear_bit(__NX_RESETTING, &adapter->state);
1418
97daee83 1419 netxen_teardown_intr(adapter);
3052246c 1420
70f9cf89
DP		 1421 netxen_remove_diag_entries(adapter);
1422
97daee83 1423 netxen_cleanup_pci_map(adapter);
595e3fb8 1424
f7185c71
DP		 1425 netxen_release_firmware(adapter);
1426
e87ad553
AKS		 1427 if (NX_IS_REVISION_P3(pdev->revision))
1428 pci_disable_pcie_error_reporting(pdev);
1429
595e3fb8 1430 pci_release_regions(pdev);
3052246c 1431 pci_disable_device(pdev);
595e3fb8
MT		 1432 pci_set_drvdata(pdev, NULL);
1433
6c80b18d 1434 free_netdev(netdev);
3d396eb1 1435}
e87ad553
AKS		 1436
1437static void netxen_nic_detach_func(struct netxen_adapter *adapter)
0b72e659 1438{
0b72e659
DP		 1439 struct net_device *netdev = adapter->netdev;
1440
1441 netif_device_detach(netdev);
1442
6a581e93
DP		 1443 netxen_cancel_fw_work(adapter);
1444
0b72e659
DP		 1445 if (netif_running(netdev))
1446 netxen_nic_down(adapter, netdev);
1447
e424fa9d
AKS		 1448 cancel_work_sync(&adapter->tx_timeout_task);
1449
7042cd8f 1450 netxen_nic_detach(adapter);
0b72e659 1451
22b5794b
AKS		 1452 if (adapter->portnum == 0)
1453 netxen_free_dummy_dma(adapter);
1454
6a581e93
DP		 1455 nx_decr_dev_ref_cnt(adapter);
1456
1457 clear_bit(__NX_RESETTING, &adapter->state);
22b5794b 1458}
0b72e659 1459
e87ad553 1460static int netxen_nic_attach_func(struct pci_dev *pdev)
0b72e659
DP		 1461{
1462 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1463 struct net_device *netdev = adapter->netdev;
1464 int err;
1465
0b72e659
DP		 1466 err = pci_enable_device(pdev);
1467 if (err)
1468 return err;
1469
bc86fcba
AKS		 1470 pci_set_power_state(pdev, PCI_D0);
1471 pci_set_master(pdev);
1472 pci_restore_state(pdev);
1473
907fa120 1474 adapter->ahw.crb_win = -1;
47abe356 1475 adapter->ahw.ocm_win = -1;
0b72e659 1476
6a581e93 1477 err = netxen_start_firmware(adapter);
0b72e659
DP		 1478 if (err) {
1479 dev_err(&pdev->dev, "failed to start firmware\n");
1480 return err;
1481 }
1482
1483 if (netif_running(netdev)) {
1484 err = netxen_nic_attach(adapter);
1485 if (err)
6a581e93 1486 goto err_out;
0b72e659
DP		 1487
1488 err = netxen_nic_up(adapter, netdev);
1489 if (err)
6a581e93 1490 goto err_out_detach;
0b72e659 1491
d0725e4d 1492 netxen_config_indev_addr(netdev, NETDEV_UP);
0b72e659
DP		 1493 }
1494
bc86fcba 1495 netif_device_attach(netdev);
6a581e93 1496 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
07653aa3 1497 return 0;
6a581e93
DP		 1498
1499err_out_detach:
1500 netxen_nic_detach(adapter);
1501err_out:
1502 nx_decr_dev_ref_cnt(adapter);
1503 return err;
0b72e659 1504}
e87ad553
AKS		 1505
1506static pci_ers_result_t netxen_io_error_detected(struct pci_dev *pdev,
1507 pci_channel_state_t state)
1508{
1509 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1510
1511 if (state == pci_channel_io_perm_failure)
1512 return PCI_ERS_RESULT_DISCONNECT;
1513
1514 if (nx_dev_request_aer(adapter))
1515 return PCI_ERS_RESULT_RECOVERED;
1516
1517 netxen_nic_detach_func(adapter);
1518
1519 pci_disable_device(pdev);
1520
1521 return PCI_ERS_RESULT_NEED_RESET;
1522}
1523
1524static pci_ers_result_t netxen_io_slot_reset(struct pci_dev *pdev)
1525{
1526 int err = 0;
1527
1528 err = netxen_nic_attach_func(pdev);
1529
1530 return err ? PCI_ERS_RESULT_DISCONNECT : PCI_ERS_RESULT_RECOVERED;
1531}
1532
1533static void netxen_io_resume(struct pci_dev *pdev)
1534{
1535 pci_cleanup_aer_uncorrect_error_status(pdev);
1536}
1537
1538static void netxen_nic_shutdown(struct pci_dev *pdev)
1539{
1540 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1541
1542 netxen_nic_detach_func(adapter);
1543
1544 if (pci_save_state(pdev))
1545 return;
1546
1547 if (netxen_nic_wol_supported(adapter)) {
1548 pci_enable_wake(pdev, PCI_D3cold, 1);
1549 pci_enable_wake(pdev, PCI_D3hot, 1);
1550 }
1551
1552 pci_disable_device(pdev);
1553}
1554
1555#ifdef CONFIG_PM
1556static int
1557netxen_nic_suspend(struct pci_dev *pdev, pm_message_t state)
1558{
1559 struct netxen_adapter *adapter = pci_get_drvdata(pdev);
1560 int retval;
1561
1562 netxen_nic_detach_func(adapter);
1563
1564 retval = pci_save_state(pdev);
1565 if (retval)
1566 return retval;
1567
1568 if (netxen_nic_wol_supported(adapter)) {
1569 pci_enable_wake(pdev, PCI_D3cold, 1);
1570 pci_enable_wake(pdev, PCI_D3hot, 1);
1571 }
1572
1573 pci_disable_device(pdev);
1574 pci_set_power_state(pdev, pci_choose_state(pdev, state));
1575
1576 return 0;
1577}
1578
1579static int
1580netxen_nic_resume(struct pci_dev *pdev)
1581{
1582 return netxen_nic_attach_func(pdev);
1583}
01542cd1 1584#endif
0b72e659 1585
3d396eb1
AK		 1586static int netxen_nic_open(struct net_device *netdev)
1587{
4cf1653a 1588 struct netxen_adapter *adapter = netdev_priv(netdev);
3d396eb1 1589 int err = 0;
3d396eb1 1590
dcd56fdb
DP		 1591 if (adapter->driver_mismatch)
1592 return -EIO;
1593
7042cd8f
AKS		 1594 err = netxen_nic_attach(adapter);
1595 if (err)
1596 return err;
2956640d 1597
6f771419 1598 err = __netxen_nic_up(adapter, netdev);
9f5bc7f1
DP		 1599 if (err)
1600 goto err_out;
05aaa02d 1601
dcd56fdb 1602 netif_start_queue(netdev);
3d396eb1
AK		 1603
1604 return 0;
2956640d 1605
9f5bc7f1
DP		 1606err_out:
1607 netxen_nic_detach(adapter);
2956640d 1608 return err;
3d396eb1
AK		 1609}
1610
1611/*
1612 * netxen_nic_close - Disables a network interface entry point
1613 */
1614static int netxen_nic_close(struct net_device *netdev)
1615{
3176ff3e 1616 struct netxen_adapter *adapter = netdev_priv(netdev);
3d396eb1 1617
6f771419 1618 __netxen_nic_down(adapter, netdev);
3d396eb1
AK		 1619 return 0;
1620}
1621
1bcfd790
DP		 1622static void
1623netxen_tso_check(struct net_device *netdev,
1624 struct nx_host_tx_ring *tx_ring,
1625 struct cmd_desc_type0 *first_desc,
1626 struct sk_buff *skb)
cd1f8160 1627{
391587c3 1628 u8 opcode = TX_ETHER_PKT;
cdff1036 1629 __be16 protocol = skb->protocol;
028afe71 1630 u16 flags = 0, vid = 0;
1bcfd790 1631 u32 producer;
028afe71 1632 int copied, offset, copy_len, hdr_len = 0, tso = 0, vlan_oob = 0;
1bcfd790 1633 struct cmd_desc_type0 *hwdesc;
028afe71 1634 struct vlan_ethhdr *vh;
cdff1036 1635
09640e63 1636 if (protocol == cpu_to_be16(ETH_P_8021Q)) {
028afe71
DP		 1637
1638 vh = (struct vlan_ethhdr *)skb->data;
cdff1036
DP		 1639 protocol = vh->h_vlan_encapsulated_proto;
1640 flags = FLAGS_VLAN_TAGGED;
028afe71
DP		 1641
1642 } else if (vlan_tx_tag_present(skb)) {
1643
1644 flags = FLAGS_VLAN_OOB;
1645 vid = vlan_tx_tag_get(skb);
1646 netxen_set_tx_vlan_tci(first_desc, vid);
1647 vlan_oob = 1;
cdff1036 1648 }
cd1f8160 1649
391587c3
DP		 1650 if ((netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
1651 skb_shinfo(skb)->gso_size > 0) {
1652
1bcfd790
DP		 1653 hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
1654
1655 first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
1656 first_desc->total_hdr_length = hdr_len;
028afe71
DP		 1657 if (vlan_oob) {
1658 first_desc->total_hdr_length += VLAN_HLEN;
1659 first_desc->tcp_hdr_offset = VLAN_HLEN;
1660 first_desc->ip_hdr_offset = VLAN_HLEN;
1661 /* Only in case of TSO on vlan device */
1662 flags |= FLAGS_VLAN_TAGGED;
1663 }
391587c3 1664
09640e63 1665 opcode = (protocol == cpu_to_be16(ETH_P_IPV6)) ?
391587c3 1666 TX_TCP_LSO6 : TX_TCP_LSO;
1bcfd790 1667 tso = 1;
cd1f8160
DP		 1668
1669 } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
391587c3
DP		 1670 u8 l4proto;
1671
09640e63 1672 if (protocol == cpu_to_be16(ETH_P_IP)) {
391587c3
DP		 1673 l4proto = ip_hdr(skb)->protocol;
1674
1675 if (l4proto == IPPROTO_TCP)
1676 opcode = TX_TCP_PKT;
1677 else if(l4proto == IPPROTO_UDP)
1678 opcode = TX_UDP_PKT;
09640e63 1679 } else if (protocol == cpu_to_be16(ETH_P_IPV6)) {
391587c3
DP		 1680 l4proto = ipv6_hdr(skb)->nexthdr;
1681
1682 if (l4proto == IPPROTO_TCP)
1683 opcode = TX_TCPV6_PKT;
1684 else if(l4proto == IPPROTO_UDP)
1685 opcode = TX_UDPV6_PKT;
1686 }
cd1f8160 1687 }
028afe71
DP		 1688
1689 first_desc->tcp_hdr_offset += skb_transport_offset(skb);
1690 first_desc->ip_hdr_offset += skb_network_offset(skb);
1bcfd790
DP		 1691 netxen_set_tx_flags_opcode(first_desc, flags, opcode);
1692
1693 if (!tso)
1694 return;
1695
1696 /* For LSO, we need to copy the MAC/IP/TCP headers into
1697 * the descriptor ring
1698 */
1699 producer = tx_ring->producer;
1700 copied = 0;
1701 offset = 2;
1702
028afe71
DP		 1703 if (vlan_oob) {
1704 /* Create a TSO vlan header template for firmware */
1705
1706 hwdesc = &tx_ring->desc_head[producer];
1707 tx_ring->cmd_buf_arr[producer].skb = NULL;
1708
1709 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1710 hdr_len + VLAN_HLEN);
1711
1712 vh = (struct vlan_ethhdr *)((char *)hwdesc + 2);
1713 skb_copy_from_linear_data(skb, vh, 12);
1714 vh->h_vlan_proto = htons(ETH_P_8021Q);
1715 vh->h_vlan_TCI = htons(vid);
1716 skb_copy_from_linear_data_offset(skb, 12,
1717 (char *)vh + 16, copy_len - 16);
1718
545eb370 1719 copied = copy_len - VLAN_HLEN;
028afe71
DP		 1720 offset = 0;
1721
1722 producer = get_next_index(producer, tx_ring->num_desc);
1723 }
1724
1bcfd790
DP		 1725 while (copied < hdr_len) {
1726
1727 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1728 (hdr_len - copied));
1729
1730 hwdesc = &tx_ring->desc_head[producer];
1731 tx_ring->cmd_buf_arr[producer].skb = NULL;
1732
1733 skb_copy_from_linear_data_offset(skb, copied,
1734 (char *)hwdesc + offset, copy_len);
1735
1736 copied += copy_len;
1737 offset = 0;
1738
1739 producer = get_next_index(producer, tx_ring->num_desc);
1740 }
1741
1742 tx_ring->producer = producer;
1743 barrier();
cd1f8160
DP		 1744}
1745
ce644ed4
DP		 1746static int
1747netxen_map_tx_skb(struct pci_dev *pdev,
1748 struct sk_buff *skb, struct netxen_cmd_buffer *pbuf)
6f703406 1749{
ce644ed4
DP		 1750 struct netxen_skb_frag *nf;
1751 struct skb_frag_struct *frag;
1752 int i, nr_frags;
1753 dma_addr_t map;
1754
1755 nr_frags = skb_shinfo(skb)->nr_frags;
1756 nf = &pbuf->frag_array[0];
1757
1758 map = pci_map_single(pdev, skb->data,
1759 skb_headlen(skb), PCI_DMA_TODEVICE);
1760 if (pci_dma_mapping_error(pdev, map))
1761 goto out_err;
6f703406 1762
ce644ed4
DP		 1763 nf->dma = map;
1764 nf->length = skb_headlen(skb);
1765
1766 for (i = 0; i < nr_frags; i++) {
1767 frag = &skb_shinfo(skb)->frags[i];
1768 nf = &pbuf->frag_array[i+1];
1769
1770 map = pci_map_page(pdev, frag->page, frag->page_offset,
1771 frag->size, PCI_DMA_TODEVICE);
1772 if (pci_dma_mapping_error(pdev, map))
1773 goto unwind;
1774
1775 nf->dma = map;
1776 nf->length = frag->size;
1777 }
1778
1779 return 0;
6f703406 1780
ce644ed4 1781unwind:
cf503e8f
DP		 1782 while (--i >= 0) {
1783 nf = &pbuf->frag_array[i+1];
ce644ed4 1784 pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
6f703406 1785 }
ce644ed4
DP		 1786
1787 nf = &pbuf->frag_array[0];
1788 pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
1789
1790out_err:
1791 return -ENOMEM;
6f703406
DP		 1792}
1793
d32cc3d2
DP		 1794static inline void
1795netxen_clear_cmddesc(u64 *desc)
1796{
1bcfd790
DP		 1797 desc[0] = 0ULL;
1798 desc[2] = 0ULL;
d32cc3d2
DP		 1799}
1800
61357325 1801static netdev_tx_t
d32cc3d2 1802netxen_nic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
3d396eb1 1803{
3176ff3e 1804 struct netxen_adapter *adapter = netdev_priv(netdev);
4ea528a1 1805 struct nx_host_tx_ring *tx_ring = adapter->tx_ring;
391587c3 1806 struct netxen_cmd_buffer *pbuf;
3d396eb1 1807 struct netxen_skb_frag *buffrag;
1bcfd790
DP		 1808 struct cmd_desc_type0 *hwdesc, *first_desc;
1809 struct pci_dev *pdev;
391587c3 1810 int i, k;
3d396eb1 1811
cb2107be 1812 u32 producer;
ce644ed4 1813 int frag_count, no_of_desc;
d877f1e3 1814 u32 num_txd = tx_ring->num_desc;
3d396eb1 1815
3d396eb1
AK		 1816 frag_count = skb_shinfo(skb)->nr_frags + 1;
1817
d877f1e3 1818 /* 4 fragments per cmd des */
3d396eb1 1819 no_of_desc = (frag_count + 3) >> 2;
53a01e00 1820
fa9859ef 1821 if (unlikely(no_of_desc + 2 > netxen_tx_avail(tx_ring))) {
ba53e6b4 1822 netif_stop_queue(netdev);
ba53e6b4 1823 return NETDEV_TX_BUSY;
53a01e00 1824 }
3d396eb1 1825
cb2107be 1826 producer = tx_ring->producer;
ce644ed4 1827 pbuf = &tx_ring->cmd_buf_arr[producer];
cb2107be 1828
1bcfd790 1829 pdev = adapter->pdev;
391587c3 1830
ce644ed4 1831 if (netxen_map_tx_skb(pdev, skb, pbuf))
1bcfd790 1832 goto drop_packet;
391587c3 1833
3d396eb1 1834 pbuf->skb = skb;
3d396eb1 1835 pbuf->frag_count = frag_count;
6f703406 1836
1bcfd790
DP		 1837 first_desc = hwdesc = &tx_ring->desc_head[producer];
1838 netxen_clear_cmddesc((u64 *)hwdesc);
3d396eb1 1839
ce644ed4
DP		 1840 netxen_set_tx_frags_len(first_desc, frag_count, skb->len);
1841 netxen_set_tx_port(first_desc, adapter->portnum);
3d396eb1 1842
ce644ed4 1843 for (i = 0; i < frag_count; i++) {
3d396eb1 1844
ce644ed4
DP		 1845 k = i % 4;
1846
1847 if ((k == 0) && (i > 0)) {
1848 /* move to next desc.*/
ba53e6b4 1849 producer = get_next_index(producer, num_txd);
d877f1e3 1850 hwdesc = &tx_ring->desc_head[producer];
d32cc3d2 1851 netxen_clear_cmddesc((u64 *)hwdesc);
ce644ed4 1852 tx_ring->cmd_buf_arr[producer].skb = NULL;
6f703406 1853 }
3d396eb1 1854
ce644ed4 1855 buffrag = &pbuf->frag_array[i];
3d396eb1 1856
ce644ed4 1857 hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
3d396eb1
AK		 1858 switch (k) {
1859 case 0:
ce644ed4 1860 hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 1861 break;
1862 case 1:
ce644ed4 1863 hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 1864 break;
1865 case 2:
ce644ed4 1866 hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 1867 break;
1868 case 3:
ce644ed4 1869 hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
3d396eb1
AK		 1870 break;
1871 }
3d396eb1 1872 }
ce644ed4 1873
1bcfd790 1874 tx_ring->producer = get_next_index(producer, num_txd);
3d396eb1 1875
1bcfd790 1876 netxen_tso_check(netdev, tx_ring, first_desc, skb);
6c80b18d 1877
cb2107be 1878 netxen_nic_update_cmd_producer(adapter, tx_ring);
3d396eb1 1879
1bcfd790 1880 adapter->stats.txbytes += skb->len;
ba53e6b4 1881 adapter->stats.xmitcalled++;
3d396eb1 1882
3d396eb1 1883 return NETDEV_TX_OK;
6f703406
DP		 1884
1885drop_packet:
1886 adapter->stats.txdropped++;
1887 dev_kfree_skb_any(skb);
1888 return NETDEV_TX_OK;
3d396eb1
AK		 1889}
1890
a97342f9
DP		 1891static int netxen_nic_check_temp(struct netxen_adapter *adapter)
1892{
1893 struct net_device *netdev = adapter->netdev;
1894 uint32_t temp, temp_state, temp_val;
1895 int rv = 0;
1896
f98a9f69 1897 temp = NXRD32(adapter, CRB_TEMP_STATE);
a97342f9
DP		 1898
1899 temp_state = nx_get_temp_state(temp);
1900 temp_val = nx_get_temp_val(temp);
1901
1902 if (temp_state == NX_TEMP_PANIC) {
1903 printk(KERN_ALERT
1904 "%s: Device temperature %d degrees C exceeds"
1905 " maximum allowed. Hardware has been shut down.\n",
e4135c2d 1906 netdev->name, temp_val);
a97342f9
DP		 1907 rv = 1;
1908 } else if (temp_state == NX_TEMP_WARN) {
1909 if (adapter->temp == NX_TEMP_NORMAL) {
1910 printk(KERN_ALERT
1911 "%s: Device temperature %d degrees C "
1912 "exceeds operating range."
1913 " Immediate action needed.\n",
e4135c2d 1914 netdev->name, temp_val);
a97342f9
DP		 1915 }
1916 } else {
1917 if (adapter->temp == NX_TEMP_WARN) {
1918 printk(KERN_INFO
1919 "%s: Device temperature is now %d degrees C"
e4135c2d 1920 " in normal range.\n", netdev->name,
a97342f9
DP		 1921 temp_val);
1922 }
1923 }
1924 adapter->temp = temp_state;
1925 return rv;
1926}
1927
3bf26ce3 1928void netxen_advert_link_change(struct netxen_adapter *adapter, int linkup)
a97342f9
DP		 1929{
1930 struct net_device *netdev = adapter->netdev;
a97342f9
DP		 1931
1932 if (adapter->ahw.linkup && !linkup) {
1933 printk(KERN_INFO "%s: %s NIC Link is down\n",
1934 netxen_nic_driver_name, netdev->name);
1935 adapter->ahw.linkup = 0;
1936 if (netif_running(netdev)) {
1937 netif_carrier_off(netdev);
1938 netif_stop_queue(netdev);
1939 }
e424fa9d 1940 adapter->link_changed = !adapter->has_link_events;
a97342f9
DP		 1941 } else if (!adapter->ahw.linkup && linkup) {
1942 printk(KERN_INFO "%s: %s NIC Link is up\n",
1943 netxen_nic_driver_name, netdev->name);
1944 adapter->ahw.linkup = 1;
1945 if (netif_running(netdev)) {
1946 netif_carrier_on(netdev);
1947 netif_wake_queue(netdev);
1948 }
e424fa9d 1949 adapter->link_changed = !adapter->has_link_events;
a97342f9
DP		 1950 }
1951}
1952
3bf26ce3
DP		 1953static void netxen_nic_handle_phy_intr(struct netxen_adapter *adapter)
1954{
1955 u32 val, port, linkup;
1956
1957 port = adapter->physical_port;
1958
1959 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
f98a9f69 1960 val = NXRD32(adapter, CRB_XG_STATE_P3);
3bf26ce3
DP		 1961 val = XG_LINK_STATE_P3(adapter->ahw.pci_func, val);
1962 linkup = (val == XG_LINK_UP_P3);
1963 } else {
f98a9f69 1964 val = NXRD32(adapter, CRB_XG_STATE);
a4b751d8
SC		 1965 val = (val >> port*8) & 0xff;
1966 linkup = (val == XG_LINK_UP);
3bf26ce3
DP		 1967 }
1968
1969 netxen_advert_link_change(adapter, linkup);
1970}
1971
3d396eb1
AK		 1972static void netxen_tx_timeout(struct net_device *netdev)
1973{
e424fa9d 1974 struct netxen_adapter *adapter = netdev_priv(netdev);
f17443f4 1975
6a581e93
DP		 1976 if (test_bit(__NX_RESETTING, &adapter->state))
1977 return;
1978
f17443f4 1979 dev_err(&netdev->dev, "transmit timeout, resetting.\n");
e424fa9d 1980 schedule_work(&adapter->tx_timeout_task);
3d396eb1
AK		 1981}
1982
74c520da 1983static void netxen_tx_timeout_task(struct work_struct *work)
3d396eb1 1984{
4790654c 1985 struct netxen_adapter *adapter =
3176ff3e 1986 container_of(work, struct netxen_adapter, tx_timeout_task);
3d396eb1 1987
b2af9cb0
DP		 1988 if (!netif_running(adapter->netdev))
1989 return;
1990
74c520da 1991 if (test_and_set_bit(__NX_RESETTING, &adapter->state))
6a581e93
DP		 1992 return;
1993
74c520da
AKS		 1994 if (++adapter->tx_timeo_cnt >= NX_MAX_TX_TIMEOUTS)
1995 goto request_reset;
1996
1997 if (NX_IS_REVISION_P2(adapter->ahw.revision_id)) {
1998 /* try to scrub interrupt */
1999 netxen_napi_disable(adapter);
ba53e6b4 2000
74c520da 2001 adapter->netdev->trans_start = jiffies;
ba53e6b4 2002
74c520da
AKS		 2003 netxen_napi_enable(adapter);
2004
2005 netif_wake_queue(adapter->netdev);
2006
a598ae17 2007 clear_bit(__NX_RESETTING, &adapter->state);
41f3e0b1 2008 return;
74c520da 2009 } else {
a598ae17 2010 clear_bit(__NX_RESETTING, &adapter->state);
74c520da
AKS		 2011 if (!netxen_nic_reset_context(adapter)) {
2012 adapter->netdev->trans_start = jiffies;
a598ae17 2013 return;
74c520da
AKS		 2014 }
2015
2016 /* context reset failed, fall through for fw reset */
2017 }
2018
2019request_reset:
2020 adapter->need_fw_reset = 1;
ff8a306d 2021 clear_bit(__NX_RESETTING, &adapter->state);
3d396eb1
AK		 2022}
2023
a97342f9
DP		 2024struct net_device_stats *netxen_nic_get_stats(struct net_device *netdev)
2025{
2026 struct netxen_adapter *adapter = netdev_priv(netdev);
5a4d6311 2027 struct net_device_stats *stats = &netdev->stats;
a97342f9
DP		 2028
2029 memset(stats, 0, sizeof(*stats));
2030
1bb482f8 2031 stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
e98e3350 2032 stats->tx_packets = adapter->stats.xmitfinished;
a97342f9 2033 stats->rx_bytes = adapter->stats.rxbytes;
a97342f9 2034 stats->tx_bytes = adapter->stats.txbytes;
a97342f9 2035 stats->rx_dropped = adapter->stats.rxdropped;
a97342f9
DP		 2036 stats->tx_dropped = adapter->stats.txdropped;
2037
2038 return stats;
2039}
2040
e4c93c81 2041static irqreturn_t netxen_intr(int irq, void *data)
3d396eb1 2042{
d8b100c5
DP		 2043 struct nx_host_sds_ring *sds_ring = data;
2044 struct netxen_adapter *adapter = sds_ring->adapter;
d71e1be8
DP		 2045 u32 status = 0;
2046
195c5f98 2047 status = readl(adapter->isr_int_vec);
d71e1be8 2048
195c5f98 2049 if (!(status & adapter->int_vec_bit))
05aaa02d 2050 return IRQ_NONE;
e01872af 2051
195c5f98 2052 if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
d71e1be8 2053 /* check interrupt state machine, to be sure */
195c5f98 2054 status = readl(adapter->crb_int_state_reg);
d71e1be8
DP		 2055 if (!ISR_LEGACY_INT_TRIGGERED(status))
2056 return IRQ_NONE;
2057
092bc571
DP		 2058 } else {
2059 unsigned long our_int = 0;
d71e1be8 2060
195c5f98 2061 our_int = readl(adapter->crb_int_state_reg);
092bc571 2062
d71e1be8 2063 /* not our interrupt */
092bc571 2064 if (!test_and_clear_bit((7 + adapter->portnum), &our_int))
d71e1be8
DP		 2065 return IRQ_NONE;
2066
092bc571 2067 /* claim interrupt */
195c5f98 2068 writel((our_int & 0xffffffff), adapter->crb_int_state_reg);
e01872af 2069
195c5f98 2070 /* clear interrupt */
d8b100c5 2071 netxen_nic_disable_int(sds_ring);
195c5f98 2072 }
092bc571 2073
195c5f98 2074 writel(0xffffffff, adapter->tgt_status_reg);
092bc571 2075 /* read twice to ensure write is flushed */
195c5f98
AKS		 2076 readl(adapter->isr_int_vec);
2077 readl(adapter->isr_int_vec);
092bc571 2078
d8b100c5 2079 napi_schedule(&sds_ring->napi);
3d396eb1
AK		 2080
2081 return IRQ_HANDLED;
2082}
2083
e4c93c81 2084static irqreturn_t netxen_msi_intr(int irq, void *data)
05aaa02d 2085{
d8b100c5
DP		 2086 struct nx_host_sds_ring *sds_ring = data;
2087 struct netxen_adapter *adapter = sds_ring->adapter;
05aaa02d 2088
092bc571 2089 /* clear interrupt */
195c5f98 2090 writel(0xffffffff, adapter->tgt_status_reg);
092bc571 2091
d8b100c5 2092 napi_schedule(&sds_ring->napi);
05aaa02d
DP		 2093 return IRQ_HANDLED;
2094}
2095
b3df68f8
DP		 2096static irqreturn_t netxen_msix_intr(int irq, void *data)
2097{
d8b100c5 2098 struct nx_host_sds_ring *sds_ring = data;
b3df68f8 2099
d8b100c5 2100 napi_schedule(&sds_ring->napi);
b3df68f8
DP		 2101 return IRQ_HANDLED;
2102}
2103
bea3348e 2104static int netxen_nic_poll(struct napi_struct *napi, int budget)
3d396eb1 2105{
d8b100c5
DP		 2106 struct nx_host_sds_ring *sds_ring =
2107 container_of(napi, struct nx_host_sds_ring, napi);
2108
2109 struct netxen_adapter *adapter = sds_ring->adapter;
2110
05aaa02d 2111 int tx_complete;
bea3348e 2112 int work_done;
3d396eb1 2113
05aaa02d 2114 tx_complete = netxen_process_cmd_ring(adapter);
3d396eb1 2115
d8b100c5 2116 work_done = netxen_process_rcv_ring(sds_ring, budget);
3d396eb1 2117
05aaa02d 2118 if ((work_done < budget) && tx_complete) {
d8b100c5 2119 napi_complete(&sds_ring->napi);
f2251f66 2120 if (test_bit(__NX_DEV_UP, &adapter->state))
b2af9cb0 2121 netxen_nic_enable_int(sds_ring);
3d396eb1
AK		 2122 }
2123
bea3348e 2124 return work_done;
3d396eb1
AK		 2125}
2126
2127#ifdef CONFIG_NET_POLL_CONTROLLER
2128static void netxen_nic_poll_controller(struct net_device *netdev)
2129{
3176ff3e 2130 struct netxen_adapter *adapter = netdev_priv(netdev);
3d396eb1 2131 disable_irq(adapter->irq);
1494a814 2132 netxen_intr(adapter->irq, adapter);
3d396eb1
AK		 2133 enable_irq(adapter->irq);
2134}
2135#endif
3d396eb1 2136
6a581e93
DP		 2137static int
2138nx_incr_dev_ref_cnt(struct netxen_adapter *adapter)
2139{
2140 int count;
2141 if (netxen_api_lock(adapter))
2142 return -EIO;
2143
2144 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2145
2146 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, ++count);
2147
2148 netxen_api_unlock(adapter);
2149 return count;
2150}
2151
2152static int
2153nx_decr_dev_ref_cnt(struct netxen_adapter *adapter)
2154{
2155 int count;
2156 if (netxen_api_lock(adapter))
2157 return -EIO;
2158
2159 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2160 WARN_ON(count == 0);
2161
2162 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, --count);
2163
2164 if (count == 0)
2165 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_COLD);
2166
2167 netxen_api_unlock(adapter);
2168 return count;
2169}
2170
e87ad553
AKS		 2171static int
2172nx_dev_request_aer(struct netxen_adapter *adapter)
2173{
2174 u32 state;
2175 int ret = -EINVAL;
2176
2177 if (netxen_api_lock(adapter))
2178 return ret;
2179
2180 state = NXRD32(adapter, NX_CRB_DEV_STATE);
2181
2182 if (state == NX_DEV_NEED_AER)
2183 ret = 0;
2184 else if (state == NX_DEV_READY) {
2185 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_NEED_AER);
2186 ret = 0;
2187 }
2188
2189 netxen_api_unlock(adapter);
2190 return ret;
2191}
2192
2193static int
74c520da
AKS		 2194nx_dev_request_reset(struct netxen_adapter *adapter)
2195{
2196 u32 state;
e87ad553 2197 int ret = -EINVAL;
74c520da
AKS		 2198
2199 if (netxen_api_lock(adapter))
e87ad553 2200 return ret;
74c520da
AKS		 2201
2202 state = NXRD32(adapter, NX_CRB_DEV_STATE);
2203
e87ad553
AKS		 2204 if (state == NX_DEV_NEED_RESET)
2205 ret = 0;
2206 else if (state != NX_DEV_INITALIZING && state != NX_DEV_NEED_AER) {
74c520da 2207 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_NEED_RESET);
e87ad553
AKS		 2208 ret = 0;
2209 }
74c520da
AKS		 2210
2211 netxen_api_unlock(adapter);
e87ad553
AKS		 2212
2213 return ret;
74c520da
AKS		 2214}
2215
6a581e93
DP		 2216static int
2217netxen_can_start_firmware(struct netxen_adapter *adapter)
2218{
2219 int count;
2220 int can_start = 0;
2221
2222 if (netxen_api_lock(adapter))
2223 return 0;
2224
2225 count = NXRD32(adapter, NX_CRB_DEV_REF_COUNT);
2226
2227 if ((count < 0) || (count >= NX_MAX_PCI_FUNC))
2228 count = 0;
2229
2230 if (count == 0) {
2231 can_start = 1;
2232 NXWR32(adapter, NX_CRB_DEV_STATE, NX_DEV_INITALIZING);
2233 }
2234
2235 NXWR32(adapter, NX_CRB_DEV_REF_COUNT, ++count);
2236
2237 netxen_api_unlock(adapter);
2238
2239 return can_start;
2240}
2241
2242static void
2243netxen_schedule_work(struct netxen_adapter *adapter,
2244 work_func_t func, int delay)
2245{
2246 INIT_DELAYED_WORK(&adapter->fw_work, func);
2247 schedule_delayed_work(&adapter->fw_work, delay);
2248}
2249
2250static void
2251netxen_cancel_fw_work(struct netxen_adapter *adapter)
2252{
2253 while (test_and_set_bit(__NX_RESETTING, &adapter->state))
2254 msleep(10);
2255
2256 cancel_delayed_work_sync(&adapter->fw_work);
2257}
2258
2259static void
2260netxen_attach_work(struct work_struct *work)
2261{
2262 struct netxen_adapter *adapter = container_of(work,
2263 struct netxen_adapter, fw_work.work);
2264 struct net_device *netdev = adapter->netdev;
2265 int err = 0;
2266
2267 if (netif_running(netdev)) {
2268 err = netxen_nic_attach(adapter);
2269 if (err)
2270 goto done;
2271
2272 err = netxen_nic_up(adapter, netdev);
2273 if (err) {
2274 netxen_nic_detach(adapter);
2275 goto done;
2276 }
2277
d0725e4d 2278 netxen_config_indev_addr(netdev, NETDEV_UP);
6a581e93
DP		 2279 }
2280
2281 netif_device_attach(netdev);
2282
2283done:
2284 adapter->fw_fail_cnt = 0;
2285 clear_bit(__NX_RESETTING, &adapter->state);
2286 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
2287}
2288
2289static void
2290netxen_fwinit_work(struct work_struct *work)
2291{
2292 struct netxen_adapter *adapter = container_of(work,
2293 struct netxen_adapter, fw_work.work);
2294 int dev_state;
2295
2296 dev_state = NXRD32(adapter, NX_CRB_DEV_STATE);
2297
2298 switch (dev_state) {
2299 case NX_DEV_COLD:
2300 case NX_DEV_READY:
74c520da
AKS		 2301 if (!netxen_start_firmware(adapter)) {
2302 netxen_schedule_work(adapter, netxen_attach_work, 0);
2303 return;
2304 }
2305 break;
6a581e93
DP		 2306
2307 case NX_DEV_INITALIZING:
2308 if (++adapter->fw_wait_cnt < FW_POLL_THRESH) {
2309 netxen_schedule_work(adapter,
2310 netxen_fwinit_work, 2 * FW_POLL_DELAY);
2311 return;
2312 }
6a581e93
DP		 2313
2314 case NX_DEV_FAILED:
2315 default:
8f9b3f69 2316 nx_incr_dev_ref_cnt(adapter);
6a581e93
DP		 2317 break;
2318 }
2319
6a581e93
DP		 2320 clear_bit(__NX_RESETTING, &adapter->state);
2321}
2322
2323static void
2324netxen_detach_work(struct work_struct *work)
2325{
2326 struct netxen_adapter *adapter = container_of(work,
2327 struct netxen_adapter, fw_work.work);
2328 struct net_device *netdev = adapter->netdev;
2329 int ref_cnt, delay;
2330 u32 status;
2331
2332 netif_device_detach(netdev);
2333
6f771419 2334 netxen_nic_down(adapter, netdev);
6a581e93 2335
e15eec28 2336 rtnl_lock();
6a581e93 2337 netxen_nic_detach(adapter);
e15eec28 2338 rtnl_unlock();
6a581e93
DP		 2339
2340 status = NXRD32(adapter, NETXEN_PEG_HALT_STATUS1);
2341
6a581e93 2342 if (status & NX_RCODE_FATAL_ERROR)
8f9b3f69 2343 goto err_ret;
6a581e93
DP		 2344
2345 if (adapter->temp == NX_TEMP_PANIC)
8f9b3f69
AKS		 2346 goto err_ret;
2347
2348 ref_cnt = nx_decr_dev_ref_cnt(adapter);
6a581e93
DP		 2349
2350 delay = (ref_cnt == 0) ? 0 : (2 * FW_POLL_DELAY);
2351
2352 adapter->fw_wait_cnt = 0;
2353 netxen_schedule_work(adapter, netxen_fwinit_work, delay);
8f9b3f69
AKS		 2354
2355 return;
2356
2357err_ret:
2358 clear_bit(__NX_RESETTING, &adapter->state);
6a581e93
DP		 2359}
2360
2361static int
2362netxen_check_health(struct netxen_adapter *adapter)
2363{
2364 u32 state, heartbit;
2365 struct net_device *netdev = adapter->netdev;
2366
e87ad553
AKS		 2367 state = NXRD32(adapter, NX_CRB_DEV_STATE);
2368 if (state == NX_DEV_NEED_AER)
2369 return 0;
2370
6a581e93
DP		 2371 if (netxen_nic_check_temp(adapter))
2372 goto detach;
2373
74c520da 2374 if (adapter->need_fw_reset) {
e87ad553
AKS		 2375 if (nx_dev_request_reset(adapter))
2376 return 0;
74c520da
AKS		 2377 goto detach;
2378 }
2379
e87ad553
AKS		 2380 /* NX_DEV_NEED_RESET, this state can be marked in two cases
2381 * 1. Tx timeout 2. Fw hang
2382 * Send request to destroy context in case of tx timeout only
2383 * and doesn't required in case of Fw hang
2384 */
6a808c6c
AKS		 2385 if (state == NX_DEV_NEED_RESET) {
2386 adapter->need_fw_reset = 1;
e87ad553
AKS		 2387 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
2388 goto detach;
6a808c6c 2389 }
6a581e93
DP		 2390
2391 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
2392 return 0;
2393
2394 heartbit = NXRD32(adapter, NETXEN_PEG_ALIVE_COUNTER);
2395 if (heartbit != adapter->heartbit) {
2396 adapter->heartbit = heartbit;
2397 adapter->fw_fail_cnt = 0;
e87ad553
AKS		 2398 if (adapter->need_fw_reset)
2399 goto detach;
6a581e93
DP		 2400 return 0;
2401 }
2402
2403 if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
2404 return 0;
2405
e87ad553
AKS		 2406 if (nx_dev_request_reset(adapter))
2407 return 0;
2408
6a581e93
DP		 2409 clear_bit(__NX_FW_ATTACHED, &adapter->state);
2410
2411 dev_info(&netdev->dev, "firmware hang detected\n");
2412
2413detach:
caa2dd53
NK		 2414 if ((auto_fw_reset == AUTO_FW_RESET_ENABLED) &&
2415 !test_and_set_bit(__NX_RESETTING, &adapter->state))
6a581e93
DP		 2416 netxen_schedule_work(adapter, netxen_detach_work, 0);
2417 return 1;
2418}
2419
2420static void
2421netxen_fw_poll_work(struct work_struct *work)
2422{
2423 struct netxen_adapter *adapter = container_of(work,
2424 struct netxen_adapter, fw_work.work);
2425
2426 if (test_bit(__NX_RESETTING, &adapter->state))
2427 goto reschedule;
2428
2429 if (test_bit(__NX_DEV_UP, &adapter->state)) {
2430 if (!adapter->has_link_events) {
2431
2432 netxen_nic_handle_phy_intr(adapter);
2433
2434 if (adapter->link_changed)
2435 netxen_nic_set_link_parameters(adapter);
2436 }
2437 }
2438
2439 if (netxen_check_health(adapter))
2440 return;
2441
2442reschedule:
2443 netxen_schedule_work(adapter, netxen_fw_poll_work, FW_POLL_DELAY);
2444}
2445
fa3ce355
NK		 2446static ssize_t
2447netxen_store_bridged_mode(struct device *dev,
2448 struct device_attribute *attr, const char *buf, size_t len)
2449{
2450 struct net_device *net = to_net_dev(dev);
2451 struct netxen_adapter *adapter = netdev_priv(net);
2452 unsigned long new;
2453 int ret = -EINVAL;
2454
2455 if (!(adapter->capabilities & NX_FW_CAPABILITY_BDG))
2456 goto err_out;
2457
2458 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
2459 goto err_out;
2460
2461 if (strict_strtoul(buf, 2, &new))
2462 goto err_out;
2463
2464 if (!netxen_config_bridged_mode(adapter, !!new))
2465 ret = len;
2466
2467err_out:
2468 return ret;
2469}
2470
2471static ssize_t
2472netxen_show_bridged_mode(struct device *dev,
2473 struct device_attribute *attr, char *buf)
2474{
2475 struct net_device *net = to_net_dev(dev);
2476 struct netxen_adapter *adapter;
2477 int bridged_mode = 0;
2478
2479 adapter = netdev_priv(net);
2480
2481 if (adapter->capabilities & NX_FW_CAPABILITY_BDG)
2482 bridged_mode = !!(adapter->flags & NETXEN_NIC_BRIDGE_ENABLED);
2483
2484 return sprintf(buf, "%d\n", bridged_mode);
2485}
2486
2487static struct device_attribute dev_attr_bridged_mode = {
2488 .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
2489 .show = netxen_show_bridged_mode,
2490 .store = netxen_store_bridged_mode,
2491};
2492
70f9cf89
DP		 2493static ssize_t
2494netxen_store_diag_mode(struct device *dev,
2495 struct device_attribute *attr, const char *buf, size_t len)
2496{
2497 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2498 unsigned long new;
2499
2500 if (strict_strtoul(buf, 2, &new))
2501 return -EINVAL;
2502
2503 if (!!new != !!(adapter->flags & NETXEN_NIC_DIAG_ENABLED))
2504 adapter->flags ^= NETXEN_NIC_DIAG_ENABLED;
2505
2506 return len;
2507}
2508
2509static ssize_t
2510netxen_show_diag_mode(struct device *dev,
2511 struct device_attribute *attr, char *buf)
2512{
2513 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2514
2515 return sprintf(buf, "%d\n",
2516 !!(adapter->flags & NETXEN_NIC_DIAG_ENABLED));
2517}
2518
2519static struct device_attribute dev_attr_diag_mode = {
2520 .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
2521 .show = netxen_show_diag_mode,
2522 .store = netxen_store_diag_mode,
2523};
2524
2525static int
2526netxen_sysfs_validate_crb(struct netxen_adapter *adapter,
2527 loff_t offset, size_t size)
2528{
2529 if (!(adapter->flags & NETXEN_NIC_DIAG_ENABLED))
2530 return -EIO;
2531
2532 if ((size != 4) || (offset & 0x3))
2533 return -EINVAL;
2534
2535 if (offset < NETXEN_PCI_CRBSPACE)
2536 return -EINVAL;
2537
2538 return 0;
2539}
2540
2541static ssize_t
2542netxen_sysfs_read_crb(struct kobject *kobj, struct bin_attribute *attr,
2543 char *buf, loff_t offset, size_t size)
2544{
2545 struct device *dev = container_of(kobj, struct device, kobj);
2546 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2547 u32 data;
2548 int ret;
2549
2550 ret = netxen_sysfs_validate_crb(adapter, offset, size);
2551 if (ret != 0)
2552 return ret;
2553
2554 data = NXRD32(adapter, offset);
2555 memcpy(buf, &data, size);
2556 return size;
2557}
2558
2559static ssize_t
2560netxen_sysfs_write_crb(struct kobject *kobj, struct bin_attribute *attr,
2561 char *buf, loff_t offset, size_t size)
2562{
2563 struct device *dev = container_of(kobj, struct device, kobj);
2564 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2565 u32 data;
2566 int ret;
2567
2568 ret = netxen_sysfs_validate_crb(adapter, offset, size);
2569 if (ret != 0)
2570 return ret;
2571
2572 memcpy(&data, buf, size);
2573 NXWR32(adapter, offset, data);
2574 return size;
2575}
2576
2577static int
2578netxen_sysfs_validate_mem(struct netxen_adapter *adapter,
2579 loff_t offset, size_t size)
2580{
2581 if (!(adapter->flags & NETXEN_NIC_DIAG_ENABLED))
2582 return -EIO;
2583
2584 if ((size != 8) || (offset & 0x7))
2585 return -EIO;
2586
2587 return 0;
2588}
2589
2590static ssize_t
2591netxen_sysfs_read_mem(struct kobject *kobj, struct bin_attribute *attr,
2592 char *buf, loff_t offset, size_t size)
2593{
2594 struct device *dev = container_of(kobj, struct device, kobj);
2595 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2596 u64 data;
2597 int ret;
2598
2599 ret = netxen_sysfs_validate_mem(adapter, offset, size);
2600 if (ret != 0)
2601 return ret;
2602
2603 if (adapter->pci_mem_read(adapter, offset, &data))
2604 return -EIO;
2605
2606 memcpy(buf, &data, size);
2607
2608 return size;
2609}
2610
1954dc11 2611static ssize_t netxen_sysfs_write_mem(struct kobject *kobj,
70f9cf89
DP		 2612 struct bin_attribute *attr, char *buf,
2613 loff_t offset, size_t size)
2614{
2615 struct device *dev = container_of(kobj, struct device, kobj);
2616 struct netxen_adapter *adapter = dev_get_drvdata(dev);
2617 u64 data;
2618 int ret;
2619
2620 ret = netxen_sysfs_validate_mem(adapter, offset, size);
2621 if (ret != 0)
2622 return ret;
2623
2624 memcpy(&data, buf, size);
2625
2626 if (adapter->pci_mem_write(adapter, offset, data))
2627 return -EIO;
2628
2629 return size;
2630}
2631
2632
2633static struct bin_attribute bin_attr_crb = {
2634 .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
2635 .size = 0,
2636 .read = netxen_sysfs_read_crb,
2637 .write = netxen_sysfs_write_crb,
2638};
2639
2640static struct bin_attribute bin_attr_mem = {
2641 .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
2642 .size = 0,
2643 .read = netxen_sysfs_read_mem,
2644 .write = netxen_sysfs_write_mem,
2645};
2646
caa2dd53 2647
fa3ce355
NK		 2648static void
2649netxen_create_sysfs_entries(struct netxen_adapter *adapter)
2650{
2651 struct net_device *netdev = adapter->netdev;
2652 struct device *dev = &netdev->dev;
2653
2654 if (adapter->capabilities & NX_FW_CAPABILITY_BDG) {
2655 /* bridged_mode control */
2656 if (device_create_file(dev, &dev_attr_bridged_mode)) {
2657 dev_warn(&netdev->dev,
2658 "failed to create bridged_mode sysfs entry\n");
2659 }
2660 }
2661}
2662
2663static void
2664netxen_remove_sysfs_entries(struct netxen_adapter *adapter)
2665{
2666 struct net_device *netdev = adapter->netdev;
2667 struct device *dev = &netdev->dev;
2668
2669 if (adapter->capabilities & NX_FW_CAPABILITY_BDG)
2670 device_remove_file(dev, &dev_attr_bridged_mode);
2671}
2672
70f9cf89
DP		 2673static void
2674netxen_create_diag_entries(struct netxen_adapter *adapter)
2675{
2676 struct pci_dev *pdev = adapter->pdev;
2677 struct device *dev;
2678
2679 dev = &pdev->dev;
2680 if (device_create_file(dev, &dev_attr_diag_mode))
2681 dev_info(dev, "failed to create diag_mode sysfs entry\n");
2682 if (device_create_bin_file(dev, &bin_attr_crb))
2683 dev_info(dev, "failed to create crb sysfs entry\n");
2684 if (device_create_bin_file(dev, &bin_attr_mem))
2685 dev_info(dev, "failed to create mem sysfs entry\n");
2686}
2687
2688
2689static void
2690netxen_remove_diag_entries(struct netxen_adapter *adapter)
2691{
2692 struct pci_dev *pdev = adapter->pdev;
2693 struct device *dev = &pdev->dev;
2694
2695 device_remove_file(dev, &dev_attr_diag_mode);
2696 device_remove_bin_file(dev, &bin_attr_crb);
2697 device_remove_bin_file(dev, &bin_attr_mem);
2698}
2699
044824d9
DP		 2700#ifdef CONFIG_INET
2701
6598b169
DP		 2702#define is_netxen_netdev(dev) (dev->netdev_ops == &netxen_netdev_ops)
2703
2704static int
2705netxen_destip_supported(struct netxen_adapter *adapter)
2706{
2707 if (NX_IS_REVISION_P2(adapter->ahw.revision_id))
2708 return 0;
2709
2710 if (adapter->ahw.cut_through)
2711 return 0;
2712
2713 return 1;
2714}
2715
d0725e4d
AKS		 2716static void
2717netxen_config_indev_addr(struct net_device *dev, unsigned long event)
2718{
2719 struct in_device *indev;
2720 struct netxen_adapter *adapter = netdev_priv(dev);
2721
3db76755 2722 if (!netxen_destip_supported(adapter))
d0725e4d
AKS		 2723 return;
2724
2725 indev = in_dev_get(dev);
2726 if (!indev)
2727 return;
2728
2729 for_ifa(indev) {
2730 switch (event) {
2731 case NETDEV_UP:
2732 netxen_config_ipaddr(adapter,
2733 ifa->ifa_address, NX_IP_UP);
2734 break;
2735 case NETDEV_DOWN:
2736 netxen_config_ipaddr(adapter,
2737 ifa->ifa_address, NX_IP_DOWN);
2738 break;
2739 default:
2740 break;
2741 }
2742 } endfor_ifa(indev);
2743
2744 in_dev_put(indev);
2745 return;
2746}
2747
6598b169
DP		 2748static int netxen_netdev_event(struct notifier_block *this,
2749 unsigned long event, void *ptr)
2750{
2751 struct netxen_adapter *adapter;
2752 struct net_device *dev = (struct net_device *)ptr;
6598b169
DP		 2753
2754recheck:
2755 if (dev == NULL)
2756 goto done;
2757
2758 if (dev->priv_flags & IFF_802_1Q_VLAN) {
2759 dev = vlan_dev_real_dev(dev);
2760 goto recheck;
2761 }
2762
2763 if (!is_netxen_netdev(dev))
2764 goto done;
2765
2766 adapter = netdev_priv(dev);
2767
d0725e4d 2768 if (!adapter)
6598b169
DP		 2769 goto done;
2770
2771 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
2772 goto done;
2773
d0725e4d 2774 netxen_config_indev_addr(dev, event);
6598b169
DP		 2775done:
2776 return NOTIFY_DONE;
2777}
2778
2779static int
2780netxen_inetaddr_event(struct notifier_block *this,
2781 unsigned long event, void *ptr)
2782{
2783 struct netxen_adapter *adapter;
2784 struct net_device *dev;
2785
2786 struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
2787
2788 dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
2789
2790recheck:
2791 if (dev == NULL || !netif_running(dev))
2792 goto done;
2793
2794 if (dev->priv_flags & IFF_802_1Q_VLAN) {
2795 dev = vlan_dev_real_dev(dev);
2796 goto recheck;
2797 }
2798
2799 if (!is_netxen_netdev(dev))
2800 goto done;
2801
2802 adapter = netdev_priv(dev);
2803
2804 if (!adapter || !netxen_destip_supported(adapter))
2805 goto done;
2806
2807 if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC)
2808 goto done;
2809
2810 switch (event) {
2811 case NETDEV_UP:
2812 netxen_config_ipaddr(adapter, ifa->ifa_address, NX_IP_UP);
2813 break;
2814 case NETDEV_DOWN:
2815 netxen_config_ipaddr(adapter, ifa->ifa_address, NX_IP_DOWN);
2816 break;
2817 default:
2818 break;
2819 }
2820
2821done:
2822 return NOTIFY_DONE;
2823}
2824
2825static struct notifier_block netxen_netdev_cb = {
2826 .notifier_call = netxen_netdev_event,
2827};
2828
2829static struct notifier_block netxen_inetaddr_cb = {
2830 .notifier_call = netxen_inetaddr_event,
2831};
9feae56c
RD		 2832#else
2833static void
2834netxen_config_indev_addr(struct net_device *dev, unsigned long event)
2835{ }
044824d9 2836#endif
6598b169 2837
e87ad553
AKS		 2838static struct pci_error_handlers netxen_err_handler = {
2839 .error_detected = netxen_io_error_detected,
2840 .slot_reset = netxen_io_slot_reset,
2841 .resume = netxen_io_resume,
2842};
2843
3d396eb1
AK		 2844static struct pci_driver netxen_driver = {
2845 .name = netxen_nic_driver_name,
2846 .id_table = netxen_pci_tbl,
2847 .probe = netxen_nic_probe,
0b72e659 2848 .remove = __devexit_p(netxen_nic_remove),
01542cd1 2849#ifdef CONFIG_PM
0b72e659 2850 .suspend = netxen_nic_suspend,
22b5794b 2851 .resume = netxen_nic_resume,
01542cd1 2852#endif
e87ad553
AKS		 2853 .shutdown = netxen_nic_shutdown,
2854 .err_handler = &netxen_err_handler
3d396eb1
AK		 2855};
2856
3d396eb1
AK		 2857static int __init netxen_init_module(void)
2858{
ff4fbd43
DP		 2859 printk(KERN_INFO "%s\n", netxen_nic_driver_string);
2860
044824d9 2861#ifdef CONFIG_INET
6598b169
DP		 2862 register_netdevice_notifier(&netxen_netdev_cb);
2863 register_inetaddr_notifier(&netxen_inetaddr_cb);
044824d9 2864#endif
184231bd 2865 return pci_register_driver(&netxen_driver);
3d396eb1
AK		 2866}
2867
2868module_init(netxen_init_module);
2869
2870static void __exit netxen_exit_module(void)
2871{
3d396eb1 2872 pci_unregister_driver(&netxen_driver);
6598b169 2873
044824d9 2874#ifdef CONFIG_INET
6598b169
DP		 2875 unregister_inetaddr_notifier(&netxen_inetaddr_cb);
2876 unregister_netdevice_notifier(&netxen_netdev_cb);
044824d9 2877#endif
3d396eb1
AK		 2878}
2879
2880module_exit(netxen_exit_module);
Clone of davem's net-next-2.6 tree