drivers/net/qlcnic/qlcnic_main.c

   1 /*
   2  * Copyright (C) 2009 - QLogic Corporation.
   3  * All rights reserved.
   4  *
   5  * This program is free software; you can redistribute it and/or
   6  * modify it under the terms of the GNU General Public License
   7  * as published by the Free Software Foundation; either version 2
   8  * of the License, or (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License
  16  * along with this program; if not, write to the Free Software
  17  * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
  18  * MA  02111-1307, USA.
  19  *
  20  * The full GNU General Public License is included in this distribution
  21  * in the file called "COPYING".
  22  *
  23  */
  24
  25 #include <linux/slab.h>
  26 #include <linux/vmalloc.h>
  27 #include <linux/interrupt.h>
  28
  29 #include "qlcnic.h"
  30
  31 #include <linux/dma-mapping.h>
  32 #include <linux/if_vlan.h>
  33 #include <net/ip.h>
  34 #include <linux/ipv6.h>
  35 #include <linux/inetdevice.h>
  36 #include <linux/sysfs.h>
  37
  38 MODULE_DESCRIPTION("QLogic 10 GbE Converged Ethernet Driver");
  39 MODULE_LICENSE("GPL");
  40 MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
  41 MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);
  42
  43 char qlcnic_driver_name[] = "qlcnic";
  44 static const char qlcnic_driver_string[] = "QLogic Converged Ethernet Driver v"
  45     QLCNIC_LINUX_VERSIONID;
  46
  47 static int port_mode = QLCNIC_PORT_MODE_AUTO_NEG;
  48
  49 /* Default to restricted 1G auto-neg mode */
  50 static int wol_port_mode = 5;
  51
  52 static int use_msi = 1;
  53 module_param(use_msi, int, 0644);
  54 MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled");
  55
  56 static int use_msi_x = 1;
  57 module_param(use_msi_x, int, 0644);
  58 MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled");
  59
  60 static int auto_fw_reset = AUTO_FW_RESET_ENABLED;
  61 module_param(auto_fw_reset, int, 0644);
  62 MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled");
  63
  64 static int __devinit qlcnic_probe(struct pci_dev *pdev,
  65                 const struct pci_device_id *ent);
  66 static void __devexit qlcnic_remove(struct pci_dev *pdev);
  67 static int qlcnic_open(struct net_device *netdev);
  68 static int qlcnic_close(struct net_device *netdev);
  69 static void qlcnic_tx_timeout(struct net_device *netdev);
  70 static void qlcnic_tx_timeout_task(struct work_struct *work);
  71 static void qlcnic_attach_work(struct work_struct *work);
  72 static void qlcnic_fwinit_work(struct work_struct *work);
  73 static void qlcnic_fw_poll_work(struct work_struct *work);
  74 static void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  75                 work_func_t func, int delay);
  76 static void qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter);
  77 static int qlcnic_poll(struct napi_struct *napi, int budget);
  78 #ifdef CONFIG_NET_POLL_CONTROLLER
  79 static void qlcnic_poll_controller(struct net_device *netdev);
  80 #endif
  81
  82 static void qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter);
  83 static void qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter);
  84 static void qlcnic_create_diag_entries(struct qlcnic_adapter *adapter);
  85 static void qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter);
  86
  87 static void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter);
  88 static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);
  89
  90 static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
  91 static irqreturn_t qlcnic_intr(int irq, void *data);
  92 static irqreturn_t qlcnic_msi_intr(int irq, void *data);
  93 static irqreturn_t qlcnic_msix_intr(int irq, void *data);
  94
  95 static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
  96 static void qlcnic_config_indev_addr(struct net_device *dev, unsigned long);
  97
  98 /*  PCI Device ID Table  */
  99 #define ENTRY(device) \
 100         {PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
 101         .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
 102
 103 #define PCI_DEVICE_ID_QLOGIC_QLE824X  0x8020
 104
 105 static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
 106         ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
 107         {0,}
 108 };
 109
 110 MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);
 111
 112
 113 void
 114 qlcnic_update_cmd_producer(struct qlcnic_adapter *adapter,
 115                 struct qlcnic_host_tx_ring *tx_ring)
 116 {
 117         writel(tx_ring->producer, tx_ring->crb_cmd_producer);
 118
 119         if (qlcnic_tx_avail(tx_ring) <= TX_STOP_THRESH) {
 120                 netif_stop_queue(adapter->netdev);
 121                 smp_mb();
 122                 adapter->stats.xmit_off++;
 123         }
 124 }
 125
 126 static const u32 msi_tgt_status[8] = {
 127         ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
 128         ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
 129         ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
 130         ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
 131 };
 132
 133 static const
 134 struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;
 135
 136 static inline void qlcnic_disable_int(struct qlcnic_host_sds_ring *sds_ring)
 137 {
 138         writel(0, sds_ring->crb_intr_mask);
 139 }
 140
 141 static inline void qlcnic_enable_int(struct qlcnic_host_sds_ring *sds_ring)
 142 {
 143         struct qlcnic_adapter *adapter = sds_ring->adapter;
 144
 145         writel(0x1, sds_ring->crb_intr_mask);
 146
 147         if (!QLCNIC_IS_MSI_FAMILY(adapter))
 148                 writel(0xfbff, adapter->tgt_mask_reg);
 149 }
 150
 151 static int
 152 qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
 153 {
 154         int size = sizeof(struct qlcnic_host_sds_ring) * count;
 155
 156         recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
 157
 158         return (recv_ctx->sds_rings == NULL);
 159 }
 160
 161 static void
 162 qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
 163 {
 164         if (recv_ctx->sds_rings != NULL)
 165                 kfree(recv_ctx->sds_rings);
 166
 167         recv_ctx->sds_rings = NULL;
 168 }
 169
 170 static int
 171 qlcnic_napi_add(struct qlcnic_adapter *adapter, struct net_device *netdev)
 172 {
 173         int ring;
 174         struct qlcnic_host_sds_ring *sds_ring;
 175         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 176
 177         if (qlcnic_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
 178                 return -ENOMEM;
 179
 180         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 181                 sds_ring = &recv_ctx->sds_rings[ring];
 182                 netif_napi_add(netdev, &sds_ring->napi,
 183                                 qlcnic_poll, QLCNIC_NETDEV_WEIGHT);
 184         }
 185
 186         return 0;
 187 }
 188
 189 static void
 190 qlcnic_napi_del(struct qlcnic_adapter *adapter)
 191 {
 192         int ring;
 193         struct qlcnic_host_sds_ring *sds_ring;
 194         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 195
 196         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 197                 sds_ring = &recv_ctx->sds_rings[ring];
 198                 netif_napi_del(&sds_ring->napi);
 199         }
 200
 201         qlcnic_free_sds_rings(&adapter->recv_ctx);
 202 }
 203
 204 static void
 205 qlcnic_napi_enable(struct qlcnic_adapter *adapter)
 206 {
 207         int ring;
 208         struct qlcnic_host_sds_ring *sds_ring;
 209         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 210
 211         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
 212                 return;
 213
 214         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 215                 sds_ring = &recv_ctx->sds_rings[ring];
 216                 napi_enable(&sds_ring->napi);
 217                 qlcnic_enable_int(sds_ring);
 218         }
 219 }
 220
 221 static void
 222 qlcnic_napi_disable(struct qlcnic_adapter *adapter)
 223 {
 224         int ring;
 225         struct qlcnic_host_sds_ring *sds_ring;
 226         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 227
 228         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
 229                 return;
 230
 231         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 232                 sds_ring = &recv_ctx->sds_rings[ring];
 233                 qlcnic_disable_int(sds_ring);
 234                 napi_synchronize(&sds_ring->napi);
 235                 napi_disable(&sds_ring->napi);
 236         }
 237 }
 238
 239 static void qlcnic_clear_stats(struct qlcnic_adapter *adapter)
 240 {
 241         memset(&adapter->stats, 0, sizeof(adapter->stats));
 242 }
 243
 244 static void qlcnic_set_port_mode(struct qlcnic_adapter *adapter)
 245 {
 246         u32 val, data;
 247
 248         val = adapter->ahw.board_type;
 249         if ((val == QLCNIC_BRDTYPE_P3_HMEZ) ||
 250                 (val == QLCNIC_BRDTYPE_P3_XG_LOM)) {
 251                 if (port_mode == QLCNIC_PORT_MODE_802_3_AP) {
 252                         data = QLCNIC_PORT_MODE_802_3_AP;
 253                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 254                 } else if (port_mode == QLCNIC_PORT_MODE_XG) {
 255                         data = QLCNIC_PORT_MODE_XG;
 256                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 257                 } else if (port_mode == QLCNIC_PORT_MODE_AUTO_NEG_1G) {
 258                         data = QLCNIC_PORT_MODE_AUTO_NEG_1G;
 259                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 260                 } else if (port_mode == QLCNIC_PORT_MODE_AUTO_NEG_XG) {
 261                         data = QLCNIC_PORT_MODE_AUTO_NEG_XG;
 262                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 263                 } else {
 264                         data = QLCNIC_PORT_MODE_AUTO_NEG;
 265                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 266                 }
 267
 268                 if ((wol_port_mode != QLCNIC_PORT_MODE_802_3_AP) &&
 269                         (wol_port_mode != QLCNIC_PORT_MODE_XG) &&
 270                         (wol_port_mode != QLCNIC_PORT_MODE_AUTO_NEG_1G) &&
 271                         (wol_port_mode != QLCNIC_PORT_MODE_AUTO_NEG_XG)) {
 272                         wol_port_mode = QLCNIC_PORT_MODE_AUTO_NEG;
 273                 }
 274                 QLCWR32(adapter, QLCNIC_WOL_PORT_MODE, wol_port_mode);
 275         }
 276 }
 277
 278 static void qlcnic_set_msix_bit(struct pci_dev *pdev, int enable)
 279 {
 280         u32 control;
 281         int pos;
 282
 283         pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
 284         if (pos) {
 285                 pci_read_config_dword(pdev, pos, &control);
 286                 if (enable)
 287                         control |= PCI_MSIX_FLAGS_ENABLE;
 288                 else
 289                         control = 0;
 290                 pci_write_config_dword(pdev, pos, control);
 291         }
 292 }
 293
 294 static void qlcnic_init_msix_entries(struct qlcnic_adapter *adapter, int count)
 295 {
 296         int i;
 297
 298         for (i = 0; i < count; i++)
 299                 adapter->msix_entries[i].entry = i;
 300 }
 301
 302 static int
 303 qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
 304 {
 305         int i;
 306         unsigned char *p;
 307         u64 mac_addr;
 308         struct net_device *netdev = adapter->netdev;
 309         struct pci_dev *pdev = adapter->pdev;
 310
 311         if (qlcnic_get_mac_addr(adapter, &mac_addr) != 0)
 312                 return -EIO;
 313
 314         p = (unsigned char *)&mac_addr;
 315         for (i = 0; i < 6; i++)
 316                 netdev->dev_addr[i] = *(p + 5 - i);
 317
 318         memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len);
 319         memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
 320
 321         /* set station address */
 322
 323         if (!is_valid_ether_addr(netdev->perm_addr))
 324                 dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
 325                                         netdev->dev_addr);
 326
 327         return 0;
 328 }
 329
 330 static int qlcnic_set_mac(struct net_device *netdev, void *p)
 331 {
 332         struct qlcnic_adapter *adapter = netdev_priv(netdev);
 333         struct sockaddr *addr = p;
 334
 335         if (!is_valid_ether_addr(addr->sa_data))
 336                 return -EINVAL;
 337
 338         if (netif_running(netdev)) {
 339                 netif_device_detach(netdev);
 340                 qlcnic_napi_disable(adapter);
 341         }
 342
 343         memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
 344         memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
 345         qlcnic_set_multi(adapter->netdev);
 346
 347         if (netif_running(netdev)) {
 348                 netif_device_attach(netdev);
 349                 qlcnic_napi_enable(adapter);
 350         }
 351         return 0;
 352 }
 353
 354 static const struct net_device_ops qlcnic_netdev_ops = {
 355         .ndo_open          = qlcnic_open,
 356         .ndo_stop          = qlcnic_close,
 357         .ndo_start_xmit    = qlcnic_xmit_frame,
 358         .ndo_get_stats     = qlcnic_get_stats,
 359         .ndo_validate_addr = eth_validate_addr,
 360         .ndo_set_multicast_list = qlcnic_set_multi,
 361         .ndo_set_mac_address    = qlcnic_set_mac,
 362         .ndo_change_mtu    = qlcnic_change_mtu,
 363         .ndo_tx_timeout    = qlcnic_tx_timeout,
 364 #ifdef CONFIG_NET_POLL_CONTROLLER
 365         .ndo_poll_controller = qlcnic_poll_controller,
 366 #endif
 367 };
 368
 369 static void
 370 qlcnic_setup_intr(struct qlcnic_adapter *adapter)
 371 {
 372         const struct qlcnic_legacy_intr_set *legacy_intrp;
 373         struct pci_dev *pdev = adapter->pdev;
 374         int err, num_msix;
 375
 376         if (adapter->rss_supported) {
 377                 num_msix = (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER) ?
 378                         MSIX_ENTRIES_PER_ADAPTER : 2;
 379         } else
 380                 num_msix = 1;
 381
 382         adapter->max_sds_rings = 1;
 383
 384         adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);
 385
 386         legacy_intrp = &legacy_intr[adapter->ahw.pci_func];
 387
 388         adapter->int_vec_bit = legacy_intrp->int_vec_bit;
 389         adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
 390                         legacy_intrp->tgt_status_reg);
 391         adapter->tgt_mask_reg = qlcnic_get_ioaddr(adapter,
 392                         legacy_intrp->tgt_mask_reg);
 393         adapter->isr_int_vec = qlcnic_get_ioaddr(adapter, ISR_INT_VECTOR);
 394
 395         adapter->crb_int_state_reg = qlcnic_get_ioaddr(adapter,
 396                         ISR_INT_STATE_REG);
 397
 398         qlcnic_set_msix_bit(pdev, 0);
 399
 400         if (adapter->msix_supported) {
 401
 402                 qlcnic_init_msix_entries(adapter, num_msix);
 403                 err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
 404                 if (err == 0) {
 405                         adapter->flags |= QLCNIC_MSIX_ENABLED;
 406                         qlcnic_set_msix_bit(pdev, 1);
 407
 408                         if (adapter->rss_supported)
 409                                 adapter->max_sds_rings = num_msix;
 410
 411                         dev_info(&pdev->dev, "using msi-x interrupts\n");
 412                         return;
 413                 }
 414
 415                 if (err > 0)
 416                         pci_disable_msix(pdev);
 417
 418                 /* fall through for msi */
 419         }
 420
 421         if (use_msi && !pci_enable_msi(pdev)) {
 422                 adapter->flags |= QLCNIC_MSI_ENABLED;
 423                 adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
 424                                 msi_tgt_status[adapter->ahw.pci_func]);
 425                 dev_info(&pdev->dev, "using msi interrupts\n");
 426                 adapter->msix_entries[0].vector = pdev->irq;
 427                 return;
 428         }
 429
 430         dev_info(&pdev->dev, "using legacy interrupts\n");
 431         adapter->msix_entries[0].vector = pdev->irq;
 432 }
 433
 434 static void
 435 qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
 436 {
 437         if (adapter->flags & QLCNIC_MSIX_ENABLED)
 438                 pci_disable_msix(adapter->pdev);
 439         if (adapter->flags & QLCNIC_MSI_ENABLED)
 440                 pci_disable_msi(adapter->pdev);
 441 }
 442
 443 static void
 444 qlcnic_cleanup_pci_map(struct qlcnic_adapter *adapter)
 445 {
 446         if (adapter->ahw.pci_base0 != NULL)
 447                 iounmap(adapter->ahw.pci_base0);
 448 }
 449
 450 static int
 451 qlcnic_setup_pci_map(struct qlcnic_adapter *adapter)
 452 {
 453         void __iomem *mem_ptr0 = NULL;
 454         resource_size_t mem_base;
 455         unsigned long mem_len, pci_len0 = 0;
 456
 457         struct pci_dev *pdev = adapter->pdev;
 458         int pci_func = adapter->ahw.pci_func;
 459
 460         /* remap phys address */
 461         mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
 462         mem_len = pci_resource_len(pdev, 0);
 463
 464         if (mem_len == QLCNIC_PCI_2MB_SIZE) {
 465
 466                 mem_ptr0 = pci_ioremap_bar(pdev, 0);
 467                 if (mem_ptr0 == NULL) {
 468                         dev_err(&pdev->dev, "failed to map PCI bar 0\n");
 469                         return -EIO;
 470                 }
 471                 pci_len0 = mem_len;
 472         } else {
 473                 return -EIO;
 474         }
 475
 476         dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
 477
 478         adapter->ahw.pci_base0 = mem_ptr0;
 479         adapter->ahw.pci_len0 = pci_len0;
 480
 481         adapter->ahw.ocm_win_crb = qlcnic_get_ioaddr(adapter,
 482                 QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(pci_func)));
 483
 484         return 0;
 485 }
 486
 487 static void get_brd_name(struct qlcnic_adapter *adapter, char *name)
 488 {
 489         struct pci_dev *pdev = adapter->pdev;
 490         int i, found = 0;
 491
 492         for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
 493                 if (qlcnic_boards[i].vendor == pdev->vendor &&
 494                         qlcnic_boards[i].device == pdev->device &&
 495                         qlcnic_boards[i].sub_vendor == pdev->subsystem_vendor &&
 496                         qlcnic_boards[i].sub_device == pdev->subsystem_device) {
 497                                 strcpy(name, qlcnic_boards[i].short_name);
 498                                 found = 1;
 499                                 break;
 500                 }
 501
 502         }
 503
 504         if (!found)
 505                 name = "Unknown";
 506 }
 507
 508 static void
 509 qlcnic_check_options(struct qlcnic_adapter *adapter)
 510 {
 511         u32 fw_major, fw_minor, fw_build;
 512         char brd_name[QLCNIC_MAX_BOARD_NAME_LEN];
 513         char serial_num[32];
 514         int i, offset, val;
 515         int *ptr32;
 516         struct pci_dev *pdev = adapter->pdev;
 517
 518         adapter->driver_mismatch = 0;
 519
 520         ptr32 = (int *)&serial_num;
 521         offset = QLCNIC_FW_SERIAL_NUM_OFFSET;
 522         for (i = 0; i < 8; i++) {
 523                 if (qlcnic_rom_fast_read(adapter, offset, &val) == -1) {
 524                         dev_err(&pdev->dev, "error reading board info\n");
 525                         adapter->driver_mismatch = 1;
 526                         return;
 527                 }
 528                 ptr32[i] = cpu_to_le32(val);
 529                 offset += sizeof(u32);
 530         }
 531
 532         fw_major = QLCRD32(adapter, QLCNIC_FW_VERSION_MAJOR);
 533         fw_minor = QLCRD32(adapter, QLCNIC_FW_VERSION_MINOR);
 534         fw_build = QLCRD32(adapter, QLCNIC_FW_VERSION_SUB);
 535
 536         adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
 537
 538         if (adapter->portnum == 0) {
 539                 get_brd_name(adapter, brd_name);
 540
 541                 pr_info("%s: %s Board Chip rev 0x%x\n",
 542                                 module_name(THIS_MODULE),
 543                                 brd_name, adapter->ahw.revision_id);
 544         }
 545
 546         dev_info(&pdev->dev, "firmware v%d.%d.%d\n",
 547                         fw_major, fw_minor, fw_build);
 548
 549         adapter->capabilities = QLCRD32(adapter, CRB_FW_CAPABILITIES_1);
 550
 551         adapter->flags &= ~QLCNIC_LRO_ENABLED;
 552
 553         if (adapter->ahw.port_type == QLCNIC_XGBE) {
 554                 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
 555                 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
 556         } else if (adapter->ahw.port_type == QLCNIC_GBE) {
 557                 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
 558                 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
 559         }
 560
 561         adapter->msix_supported = !!use_msi_x;
 562         adapter->rss_supported = !!use_msi_x;
 563
 564         adapter->num_txd = MAX_CMD_DESCRIPTORS;
 565
 566         adapter->max_rds_rings = 2;
 567 }
 568
 569 static int
 570 qlcnic_start_firmware(struct qlcnic_adapter *adapter)
 571 {
 572         int val, err, first_boot;
 573
 574         err = qlcnic_can_start_firmware(adapter);
 575         if (err < 0)
 576                 return err;
 577         else if (!err)
 578                 goto wait_init;
 579
 580         first_boot = QLCRD32(adapter, QLCNIC_CAM_RAM(0x1fc));
 581         if (first_boot == 0x55555555)
 582                 /* This is the first boot after power up */
 583                 QLCWR32(adapter, QLCNIC_CAM_RAM(0x1fc), QLCNIC_BDINFO_MAGIC);
 584
 585         qlcnic_request_firmware(adapter);
 586
 587         err = qlcnic_need_fw_reset(adapter);
 588         if (err < 0)
 589                 goto err_out;
 590         if (err == 0)
 591                 goto wait_init;
 592
 593         if (first_boot != 0x55555555) {
 594                 QLCWR32(adapter, CRB_CMDPEG_STATE, 0);
 595                 qlcnic_pinit_from_rom(adapter);
 596                 msleep(1);
 597         }
 598
 599         QLCWR32(adapter, CRB_DMA_SHIFT, 0x55555555);
 600         QLCWR32(adapter, QLCNIC_PEG_HALT_STATUS1, 0);
 601         QLCWR32(adapter, QLCNIC_PEG_HALT_STATUS2, 0);
 602
 603         qlcnic_set_port_mode(adapter);
 604
 605         err = qlcnic_load_firmware(adapter);
 606         if (err)
 607                 goto err_out;
 608
 609         qlcnic_release_firmware(adapter);
 610
 611         val = (_QLCNIC_LINUX_MAJOR << 16)
 612                 | ((_QLCNIC_LINUX_MINOR << 8))
 613                 | (_QLCNIC_LINUX_SUBVERSION);
 614         QLCWR32(adapter, CRB_DRIVER_VERSION, val);
 615
 616 wait_init:
 617         /* Handshake with the card before we register the devices. */
 618         err = qlcnic_phantom_init(adapter);
 619         if (err)
 620                 goto err_out;
 621
 622         QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
 623
 624         qlcnic_check_options(adapter);
 625
 626         adapter->need_fw_reset = 0;
 627
 628         /* fall through and release firmware */
 629
 630 err_out:
 631         qlcnic_release_firmware(adapter);
 632         return err;
 633 }
 634
 635 static int
 636 qlcnic_request_irq(struct qlcnic_adapter *adapter)
 637 {
 638         irq_handler_t handler;
 639         struct qlcnic_host_sds_ring *sds_ring;
 640         int err, ring;
 641
 642         unsigned long flags = 0;
 643         struct net_device *netdev = adapter->netdev;
 644         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 645
 646         if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
 647                 handler = qlcnic_tmp_intr;
 648                 if (!QLCNIC_IS_MSI_FAMILY(adapter))
 649                         flags |= IRQF_SHARED;
 650
 651         } else {
 652                 if (adapter->flags & QLCNIC_MSIX_ENABLED)
 653                         handler = qlcnic_msix_intr;
 654                 else if (adapter->flags & QLCNIC_MSI_ENABLED)
 655                         handler = qlcnic_msi_intr;
 656                 else {
 657                         flags |= IRQF_SHARED;
 658                         handler = qlcnic_intr;
 659                 }
 660         }
 661         adapter->irq = netdev->irq;
 662
 663         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 664                 sds_ring = &recv_ctx->sds_rings[ring];
 665                 sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
 666                 err = request_irq(sds_ring->irq, handler,
 667                                   flags, sds_ring->name, sds_ring);
 668                 if (err)
 669                         return err;
 670         }
 671
 672         return 0;
 673 }
 674
 675 static void
 676 qlcnic_free_irq(struct qlcnic_adapter *adapter)
 677 {
 678         int ring;
 679         struct qlcnic_host_sds_ring *sds_ring;
 680
 681         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 682
 683         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 684                 sds_ring = &recv_ctx->sds_rings[ring];
 685                 free_irq(sds_ring->irq, sds_ring);
 686         }
 687 }
 688
 689 static void
 690 qlcnic_init_coalesce_defaults(struct qlcnic_adapter *adapter)
 691 {
 692         adapter->coal.flags = QLCNIC_INTR_DEFAULT;
 693         adapter->coal.normal.data.rx_time_us =
 694                 QLCNIC_DEFAULT_INTR_COALESCE_RX_TIME_US;
 695         adapter->coal.normal.data.rx_packets =
 696                 QLCNIC_DEFAULT_INTR_COALESCE_RX_PACKETS;
 697         adapter->coal.normal.data.tx_time_us =
 698                 QLCNIC_DEFAULT_INTR_COALESCE_TX_TIME_US;
 699         adapter->coal.normal.data.tx_packets =
 700                 QLCNIC_DEFAULT_INTR_COALESCE_TX_PACKETS;
 701 }
 702
 703 static int
 704 __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
 705 {
 706         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
 707                 return -EIO;
 708
 709         qlcnic_set_multi(netdev);
 710         qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);
 711
 712         adapter->ahw.linkup = 0;
 713
 714         if (adapter->max_sds_rings > 1)
 715                 qlcnic_config_rss(adapter, 1);
 716
 717         qlcnic_config_intr_coalesce(adapter);
 718
 719         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
 720                 qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);
 721
 722         qlcnic_napi_enable(adapter);
 723
 724         qlcnic_linkevent_request(adapter, 1);
 725
 726         set_bit(__QLCNIC_DEV_UP, &adapter->state);
 727         return 0;
 728 }
 729
 730 /* Usage: During resume and firmware recovery module.*/
 731
 732 static int
 733 qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
 734 {
 735         int err = 0;
 736
 737         rtnl_lock();
 738         if (netif_running(netdev))
 739                 err = __qlcnic_up(adapter, netdev);
 740         rtnl_unlock();
 741
 742         return err;
 743 }
 744
 745 static void
 746 __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
 747 {
 748         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
 749                 return;
 750
 751         if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
 752                 return;
 753
 754         smp_mb();
 755         spin_lock(&adapter->tx_clean_lock);
 756         netif_carrier_off(netdev);
 757         netif_tx_disable(netdev);
 758
 759         qlcnic_free_mac_list(adapter);
 760
 761         qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);
 762
 763         qlcnic_napi_disable(adapter);
 764
 765         qlcnic_release_tx_buffers(adapter);
 766         spin_unlock(&adapter->tx_clean_lock);
 767 }
 768
 769 /* Usage: During suspend and firmware recovery module */
 770
 771 static void
 772 qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
 773 {
 774         rtnl_lock();
 775         if (netif_running(netdev))
 776                 __qlcnic_down(adapter, netdev);
 777         rtnl_unlock();
 778
 779 }
 780
 781 static int
 782 qlcnic_attach(struct qlcnic_adapter *adapter)
 783 {
 784         struct net_device *netdev = adapter->netdev;
 785         struct pci_dev *pdev = adapter->pdev;
 786         int err, ring;
 787         struct qlcnic_host_rds_ring *rds_ring;
 788
 789         if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
 790                 return 0;
 791
 792         err = qlcnic_init_firmware(adapter);
 793         if (err)
 794                 return err;
 795
 796         err = qlcnic_napi_add(adapter, netdev);
 797         if (err)
 798                 return err;
 799
 800         err = qlcnic_alloc_sw_resources(adapter);
 801         if (err) {
 802                 dev_err(&pdev->dev, "Error in setting sw resources\n");
 803                 return err;
 804         }
 805
 806         err = qlcnic_alloc_hw_resources(adapter);
 807         if (err) {
 808                 dev_err(&pdev->dev, "Error in setting hw resources\n");
 809                 goto err_out_free_sw;
 810         }
 811
 812
 813         for (ring = 0; ring < adapter->max_rds_rings; ring++) {
 814                 rds_ring = &adapter->recv_ctx.rds_rings[ring];
 815                 qlcnic_post_rx_buffers(adapter, ring, rds_ring);
 816         }
 817
 818         err = qlcnic_request_irq(adapter);
 819         if (err) {
 820                 dev_err(&pdev->dev, "failed to setup interrupt\n");
 821                 goto err_out_free_rxbuf;
 822         }
 823
 824         qlcnic_init_coalesce_defaults(adapter);
 825
 826         qlcnic_create_sysfs_entries(adapter);
 827
 828         adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
 829         return 0;
 830
 831 err_out_free_rxbuf:
 832         qlcnic_release_rx_buffers(adapter);
 833         qlcnic_free_hw_resources(adapter);
 834 err_out_free_sw:
 835         qlcnic_free_sw_resources(adapter);
 836         return err;
 837 }
 838
 839 static void
 840 qlcnic_detach(struct qlcnic_adapter *adapter)
 841 {
 842         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
 843                 return;
 844
 845         qlcnic_remove_sysfs_entries(adapter);
 846
 847         qlcnic_free_hw_resources(adapter);
 848         qlcnic_release_rx_buffers(adapter);
 849         qlcnic_free_irq(adapter);
 850         qlcnic_napi_del(adapter);
 851         qlcnic_free_sw_resources(adapter);
 852
 853         adapter->is_up = 0;
 854 }
 855
 856 void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
 857 {
 858         struct qlcnic_adapter *adapter = netdev_priv(netdev);
 859         struct qlcnic_host_sds_ring *sds_ring;
 860         int ring;
 861
 862         if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
 863                 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 864                         sds_ring = &adapter->recv_ctx.sds_rings[ring];
 865                         qlcnic_disable_int(sds_ring);
 866                 }
 867         }
 868
 869         qlcnic_detach(adapter);
 870
 871         adapter->diag_test = 0;
 872         adapter->max_sds_rings = max_sds_rings;
 873
 874         if (qlcnic_attach(adapter))
 875                 goto out;
 876
 877         if (netif_running(netdev))
 878                 __qlcnic_up(adapter, netdev);
 879 out:
 880         netif_device_attach(netdev);
 881 }
 882
 883 int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
 884 {
 885         struct qlcnic_adapter *adapter = netdev_priv(netdev);
 886         struct qlcnic_host_sds_ring *sds_ring;
 887         int ring;
 888         int ret;
 889
 890         netif_device_detach(netdev);
 891
 892         if (netif_running(netdev))
 893                 __qlcnic_down(adapter, netdev);
 894
 895         qlcnic_detach(adapter);
 896
 897         adapter->max_sds_rings = 1;
 898         adapter->diag_test = test;
 899
 900         ret = qlcnic_attach(adapter);
 901         if (ret) {
 902                 netif_device_attach(netdev);
 903                 return ret;
 904         }
 905
 906         if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
 907                 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 908                         sds_ring = &adapter->recv_ctx.sds_rings[ring];
 909                         qlcnic_enable_int(sds_ring);
 910                 }
 911         }
 912
 913         return 0;
 914 }
 915
 916 int
 917 qlcnic_reset_context(struct qlcnic_adapter *adapter)
 918 {
 919         int err = 0;
 920         struct net_device *netdev = adapter->netdev;
 921
 922         if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
 923                 return -EBUSY;
 924
 925         if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {
 926
 927                 netif_device_detach(netdev);
 928
 929                 if (netif_running(netdev))
 930                         __qlcnic_down(adapter, netdev);
 931
 932                 qlcnic_detach(adapter);
 933
 934                 if (netif_running(netdev)) {
 935                         err = qlcnic_attach(adapter);
 936                         if (!err)
 937                                 __qlcnic_up(adapter, netdev);
 938                 }
 939
 940                 netif_device_attach(netdev);
 941         }
 942
 943         clear_bit(__QLCNIC_RESETTING, &adapter->state);
 944         return err;
 945 }
 946
 947 static int
 948 qlcnic_setup_netdev(struct qlcnic_adapter *adapter,
 949                 struct net_device *netdev, u8 pci_using_dac)
 950 {
 951         int err;
 952         struct pci_dev *pdev = adapter->pdev;
 953
 954         adapter->rx_csum = 1;
 955         adapter->mc_enabled = 0;
 956         adapter->max_mc_count = 38;
 957
 958         netdev->netdev_ops         = &qlcnic_netdev_ops;
 959         netdev->watchdog_timeo     = 2*HZ;
 960
 961         qlcnic_change_mtu(netdev, netdev->mtu);
 962
 963         SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
 964
 965         netdev->features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO);
 966         netdev->features |= (NETIF_F_GRO);
 967         netdev->vlan_features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO);
 968
 969         netdev->features |= (NETIF_F_IPV6_CSUM | NETIF_F_TSO6);
 970         netdev->vlan_features |= (NETIF_F_IPV6_CSUM | NETIF_F_TSO6);
 971
 972         if (pci_using_dac) {
 973                 netdev->features |= NETIF_F_HIGHDMA;
 974                 netdev->vlan_features |= NETIF_F_HIGHDMA;
 975         }
 976
 977         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX)
 978                 netdev->features |= (NETIF_F_HW_VLAN_TX);
 979
 980         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
 981                 netdev->features |= NETIF_F_LRO;
 982
 983         netdev->irq = adapter->msix_entries[0].vector;
 984
 985         INIT_WORK(&adapter->tx_timeout_task, qlcnic_tx_timeout_task);
 986
 987         if (qlcnic_read_mac_addr(adapter))
 988                 dev_warn(&pdev->dev, "failed to read mac addr\n");
 989
 990         netif_carrier_off(netdev);
 991         netif_stop_queue(netdev);
 992
 993         err = register_netdev(netdev);
 994         if (err) {
 995                 dev_err(&pdev->dev, "failed to register net device\n");
 996                 return err;
 997         }
 998
 999         return 0;
1000 }
1001
1002 static int qlcnic_set_dma_mask(struct pci_dev *pdev, u8 *pci_using_dac)
1003 {
1004         if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) &&
1005                         !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
1006                 *pci_using_dac = 1;
1007         else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) &&
1008                         !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)))
1009                 *pci_using_dac = 0;
1010         else {
1011                 dev_err(&pdev->dev, "Unable to set DMA mask, aborting\n");
1012                 return -EIO;
1013         }
1014
1015         return 0;
1016 }
1017
1018 static int __devinit
1019 qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
1020 {
1021         struct net_device *netdev = NULL;
1022         struct qlcnic_adapter *adapter = NULL;
1023         int err;
1024         int pci_func_id = PCI_FUNC(pdev->devfn);
1025         uint8_t revision_id;
1026         uint8_t pci_using_dac;
1027
1028         err = pci_enable_device(pdev);
1029         if (err)
1030                 return err;
1031
1032         if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
1033                 err = -ENODEV;
1034                 goto err_out_disable_pdev;
1035         }
1036
1037         err = qlcnic_set_dma_mask(pdev, &pci_using_dac);
1038         if (err)
1039                 goto err_out_disable_pdev;
1040
1041         err = pci_request_regions(pdev, qlcnic_driver_name);
1042         if (err)
1043                 goto err_out_disable_pdev;
1044
1045         pci_set_master(pdev);
1046
1047         netdev = alloc_etherdev(sizeof(struct qlcnic_adapter));
1048         if (!netdev) {
1049                 dev_err(&pdev->dev, "failed to allocate net_device\n");
1050                 err = -ENOMEM;
1051                 goto err_out_free_res;
1052         }
1053
1054         SET_NETDEV_DEV(netdev, &pdev->dev);
1055
1056         adapter = netdev_priv(netdev);
1057         adapter->netdev  = netdev;
1058         adapter->pdev    = pdev;
1059         adapter->ahw.pci_func  = pci_func_id;
1060
1061         revision_id = pdev->revision;
1062         adapter->ahw.revision_id = revision_id;
1063
1064         rwlock_init(&adapter->ahw.crb_lock);
1065         mutex_init(&adapter->ahw.mem_lock);
1066
1067         spin_lock_init(&adapter->tx_clean_lock);
1068         INIT_LIST_HEAD(&adapter->mac_list);
1069
1070         err = qlcnic_setup_pci_map(adapter);
1071         if (err)
1072                 goto err_out_free_netdev;
1073
1074         /* This will be reset for mezz cards  */
1075         adapter->portnum = pci_func_id;
1076
1077         err = qlcnic_get_board_info(adapter);
1078         if (err) {
1079                 dev_err(&pdev->dev, "Error getting board config info.\n");
1080                 goto err_out_iounmap;
1081         }
1082
1083         qlcnic_setup_idc_param(adapter);
1084
1085         err = qlcnic_start_firmware(adapter);
1086         if (err)
1087                 goto err_out_decr_ref;
1088
1089         /*
1090          * See if the firmware gave us a virtual-physical port mapping.
1091          */
1092         adapter->physical_port = adapter->portnum;
1093
1094         qlcnic_clear_stats(adapter);
1095
1096         qlcnic_setup_intr(adapter);
1097
1098         err = qlcnic_setup_netdev(adapter, netdev, pci_using_dac);
1099         if (err)
1100                 goto err_out_disable_msi;
1101
1102         pci_set_drvdata(pdev, adapter);
1103
1104         qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
1105
1106         switch (adapter->ahw.port_type) {
1107         case QLCNIC_GBE:
1108                 dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
1109                                 adapter->netdev->name);
1110                 break;
1111         case QLCNIC_XGBE:
1112                 dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
1113                                 adapter->netdev->name);
1114                 break;
1115         }
1116
1117         qlcnic_create_diag_entries(adapter);
1118
1119         return 0;
1120
1121 err_out_disable_msi:
1122         qlcnic_teardown_intr(adapter);
1123
1124 err_out_decr_ref:
1125         qlcnic_clr_all_drv_state(adapter);
1126
1127 err_out_iounmap:
1128         qlcnic_cleanup_pci_map(adapter);
1129
1130 err_out_free_netdev:
1131         free_netdev(netdev);
1132
1133 err_out_free_res:
1134         pci_release_regions(pdev);
1135
1136 err_out_disable_pdev:
1137         pci_set_drvdata(pdev, NULL);
1138         pci_disable_device(pdev);
1139         return err;
1140 }
1141
1142 static void __devexit qlcnic_remove(struct pci_dev *pdev)
1143 {
1144         struct qlcnic_adapter *adapter;
1145         struct net_device *netdev;
1146
1147         adapter = pci_get_drvdata(pdev);
1148         if (adapter == NULL)
1149                 return;
1150
1151         netdev = adapter->netdev;
1152
1153         qlcnic_cancel_fw_work(adapter);
1154
1155         unregister_netdev(netdev);
1156
1157         cancel_work_sync(&adapter->tx_timeout_task);
1158
1159         qlcnic_detach(adapter);
1160
1161         qlcnic_clr_all_drv_state(adapter);
1162
1163         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1164
1165         qlcnic_teardown_intr(adapter);
1166
1167         qlcnic_remove_diag_entries(adapter);
1168
1169         qlcnic_cleanup_pci_map(adapter);
1170
1171         qlcnic_release_firmware(adapter);
1172
1173         pci_release_regions(pdev);
1174         pci_disable_device(pdev);
1175         pci_set_drvdata(pdev, NULL);
1176
1177         free_netdev(netdev);
1178 }
1179 static int __qlcnic_shutdown(struct pci_dev *pdev)
1180 {
1181         struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
1182         struct net_device *netdev = adapter->netdev;
1183         int retval;
1184
1185         netif_device_detach(netdev);
1186
1187         qlcnic_cancel_fw_work(adapter);
1188
1189         if (netif_running(netdev))
1190                 qlcnic_down(adapter, netdev);
1191
1192         cancel_work_sync(&adapter->tx_timeout_task);
1193
1194         qlcnic_detach(adapter);
1195
1196         qlcnic_clr_all_drv_state(adapter);
1197
1198         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1199
1200         retval = pci_save_state(pdev);
1201         if (retval)
1202                 return retval;
1203
1204         if (qlcnic_wol_supported(adapter)) {
1205                 pci_enable_wake(pdev, PCI_D3cold, 1);
1206                 pci_enable_wake(pdev, PCI_D3hot, 1);
1207         }
1208
1209         return 0;
1210 }
1211
1212 static void qlcnic_shutdown(struct pci_dev *pdev)
1213 {
1214         if (__qlcnic_shutdown(pdev))
1215                 return;
1216
1217         pci_disable_device(pdev);
1218 }
1219
1220 #ifdef CONFIG_PM
1221 static int
1222 qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
1223 {
1224         int retval;
1225
1226         retval = __qlcnic_shutdown(pdev);
1227         if (retval)
1228                 return retval;
1229
1230         pci_set_power_state(pdev, pci_choose_state(pdev, state));
1231         return 0;
1232 }
1233
1234 static int
1235 qlcnic_resume(struct pci_dev *pdev)
1236 {
1237         struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
1238         struct net_device *netdev = adapter->netdev;
1239         int err;
1240
1241         err = pci_enable_device(pdev);
1242         if (err)
1243                 return err;
1244
1245         pci_set_power_state(pdev, PCI_D0);
1246         pci_set_master(pdev);
1247         pci_restore_state(pdev);
1248
1249         err = qlcnic_start_firmware(adapter);
1250         if (err) {
1251                 dev_err(&pdev->dev, "failed to start firmware\n");
1252                 return err;
1253         }
1254
1255         if (netif_running(netdev)) {
1256                 err = qlcnic_attach(adapter);
1257                 if (err)
1258                         goto err_out;
1259
1260                 err = qlcnic_up(adapter, netdev);
1261                 if (err)
1262                         goto err_out_detach;
1263
1264
1265                 qlcnic_config_indev_addr(netdev, NETDEV_UP);
1266         }
1267
1268         netif_device_attach(netdev);
1269         qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
1270         return 0;
1271
1272 err_out_detach:
1273         qlcnic_detach(adapter);
1274 err_out:
1275         qlcnic_clr_all_drv_state(adapter);
1276         netif_device_attach(netdev);
1277         return err;
1278 }
1279 #endif
1280
1281 static int qlcnic_open(struct net_device *netdev)
1282 {
1283         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1284         int err;
1285
1286         if (adapter->driver_mismatch)
1287                 return -EIO;
1288
1289         err = qlcnic_attach(adapter);
1290         if (err)
1291                 return err;
1292
1293         err = __qlcnic_up(adapter, netdev);
1294         if (err)
1295                 goto err_out;
1296
1297         netif_start_queue(netdev);
1298
1299         return 0;
1300
1301 err_out:
1302         qlcnic_detach(adapter);
1303         return err;
1304 }
1305
1306 /*
1307  * qlcnic_close - Disables a network interface entry point
1308  */
1309 static int qlcnic_close(struct net_device *netdev)
1310 {
1311         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1312
1313         __qlcnic_down(adapter, netdev);
1314         return 0;
1315 }
1316
1317 static void
1318 qlcnic_tso_check(struct net_device *netdev,
1319                 struct qlcnic_host_tx_ring *tx_ring,
1320                 struct cmd_desc_type0 *first_desc,
1321                 struct sk_buff *skb)
1322 {
1323         u8 opcode = TX_ETHER_PKT;
1324         __be16 protocol = skb->protocol;
1325         u16 flags = 0, vid = 0;
1326         u32 producer;
1327         int copied, offset, copy_len, hdr_len = 0, tso = 0, vlan_oob = 0;
1328         struct cmd_desc_type0 *hwdesc;
1329         struct vlan_ethhdr *vh;
1330         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1331
1332         if (protocol == cpu_to_be16(ETH_P_8021Q)) {
1333
1334                 vh = (struct vlan_ethhdr *)skb->data;
1335                 protocol = vh->h_vlan_encapsulated_proto;
1336                 flags = FLAGS_VLAN_TAGGED;
1337
1338         } else if (vlan_tx_tag_present(skb)) {
1339
1340                 flags = FLAGS_VLAN_OOB;
1341                 vid = vlan_tx_tag_get(skb);
1342                 qlcnic_set_tx_vlan_tci(first_desc, vid);
1343                 vlan_oob = 1;
1344         }
1345
1346         if ((netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
1347                         skb_shinfo(skb)->gso_size > 0) {
1348
1349                 hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
1350
1351                 first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
1352                 first_desc->total_hdr_length = hdr_len;
1353                 if (vlan_oob) {
1354                         first_desc->total_hdr_length += VLAN_HLEN;
1355                         first_desc->tcp_hdr_offset = VLAN_HLEN;
1356                         first_desc->ip_hdr_offset = VLAN_HLEN;
1357                         /* Only in case of TSO on vlan device */
1358                         flags |= FLAGS_VLAN_TAGGED;
1359                 }
1360
1361                 opcode = (protocol == cpu_to_be16(ETH_P_IPV6)) ?
1362                                 TX_TCP_LSO6 : TX_TCP_LSO;
1363                 tso = 1;
1364
1365         } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
1366                 u8 l4proto;
1367
1368                 if (protocol == cpu_to_be16(ETH_P_IP)) {
1369                         l4proto = ip_hdr(skb)->protocol;
1370
1371                         if (l4proto == IPPROTO_TCP)
1372                                 opcode = TX_TCP_PKT;
1373                         else if (l4proto == IPPROTO_UDP)
1374                                 opcode = TX_UDP_PKT;
1375                 } else if (protocol == cpu_to_be16(ETH_P_IPV6)) {
1376                         l4proto = ipv6_hdr(skb)->nexthdr;
1377
1378                         if (l4proto == IPPROTO_TCP)
1379                                 opcode = TX_TCPV6_PKT;
1380                         else if (l4proto == IPPROTO_UDP)
1381                                 opcode = TX_UDPV6_PKT;
1382                 }
1383         }
1384
1385         first_desc->tcp_hdr_offset += skb_transport_offset(skb);
1386         first_desc->ip_hdr_offset += skb_network_offset(skb);
1387         qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
1388
1389         if (!tso)
1390                 return;
1391
1392         /* For LSO, we need to copy the MAC/IP/TCP headers into
1393          * the descriptor ring
1394          */
1395         producer = tx_ring->producer;
1396         copied = 0;
1397         offset = 2;
1398
1399         if (vlan_oob) {
1400                 /* Create a TSO vlan header template for firmware */
1401
1402                 hwdesc = &tx_ring->desc_head[producer];
1403                 tx_ring->cmd_buf_arr[producer].skb = NULL;
1404
1405                 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1406                                 hdr_len + VLAN_HLEN);
1407
1408                 vh = (struct vlan_ethhdr *)((char *)hwdesc + 2);
1409                 skb_copy_from_linear_data(skb, vh, 12);
1410                 vh->h_vlan_proto = htons(ETH_P_8021Q);
1411                 vh->h_vlan_TCI = htons(vid);
1412                 skb_copy_from_linear_data_offset(skb, 12,
1413                                 (char *)vh + 16, copy_len - 16);
1414
1415                 copied = copy_len - VLAN_HLEN;
1416                 offset = 0;
1417
1418                 producer = get_next_index(producer, tx_ring->num_desc);
1419         }
1420
1421         while (copied < hdr_len) {
1422
1423                 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1424                                 (hdr_len - copied));
1425
1426                 hwdesc = &tx_ring->desc_head[producer];
1427                 tx_ring->cmd_buf_arr[producer].skb = NULL;
1428
1429                 skb_copy_from_linear_data_offset(skb, copied,
1430                                  (char *)hwdesc + offset, copy_len);
1431
1432                 copied += copy_len;
1433                 offset = 0;
1434
1435                 producer = get_next_index(producer, tx_ring->num_desc);
1436         }
1437
1438         tx_ring->producer = producer;
1439         barrier();
1440         adapter->stats.lso_frames++;
1441 }
1442
1443 static int
1444 qlcnic_map_tx_skb(struct pci_dev *pdev,
1445                 struct sk_buff *skb, struct qlcnic_cmd_buffer *pbuf)
1446 {
1447         struct qlcnic_skb_frag *nf;
1448         struct skb_frag_struct *frag;
1449         int i, nr_frags;
1450         dma_addr_t map;
1451
1452         nr_frags = skb_shinfo(skb)->nr_frags;
1453         nf = &pbuf->frag_array[0];
1454
1455         map = pci_map_single(pdev, skb->data,
1456                         skb_headlen(skb), PCI_DMA_TODEVICE);
1457         if (pci_dma_mapping_error(pdev, map))
1458                 goto out_err;
1459
1460         nf->dma = map;
1461         nf->length = skb_headlen(skb);
1462
1463         for (i = 0; i < nr_frags; i++) {
1464                 frag = &skb_shinfo(skb)->frags[i];
1465                 nf = &pbuf->frag_array[i+1];
1466
1467                 map = pci_map_page(pdev, frag->page, frag->page_offset,
1468                                 frag->size, PCI_DMA_TODEVICE);
1469                 if (pci_dma_mapping_error(pdev, map))
1470                         goto unwind;
1471
1472                 nf->dma = map;
1473                 nf->length = frag->size;
1474         }
1475
1476         return 0;
1477
1478 unwind:
1479         while (--i >= 0) {
1480                 nf = &pbuf->frag_array[i+1];
1481                 pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
1482         }
1483
1484         nf = &pbuf->frag_array[0];
1485         pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
1486
1487 out_err:
1488         return -ENOMEM;
1489 }
1490
1491 static inline void
1492 qlcnic_clear_cmddesc(u64 *desc)
1493 {
1494         desc[0] = 0ULL;
1495         desc[2] = 0ULL;
1496 }
1497
1498 netdev_tx_t
1499 qlcnic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
1500 {
1501         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1502         struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
1503         struct qlcnic_cmd_buffer *pbuf;
1504         struct qlcnic_skb_frag *buffrag;
1505         struct cmd_desc_type0 *hwdesc, *first_desc;
1506         struct pci_dev *pdev;
1507         int i, k;
1508
1509         u32 producer;
1510         int frag_count, no_of_desc;
1511         u32 num_txd = tx_ring->num_desc;
1512
1513         if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
1514                 netif_stop_queue(netdev);
1515                 return NETDEV_TX_BUSY;
1516         }
1517
1518         frag_count = skb_shinfo(skb)->nr_frags + 1;
1519
1520         /* 4 fragments per cmd des */
1521         no_of_desc = (frag_count + 3) >> 2;
1522
1523         if (unlikely(no_of_desc + 2 > qlcnic_tx_avail(tx_ring))) {
1524                 netif_stop_queue(netdev);
1525                 adapter->stats.xmit_off++;
1526                 return NETDEV_TX_BUSY;
1527         }
1528
1529         producer = tx_ring->producer;
1530         pbuf = &tx_ring->cmd_buf_arr[producer];
1531
1532         pdev = adapter->pdev;
1533
1534         if (qlcnic_map_tx_skb(pdev, skb, pbuf)) {
1535                 adapter->stats.tx_dma_map_error++;
1536                 goto drop_packet;
1537         }
1538
1539         pbuf->skb = skb;
1540         pbuf->frag_count = frag_count;
1541
1542         first_desc = hwdesc = &tx_ring->desc_head[producer];
1543         qlcnic_clear_cmddesc((u64 *)hwdesc);
1544
1545         qlcnic_set_tx_frags_len(first_desc, frag_count, skb->len);
1546         qlcnic_set_tx_port(first_desc, adapter->portnum);
1547
1548         for (i = 0; i < frag_count; i++) {
1549
1550                 k = i % 4;
1551
1552                 if ((k == 0) && (i > 0)) {
1553                         /* move to next desc.*/
1554                         producer = get_next_index(producer, num_txd);
1555                         hwdesc = &tx_ring->desc_head[producer];
1556                         qlcnic_clear_cmddesc((u64 *)hwdesc);
1557                         tx_ring->cmd_buf_arr[producer].skb = NULL;
1558                 }
1559
1560                 buffrag = &pbuf->frag_array[i];
1561
1562                 hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
1563                 switch (k) {
1564                 case 0:
1565                         hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
1566                         break;
1567                 case 1:
1568                         hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
1569                         break;
1570                 case 2:
1571                         hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
1572                         break;
1573                 case 3:
1574                         hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
1575                         break;
1576                 }
1577         }
1578
1579         tx_ring->producer = get_next_index(producer, num_txd);
1580
1581         qlcnic_tso_check(netdev, tx_ring, first_desc, skb);
1582
1583         qlcnic_update_cmd_producer(adapter, tx_ring);
1584
1585         adapter->stats.txbytes += skb->len;
1586         adapter->stats.xmitcalled++;
1587
1588         return NETDEV_TX_OK;
1589
1590 drop_packet:
1591         adapter->stats.txdropped++;
1592         dev_kfree_skb_any(skb);
1593         return NETDEV_TX_OK;
1594 }
1595
1596 static int qlcnic_check_temp(struct qlcnic_adapter *adapter)
1597 {
1598         struct net_device *netdev = adapter->netdev;
1599         u32 temp, temp_state, temp_val;
1600         int rv = 0;
1601
1602         temp = QLCRD32(adapter, CRB_TEMP_STATE);
1603
1604         temp_state = qlcnic_get_temp_state(temp);
1605         temp_val = qlcnic_get_temp_val(temp);
1606
1607         if (temp_state == QLCNIC_TEMP_PANIC) {
1608                 dev_err(&netdev->dev,
1609                        "Device temperature %d degrees C exceeds"
1610                        " maximum allowed. Hardware has been shut down.\n",
1611                        temp_val);
1612                 rv = 1;
1613         } else if (temp_state == QLCNIC_TEMP_WARN) {
1614                 if (adapter->temp == QLCNIC_TEMP_NORMAL) {
1615                         dev_err(&netdev->dev,
1616                                "Device temperature %d degrees C "
1617                                "exceeds operating range."
1618                                " Immediate action needed.\n",
1619                                temp_val);
1620                 }
1621         } else {
1622                 if (adapter->temp == QLCNIC_TEMP_WARN) {
1623                         dev_info(&netdev->dev,
1624                                "Device temperature is now %d degrees C"
1625                                " in normal range.\n", temp_val);
1626                 }
1627         }
1628         adapter->temp = temp_state;
1629         return rv;
1630 }
1631
1632 void qlcnic_advert_link_change(struct qlcnic_adapter *adapter, int linkup)
1633 {
1634         struct net_device *netdev = adapter->netdev;
1635
1636         if (adapter->ahw.linkup && !linkup) {
1637                 dev_info(&netdev->dev, "NIC Link is down\n");
1638                 adapter->ahw.linkup = 0;
1639                 if (netif_running(netdev)) {
1640                         netif_carrier_off(netdev);
1641                         netif_stop_queue(netdev);
1642                 }
1643         } else if (!adapter->ahw.linkup && linkup) {
1644                 dev_info(&netdev->dev, "NIC Link is up\n");
1645                 adapter->ahw.linkup = 1;
1646                 if (netif_running(netdev)) {
1647                         netif_carrier_on(netdev);
1648                         netif_wake_queue(netdev);
1649                 }
1650         }
1651 }
1652
1653 static void qlcnic_tx_timeout(struct net_device *netdev)
1654 {
1655         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1656
1657         if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1658                 return;
1659
1660         dev_err(&netdev->dev, "transmit timeout, resetting.\n");
1661         schedule_work(&adapter->tx_timeout_task);
1662 }
1663
1664 static void qlcnic_tx_timeout_task(struct work_struct *work)
1665 {
1666         struct qlcnic_adapter *adapter =
1667                 container_of(work, struct qlcnic_adapter, tx_timeout_task);
1668
1669         if (!netif_running(adapter->netdev))
1670                 return;
1671
1672         if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
1673                 return;
1674
1675         if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS)
1676                 goto request_reset;
1677
1678         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1679         if (!qlcnic_reset_context(adapter)) {
1680                 adapter->netdev->trans_start = jiffies;
1681                 return;
1682
1683                 /* context reset failed, fall through for fw reset */
1684         }
1685
1686 request_reset:
1687         adapter->need_fw_reset = 1;
1688         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1689         QLCDB(adapter, DRV, "Resetting adapter\n");
1690 }
1691
1692 static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
1693 {
1694         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1695         struct net_device_stats *stats = &netdev->stats;
1696
1697         memset(stats, 0, sizeof(*stats));
1698
1699         stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
1700         stats->tx_packets = adapter->stats.xmitfinished;
1701         stats->rx_bytes = adapter->stats.rxbytes;
1702         stats->tx_bytes = adapter->stats.txbytes;
1703         stats->rx_dropped = adapter->stats.rxdropped;
1704         stats->tx_dropped = adapter->stats.txdropped;
1705
1706         return stats;
1707 }
1708
1709 static irqreturn_t qlcnic_clear_legacy_intr(struct qlcnic_adapter *adapter)
1710 {
1711         u32 status;
1712
1713         status = readl(adapter->isr_int_vec);
1714
1715         if (!(status & adapter->int_vec_bit))
1716                 return IRQ_NONE;
1717
1718         /* check interrupt state machine, to be sure */
1719         status = readl(adapter->crb_int_state_reg);
1720         if (!ISR_LEGACY_INT_TRIGGERED(status))
1721                 return IRQ_NONE;
1722
1723         writel(0xffffffff, adapter->tgt_status_reg);
1724         /* read twice to ensure write is flushed */
1725         readl(adapter->isr_int_vec);
1726         readl(adapter->isr_int_vec);
1727
1728         return IRQ_HANDLED;
1729 }
1730
1731 static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
1732 {
1733         struct qlcnic_host_sds_ring *sds_ring = data;
1734         struct qlcnic_adapter *adapter = sds_ring->adapter;
1735
1736         if (adapter->flags & QLCNIC_MSIX_ENABLED)
1737                 goto done;
1738         else if (adapter->flags & QLCNIC_MSI_ENABLED) {
1739                 writel(0xffffffff, adapter->tgt_status_reg);
1740                 goto done;
1741         }
1742
1743         if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
1744                 return IRQ_NONE;
1745
1746 done:
1747         adapter->diag_cnt++;
1748         qlcnic_enable_int(sds_ring);
1749         return IRQ_HANDLED;
1750 }
1751
1752 static irqreturn_t qlcnic_intr(int irq, void *data)
1753 {
1754         struct qlcnic_host_sds_ring *sds_ring = data;
1755         struct qlcnic_adapter *adapter = sds_ring->adapter;
1756
1757         if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
1758                 return IRQ_NONE;
1759
1760         napi_schedule(&sds_ring->napi);
1761
1762         return IRQ_HANDLED;
1763 }
1764
1765 static irqreturn_t qlcnic_msi_intr(int irq, void *data)
1766 {
1767         struct qlcnic_host_sds_ring *sds_ring = data;
1768         struct qlcnic_adapter *adapter = sds_ring->adapter;
1769
1770         /* clear interrupt */
1771         writel(0xffffffff, adapter->tgt_status_reg);
1772
1773         napi_schedule(&sds_ring->napi);
1774         return IRQ_HANDLED;
1775 }
1776
1777 static irqreturn_t qlcnic_msix_intr(int irq, void *data)
1778 {
1779         struct qlcnic_host_sds_ring *sds_ring = data;
1780
1781         napi_schedule(&sds_ring->napi);
1782         return IRQ_HANDLED;
1783 }
1784
1785 static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
1786 {
1787         u32 sw_consumer, hw_consumer;
1788         int count = 0, i;
1789         struct qlcnic_cmd_buffer *buffer;
1790         struct pci_dev *pdev = adapter->pdev;
1791         struct net_device *netdev = adapter->netdev;
1792         struct qlcnic_skb_frag *frag;
1793         int done;
1794         struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
1795
1796         if (!spin_trylock(&adapter->tx_clean_lock))
1797                 return 1;
1798
1799         sw_consumer = tx_ring->sw_consumer;
1800         hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
1801
1802         while (sw_consumer != hw_consumer) {
1803                 buffer = &tx_ring->cmd_buf_arr[sw_consumer];
1804                 if (buffer->skb) {
1805                         frag = &buffer->frag_array[0];
1806                         pci_unmap_single(pdev, frag->dma, frag->length,
1807                                          PCI_DMA_TODEVICE);
1808                         frag->dma = 0ULL;
1809                         for (i = 1; i < buffer->frag_count; i++) {
1810                                 frag++;
1811                                 pci_unmap_page(pdev, frag->dma, frag->length,
1812                                                PCI_DMA_TODEVICE);
1813                                 frag->dma = 0ULL;
1814                         }
1815
1816                         adapter->stats.xmitfinished++;
1817                         dev_kfree_skb_any(buffer->skb);
1818                         buffer->skb = NULL;
1819                 }
1820
1821                 sw_consumer = get_next_index(sw_consumer, tx_ring->num_desc);
1822                 if (++count >= MAX_STATUS_HANDLE)
1823                         break;
1824         }
1825
1826         if (count && netif_running(netdev)) {
1827                 tx_ring->sw_consumer = sw_consumer;
1828
1829                 smp_mb();
1830
1831                 if (netif_queue_stopped(netdev) && netif_carrier_ok(netdev)) {
1832                         __netif_tx_lock(tx_ring->txq, smp_processor_id());
1833                         if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH) {
1834                                 netif_wake_queue(netdev);
1835                                 adapter->tx_timeo_cnt = 0;
1836                                 adapter->stats.xmit_on++;
1837                         }
1838                         __netif_tx_unlock(tx_ring->txq);
1839                 }
1840         }
1841         /*
1842          * If everything is freed up to consumer then check if the ring is full
1843          * If the ring is full then check if more needs to be freed and
1844          * schedule the call back again.
1845          *
1846          * This happens when there are 2 CPUs. One could be freeing and the
1847          * other filling it. If the ring is full when we get out of here and
1848          * the card has already interrupted the host then the host can miss the
1849          * interrupt.
1850          *
1851          * There is still a possible race condition and the host could miss an
1852          * interrupt. The card has to take care of this.
1853          */
1854         hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
1855         done = (sw_consumer == hw_consumer);
1856         spin_unlock(&adapter->tx_clean_lock);
1857
1858         return done;
1859 }
1860
1861 static int qlcnic_poll(struct napi_struct *napi, int budget)
1862 {
1863         struct qlcnic_host_sds_ring *sds_ring =
1864                 container_of(napi, struct qlcnic_host_sds_ring, napi);
1865
1866         struct qlcnic_adapter *adapter = sds_ring->adapter;
1867
1868         int tx_complete;
1869         int work_done;
1870
1871         tx_complete = qlcnic_process_cmd_ring(adapter);
1872
1873         work_done = qlcnic_process_rcv_ring(sds_ring, budget);
1874
1875         if ((work_done < budget) && tx_complete) {
1876                 napi_complete(&sds_ring->napi);
1877                 if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
1878                         qlcnic_enable_int(sds_ring);
1879         }
1880
1881         return work_done;
1882 }
1883
1884 #ifdef CONFIG_NET_POLL_CONTROLLER
1885 static void qlcnic_poll_controller(struct net_device *netdev)
1886 {
1887         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1888         disable_irq(adapter->irq);
1889         qlcnic_intr(adapter->irq, adapter);
1890         enable_irq(adapter->irq);
1891 }
1892 #endif
1893
1894 static int
1895 qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
1896 {
1897         u32  val;
1898
1899         WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
1900                         state != QLCNIC_DEV_NEED_QUISCENT);
1901
1902         if (qlcnic_api_lock(adapter))
1903                 return -EIO;
1904
1905         val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
1906
1907         if (state == QLCNIC_DEV_NEED_RESET)
1908                 QLC_DEV_SET_RST_RDY(val, adapter->portnum);
1909         else if (state == QLCNIC_DEV_NEED_QUISCENT)
1910                 QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
1911
1912         QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
1913
1914         qlcnic_api_unlock(adapter);
1915
1916         return 0;
1917 }
1918
1919 static int
1920 qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
1921 {
1922         u32  val;
1923
1924         if (qlcnic_api_lock(adapter))
1925                 return -EBUSY;
1926
1927         val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
1928         QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
1929         QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
1930
1931         qlcnic_api_unlock(adapter);
1932
1933         return 0;
1934 }
1935
1936 static void
1937 qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter)
1938 {
1939         u32  val;
1940
1941         if (qlcnic_api_lock(adapter))
1942                 goto err;
1943
1944         val = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
1945         QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
1946         QLCWR32(adapter, QLCNIC_CRB_DEV_REF_COUNT, val);
1947
1948         if (!(val & 0x11111111))
1949                 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_COLD);
1950
1951         val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
1952         QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
1953         QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
1954
1955         qlcnic_api_unlock(adapter);
1956 err:
1957         adapter->fw_fail_cnt = 0;
1958         clear_bit(__QLCNIC_START_FW, &adapter->state);
1959         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1960 }
1961
1962 /* Grab api lock, before checking state */
1963 static int
1964 qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
1965 {
1966         int act, state;
1967
1968         state = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
1969         act = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
1970
1971         if (((state & 0x11111111) == (act & 0x11111111)) ||
1972                         ((act & 0x11111111) == ((state >> 1) & 0x11111111)))
1973                 return 0;
1974         else
1975                 return 1;
1976 }
1977
1978 static int qlcnic_check_idc_ver(struct qlcnic_adapter *adapter)
1979 {
1980         u32 val = QLCRD32(adapter, QLCNIC_CRB_DRV_IDC_VER);
1981
1982         if (val != QLCNIC_DRV_IDC_VER) {
1983                 dev_warn(&adapter->pdev->dev, "IDC Version mismatch, driver's"
1984                         " idc ver = %x; reqd = %x\n", QLCNIC_DRV_IDC_VER, val);
1985         }
1986
1987         return 0;
1988 }
1989
1990 static int
1991 qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
1992 {
1993         u32 val, prev_state;
1994         u8 dev_init_timeo = adapter->dev_init_timeo;
1995         u8 portnum = adapter->portnum;
1996         u8 ret;
1997
1998         if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
1999                 return 1;
2000
2001         if (qlcnic_api_lock(adapter))
2002                 return -1;
2003
2004         val = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
2005         if (!(val & (1 << (portnum * 4)))) {
2006                 QLC_DEV_SET_REF_CNT(val, portnum);
2007                 QLCWR32(adapter, QLCNIC_CRB_DEV_REF_COUNT, val);
2008         }
2009
2010         prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2011         QLCDB(adapter, HW, "Device state = %u\n", prev_state);
2012
2013         switch (prev_state) {
2014         case QLCNIC_DEV_COLD:
2015                 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
2016                 QLCWR32(adapter, QLCNIC_CRB_DRV_IDC_VER, QLCNIC_DRV_IDC_VER);
2017                 qlcnic_api_unlock(adapter);
2018                 return 1;
2019
2020         case QLCNIC_DEV_READY:
2021                 ret = qlcnic_check_idc_ver(adapter);
2022                 qlcnic_api_unlock(adapter);
2023                 return ret;
2024
2025         case QLCNIC_DEV_NEED_RESET:
2026                 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2027                 QLC_DEV_SET_RST_RDY(val, portnum);
2028                 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2029                 break;
2030
2031         case QLCNIC_DEV_NEED_QUISCENT:
2032                 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2033                 QLC_DEV_SET_QSCNT_RDY(val, portnum);
2034                 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2035                 break;
2036
2037         case QLCNIC_DEV_FAILED:
2038                 qlcnic_api_unlock(adapter);
2039                 return -1;
2040
2041         case QLCNIC_DEV_INITIALIZING:
2042         case QLCNIC_DEV_QUISCENT:
2043                 break;
2044         }
2045
2046         qlcnic_api_unlock(adapter);
2047
2048         do {
2049                 msleep(1000);
2050         } while ((QLCRD32(adapter, QLCNIC_CRB_DEV_STATE) != QLCNIC_DEV_READY)
2051                         && --dev_init_timeo);
2052
2053         if (!dev_init_timeo) {
2054                 dev_err(&adapter->pdev->dev,
2055                         "Waiting for device to initialize timeout\n");
2056                 return -1;
2057         }
2058
2059         if (qlcnic_api_lock(adapter))
2060                 return -1;
2061
2062         val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2063         QLC_DEV_CLR_RST_QSCNT(val, portnum);
2064         QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2065
2066         ret = qlcnic_check_idc_ver(adapter);
2067         qlcnic_api_unlock(adapter);
2068
2069         return ret;
2070 }
2071
2072 static void
2073 qlcnic_fwinit_work(struct work_struct *work)
2074 {
2075         struct qlcnic_adapter *adapter = container_of(work,
2076                         struct qlcnic_adapter, fw_work.work);
2077         u32 dev_state = 0xf;
2078
2079         if (qlcnic_api_lock(adapter))
2080                 goto err_ret;
2081
2082         if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
2083                 dev_err(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
2084                                         adapter->reset_ack_timeo);
2085                 goto skip_ack_check;
2086         }
2087
2088         if (!qlcnic_check_drv_state(adapter)) {
2089 skip_ack_check:
2090                 dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2091                 if (dev_state == QLCNIC_DEV_NEED_RESET) {
2092                         QLCWR32(adapter, QLCNIC_CRB_DEV_STATE,
2093                                                 QLCNIC_DEV_INITIALIZING);
2094                         set_bit(__QLCNIC_START_FW, &adapter->state);
2095                         QLCDB(adapter, DRV, "Restarting fw\n");
2096                 }
2097
2098                 qlcnic_api_unlock(adapter);
2099
2100                 if (!qlcnic_start_firmware(adapter)) {
2101                         qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
2102                         return;
2103                 }
2104                 goto err_ret;
2105         }
2106
2107         qlcnic_api_unlock(adapter);
2108
2109         dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2110         QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
2111
2112         switch (dev_state) {
2113         case QLCNIC_DEV_NEED_RESET:
2114                 qlcnic_schedule_work(adapter,
2115                         qlcnic_fwinit_work, FW_POLL_DELAY);
2116                 return;
2117         case QLCNIC_DEV_FAILED:
2118                 break;
2119
2120         default:
2121                 if (!qlcnic_start_firmware(adapter)) {
2122                         qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
2123                         return;
2124                 }
2125         }
2126
2127 err_ret:
2128         dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
2129                 "fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
2130         netif_device_attach(adapter->netdev);
2131         qlcnic_clr_all_drv_state(adapter);
2132 }
2133
2134 static void
2135 qlcnic_detach_work(struct work_struct *work)
2136 {
2137         struct qlcnic_adapter *adapter = container_of(work,
2138                         struct qlcnic_adapter, fw_work.work);
2139         struct net_device *netdev = adapter->netdev;
2140         u32 status;
2141
2142         netif_device_detach(netdev);
2143
2144         qlcnic_down(adapter, netdev);
2145
2146         rtnl_lock();
2147         qlcnic_detach(adapter);
2148         rtnl_unlock();
2149
2150         status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
2151
2152         if (status & QLCNIC_RCODE_FATAL_ERROR)
2153                 goto err_ret;
2154
2155         if (adapter->temp == QLCNIC_TEMP_PANIC)
2156                 goto err_ret;
2157
2158         if (qlcnic_set_drv_state(adapter, adapter->dev_state))
2159                 goto err_ret;
2160
2161         adapter->fw_wait_cnt = 0;
2162
2163         qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);
2164
2165         return;
2166
2167 err_ret:
2168         dev_err(&adapter->pdev->dev, "detach failed; status=%d temp=%d\n",
2169                         status, adapter->temp);
2170         netif_device_attach(netdev);
2171         qlcnic_clr_all_drv_state(adapter);
2172
2173 }
2174
2175 /*Transit to RESET state from READY state only */
2176 static void
2177 qlcnic_dev_request_reset(struct qlcnic_adapter *adapter)
2178 {
2179         u32 state;
2180
2181         if (qlcnic_api_lock(adapter))
2182                 return;
2183
2184         state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2185
2186         if (state == QLCNIC_DEV_READY) {
2187                 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_NEED_RESET);
2188                 QLCDB(adapter, DRV, "NEED_RESET state set\n");
2189         }
2190
2191         qlcnic_api_unlock(adapter);
2192 }
2193
2194 static void
2195 qlcnic_schedule_work(struct qlcnic_adapter *adapter,
2196                 work_func_t func, int delay)
2197 {
2198         INIT_DELAYED_WORK(&adapter->fw_work, func);
2199         schedule_delayed_work(&adapter->fw_work, round_jiffies_relative(delay));
2200 }
2201
2202 static void
2203 qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter)
2204 {
2205         while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
2206                 msleep(10);
2207
2208         cancel_delayed_work_sync(&adapter->fw_work);
2209 }
2210
2211 static void
2212 qlcnic_attach_work(struct work_struct *work)
2213 {
2214         struct qlcnic_adapter *adapter = container_of(work,
2215                                 struct qlcnic_adapter, fw_work.work);
2216         struct net_device *netdev = adapter->netdev;
2217         int err;
2218
2219         if (netif_running(netdev)) {
2220                 err = qlcnic_attach(adapter);
2221                 if (err)
2222                         goto done;
2223
2224                 err = qlcnic_up(adapter, netdev);
2225                 if (err) {
2226                         qlcnic_detach(adapter);
2227                         goto done;
2228                 }
2229
2230                 qlcnic_config_indev_addr(netdev, NETDEV_UP);
2231         }
2232
2233 done:
2234         netif_device_attach(netdev);
2235         adapter->fw_fail_cnt = 0;
2236         clear_bit(__QLCNIC_RESETTING, &adapter->state);
2237
2238         if (!qlcnic_clr_drv_state(adapter))
2239                 qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
2240                                                         FW_POLL_DELAY);
2241 }
2242
2243 static int
2244 qlcnic_check_health(struct qlcnic_adapter *adapter)
2245 {
2246         u32 state = 0, heartbit;
2247         struct net_device *netdev = adapter->netdev;
2248
2249         if (qlcnic_check_temp(adapter))
2250                 goto detach;
2251
2252         if (adapter->need_fw_reset)
2253                 qlcnic_dev_request_reset(adapter);
2254
2255         state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2256         if (state == QLCNIC_DEV_NEED_RESET || state == QLCNIC_DEV_NEED_QUISCENT)
2257                 adapter->need_fw_reset = 1;
2258
2259         heartbit = QLCRD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
2260         if (heartbit != adapter->heartbit) {
2261                 adapter->heartbit = heartbit;
2262                 adapter->fw_fail_cnt = 0;
2263                 if (adapter->need_fw_reset)
2264                         goto detach;
2265                 return 0;
2266         }
2267
2268         if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
2269                 return 0;
2270
2271         qlcnic_dev_request_reset(adapter);
2272
2273         clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
2274
2275         dev_info(&netdev->dev, "firmware hang detected\n");
2276
2277 detach:
2278         adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
2279                 QLCNIC_DEV_NEED_RESET;
2280
2281         if ((auto_fw_reset == AUTO_FW_RESET_ENABLED) &&
2282                 !test_and_set_bit(__QLCNIC_RESETTING, &adapter->state)) {
2283
2284                 qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
2285                 QLCDB(adapter, DRV, "fw recovery scheduled.\n");
2286         }
2287
2288         return 1;
2289 }
2290
2291 static void
2292 qlcnic_fw_poll_work(struct work_struct *work)
2293 {
2294         struct qlcnic_adapter *adapter = container_of(work,
2295                                 struct qlcnic_adapter, fw_work.work);
2296
2297         if (test_bit(__QLCNIC_RESETTING, &adapter->state))
2298                 goto reschedule;
2299
2300
2301         if (qlcnic_check_health(adapter))
2302                 return;
2303
2304 reschedule:
2305         qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
2306 }
2307
2308 static ssize_t
2309 qlcnic_store_bridged_mode(struct device *dev,
2310                 struct device_attribute *attr, const char *buf, size_t len)
2311 {
2312         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2313         unsigned long new;
2314         int ret = -EINVAL;
2315
2316         if (!(adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG))
2317                 goto err_out;
2318
2319         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
2320                 goto err_out;
2321
2322         if (strict_strtoul(buf, 2, &new))
2323                 goto err_out;
2324
2325         if (!qlcnic_config_bridged_mode(adapter, !!new))
2326                 ret = len;
2327
2328 err_out:
2329         return ret;
2330 }
2331
2332 static ssize_t
2333 qlcnic_show_bridged_mode(struct device *dev,
2334                 struct device_attribute *attr, char *buf)
2335 {
2336         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2337         int bridged_mode = 0;
2338
2339         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2340                 bridged_mode = !!(adapter->flags & QLCNIC_BRIDGE_ENABLED);
2341
2342         return sprintf(buf, "%d\n", bridged_mode);
2343 }
2344
2345 static struct device_attribute dev_attr_bridged_mode = {
2346        .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
2347        .show = qlcnic_show_bridged_mode,
2348        .store = qlcnic_store_bridged_mode,
2349 };
2350
2351 static ssize_t
2352 qlcnic_store_diag_mode(struct device *dev,
2353                 struct device_attribute *attr, const char *buf, size_t len)
2354 {
2355         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2356         unsigned long new;
2357
2358         if (strict_strtoul(buf, 2, &new))
2359                 return -EINVAL;
2360
2361         if (!!new != !!(adapter->flags & QLCNIC_DIAG_ENABLED))
2362                 adapter->flags ^= QLCNIC_DIAG_ENABLED;
2363
2364         return len;
2365 }
2366
2367 static ssize_t
2368 qlcnic_show_diag_mode(struct device *dev,
2369                 struct device_attribute *attr, char *buf)
2370 {
2371         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2372
2373         return sprintf(buf, "%d\n",
2374                         !!(adapter->flags & QLCNIC_DIAG_ENABLED));
2375 }
2376
2377 static struct device_attribute dev_attr_diag_mode = {
2378         .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
2379         .show = qlcnic_show_diag_mode,
2380         .store = qlcnic_store_diag_mode,
2381 };
2382
2383 static int
2384 qlcnic_sysfs_validate_crb(struct qlcnic_adapter *adapter,
2385                 loff_t offset, size_t size)
2386 {
2387         size_t crb_size = 4;
2388
2389         if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
2390                 return -EIO;
2391
2392         if (offset < QLCNIC_PCI_CRBSPACE) {
2393                 if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM,
2394                                         QLCNIC_PCI_CAMQM_END))
2395                         crb_size = 8;
2396                 else
2397                         return -EINVAL;
2398         }
2399
2400         if ((size != crb_size) || (offset & (crb_size-1)))
2401                 return  -EINVAL;
2402
2403         return 0;
2404 }
2405
2406 static ssize_t
2407 qlcnic_sysfs_read_crb(struct kobject *kobj, struct bin_attribute *attr,
2408                 char *buf, loff_t offset, size_t size)
2409 {
2410         struct device *dev = container_of(kobj, struct device, kobj);
2411         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2412         u32 data;
2413         u64 qmdata;
2414         int ret;
2415
2416         ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
2417         if (ret != 0)
2418                 return ret;
2419
2420         if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
2421                 qlcnic_pci_camqm_read_2M(adapter, offset, &qmdata);
2422                 memcpy(buf, &qmdata, size);
2423         } else {
2424                 data = QLCRD32(adapter, offset);
2425                 memcpy(buf, &data, size);
2426         }
2427         return size;
2428 }
2429
2430 static ssize_t
2431 qlcnic_sysfs_write_crb(struct kobject *kobj, struct bin_attribute *attr,
2432                 char *buf, loff_t offset, size_t size)
2433 {
2434         struct device *dev = container_of(kobj, struct device, kobj);
2435         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2436         u32 data;
2437         u64 qmdata;
2438         int ret;
2439
2440         ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
2441         if (ret != 0)
2442                 return ret;
2443
2444         if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
2445                 memcpy(&qmdata, buf, size);
2446                 qlcnic_pci_camqm_write_2M(adapter, offset, qmdata);
2447         } else {
2448                 memcpy(&data, buf, size);
2449                 QLCWR32(adapter, offset, data);
2450         }
2451         return size;
2452 }
2453
2454 static int
2455 qlcnic_sysfs_validate_mem(struct qlcnic_adapter *adapter,
2456                 loff_t offset, size_t size)
2457 {
2458         if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
2459                 return -EIO;
2460
2461         if ((size != 8) || (offset & 0x7))
2462                 return  -EIO;
2463
2464         return 0;
2465 }
2466
2467 static ssize_t
2468 qlcnic_sysfs_read_mem(struct kobject *kobj, struct bin_attribute *attr,
2469                 char *buf, loff_t offset, size_t size)
2470 {
2471         struct device *dev = container_of(kobj, struct device, kobj);
2472         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2473         u64 data;
2474         int ret;
2475
2476         ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
2477         if (ret != 0)
2478                 return ret;
2479
2480         if (qlcnic_pci_mem_read_2M(adapter, offset, &data))
2481                 return -EIO;
2482
2483         memcpy(buf, &data, size);
2484
2485         return size;
2486 }
2487
2488 static ssize_t
2489 qlcnic_sysfs_write_mem(struct kobject *kobj, struct bin_attribute *attr,
2490                 char *buf, loff_t offset, size_t size)
2491 {
2492         struct device *dev = container_of(kobj, struct device, kobj);
2493         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2494         u64 data;
2495         int ret;
2496
2497         ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
2498         if (ret != 0)
2499                 return ret;
2500
2501         memcpy(&data, buf, size);
2502
2503         if (qlcnic_pci_mem_write_2M(adapter, offset, data))
2504                 return -EIO;
2505
2506         return size;
2507 }
2508
2509
2510 static struct bin_attribute bin_attr_crb = {
2511         .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
2512         .size = 0,
2513         .read = qlcnic_sysfs_read_crb,
2514         .write = qlcnic_sysfs_write_crb,
2515 };
2516
2517 static struct bin_attribute bin_attr_mem = {
2518         .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
2519         .size = 0,
2520         .read = qlcnic_sysfs_read_mem,
2521         .write = qlcnic_sysfs_write_mem,
2522 };
2523
2524 static void
2525 qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter)
2526 {
2527         struct device *dev = &adapter->pdev->dev;
2528
2529         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2530                 if (device_create_file(dev, &dev_attr_bridged_mode))
2531                         dev_warn(dev,
2532                                 "failed to create bridged_mode sysfs entry\n");
2533 }
2534
2535 static void
2536 qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter)
2537 {
2538         struct device *dev = &adapter->pdev->dev;
2539
2540         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2541                 device_remove_file(dev, &dev_attr_bridged_mode);
2542 }
2543
2544 static void
2545 qlcnic_create_diag_entries(struct qlcnic_adapter *adapter)
2546 {
2547         struct device *dev = &adapter->pdev->dev;
2548
2549         if (device_create_file(dev, &dev_attr_diag_mode))
2550                 dev_info(dev, "failed to create diag_mode sysfs entry\n");
2551         if (device_create_bin_file(dev, &bin_attr_crb))
2552                 dev_info(dev, "failed to create crb sysfs entry\n");
2553         if (device_create_bin_file(dev, &bin_attr_mem))
2554                 dev_info(dev, "failed to create mem sysfs entry\n");
2555 }
2556
2557
2558 static void
2559 qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter)
2560 {
2561         struct device *dev = &adapter->pdev->dev;
2562
2563         device_remove_file(dev, &dev_attr_diag_mode);
2564         device_remove_bin_file(dev, &bin_attr_crb);
2565         device_remove_bin_file(dev, &bin_attr_mem);
2566 }
2567
2568 #ifdef CONFIG_INET
2569
2570 #define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)
2571
2572 static void
2573 qlcnic_config_indev_addr(struct net_device *dev, unsigned long event)
2574 {
2575         struct in_device *indev;
2576         struct qlcnic_adapter *adapter = netdev_priv(dev);
2577
2578         indev = in_dev_get(dev);
2579         if (!indev)
2580                 return;
2581
2582         for_ifa(indev) {
2583                 switch (event) {
2584                 case NETDEV_UP:
2585                         qlcnic_config_ipaddr(adapter,
2586                                         ifa->ifa_address, QLCNIC_IP_UP);
2587                         break;
2588                 case NETDEV_DOWN:
2589                         qlcnic_config_ipaddr(adapter,
2590                                         ifa->ifa_address, QLCNIC_IP_DOWN);
2591                         break;
2592                 default:
2593                         break;
2594                 }
2595         } endfor_ifa(indev);
2596
2597         in_dev_put(indev);
2598 }
2599
2600 static int qlcnic_netdev_event(struct notifier_block *this,
2601                                  unsigned long event, void *ptr)
2602 {
2603         struct qlcnic_adapter *adapter;
2604         struct net_device *dev = (struct net_device *)ptr;
2605
2606 recheck:
2607         if (dev == NULL)
2608                 goto done;
2609
2610         if (dev->priv_flags & IFF_802_1Q_VLAN) {
2611                 dev = vlan_dev_real_dev(dev);
2612                 goto recheck;
2613         }
2614
2615         if (!is_qlcnic_netdev(dev))
2616                 goto done;
2617
2618         adapter = netdev_priv(dev);
2619
2620         if (!adapter)
2621                 goto done;
2622
2623         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
2624                 goto done;
2625
2626         qlcnic_config_indev_addr(dev, event);
2627 done:
2628         return NOTIFY_DONE;
2629 }
2630
2631 static int
2632 qlcnic_inetaddr_event(struct notifier_block *this,
2633                 unsigned long event, void *ptr)
2634 {
2635         struct qlcnic_adapter *adapter;
2636         struct net_device *dev;
2637
2638         struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
2639
2640         dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
2641
2642 recheck:
2643         if (dev == NULL || !netif_running(dev))
2644                 goto done;
2645
2646         if (dev->priv_flags & IFF_802_1Q_VLAN) {
2647                 dev = vlan_dev_real_dev(dev);
2648                 goto recheck;
2649         }
2650
2651         if (!is_qlcnic_netdev(dev))
2652                 goto done;
2653
2654         adapter = netdev_priv(dev);
2655
2656         if (!adapter)
2657                 goto done;
2658
2659         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
2660                 goto done;
2661
2662         switch (event) {
2663         case NETDEV_UP:
2664                 qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
2665                 break;
2666         case NETDEV_DOWN:
2667                 qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
2668                 break;
2669         default:
2670                 break;
2671         }
2672
2673 done:
2674         return NOTIFY_DONE;
2675 }
2676
2677 static struct notifier_block    qlcnic_netdev_cb = {
2678         .notifier_call = qlcnic_netdev_event,
2679 };
2680
2681 static struct notifier_block qlcnic_inetaddr_cb = {
2682         .notifier_call = qlcnic_inetaddr_event,
2683 };
2684 #else
2685 static void
2686 qlcnic_config_indev_addr(struct net_device *dev, unsigned long event)
2687 { }
2688 #endif
2689
2690 static struct pci_driver qlcnic_driver = {
2691         .name = qlcnic_driver_name,
2692         .id_table = qlcnic_pci_tbl,
2693         .probe = qlcnic_probe,
2694         .remove = __devexit_p(qlcnic_remove),
2695 #ifdef CONFIG_PM
2696         .suspend = qlcnic_suspend,
2697         .resume = qlcnic_resume,
2698 #endif
2699         .shutdown = qlcnic_shutdown
2700 };
2701
2702 static int __init qlcnic_init_module(void)
2703 {
2704
2705         printk(KERN_INFO "%s\n", qlcnic_driver_string);
2706
2707 #ifdef CONFIG_INET
2708         register_netdevice_notifier(&qlcnic_netdev_cb);
2709         register_inetaddr_notifier(&qlcnic_inetaddr_cb);
2710 #endif
2711
2712
2713         return pci_register_driver(&qlcnic_driver);
2714 }
2715
2716 module_init(qlcnic_init_module);
2717
2718 static void __exit qlcnic_exit_module(void)
2719 {
2720
2721         pci_unregister_driver(&qlcnic_driver);
2722
2723 #ifdef CONFIG_INET
2724         unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
2725         unregister_netdevice_notifier(&qlcnic_netdev_cb);
2726 #endif
2727 }
2728
2729 module_exit(qlcnic_exit_module);