2 * Copyright (C) 2009 - QLogic Corporation.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version 2
8 * of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
20 * The full GNU General Public License is included in this distribution
21 * in the file called "COPYING".
25 #include <linux/slab.h>
26 #include <linux/vmalloc.h>
27 #include <linux/interrupt.h>
31 #include <linux/dma-mapping.h>
32 #include <linux/if_vlan.h>
34 #include <linux/ipv6.h>
35 #include <linux/inetdevice.h>
36 #include <linux/sysfs.h>
38 MODULE_DESCRIPTION("QLogic 1/10 GbE Converged/Intelligent Ethernet Driver");
39 MODULE_LICENSE("GPL");
40 MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
41 MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);
43 char qlcnic_driver_name[] = "qlcnic";
44 static const char qlcnic_driver_string[] = "QLogic 1/10 GbE "
45 "Converged/Intelligent Ethernet Driver v" QLCNIC_LINUX_VERSIONID;
47 static int port_mode = QLCNIC_PORT_MODE_AUTO_NEG;
49 /* Default to restricted 1G auto-neg mode */
50 static int wol_port_mode = 5;
52 static int use_msi = 1;
53 module_param(use_msi, int, 0644);
54 MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled");
56 static int use_msi_x = 1;
57 module_param(use_msi_x, int, 0644);
58 MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled");
60 static int auto_fw_reset = AUTO_FW_RESET_ENABLED;
61 module_param(auto_fw_reset, int, 0644);
62 MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled");
64 static int load_fw_file;
65 module_param(load_fw_file, int, 0644);
66 MODULE_PARM_DESC(load_fw_file, "Load firmware from (0=flash, 1=file");
68 static int qlcnic_config_npars;
69 module_param(qlcnic_config_npars, int, 0644);
70 MODULE_PARM_DESC(qlcnic_config_npars, "Configure NPARs (0=disabled, 1=enabled");
72 static int __devinit qlcnic_probe(struct pci_dev *pdev,
73 const struct pci_device_id *ent);
74 static void __devexit qlcnic_remove(struct pci_dev *pdev);
75 static int qlcnic_open(struct net_device *netdev);
76 static int qlcnic_close(struct net_device *netdev);
77 static void qlcnic_tx_timeout(struct net_device *netdev);
78 static void qlcnic_attach_work(struct work_struct *work);
79 static void qlcnic_fwinit_work(struct work_struct *work);
80 static void qlcnic_fw_poll_work(struct work_struct *work);
81 static void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
82 work_func_t func, int delay);
83 static void qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter);
84 static int qlcnic_poll(struct napi_struct *napi, int budget);
85 static int qlcnic_rx_poll(struct napi_struct *napi, int budget);
86 #ifdef CONFIG_NET_POLL_CONTROLLER
87 static void qlcnic_poll_controller(struct net_device *netdev);
90 static void qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter);
91 static void qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter);
92 static void qlcnic_create_diag_entries(struct qlcnic_adapter *adapter);
93 static void qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter);
95 static void qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding);
96 static void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter);
97 static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);
99 static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
100 static irqreturn_t qlcnic_intr(int irq, void *data);
101 static irqreturn_t qlcnic_msi_intr(int irq, void *data);
102 static irqreturn_t qlcnic_msix_intr(int irq, void *data);
104 static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
105 static void qlcnic_config_indev_addr(struct net_device *dev, unsigned long);
106 static int qlcnic_start_firmware(struct qlcnic_adapter *);
108 static void qlcnic_dev_set_npar_ready(struct qlcnic_adapter *);
109 static void qlcnicvf_clear_ilb_mode(struct qlcnic_adapter *);
110 static int qlcnicvf_set_ilb_mode(struct qlcnic_adapter *);
111 static int qlcnicvf_config_led(struct qlcnic_adapter *, u32, u32);
112 static int qlcnicvf_config_bridged_mode(struct qlcnic_adapter *, u32);
113 static int qlcnicvf_start_firmware(struct qlcnic_adapter *);
114 /* PCI Device ID Table */
115 #define ENTRY(device) \
116 {PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
117 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
119 #define PCI_DEVICE_ID_QLOGIC_QLE824X 0x8020
121 static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
122 ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
126 MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);
130 qlcnic_update_cmd_producer(struct qlcnic_adapter *adapter,
131 struct qlcnic_host_tx_ring *tx_ring)
133 writel(tx_ring->producer, tx_ring->crb_cmd_producer);
136 static const u32 msi_tgt_status[8] = {
137 ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
138 ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
139 ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
140 ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
144 struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;
146 static inline void qlcnic_disable_int(struct qlcnic_host_sds_ring *sds_ring)
148 writel(0, sds_ring->crb_intr_mask);
151 static inline void qlcnic_enable_int(struct qlcnic_host_sds_ring *sds_ring)
153 struct qlcnic_adapter *adapter = sds_ring->adapter;
155 writel(0x1, sds_ring->crb_intr_mask);
157 if (!QLCNIC_IS_MSI_FAMILY(adapter))
158 writel(0xfbff, adapter->tgt_mask_reg);
162 qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
164 int size = sizeof(struct qlcnic_host_sds_ring) * count;
166 recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
168 return (recv_ctx->sds_rings == NULL);
172 qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
174 if (recv_ctx->sds_rings != NULL)
175 kfree(recv_ctx->sds_rings);
177 recv_ctx->sds_rings = NULL;
181 qlcnic_napi_add(struct qlcnic_adapter *adapter, struct net_device *netdev)
184 struct qlcnic_host_sds_ring *sds_ring;
185 struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
187 if (qlcnic_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
190 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
191 sds_ring = &recv_ctx->sds_rings[ring];
193 if (ring == adapter->max_sds_rings - 1)
194 netif_napi_add(netdev, &sds_ring->napi, qlcnic_poll,
195 QLCNIC_NETDEV_WEIGHT/adapter->max_sds_rings);
197 netif_napi_add(netdev, &sds_ring->napi,
198 qlcnic_rx_poll, QLCNIC_NETDEV_WEIGHT*2);
205 qlcnic_napi_del(struct qlcnic_adapter *adapter)
208 struct qlcnic_host_sds_ring *sds_ring;
209 struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
211 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
212 sds_ring = &recv_ctx->sds_rings[ring];
213 netif_napi_del(&sds_ring->napi);
216 qlcnic_free_sds_rings(&adapter->recv_ctx);
220 qlcnic_napi_enable(struct qlcnic_adapter *adapter)
223 struct qlcnic_host_sds_ring *sds_ring;
224 struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
226 if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
229 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
230 sds_ring = &recv_ctx->sds_rings[ring];
231 napi_enable(&sds_ring->napi);
232 qlcnic_enable_int(sds_ring);
237 qlcnic_napi_disable(struct qlcnic_adapter *adapter)
240 struct qlcnic_host_sds_ring *sds_ring;
241 struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
243 if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
246 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
247 sds_ring = &recv_ctx->sds_rings[ring];
248 qlcnic_disable_int(sds_ring);
249 napi_synchronize(&sds_ring->napi);
250 napi_disable(&sds_ring->napi);
254 static void qlcnic_clear_stats(struct qlcnic_adapter *adapter)
256 memset(&adapter->stats, 0, sizeof(adapter->stats));
259 static void qlcnic_set_port_mode(struct qlcnic_adapter *adapter)
263 val = adapter->ahw.board_type;
264 if ((val == QLCNIC_BRDTYPE_P3_HMEZ) ||
265 (val == QLCNIC_BRDTYPE_P3_XG_LOM)) {
266 if (port_mode == QLCNIC_PORT_MODE_802_3_AP) {
267 data = QLCNIC_PORT_MODE_802_3_AP;
268 QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
269 } else if (port_mode == QLCNIC_PORT_MODE_XG) {
270 data = QLCNIC_PORT_MODE_XG;
271 QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
272 } else if (port_mode == QLCNIC_PORT_MODE_AUTO_NEG_1G) {
273 data = QLCNIC_PORT_MODE_AUTO_NEG_1G;
274 QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
275 } else if (port_mode == QLCNIC_PORT_MODE_AUTO_NEG_XG) {
276 data = QLCNIC_PORT_MODE_AUTO_NEG_XG;
277 QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
279 data = QLCNIC_PORT_MODE_AUTO_NEG;
280 QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
283 if ((wol_port_mode != QLCNIC_PORT_MODE_802_3_AP) &&
284 (wol_port_mode != QLCNIC_PORT_MODE_XG) &&
285 (wol_port_mode != QLCNIC_PORT_MODE_AUTO_NEG_1G) &&
286 (wol_port_mode != QLCNIC_PORT_MODE_AUTO_NEG_XG)) {
287 wol_port_mode = QLCNIC_PORT_MODE_AUTO_NEG;
289 QLCWR32(adapter, QLCNIC_WOL_PORT_MODE, wol_port_mode);
293 static void qlcnic_set_msix_bit(struct pci_dev *pdev, int enable)
298 pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
300 pci_read_config_dword(pdev, pos, &control);
302 control |= PCI_MSIX_FLAGS_ENABLE;
305 pci_write_config_dword(pdev, pos, control);
309 static void qlcnic_init_msix_entries(struct qlcnic_adapter *adapter, int count)
313 for (i = 0; i < count; i++)
314 adapter->msix_entries[i].entry = i;
318 qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
320 u8 mac_addr[ETH_ALEN];
321 struct net_device *netdev = adapter->netdev;
322 struct pci_dev *pdev = adapter->pdev;
324 if (adapter->nic_ops->get_mac_addr(adapter, mac_addr) != 0)
327 memcpy(netdev->dev_addr, mac_addr, ETH_ALEN);
328 memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len);
329 memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
331 /* set station address */
333 if (!is_valid_ether_addr(netdev->perm_addr))
334 dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
340 static int qlcnic_set_mac(struct net_device *netdev, void *p)
342 struct qlcnic_adapter *adapter = netdev_priv(netdev);
343 struct sockaddr *addr = p;
345 if (!is_valid_ether_addr(addr->sa_data))
348 if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
349 netif_device_detach(netdev);
350 qlcnic_napi_disable(adapter);
353 memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
354 memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
355 qlcnic_set_multi(adapter->netdev);
357 if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
358 netif_device_attach(netdev);
359 qlcnic_napi_enable(adapter);
364 static const struct net_device_ops qlcnic_netdev_ops = {
365 .ndo_open = qlcnic_open,
366 .ndo_stop = qlcnic_close,
367 .ndo_start_xmit = qlcnic_xmit_frame,
368 .ndo_get_stats = qlcnic_get_stats,
369 .ndo_validate_addr = eth_validate_addr,
370 .ndo_set_multicast_list = qlcnic_set_multi,
371 .ndo_set_mac_address = qlcnic_set_mac,
372 .ndo_change_mtu = qlcnic_change_mtu,
373 .ndo_tx_timeout = qlcnic_tx_timeout,
374 #ifdef CONFIG_NET_POLL_CONTROLLER
375 .ndo_poll_controller = qlcnic_poll_controller,
379 static struct qlcnic_nic_template qlcnic_ops = {
380 .get_mac_addr = qlcnic_get_mac_address,
381 .config_bridged_mode = qlcnic_config_bridged_mode,
382 .config_led = qlcnic_config_led,
383 .set_ilb_mode = qlcnic_set_ilb_mode,
384 .clear_ilb_mode = qlcnic_clear_ilb_mode,
385 .start_firmware = qlcnic_start_firmware
388 static struct qlcnic_nic_template qlcnic_vf_ops = {
389 .get_mac_addr = qlcnic_get_mac_address,
390 .config_bridged_mode = qlcnicvf_config_bridged_mode,
391 .config_led = qlcnicvf_config_led,
392 .set_ilb_mode = qlcnicvf_set_ilb_mode,
393 .clear_ilb_mode = qlcnicvf_clear_ilb_mode,
394 .start_firmware = qlcnicvf_start_firmware
398 qlcnic_setup_intr(struct qlcnic_adapter *adapter)
400 const struct qlcnic_legacy_intr_set *legacy_intrp;
401 struct pci_dev *pdev = adapter->pdev;
404 if (adapter->rss_supported) {
405 num_msix = (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER) ?
406 MSIX_ENTRIES_PER_ADAPTER : 2;
410 adapter->max_sds_rings = 1;
412 adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);
414 legacy_intrp = &legacy_intr[adapter->ahw.pci_func];
416 adapter->int_vec_bit = legacy_intrp->int_vec_bit;
417 adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
418 legacy_intrp->tgt_status_reg);
419 adapter->tgt_mask_reg = qlcnic_get_ioaddr(adapter,
420 legacy_intrp->tgt_mask_reg);
421 adapter->isr_int_vec = qlcnic_get_ioaddr(adapter, ISR_INT_VECTOR);
423 adapter->crb_int_state_reg = qlcnic_get_ioaddr(adapter,
426 qlcnic_set_msix_bit(pdev, 0);
428 if (adapter->msix_supported) {
430 qlcnic_init_msix_entries(adapter, num_msix);
431 err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
433 adapter->flags |= QLCNIC_MSIX_ENABLED;
434 qlcnic_set_msix_bit(pdev, 1);
436 if (adapter->rss_supported)
437 adapter->max_sds_rings = num_msix;
439 dev_info(&pdev->dev, "using msi-x interrupts\n");
444 pci_disable_msix(pdev);
446 /* fall through for msi */
449 if (use_msi && !pci_enable_msi(pdev)) {
450 adapter->flags |= QLCNIC_MSI_ENABLED;
451 adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
452 msi_tgt_status[adapter->ahw.pci_func]);
453 dev_info(&pdev->dev, "using msi interrupts\n");
454 adapter->msix_entries[0].vector = pdev->irq;
458 dev_info(&pdev->dev, "using legacy interrupts\n");
459 adapter->msix_entries[0].vector = pdev->irq;
463 qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
465 if (adapter->flags & QLCNIC_MSIX_ENABLED)
466 pci_disable_msix(adapter->pdev);
467 if (adapter->flags & QLCNIC_MSI_ENABLED)
468 pci_disable_msi(adapter->pdev);
472 qlcnic_cleanup_pci_map(struct qlcnic_adapter *adapter)
474 if (adapter->ahw.pci_base0 != NULL)
475 iounmap(adapter->ahw.pci_base0);
479 qlcnic_set_function_modes(struct qlcnic_adapter *adapter)
484 u32 data = QLCNIC_MGMT_FUNC;
485 void __iomem *priv_op = adapter->ahw.pci_base0 + QLCNIC_DRV_OP_MODE;
487 /* If other drivers are not in use set their privilege level */
488 ref_count = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
489 ret = qlcnic_api_lock(adapter);
492 if (QLC_DEV_CLR_REF_CNT(ref_count, adapter->ahw.pci_func))
495 if (qlcnic_config_npars) {
496 for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
497 id = adapter->npars[i].id;
498 if (adapter->npars[i].type != QLCNIC_TYPE_NIC ||
499 id == adapter->ahw.pci_func)
501 data |= (qlcnic_config_npars &
502 QLC_DEV_SET_DRV(0xf, id));
505 data = readl(priv_op);
506 data = (data & ~QLC_DEV_SET_DRV(0xf, adapter->ahw.pci_func)) |
507 (QLC_DEV_SET_DRV(QLCNIC_MGMT_FUNC,
508 adapter->ahw.pci_func));
510 writel(data, priv_op);
512 qlcnic_api_unlock(adapter);
518 qlcnic_get_driver_mode(struct qlcnic_adapter *adapter)
520 void __iomem *msix_base_addr;
521 void __iomem *priv_op;
524 u32 op_mode, priv_level;
526 /* Determine FW API version */
527 adapter->fw_hal_version = readl(adapter->ahw.pci_base0 + QLCNIC_FW_API);
529 /* Find PCI function number */
530 pci_read_config_dword(adapter->pdev, QLCNIC_MSIX_TABLE_OFFSET, &func);
531 msix_base_addr = adapter->ahw.pci_base0 + QLCNIC_MSIX_BASE;
532 msix_base = readl(msix_base_addr);
533 func = (func - msix_base)/QLCNIC_MSIX_TBL_PGSIZE;
534 adapter->ahw.pci_func = func;
536 qlcnic_get_nic_info(adapter, adapter->ahw.pci_func);
538 if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED)) {
539 adapter->nic_ops = &qlcnic_ops;
540 return adapter->fw_hal_version;
543 /* Determine function privilege level */
544 priv_op = adapter->ahw.pci_base0 + QLCNIC_DRV_OP_MODE;
545 op_mode = readl(priv_op);
546 if (op_mode == QLC_DEV_DRV_DEFAULT)
547 priv_level = QLCNIC_MGMT_FUNC;
549 priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw.pci_func);
551 switch (priv_level) {
552 case QLCNIC_MGMT_FUNC:
553 adapter->op_mode = QLCNIC_MGMT_FUNC;
554 adapter->nic_ops = &qlcnic_ops;
555 qlcnic_get_pci_info(adapter);
556 /* Set privilege level for other functions */
557 qlcnic_set_function_modes(adapter);
558 dev_info(&adapter->pdev->dev,
559 "HAL Version: %d, Management function\n",
560 adapter->fw_hal_version);
562 case QLCNIC_PRIV_FUNC:
563 adapter->op_mode = QLCNIC_PRIV_FUNC;
564 dev_info(&adapter->pdev->dev,
565 "HAL Version: %d, Privileged function\n",
566 adapter->fw_hal_version);
567 adapter->nic_ops = &qlcnic_ops;
569 case QLCNIC_NON_PRIV_FUNC:
570 adapter->op_mode = QLCNIC_NON_PRIV_FUNC;
571 dev_info(&adapter->pdev->dev,
572 "HAL Version: %d Non Privileged function\n",
573 adapter->fw_hal_version);
574 adapter->nic_ops = &qlcnic_vf_ops;
577 dev_info(&adapter->pdev->dev, "Unknown function mode: %d\n",
581 return adapter->fw_hal_version;
585 qlcnic_setup_pci_map(struct qlcnic_adapter *adapter)
587 void __iomem *mem_ptr0 = NULL;
588 resource_size_t mem_base;
589 unsigned long mem_len, pci_len0 = 0;
591 struct pci_dev *pdev = adapter->pdev;
593 /* remap phys address */
594 mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
595 mem_len = pci_resource_len(pdev, 0);
597 if (mem_len == QLCNIC_PCI_2MB_SIZE) {
599 mem_ptr0 = pci_ioremap_bar(pdev, 0);
600 if (mem_ptr0 == NULL) {
601 dev_err(&pdev->dev, "failed to map PCI bar 0\n");
609 dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
611 adapter->ahw.pci_base0 = mem_ptr0;
612 adapter->ahw.pci_len0 = pci_len0;
614 if (!qlcnic_get_driver_mode(adapter)) {
615 iounmap(adapter->ahw.pci_base0);
619 adapter->ahw.ocm_win_crb = qlcnic_get_ioaddr(adapter,
620 QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(adapter->ahw.pci_func)));
625 static void get_brd_name(struct qlcnic_adapter *adapter, char *name)
627 struct pci_dev *pdev = adapter->pdev;
630 for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
631 if (qlcnic_boards[i].vendor == pdev->vendor &&
632 qlcnic_boards[i].device == pdev->device &&
633 qlcnic_boards[i].sub_vendor == pdev->subsystem_vendor &&
634 qlcnic_boards[i].sub_device == pdev->subsystem_device) {
635 sprintf(name, "%pM: %s" ,
637 qlcnic_boards[i].short_name);
645 sprintf(name, "%pM Gigabit Ethernet", adapter->mac_addr);
649 qlcnic_check_options(struct qlcnic_adapter *adapter)
651 u32 fw_major, fw_minor, fw_build;
652 char brd_name[QLCNIC_MAX_BOARD_NAME_LEN];
656 struct pci_dev *pdev = adapter->pdev;
658 adapter->driver_mismatch = 0;
660 ptr32 = (int *)&serial_num;
661 offset = QLCNIC_FW_SERIAL_NUM_OFFSET;
662 for (i = 0; i < 8; i++) {
663 if (qlcnic_rom_fast_read(adapter, offset, &val) == -1) {
664 dev_err(&pdev->dev, "error reading board info\n");
665 adapter->driver_mismatch = 1;
668 ptr32[i] = cpu_to_le32(val);
669 offset += sizeof(u32);
672 fw_major = QLCRD32(adapter, QLCNIC_FW_VERSION_MAJOR);
673 fw_minor = QLCRD32(adapter, QLCNIC_FW_VERSION_MINOR);
674 fw_build = QLCRD32(adapter, QLCNIC_FW_VERSION_SUB);
676 adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
678 if (adapter->portnum == 0) {
679 get_brd_name(adapter, brd_name);
681 pr_info("%s: %s Board Chip rev 0x%x\n",
682 module_name(THIS_MODULE),
683 brd_name, adapter->ahw.revision_id);
686 dev_info(&pdev->dev, "firmware v%d.%d.%d\n",
687 fw_major, fw_minor, fw_build);
689 adapter->flags &= ~QLCNIC_LRO_ENABLED;
691 if (adapter->ahw.port_type == QLCNIC_XGBE) {
692 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
693 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
694 } else if (adapter->ahw.port_type == QLCNIC_GBE) {
695 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
696 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
699 qlcnic_get_nic_info(adapter, adapter->ahw.pci_func);
701 adapter->msix_supported = !!use_msi_x;
702 adapter->rss_supported = !!use_msi_x;
704 adapter->num_txd = MAX_CMD_DESCRIPTORS;
706 adapter->max_rds_rings = 2;
710 qlcnic_start_firmware(struct qlcnic_adapter *adapter)
712 int val, err, first_boot;
714 err = qlcnic_can_start_firmware(adapter);
720 first_boot = QLCRD32(adapter, QLCNIC_CAM_RAM(0x1fc));
721 if (first_boot == 0x55555555)
722 /* This is the first boot after power up */
723 QLCWR32(adapter, QLCNIC_CAM_RAM(0x1fc), QLCNIC_BDINFO_MAGIC);
726 qlcnic_request_firmware(adapter);
728 if (qlcnic_check_flash_fw_ver(adapter))
731 adapter->fw_type = QLCNIC_FLASH_ROMIMAGE;
734 err = qlcnic_need_fw_reset(adapter);
740 if (first_boot != 0x55555555) {
741 QLCWR32(adapter, CRB_CMDPEG_STATE, 0);
742 QLCWR32(adapter, CRB_RCVPEG_STATE, 0);
743 qlcnic_pinit_from_rom(adapter);
747 QLCWR32(adapter, QLCNIC_PEG_HALT_STATUS1, 0);
748 QLCWR32(adapter, QLCNIC_PEG_HALT_STATUS2, 0);
750 qlcnic_set_port_mode(adapter);
752 err = qlcnic_load_firmware(adapter);
756 qlcnic_release_firmware(adapter);
758 val = (_QLCNIC_LINUX_MAJOR << 16)
759 | ((_QLCNIC_LINUX_MINOR << 8))
760 | (_QLCNIC_LINUX_SUBVERSION);
761 QLCWR32(adapter, CRB_DRIVER_VERSION, val);
764 /* Handshake with the card before we register the devices. */
765 err = qlcnic_init_firmware(adapter);
769 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
770 qlcnic_idc_debug_info(adapter, 1);
772 qlcnic_check_options(adapter);
774 if (adapter->flags & QLCNIC_ESWITCH_ENABLED &&
775 adapter->op_mode != QLCNIC_NON_PRIV_FUNC)
776 qlcnic_dev_set_npar_ready(adapter);
778 adapter->need_fw_reset = 0;
780 qlcnic_release_firmware(adapter);
784 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
785 dev_err(&adapter->pdev->dev, "Device state set to failed\n");
786 qlcnic_release_firmware(adapter);
791 qlcnic_request_irq(struct qlcnic_adapter *adapter)
793 irq_handler_t handler;
794 struct qlcnic_host_sds_ring *sds_ring;
797 unsigned long flags = 0;
798 struct net_device *netdev = adapter->netdev;
799 struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
801 if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
802 handler = qlcnic_tmp_intr;
803 if (!QLCNIC_IS_MSI_FAMILY(adapter))
804 flags |= IRQF_SHARED;
807 if (adapter->flags & QLCNIC_MSIX_ENABLED)
808 handler = qlcnic_msix_intr;
809 else if (adapter->flags & QLCNIC_MSI_ENABLED)
810 handler = qlcnic_msi_intr;
812 flags |= IRQF_SHARED;
813 handler = qlcnic_intr;
816 adapter->irq = netdev->irq;
818 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
819 sds_ring = &recv_ctx->sds_rings[ring];
820 sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
821 err = request_irq(sds_ring->irq, handler,
822 flags, sds_ring->name, sds_ring);
831 qlcnic_free_irq(struct qlcnic_adapter *adapter)
834 struct qlcnic_host_sds_ring *sds_ring;
836 struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
838 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
839 sds_ring = &recv_ctx->sds_rings[ring];
840 free_irq(sds_ring->irq, sds_ring);
845 qlcnic_init_coalesce_defaults(struct qlcnic_adapter *adapter)
847 adapter->coal.flags = QLCNIC_INTR_DEFAULT;
848 adapter->coal.normal.data.rx_time_us =
849 QLCNIC_DEFAULT_INTR_COALESCE_RX_TIME_US;
850 adapter->coal.normal.data.rx_packets =
851 QLCNIC_DEFAULT_INTR_COALESCE_RX_PACKETS;
852 adapter->coal.normal.data.tx_time_us =
853 QLCNIC_DEFAULT_INTR_COALESCE_TX_TIME_US;
854 adapter->coal.normal.data.tx_packets =
855 QLCNIC_DEFAULT_INTR_COALESCE_TX_PACKETS;
859 __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
862 struct qlcnic_host_rds_ring *rds_ring;
864 if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
867 if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
870 if (qlcnic_fw_create_ctx(adapter))
873 for (ring = 0; ring < adapter->max_rds_rings; ring++) {
874 rds_ring = &adapter->recv_ctx.rds_rings[ring];
875 qlcnic_post_rx_buffers(adapter, ring, rds_ring);
878 qlcnic_set_multi(netdev);
879 qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);
881 adapter->ahw.linkup = 0;
883 if (adapter->max_sds_rings > 1)
884 qlcnic_config_rss(adapter, 1);
886 qlcnic_config_intr_coalesce(adapter);
888 if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
889 qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);
891 qlcnic_napi_enable(adapter);
893 qlcnic_linkevent_request(adapter, 1);
895 adapter->reset_context = 0;
896 set_bit(__QLCNIC_DEV_UP, &adapter->state);
900 /* Usage: During resume and firmware recovery module.*/
903 qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
908 if (netif_running(netdev))
909 err = __qlcnic_up(adapter, netdev);
916 __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
918 if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
921 if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
925 spin_lock(&adapter->tx_clean_lock);
926 netif_carrier_off(netdev);
927 netif_tx_disable(netdev);
929 qlcnic_free_mac_list(adapter);
931 qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);
933 qlcnic_napi_disable(adapter);
935 qlcnic_fw_destroy_ctx(adapter);
937 qlcnic_reset_rx_buffers_list(adapter);
938 qlcnic_release_tx_buffers(adapter);
939 spin_unlock(&adapter->tx_clean_lock);
942 /* Usage: During suspend and firmware recovery module */
945 qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
948 if (netif_running(netdev))
949 __qlcnic_down(adapter, netdev);
955 qlcnic_attach(struct qlcnic_adapter *adapter)
957 struct net_device *netdev = adapter->netdev;
958 struct pci_dev *pdev = adapter->pdev;
961 if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
964 err = qlcnic_napi_add(adapter, netdev);
968 err = qlcnic_alloc_sw_resources(adapter);
970 dev_err(&pdev->dev, "Error in setting sw resources\n");
971 goto err_out_napi_del;
974 err = qlcnic_alloc_hw_resources(adapter);
976 dev_err(&pdev->dev, "Error in setting hw resources\n");
977 goto err_out_free_sw;
980 err = qlcnic_request_irq(adapter);
982 dev_err(&pdev->dev, "failed to setup interrupt\n");
983 goto err_out_free_hw;
986 qlcnic_init_coalesce_defaults(adapter);
988 qlcnic_create_sysfs_entries(adapter);
990 adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
994 qlcnic_free_hw_resources(adapter);
996 qlcnic_free_sw_resources(adapter);
998 qlcnic_napi_del(adapter);
1003 qlcnic_detach(struct qlcnic_adapter *adapter)
1005 if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
1008 qlcnic_remove_sysfs_entries(adapter);
1010 qlcnic_free_hw_resources(adapter);
1011 qlcnic_release_rx_buffers(adapter);
1012 qlcnic_free_irq(adapter);
1013 qlcnic_napi_del(adapter);
1014 qlcnic_free_sw_resources(adapter);
1019 void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
1021 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1022 struct qlcnic_host_sds_ring *sds_ring;
1025 clear_bit(__QLCNIC_DEV_UP, &adapter->state);
1026 if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
1027 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
1028 sds_ring = &adapter->recv_ctx.sds_rings[ring];
1029 qlcnic_disable_int(sds_ring);
1033 qlcnic_fw_destroy_ctx(adapter);
1035 qlcnic_detach(adapter);
1037 adapter->diag_test = 0;
1038 adapter->max_sds_rings = max_sds_rings;
1040 if (qlcnic_attach(adapter))
1043 if (netif_running(netdev))
1044 __qlcnic_up(adapter, netdev);
1046 netif_device_attach(netdev);
1049 int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
1051 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1052 struct qlcnic_host_sds_ring *sds_ring;
1053 struct qlcnic_host_rds_ring *rds_ring;
1057 netif_device_detach(netdev);
1059 if (netif_running(netdev))
1060 __qlcnic_down(adapter, netdev);
1062 qlcnic_detach(adapter);
1064 adapter->max_sds_rings = 1;
1065 adapter->diag_test = test;
1067 ret = qlcnic_attach(adapter);
1069 netif_device_attach(netdev);
1073 ret = qlcnic_fw_create_ctx(adapter);
1075 qlcnic_detach(adapter);
1079 for (ring = 0; ring < adapter->max_rds_rings; ring++) {
1080 rds_ring = &adapter->recv_ctx.rds_rings[ring];
1081 qlcnic_post_rx_buffers(adapter, ring, rds_ring);
1084 if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
1085 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
1086 sds_ring = &adapter->recv_ctx.sds_rings[ring];
1087 qlcnic_enable_int(sds_ring);
1090 set_bit(__QLCNIC_DEV_UP, &adapter->state);
1095 /* Reset context in hardware only */
1097 qlcnic_reset_hw_context(struct qlcnic_adapter *adapter)
1099 struct net_device *netdev = adapter->netdev;
1101 if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
1104 netif_device_detach(netdev);
1106 qlcnic_down(adapter, netdev);
1108 qlcnic_up(adapter, netdev);
1110 netif_device_attach(netdev);
1112 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1117 qlcnic_reset_context(struct qlcnic_adapter *adapter)
1120 struct net_device *netdev = adapter->netdev;
1122 if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
1125 if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {
1127 netif_device_detach(netdev);
1129 if (netif_running(netdev))
1130 __qlcnic_down(adapter, netdev);
1132 qlcnic_detach(adapter);
1134 if (netif_running(netdev)) {
1135 err = qlcnic_attach(adapter);
1137 __qlcnic_up(adapter, netdev);
1140 netif_device_attach(netdev);
1143 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1148 qlcnic_setup_netdev(struct qlcnic_adapter *adapter,
1149 struct net_device *netdev, u8 pci_using_dac)
1152 struct pci_dev *pdev = adapter->pdev;
1154 adapter->rx_csum = 1;
1155 adapter->mc_enabled = 0;
1156 adapter->max_mc_count = 38;
1158 netdev->netdev_ops = &qlcnic_netdev_ops;
1159 netdev->watchdog_timeo = 5*HZ;
1161 qlcnic_change_mtu(netdev, netdev->mtu);
1163 SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
1165 netdev->features |= (NETIF_F_SG | NETIF_F_IP_CSUM |
1166 NETIF_F_IPV6_CSUM | NETIF_F_GRO | NETIF_F_TSO | NETIF_F_TSO6);
1168 netdev->vlan_features |= (NETIF_F_SG | NETIF_F_IP_CSUM |
1169 NETIF_F_IPV6_CSUM | NETIF_F_TSO | NETIF_F_TSO6);
1171 if (pci_using_dac) {
1172 netdev->features |= NETIF_F_HIGHDMA;
1173 netdev->vlan_features |= NETIF_F_HIGHDMA;
1176 if (adapter->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX)
1177 netdev->features |= (NETIF_F_HW_VLAN_TX);
1179 if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
1180 netdev->features |= NETIF_F_LRO;
1182 netdev->irq = adapter->msix_entries[0].vector;
1184 if (qlcnic_read_mac_addr(adapter))
1185 dev_warn(&pdev->dev, "failed to read mac addr\n");
1187 netif_carrier_off(netdev);
1188 netif_stop_queue(netdev);
1190 err = register_netdev(netdev);
1192 dev_err(&pdev->dev, "failed to register net device\n");
1199 static int qlcnic_set_dma_mask(struct pci_dev *pdev, u8 *pci_using_dac)
1201 if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) &&
1202 !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
1204 else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) &&
1205 !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)))
1208 dev_err(&pdev->dev, "Unable to set DMA mask, aborting\n");
1215 static int __devinit
1216 qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
1218 struct net_device *netdev = NULL;
1219 struct qlcnic_adapter *adapter = NULL;
1221 uint8_t revision_id;
1222 uint8_t pci_using_dac;
1224 err = pci_enable_device(pdev);
1228 if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
1230 goto err_out_disable_pdev;
1233 err = qlcnic_set_dma_mask(pdev, &pci_using_dac);
1235 goto err_out_disable_pdev;
1237 err = pci_request_regions(pdev, qlcnic_driver_name);
1239 goto err_out_disable_pdev;
1241 pci_set_master(pdev);
1243 netdev = alloc_etherdev(sizeof(struct qlcnic_adapter));
1245 dev_err(&pdev->dev, "failed to allocate net_device\n");
1247 goto err_out_free_res;
1250 SET_NETDEV_DEV(netdev, &pdev->dev);
1252 adapter = netdev_priv(netdev);
1253 adapter->netdev = netdev;
1254 adapter->pdev = pdev;
1255 adapter->dev_rst_time = jiffies;
1257 revision_id = pdev->revision;
1258 adapter->ahw.revision_id = revision_id;
1260 rwlock_init(&adapter->ahw.crb_lock);
1261 mutex_init(&adapter->ahw.mem_lock);
1263 spin_lock_init(&adapter->tx_clean_lock);
1264 INIT_LIST_HEAD(&adapter->mac_list);
1266 err = qlcnic_setup_pci_map(adapter);
1268 goto err_out_free_netdev;
1270 /* This will be reset for mezz cards */
1271 adapter->portnum = adapter->ahw.pci_func;
1273 err = qlcnic_get_board_info(adapter);
1275 dev_err(&pdev->dev, "Error getting board config info.\n");
1276 goto err_out_iounmap;
1279 if (qlcnic_read_mac_addr(adapter))
1280 dev_warn(&pdev->dev, "failed to read mac addr\n");
1282 if (qlcnic_setup_idc_param(adapter))
1283 goto err_out_iounmap;
1285 err = adapter->nic_ops->start_firmware(adapter);
1287 dev_err(&pdev->dev, "Loading fw failed.Please Reboot\n");
1288 goto err_out_decr_ref;
1291 qlcnic_clear_stats(adapter);
1293 qlcnic_setup_intr(adapter);
1295 err = qlcnic_setup_netdev(adapter, netdev, pci_using_dac);
1297 goto err_out_disable_msi;
1299 pci_set_drvdata(pdev, adapter);
1301 qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
1303 switch (adapter->ahw.port_type) {
1305 dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
1306 adapter->netdev->name);
1309 dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
1310 adapter->netdev->name);
1314 qlcnic_create_diag_entries(adapter);
1318 err_out_disable_msi:
1319 qlcnic_teardown_intr(adapter);
1322 qlcnic_clr_all_drv_state(adapter);
1325 qlcnic_cleanup_pci_map(adapter);
1327 err_out_free_netdev:
1328 free_netdev(netdev);
1331 pci_release_regions(pdev);
1333 err_out_disable_pdev:
1334 pci_set_drvdata(pdev, NULL);
1335 pci_disable_device(pdev);
1339 static void __devexit qlcnic_remove(struct pci_dev *pdev)
1341 struct qlcnic_adapter *adapter;
1342 struct net_device *netdev;
1344 adapter = pci_get_drvdata(pdev);
1345 if (adapter == NULL)
1348 netdev = adapter->netdev;
1350 qlcnic_cancel_fw_work(adapter);
1352 unregister_netdev(netdev);
1354 qlcnic_detach(adapter);
1356 if (adapter->npars != NULL)
1357 kfree(adapter->npars);
1358 if (adapter->eswitch != NULL)
1359 kfree(adapter->eswitch);
1361 qlcnic_clr_all_drv_state(adapter);
1363 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1365 qlcnic_teardown_intr(adapter);
1367 qlcnic_remove_diag_entries(adapter);
1369 qlcnic_cleanup_pci_map(adapter);
1371 qlcnic_release_firmware(adapter);
1373 pci_release_regions(pdev);
1374 pci_disable_device(pdev);
1375 pci_set_drvdata(pdev, NULL);
1377 free_netdev(netdev);
1379 static int __qlcnic_shutdown(struct pci_dev *pdev)
1381 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
1382 struct net_device *netdev = adapter->netdev;
1385 netif_device_detach(netdev);
1387 qlcnic_cancel_fw_work(adapter);
1389 if (netif_running(netdev))
1390 qlcnic_down(adapter, netdev);
1392 qlcnic_clr_all_drv_state(adapter);
1394 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1396 retval = pci_save_state(pdev);
1400 if (qlcnic_wol_supported(adapter)) {
1401 pci_enable_wake(pdev, PCI_D3cold, 1);
1402 pci_enable_wake(pdev, PCI_D3hot, 1);
1408 static void qlcnic_shutdown(struct pci_dev *pdev)
1410 if (__qlcnic_shutdown(pdev))
1413 pci_disable_device(pdev);
1418 qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
1422 retval = __qlcnic_shutdown(pdev);
1426 pci_set_power_state(pdev, pci_choose_state(pdev, state));
1431 qlcnic_resume(struct pci_dev *pdev)
1433 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
1434 struct net_device *netdev = adapter->netdev;
1437 err = pci_enable_device(pdev);
1441 pci_set_power_state(pdev, PCI_D0);
1442 pci_set_master(pdev);
1443 pci_restore_state(pdev);
1445 err = adapter->nic_ops->start_firmware(adapter);
1447 dev_err(&pdev->dev, "failed to start firmware\n");
1451 if (netif_running(netdev)) {
1452 err = qlcnic_up(adapter, netdev);
1456 qlcnic_config_indev_addr(netdev, NETDEV_UP);
1459 netif_device_attach(netdev);
1460 qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
1465 static int qlcnic_open(struct net_device *netdev)
1467 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1470 if (adapter->driver_mismatch)
1473 err = qlcnic_attach(adapter);
1477 err = __qlcnic_up(adapter, netdev);
1481 netif_start_queue(netdev);
1486 qlcnic_detach(adapter);
1491 * qlcnic_close - Disables a network interface entry point
1493 static int qlcnic_close(struct net_device *netdev)
1495 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1497 __qlcnic_down(adapter, netdev);
1502 qlcnic_tso_check(struct net_device *netdev,
1503 struct qlcnic_host_tx_ring *tx_ring,
1504 struct cmd_desc_type0 *first_desc,
1505 struct sk_buff *skb)
1507 u8 opcode = TX_ETHER_PKT;
1508 __be16 protocol = skb->protocol;
1509 u16 flags = 0, vid = 0;
1510 int copied, offset, copy_len, hdr_len = 0, tso = 0, vlan_oob = 0;
1511 struct cmd_desc_type0 *hwdesc;
1512 struct vlan_ethhdr *vh;
1513 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1514 u32 producer = tx_ring->producer;
1516 if (protocol == cpu_to_be16(ETH_P_8021Q)) {
1518 vh = (struct vlan_ethhdr *)skb->data;
1519 protocol = vh->h_vlan_encapsulated_proto;
1520 flags = FLAGS_VLAN_TAGGED;
1522 } else if (vlan_tx_tag_present(skb)) {
1524 flags = FLAGS_VLAN_OOB;
1525 vid = vlan_tx_tag_get(skb);
1526 qlcnic_set_tx_vlan_tci(first_desc, vid);
1530 if (*(skb->data) & BIT_0) {
1532 memcpy(&first_desc->eth_addr, skb->data, ETH_ALEN);
1535 if ((netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
1536 skb_shinfo(skb)->gso_size > 0) {
1538 hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
1540 first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
1541 first_desc->total_hdr_length = hdr_len;
1543 first_desc->total_hdr_length += VLAN_HLEN;
1544 first_desc->tcp_hdr_offset = VLAN_HLEN;
1545 first_desc->ip_hdr_offset = VLAN_HLEN;
1546 /* Only in case of TSO on vlan device */
1547 flags |= FLAGS_VLAN_TAGGED;
1550 opcode = (protocol == cpu_to_be16(ETH_P_IPV6)) ?
1551 TX_TCP_LSO6 : TX_TCP_LSO;
1554 } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
1557 if (protocol == cpu_to_be16(ETH_P_IP)) {
1558 l4proto = ip_hdr(skb)->protocol;
1560 if (l4proto == IPPROTO_TCP)
1561 opcode = TX_TCP_PKT;
1562 else if (l4proto == IPPROTO_UDP)
1563 opcode = TX_UDP_PKT;
1564 } else if (protocol == cpu_to_be16(ETH_P_IPV6)) {
1565 l4proto = ipv6_hdr(skb)->nexthdr;
1567 if (l4proto == IPPROTO_TCP)
1568 opcode = TX_TCPV6_PKT;
1569 else if (l4proto == IPPROTO_UDP)
1570 opcode = TX_UDPV6_PKT;
1574 first_desc->tcp_hdr_offset += skb_transport_offset(skb);
1575 first_desc->ip_hdr_offset += skb_network_offset(skb);
1576 qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
1581 /* For LSO, we need to copy the MAC/IP/TCP headers into
1582 * the descriptor ring
1588 /* Create a TSO vlan header template for firmware */
1590 hwdesc = &tx_ring->desc_head[producer];
1591 tx_ring->cmd_buf_arr[producer].skb = NULL;
1593 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1594 hdr_len + VLAN_HLEN);
1596 vh = (struct vlan_ethhdr *)((char *)hwdesc + 2);
1597 skb_copy_from_linear_data(skb, vh, 12);
1598 vh->h_vlan_proto = htons(ETH_P_8021Q);
1599 vh->h_vlan_TCI = htons(vid);
1600 skb_copy_from_linear_data_offset(skb, 12,
1601 (char *)vh + 16, copy_len - 16);
1603 copied = copy_len - VLAN_HLEN;
1606 producer = get_next_index(producer, tx_ring->num_desc);
1609 while (copied < hdr_len) {
1611 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1612 (hdr_len - copied));
1614 hwdesc = &tx_ring->desc_head[producer];
1615 tx_ring->cmd_buf_arr[producer].skb = NULL;
1617 skb_copy_from_linear_data_offset(skb, copied,
1618 (char *)hwdesc + offset, copy_len);
1623 producer = get_next_index(producer, tx_ring->num_desc);
1626 tx_ring->producer = producer;
1628 adapter->stats.lso_frames++;
1632 qlcnic_map_tx_skb(struct pci_dev *pdev,
1633 struct sk_buff *skb, struct qlcnic_cmd_buffer *pbuf)
1635 struct qlcnic_skb_frag *nf;
1636 struct skb_frag_struct *frag;
1640 nr_frags = skb_shinfo(skb)->nr_frags;
1641 nf = &pbuf->frag_array[0];
1643 map = pci_map_single(pdev, skb->data,
1644 skb_headlen(skb), PCI_DMA_TODEVICE);
1645 if (pci_dma_mapping_error(pdev, map))
1649 nf->length = skb_headlen(skb);
1651 for (i = 0; i < nr_frags; i++) {
1652 frag = &skb_shinfo(skb)->frags[i];
1653 nf = &pbuf->frag_array[i+1];
1655 map = pci_map_page(pdev, frag->page, frag->page_offset,
1656 frag->size, PCI_DMA_TODEVICE);
1657 if (pci_dma_mapping_error(pdev, map))
1661 nf->length = frag->size;
1668 nf = &pbuf->frag_array[i+1];
1669 pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
1672 nf = &pbuf->frag_array[0];
1673 pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
1680 qlcnic_clear_cmddesc(u64 *desc)
1687 qlcnic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
1689 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1690 struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
1691 struct qlcnic_cmd_buffer *pbuf;
1692 struct qlcnic_skb_frag *buffrag;
1693 struct cmd_desc_type0 *hwdesc, *first_desc;
1694 struct pci_dev *pdev;
1698 int frag_count, no_of_desc;
1699 u32 num_txd = tx_ring->num_desc;
1701 if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
1702 netif_stop_queue(netdev);
1703 return NETDEV_TX_BUSY;
1706 frag_count = skb_shinfo(skb)->nr_frags + 1;
1708 /* 4 fragments per cmd des */
1709 no_of_desc = (frag_count + 3) >> 2;
1711 if (unlikely(qlcnic_tx_avail(tx_ring) <= TX_STOP_THRESH)) {
1712 netif_stop_queue(netdev);
1714 if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH)
1715 netif_start_queue(netdev);
1717 adapter->stats.xmit_off++;
1718 return NETDEV_TX_BUSY;
1722 producer = tx_ring->producer;
1723 pbuf = &tx_ring->cmd_buf_arr[producer];
1725 pdev = adapter->pdev;
1727 if (qlcnic_map_tx_skb(pdev, skb, pbuf)) {
1728 adapter->stats.tx_dma_map_error++;
1733 pbuf->frag_count = frag_count;
1735 first_desc = hwdesc = &tx_ring->desc_head[producer];
1736 qlcnic_clear_cmddesc((u64 *)hwdesc);
1738 qlcnic_set_tx_frags_len(first_desc, frag_count, skb->len);
1739 qlcnic_set_tx_port(first_desc, adapter->portnum);
1741 for (i = 0; i < frag_count; i++) {
1745 if ((k == 0) && (i > 0)) {
1746 /* move to next desc.*/
1747 producer = get_next_index(producer, num_txd);
1748 hwdesc = &tx_ring->desc_head[producer];
1749 qlcnic_clear_cmddesc((u64 *)hwdesc);
1750 tx_ring->cmd_buf_arr[producer].skb = NULL;
1753 buffrag = &pbuf->frag_array[i];
1755 hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
1758 hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
1761 hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
1764 hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
1767 hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
1772 tx_ring->producer = get_next_index(producer, num_txd);
1774 qlcnic_tso_check(netdev, tx_ring, first_desc, skb);
1776 qlcnic_update_cmd_producer(adapter, tx_ring);
1778 adapter->stats.txbytes += skb->len;
1779 adapter->stats.xmitcalled++;
1781 return NETDEV_TX_OK;
1784 adapter->stats.txdropped++;
1785 dev_kfree_skb_any(skb);
1786 return NETDEV_TX_OK;
1789 static int qlcnic_check_temp(struct qlcnic_adapter *adapter)
1791 struct net_device *netdev = adapter->netdev;
1792 u32 temp, temp_state, temp_val;
1795 temp = QLCRD32(adapter, CRB_TEMP_STATE);
1797 temp_state = qlcnic_get_temp_state(temp);
1798 temp_val = qlcnic_get_temp_val(temp);
1800 if (temp_state == QLCNIC_TEMP_PANIC) {
1801 dev_err(&netdev->dev,
1802 "Device temperature %d degrees C exceeds"
1803 " maximum allowed. Hardware has been shut down.\n",
1806 } else if (temp_state == QLCNIC_TEMP_WARN) {
1807 if (adapter->temp == QLCNIC_TEMP_NORMAL) {
1808 dev_err(&netdev->dev,
1809 "Device temperature %d degrees C "
1810 "exceeds operating range."
1811 " Immediate action needed.\n",
1815 if (adapter->temp == QLCNIC_TEMP_WARN) {
1816 dev_info(&netdev->dev,
1817 "Device temperature is now %d degrees C"
1818 " in normal range.\n", temp_val);
1821 adapter->temp = temp_state;
1825 void qlcnic_advert_link_change(struct qlcnic_adapter *adapter, int linkup)
1827 struct net_device *netdev = adapter->netdev;
1829 if (adapter->ahw.linkup && !linkup) {
1830 dev_info(&netdev->dev, "NIC Link is down\n");
1831 adapter->ahw.linkup = 0;
1832 if (netif_running(netdev)) {
1833 netif_carrier_off(netdev);
1834 netif_stop_queue(netdev);
1836 } else if (!adapter->ahw.linkup && linkup) {
1837 dev_info(&netdev->dev, "NIC Link is up\n");
1838 adapter->ahw.linkup = 1;
1839 if (netif_running(netdev)) {
1840 netif_carrier_on(netdev);
1841 netif_wake_queue(netdev);
1846 static void qlcnic_tx_timeout(struct net_device *netdev)
1848 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1850 if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1853 dev_err(&netdev->dev, "transmit timeout, resetting.\n");
1855 if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS)
1856 adapter->need_fw_reset = 1;
1858 adapter->reset_context = 1;
1861 static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
1863 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1864 struct net_device_stats *stats = &netdev->stats;
1866 memset(stats, 0, sizeof(*stats));
1868 stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
1869 stats->tx_packets = adapter->stats.xmitfinished;
1870 stats->rx_bytes = adapter->stats.rxbytes + adapter->stats.lrobytes;
1871 stats->tx_bytes = adapter->stats.txbytes;
1872 stats->rx_dropped = adapter->stats.rxdropped;
1873 stats->tx_dropped = adapter->stats.txdropped;
1878 static irqreturn_t qlcnic_clear_legacy_intr(struct qlcnic_adapter *adapter)
1882 status = readl(adapter->isr_int_vec);
1884 if (!(status & adapter->int_vec_bit))
1887 /* check interrupt state machine, to be sure */
1888 status = readl(adapter->crb_int_state_reg);
1889 if (!ISR_LEGACY_INT_TRIGGERED(status))
1892 writel(0xffffffff, adapter->tgt_status_reg);
1893 /* read twice to ensure write is flushed */
1894 readl(adapter->isr_int_vec);
1895 readl(adapter->isr_int_vec);
1900 static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
1902 struct qlcnic_host_sds_ring *sds_ring = data;
1903 struct qlcnic_adapter *adapter = sds_ring->adapter;
1905 if (adapter->flags & QLCNIC_MSIX_ENABLED)
1907 else if (adapter->flags & QLCNIC_MSI_ENABLED) {
1908 writel(0xffffffff, adapter->tgt_status_reg);
1912 if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
1916 adapter->diag_cnt++;
1917 qlcnic_enable_int(sds_ring);
1921 static irqreturn_t qlcnic_intr(int irq, void *data)
1923 struct qlcnic_host_sds_ring *sds_ring = data;
1924 struct qlcnic_adapter *adapter = sds_ring->adapter;
1926 if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
1929 napi_schedule(&sds_ring->napi);
1934 static irqreturn_t qlcnic_msi_intr(int irq, void *data)
1936 struct qlcnic_host_sds_ring *sds_ring = data;
1937 struct qlcnic_adapter *adapter = sds_ring->adapter;
1939 /* clear interrupt */
1940 writel(0xffffffff, adapter->tgt_status_reg);
1942 napi_schedule(&sds_ring->napi);
1946 static irqreturn_t qlcnic_msix_intr(int irq, void *data)
1948 struct qlcnic_host_sds_ring *sds_ring = data;
1950 napi_schedule(&sds_ring->napi);
1954 static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
1956 u32 sw_consumer, hw_consumer;
1958 struct qlcnic_cmd_buffer *buffer;
1959 struct pci_dev *pdev = adapter->pdev;
1960 struct net_device *netdev = adapter->netdev;
1961 struct qlcnic_skb_frag *frag;
1963 struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
1965 if (!spin_trylock(&adapter->tx_clean_lock))
1968 sw_consumer = tx_ring->sw_consumer;
1969 hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
1971 while (sw_consumer != hw_consumer) {
1972 buffer = &tx_ring->cmd_buf_arr[sw_consumer];
1974 frag = &buffer->frag_array[0];
1975 pci_unmap_single(pdev, frag->dma, frag->length,
1978 for (i = 1; i < buffer->frag_count; i++) {
1980 pci_unmap_page(pdev, frag->dma, frag->length,
1985 adapter->stats.xmitfinished++;
1986 dev_kfree_skb_any(buffer->skb);
1990 sw_consumer = get_next_index(sw_consumer, tx_ring->num_desc);
1991 if (++count >= MAX_STATUS_HANDLE)
1995 if (count && netif_running(netdev)) {
1996 tx_ring->sw_consumer = sw_consumer;
2000 if (netif_queue_stopped(netdev) && netif_carrier_ok(netdev)) {
2001 if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH) {
2002 netif_wake_queue(netdev);
2003 adapter->stats.xmit_on++;
2006 adapter->tx_timeo_cnt = 0;
2009 * If everything is freed up to consumer then check if the ring is full
2010 * If the ring is full then check if more needs to be freed and
2011 * schedule the call back again.
2013 * This happens when there are 2 CPUs. One could be freeing and the
2014 * other filling it. If the ring is full when we get out of here and
2015 * the card has already interrupted the host then the host can miss the
2018 * There is still a possible race condition and the host could miss an
2019 * interrupt. The card has to take care of this.
2021 hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
2022 done = (sw_consumer == hw_consumer);
2023 spin_unlock(&adapter->tx_clean_lock);
2028 static int qlcnic_poll(struct napi_struct *napi, int budget)
2030 struct qlcnic_host_sds_ring *sds_ring =
2031 container_of(napi, struct qlcnic_host_sds_ring, napi);
2033 struct qlcnic_adapter *adapter = sds_ring->adapter;
2038 tx_complete = qlcnic_process_cmd_ring(adapter);
2040 work_done = qlcnic_process_rcv_ring(sds_ring, budget);
2042 if ((work_done < budget) && tx_complete) {
2043 napi_complete(&sds_ring->napi);
2044 if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
2045 qlcnic_enable_int(sds_ring);
2051 static int qlcnic_rx_poll(struct napi_struct *napi, int budget)
2053 struct qlcnic_host_sds_ring *sds_ring =
2054 container_of(napi, struct qlcnic_host_sds_ring, napi);
2056 struct qlcnic_adapter *adapter = sds_ring->adapter;
2059 work_done = qlcnic_process_rcv_ring(sds_ring, budget);
2061 if (work_done < budget) {
2062 napi_complete(&sds_ring->napi);
2063 if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
2064 qlcnic_enable_int(sds_ring);
2070 #ifdef CONFIG_NET_POLL_CONTROLLER
2071 static void qlcnic_poll_controller(struct net_device *netdev)
2073 struct qlcnic_adapter *adapter = netdev_priv(netdev);
2074 disable_irq(adapter->irq);
2075 qlcnic_intr(adapter->irq, adapter);
2076 enable_irq(adapter->irq);
2081 qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding)
2085 val = adapter->portnum & 0xf;
2086 val |= encoding << 7;
2087 val |= (jiffies - adapter->dev_rst_time) << 8;
2089 QLCWR32(adapter, QLCNIC_CRB_DRV_SCRATCH, val);
2090 adapter->dev_rst_time = jiffies;
2094 qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
2098 WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
2099 state != QLCNIC_DEV_NEED_QUISCENT);
2101 if (qlcnic_api_lock(adapter))
2104 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2106 if (state == QLCNIC_DEV_NEED_RESET)
2107 QLC_DEV_SET_RST_RDY(val, adapter->portnum);
2108 else if (state == QLCNIC_DEV_NEED_QUISCENT)
2109 QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
2111 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2113 qlcnic_api_unlock(adapter);
2119 qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
2123 if (qlcnic_api_lock(adapter))
2126 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2127 QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
2128 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2130 qlcnic_api_unlock(adapter);
2136 qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter)
2140 if (qlcnic_api_lock(adapter))
2143 val = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
2144 QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
2145 QLCWR32(adapter, QLCNIC_CRB_DEV_REF_COUNT, val);
2147 if (!(val & 0x11111111))
2148 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_COLD);
2150 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2151 QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
2152 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2154 qlcnic_api_unlock(adapter);
2156 adapter->fw_fail_cnt = 0;
2157 clear_bit(__QLCNIC_START_FW, &adapter->state);
2158 clear_bit(__QLCNIC_RESETTING, &adapter->state);
2161 /* Grab api lock, before checking state */
2163 qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
2167 state = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2168 act = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
2170 if (((state & 0x11111111) == (act & 0x11111111)) ||
2171 ((act & 0x11111111) == ((state >> 1) & 0x11111111)))
2177 static int qlcnic_check_idc_ver(struct qlcnic_adapter *adapter)
2179 u32 val = QLCRD32(adapter, QLCNIC_CRB_DRV_IDC_VER);
2181 if (val != QLCNIC_DRV_IDC_VER) {
2182 dev_warn(&adapter->pdev->dev, "IDC Version mismatch, driver's"
2183 " idc ver = %x; reqd = %x\n", QLCNIC_DRV_IDC_VER, val);
2190 qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
2192 u32 val, prev_state;
2193 u8 dev_init_timeo = adapter->dev_init_timeo;
2194 u8 portnum = adapter->portnum;
2197 if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
2200 if (qlcnic_api_lock(adapter))
2203 val = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
2204 if (!(val & (1 << (portnum * 4)))) {
2205 QLC_DEV_SET_REF_CNT(val, portnum);
2206 QLCWR32(adapter, QLCNIC_CRB_DEV_REF_COUNT, val);
2209 prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2210 QLCDB(adapter, HW, "Device state = %u\n", prev_state);
2212 switch (prev_state) {
2213 case QLCNIC_DEV_COLD:
2214 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
2215 QLCWR32(adapter, QLCNIC_CRB_DRV_IDC_VER, QLCNIC_DRV_IDC_VER);
2216 qlcnic_idc_debug_info(adapter, 0);
2217 qlcnic_api_unlock(adapter);
2220 case QLCNIC_DEV_READY:
2221 ret = qlcnic_check_idc_ver(adapter);
2222 qlcnic_api_unlock(adapter);
2225 case QLCNIC_DEV_NEED_RESET:
2226 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2227 QLC_DEV_SET_RST_RDY(val, portnum);
2228 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2231 case QLCNIC_DEV_NEED_QUISCENT:
2232 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2233 QLC_DEV_SET_QSCNT_RDY(val, portnum);
2234 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2237 case QLCNIC_DEV_FAILED:
2238 dev_err(&adapter->pdev->dev, "Device in failed state.\n");
2239 qlcnic_api_unlock(adapter);
2242 case QLCNIC_DEV_INITIALIZING:
2243 case QLCNIC_DEV_QUISCENT:
2247 qlcnic_api_unlock(adapter);
2251 prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2253 if (prev_state == QLCNIC_DEV_QUISCENT)
2255 } while ((prev_state != QLCNIC_DEV_READY) && --dev_init_timeo);
2257 if (!dev_init_timeo) {
2258 dev_err(&adapter->pdev->dev,
2259 "Waiting for device to initialize timeout\n");
2263 if (qlcnic_api_lock(adapter))
2266 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2267 QLC_DEV_CLR_RST_QSCNT(val, portnum);
2268 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2270 ret = qlcnic_check_idc_ver(adapter);
2271 qlcnic_api_unlock(adapter);
2277 qlcnic_fwinit_work(struct work_struct *work)
2279 struct qlcnic_adapter *adapter = container_of(work,
2280 struct qlcnic_adapter, fw_work.work);
2281 u32 dev_state = 0xf, npar_state;
2283 if (qlcnic_api_lock(adapter))
2286 dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2287 if (dev_state == QLCNIC_DEV_QUISCENT) {
2288 qlcnic_api_unlock(adapter);
2289 qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
2294 if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC) {
2295 npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
2296 if (npar_state == QLCNIC_DEV_NPAR_RDY) {
2297 qlcnic_api_unlock(adapter);
2300 qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
2302 qlcnic_api_unlock(adapter);
2307 if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
2308 dev_err(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
2309 adapter->reset_ack_timeo);
2310 goto skip_ack_check;
2313 if (!qlcnic_check_drv_state(adapter)) {
2315 dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2317 if (dev_state == QLCNIC_DEV_NEED_QUISCENT) {
2318 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE,
2319 QLCNIC_DEV_QUISCENT);
2320 qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
2322 QLCDB(adapter, DRV, "Quiscing the driver\n");
2323 qlcnic_idc_debug_info(adapter, 0);
2325 qlcnic_api_unlock(adapter);
2329 if (dev_state == QLCNIC_DEV_NEED_RESET) {
2330 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE,
2331 QLCNIC_DEV_INITIALIZING);
2332 set_bit(__QLCNIC_START_FW, &adapter->state);
2333 QLCDB(adapter, DRV, "Restarting fw\n");
2334 qlcnic_idc_debug_info(adapter, 0);
2337 qlcnic_api_unlock(adapter);
2339 if (!adapter->nic_ops->start_firmware(adapter)) {
2340 qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
2346 qlcnic_api_unlock(adapter);
2349 dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2350 QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
2352 switch (dev_state) {
2353 case QLCNIC_DEV_QUISCENT:
2354 case QLCNIC_DEV_NEED_QUISCENT:
2355 case QLCNIC_DEV_NEED_RESET:
2356 qlcnic_schedule_work(adapter,
2357 qlcnic_fwinit_work, FW_POLL_DELAY);
2359 case QLCNIC_DEV_FAILED:
2363 if (!adapter->nic_ops->start_firmware(adapter)) {
2364 qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
2370 dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
2371 "fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
2372 netif_device_attach(adapter->netdev);
2373 qlcnic_clr_all_drv_state(adapter);
2377 qlcnic_detach_work(struct work_struct *work)
2379 struct qlcnic_adapter *adapter = container_of(work,
2380 struct qlcnic_adapter, fw_work.work);
2381 struct net_device *netdev = adapter->netdev;
2384 netif_device_detach(netdev);
2386 qlcnic_down(adapter, netdev);
2388 status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
2390 if (status & QLCNIC_RCODE_FATAL_ERROR)
2393 if (adapter->temp == QLCNIC_TEMP_PANIC)
2396 if (qlcnic_set_drv_state(adapter, adapter->dev_state))
2399 adapter->fw_wait_cnt = 0;
2401 qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);
2406 dev_err(&adapter->pdev->dev, "detach failed; status=%d temp=%d\n",
2407 status, adapter->temp);
2408 netif_device_attach(netdev);
2409 qlcnic_clr_all_drv_state(adapter);
2413 /*Transit to RESET state from READY state only */
2415 qlcnic_dev_request_reset(struct qlcnic_adapter *adapter)
2419 if (qlcnic_api_lock(adapter))
2422 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2424 if (state == QLCNIC_DEV_READY) {
2425 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_NEED_RESET);
2426 QLCDB(adapter, DRV, "NEED_RESET state set\n");
2427 qlcnic_idc_debug_info(adapter, 0);
2430 qlcnic_api_unlock(adapter);
2433 /* Transit to NPAR READY state from NPAR NOT READY state */
2435 qlcnic_dev_set_npar_ready(struct qlcnic_adapter *adapter)
2439 if (qlcnic_api_lock(adapter))
2442 state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
2444 if (state != QLCNIC_DEV_NPAR_RDY) {
2445 QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
2446 QLCNIC_DEV_NPAR_RDY);
2447 QLCDB(adapter, DRV, "NPAR READY state set\n");
2450 qlcnic_api_unlock(adapter);
2454 qlcnic_schedule_work(struct qlcnic_adapter *adapter,
2455 work_func_t func, int delay)
2457 INIT_DELAYED_WORK(&adapter->fw_work, func);
2458 schedule_delayed_work(&adapter->fw_work, round_jiffies_relative(delay));
2462 qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter)
2464 while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
2467 cancel_delayed_work_sync(&adapter->fw_work);
2471 qlcnic_attach_work(struct work_struct *work)
2473 struct qlcnic_adapter *adapter = container_of(work,
2474 struct qlcnic_adapter, fw_work.work);
2475 struct net_device *netdev = adapter->netdev;
2477 if (netif_running(netdev)) {
2478 if (qlcnic_up(adapter, netdev))
2481 qlcnic_config_indev_addr(netdev, NETDEV_UP);
2485 netif_device_attach(netdev);
2486 adapter->fw_fail_cnt = 0;
2487 clear_bit(__QLCNIC_RESETTING, &adapter->state);
2489 if (!qlcnic_clr_drv_state(adapter))
2490 qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
2495 qlcnic_check_health(struct qlcnic_adapter *adapter)
2497 u32 state = 0, heartbit;
2498 struct net_device *netdev = adapter->netdev;
2500 if (qlcnic_check_temp(adapter))
2503 if (adapter->need_fw_reset)
2504 qlcnic_dev_request_reset(adapter);
2506 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2507 if (state == QLCNIC_DEV_NEED_RESET || state == QLCNIC_DEV_NEED_QUISCENT)
2508 adapter->need_fw_reset = 1;
2510 heartbit = QLCRD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
2511 if (heartbit != adapter->heartbit) {
2512 adapter->heartbit = heartbit;
2513 adapter->fw_fail_cnt = 0;
2514 if (adapter->need_fw_reset)
2517 if (adapter->reset_context) {
2518 qlcnic_reset_hw_context(adapter);
2519 adapter->netdev->trans_start = jiffies;
2525 if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
2528 qlcnic_dev_request_reset(adapter);
2530 clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
2532 dev_info(&netdev->dev, "firmware hang detected\n");
2535 adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
2536 QLCNIC_DEV_NEED_RESET;
2538 if ((auto_fw_reset == AUTO_FW_RESET_ENABLED) &&
2539 !test_and_set_bit(__QLCNIC_RESETTING, &adapter->state)) {
2541 qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
2542 QLCDB(adapter, DRV, "fw recovery scheduled.\n");
2549 qlcnic_fw_poll_work(struct work_struct *work)
2551 struct qlcnic_adapter *adapter = container_of(work,
2552 struct qlcnic_adapter, fw_work.work);
2554 if (test_bit(__QLCNIC_RESETTING, &adapter->state))
2558 if (qlcnic_check_health(adapter))
2562 qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
2566 qlcnicvf_start_firmware(struct qlcnic_adapter *adapter)
2570 err = qlcnic_can_start_firmware(adapter);
2574 qlcnic_check_options(adapter);
2576 adapter->need_fw_reset = 0;
2582 qlcnicvf_config_bridged_mode(struct qlcnic_adapter *adapter, u32 enable)
2588 qlcnicvf_config_led(struct qlcnic_adapter *adapter, u32 state, u32 rate)
2594 qlcnicvf_set_ilb_mode(struct qlcnic_adapter *adapter)
2600 qlcnicvf_clear_ilb_mode(struct qlcnic_adapter *adapter)
2606 qlcnic_store_bridged_mode(struct device *dev,
2607 struct device_attribute *attr, const char *buf, size_t len)
2609 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2613 if (!(adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG))
2616 if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
2619 if (strict_strtoul(buf, 2, &new))
2622 if (!adapter->nic_ops->config_bridged_mode(adapter, !!new))
2630 qlcnic_show_bridged_mode(struct device *dev,
2631 struct device_attribute *attr, char *buf)
2633 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2634 int bridged_mode = 0;
2636 if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2637 bridged_mode = !!(adapter->flags & QLCNIC_BRIDGE_ENABLED);
2639 return sprintf(buf, "%d\n", bridged_mode);
2642 static struct device_attribute dev_attr_bridged_mode = {
2643 .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
2644 .show = qlcnic_show_bridged_mode,
2645 .store = qlcnic_store_bridged_mode,
2649 qlcnic_store_diag_mode(struct device *dev,
2650 struct device_attribute *attr, const char *buf, size_t len)
2652 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2655 if (strict_strtoul(buf, 2, &new))
2658 if (!!new != !!(adapter->flags & QLCNIC_DIAG_ENABLED))
2659 adapter->flags ^= QLCNIC_DIAG_ENABLED;
2665 qlcnic_show_diag_mode(struct device *dev,
2666 struct device_attribute *attr, char *buf)
2668 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2670 return sprintf(buf, "%d\n",
2671 !!(adapter->flags & QLCNIC_DIAG_ENABLED));
2674 static struct device_attribute dev_attr_diag_mode = {
2675 .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
2676 .show = qlcnic_show_diag_mode,
2677 .store = qlcnic_store_diag_mode,
2681 qlcnic_sysfs_validate_crb(struct qlcnic_adapter *adapter,
2682 loff_t offset, size_t size)
2684 size_t crb_size = 4;
2686 if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
2689 if (offset < QLCNIC_PCI_CRBSPACE) {
2690 if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM,
2691 QLCNIC_PCI_CAMQM_END))
2697 if ((size != crb_size) || (offset & (crb_size-1)))
2704 qlcnic_sysfs_read_crb(struct file *filp, struct kobject *kobj,
2705 struct bin_attribute *attr,
2706 char *buf, loff_t offset, size_t size)
2708 struct device *dev = container_of(kobj, struct device, kobj);
2709 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2714 ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
2718 if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
2719 qlcnic_pci_camqm_read_2M(adapter, offset, &qmdata);
2720 memcpy(buf, &qmdata, size);
2722 data = QLCRD32(adapter, offset);
2723 memcpy(buf, &data, size);
2729 qlcnic_sysfs_write_crb(struct file *filp, struct kobject *kobj,
2730 struct bin_attribute *attr,
2731 char *buf, loff_t offset, size_t size)
2733 struct device *dev = container_of(kobj, struct device, kobj);
2734 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2739 ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
2743 if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
2744 memcpy(&qmdata, buf, size);
2745 qlcnic_pci_camqm_write_2M(adapter, offset, qmdata);
2747 memcpy(&data, buf, size);
2748 QLCWR32(adapter, offset, data);
2754 qlcnic_sysfs_validate_mem(struct qlcnic_adapter *adapter,
2755 loff_t offset, size_t size)
2757 if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
2760 if ((size != 8) || (offset & 0x7))
2767 qlcnic_sysfs_read_mem(struct file *filp, struct kobject *kobj,
2768 struct bin_attribute *attr,
2769 char *buf, loff_t offset, size_t size)
2771 struct device *dev = container_of(kobj, struct device, kobj);
2772 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2776 ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
2780 if (qlcnic_pci_mem_read_2M(adapter, offset, &data))
2783 memcpy(buf, &data, size);
2789 qlcnic_sysfs_write_mem(struct file *filp, struct kobject *kobj,
2790 struct bin_attribute *attr,
2791 char *buf, loff_t offset, size_t size)
2793 struct device *dev = container_of(kobj, struct device, kobj);
2794 struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2798 ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
2802 memcpy(&data, buf, size);
2804 if (qlcnic_pci_mem_write_2M(adapter, offset, data))
2811 static struct bin_attribute bin_attr_crb = {
2812 .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
2814 .read = qlcnic_sysfs_read_crb,
2815 .write = qlcnic_sysfs_write_crb,
2818 static struct bin_attribute bin_attr_mem = {
2819 .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
2821 .read = qlcnic_sysfs_read_mem,
2822 .write = qlcnic_sysfs_write_mem,
2826 qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter)
2828 struct device *dev = &adapter->pdev->dev;
2830 if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2831 if (device_create_file(dev, &dev_attr_bridged_mode))
2833 "failed to create bridged_mode sysfs entry\n");
2837 qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter)
2839 struct device *dev = &adapter->pdev->dev;
2841 if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2842 device_remove_file(dev, &dev_attr_bridged_mode);
2846 qlcnic_create_diag_entries(struct qlcnic_adapter *adapter)
2848 struct device *dev = &adapter->pdev->dev;
2850 if (device_create_file(dev, &dev_attr_diag_mode))
2851 dev_info(dev, "failed to create diag_mode sysfs entry\n");
2852 if (device_create_bin_file(dev, &bin_attr_crb))
2853 dev_info(dev, "failed to create crb sysfs entry\n");
2854 if (device_create_bin_file(dev, &bin_attr_mem))
2855 dev_info(dev, "failed to create mem sysfs entry\n");
2860 qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter)
2862 struct device *dev = &adapter->pdev->dev;
2864 device_remove_file(dev, &dev_attr_diag_mode);
2865 device_remove_bin_file(dev, &bin_attr_crb);
2866 device_remove_bin_file(dev, &bin_attr_mem);
2871 #define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)
2874 qlcnic_config_indev_addr(struct net_device *dev, unsigned long event)
2876 struct in_device *indev;
2877 struct qlcnic_adapter *adapter = netdev_priv(dev);
2879 indev = in_dev_get(dev);
2886 qlcnic_config_ipaddr(adapter,
2887 ifa->ifa_address, QLCNIC_IP_UP);
2890 qlcnic_config_ipaddr(adapter,
2891 ifa->ifa_address, QLCNIC_IP_DOWN);
2896 } endfor_ifa(indev);
2901 static int qlcnic_netdev_event(struct notifier_block *this,
2902 unsigned long event, void *ptr)
2904 struct qlcnic_adapter *adapter;
2905 struct net_device *dev = (struct net_device *)ptr;
2911 if (dev->priv_flags & IFF_802_1Q_VLAN) {
2912 dev = vlan_dev_real_dev(dev);
2916 if (!is_qlcnic_netdev(dev))
2919 adapter = netdev_priv(dev);
2924 if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
2927 qlcnic_config_indev_addr(dev, event);
2933 qlcnic_inetaddr_event(struct notifier_block *this,
2934 unsigned long event, void *ptr)
2936 struct qlcnic_adapter *adapter;
2937 struct net_device *dev;
2939 struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
2941 dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
2944 if (dev == NULL || !netif_running(dev))
2947 if (dev->priv_flags & IFF_802_1Q_VLAN) {
2948 dev = vlan_dev_real_dev(dev);
2952 if (!is_qlcnic_netdev(dev))
2955 adapter = netdev_priv(dev);
2960 if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
2965 qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
2968 qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
2978 static struct notifier_block qlcnic_netdev_cb = {
2979 .notifier_call = qlcnic_netdev_event,
2982 static struct notifier_block qlcnic_inetaddr_cb = {
2983 .notifier_call = qlcnic_inetaddr_event,
2987 qlcnic_config_indev_addr(struct net_device *dev, unsigned long event)
2991 static struct pci_driver qlcnic_driver = {
2992 .name = qlcnic_driver_name,
2993 .id_table = qlcnic_pci_tbl,
2994 .probe = qlcnic_probe,
2995 .remove = __devexit_p(qlcnic_remove),
2997 .suspend = qlcnic_suspend,
2998 .resume = qlcnic_resume,
3000 .shutdown = qlcnic_shutdown
3003 static int __init qlcnic_init_module(void)
3006 printk(KERN_INFO "%s\n", qlcnic_driver_string);
3009 register_netdevice_notifier(&qlcnic_netdev_cb);
3010 register_inetaddr_notifier(&qlcnic_inetaddr_cb);
3014 return pci_register_driver(&qlcnic_driver);
3017 module_init(qlcnic_init_module);
3019 static void __exit qlcnic_exit_module(void)
3022 pci_unregister_driver(&qlcnic_driver);
3025 unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
3026 unregister_netdevice_notifier(&qlcnic_netdev_cb);
3030 module_exit(qlcnic_exit_module);