SAFE public projects git trees. - safe/jmp/linux-2.6/blob - drivers/net/qlcnic/qlcnic_main.c

   1 /*
   2  * Copyright (C) 2009 - QLogic Corporation.
   3  * All rights reserved.
   4  *
   5  * This program is free software; you can redistribute it and/or
   6  * modify it under the terms of the GNU General Public License
   7  * as published by the Free Software Foundation; either version 2
   8  * of the License, or (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful, but
  11  * WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License
  16  * along with this program; if not, write to the Free Software
  17  * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
  18  * MA  02111-1307, USA.
  19  *
  20  * The full GNU General Public License is included in this distribution
  21  * in the file called "COPYING".
  22  *
  23  */
  24
  25 #include <linux/slab.h>
  26 #include <linux/vmalloc.h>
  27 #include <linux/interrupt.h>
  28
  29 #include "qlcnic.h"
  30
  31 #include <linux/dma-mapping.h>
  32 #include <linux/if_vlan.h>
  33 #include <net/ip.h>
  34 #include <linux/ipv6.h>
  35 #include <linux/inetdevice.h>
  36 #include <linux/sysfs.h>
  37
  38 MODULE_DESCRIPTION("QLogic 10 GbE Converged Ethernet Driver");
  39 MODULE_LICENSE("GPL");
  40 MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
  41 MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);
  42
  43 char qlcnic_driver_name[] = "qlcnic";
  44 static const char qlcnic_driver_string[] = "QLogic Converged Ethernet Driver v"
  45     QLCNIC_LINUX_VERSIONID;
  46
  47 static int port_mode = QLCNIC_PORT_MODE_AUTO_NEG;
  48
  49 /* Default to restricted 1G auto-neg mode */
  50 static int wol_port_mode = 5;
  51
  52 static int use_msi = 1;
  53 module_param(use_msi, int, 0644);
  54 MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled");
  55
  56 static int use_msi_x = 1;
  57 module_param(use_msi_x, int, 0644);
  58 MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled");
  59
  60 static int auto_fw_reset = AUTO_FW_RESET_ENABLED;
  61 module_param(auto_fw_reset, int, 0644);
  62 MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled");
  63
  64 static int __devinit qlcnic_probe(struct pci_dev *pdev,
  65                 const struct pci_device_id *ent);
  66 static void __devexit qlcnic_remove(struct pci_dev *pdev);
  67 static int qlcnic_open(struct net_device *netdev);
  68 static int qlcnic_close(struct net_device *netdev);
  69 static void qlcnic_tx_timeout(struct net_device *netdev);
  70 static void qlcnic_tx_timeout_task(struct work_struct *work);
  71 static void qlcnic_attach_work(struct work_struct *work);
  72 static void qlcnic_fwinit_work(struct work_struct *work);
  73 static void qlcnic_fw_poll_work(struct work_struct *work);
  74 static void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  75                 work_func_t func, int delay);
  76 static void qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter);
  77 static int qlcnic_poll(struct napi_struct *napi, int budget);
  78 #ifdef CONFIG_NET_POLL_CONTROLLER
  79 static void qlcnic_poll_controller(struct net_device *netdev);
  80 #endif
  81
  82 static void qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter);
  83 static void qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter);
  84 static void qlcnic_create_diag_entries(struct qlcnic_adapter *adapter);
  85 static void qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter);
  86
  87 static void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter);
  88 static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);
  89
  90 static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
  91 static irqreturn_t qlcnic_intr(int irq, void *data);
  92 static irqreturn_t qlcnic_msi_intr(int irq, void *data);
  93 static irqreturn_t qlcnic_msix_intr(int irq, void *data);
  94
  95 static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
  96 static void qlcnic_config_indev_addr(struct net_device *dev, unsigned long);
  97
  98 /*  PCI Device ID Table  */
  99 #define ENTRY(device) \
 100         {PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
 101         .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
 102
 103 #define PCI_DEVICE_ID_QLOGIC_QLE824X  0x8020
 104
 105 static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
 106         ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
 107         {0,}
 108 };
 109
 110 MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);
 111
 112
 113 void
 114 qlcnic_update_cmd_producer(struct qlcnic_adapter *adapter,
 115                 struct qlcnic_host_tx_ring *tx_ring)
 116 {
 117         writel(tx_ring->producer, tx_ring->crb_cmd_producer);
 118
 119         if (qlcnic_tx_avail(tx_ring) <= TX_STOP_THRESH) {
 120                 netif_stop_queue(adapter->netdev);
 121                 smp_mb();
 122                 adapter->stats.xmit_off++;
 123         }
 124 }
 125
 126 static const u32 msi_tgt_status[8] = {
 127         ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
 128         ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
 129         ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
 130         ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
 131 };
 132
 133 static const
 134 struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;
 135
 136 static inline void qlcnic_disable_int(struct qlcnic_host_sds_ring *sds_ring)
 137 {
 138         writel(0, sds_ring->crb_intr_mask);
 139 }
 140
 141 static inline void qlcnic_enable_int(struct qlcnic_host_sds_ring *sds_ring)
 142 {
 143         struct qlcnic_adapter *adapter = sds_ring->adapter;
 144
 145         writel(0x1, sds_ring->crb_intr_mask);
 146
 147         if (!QLCNIC_IS_MSI_FAMILY(adapter))
 148                 writel(0xfbff, adapter->tgt_mask_reg);
 149 }
 150
 151 static int
 152 qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
 153 {
 154         int size = sizeof(struct qlcnic_host_sds_ring) * count;
 155
 156         recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
 157
 158         return (recv_ctx->sds_rings == NULL);
 159 }
 160
 161 static void
 162 qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
 163 {
 164         if (recv_ctx->sds_rings != NULL)
 165                 kfree(recv_ctx->sds_rings);
 166
 167         recv_ctx->sds_rings = NULL;
 168 }
 169
 170 static int
 171 qlcnic_napi_add(struct qlcnic_adapter *adapter, struct net_device *netdev)
 172 {
 173         int ring;
 174         struct qlcnic_host_sds_ring *sds_ring;
 175         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 176
 177         if (qlcnic_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
 178                 return -ENOMEM;
 179
 180         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 181                 sds_ring = &recv_ctx->sds_rings[ring];
 182                 netif_napi_add(netdev, &sds_ring->napi,
 183                                 qlcnic_poll, QLCNIC_NETDEV_WEIGHT);
 184         }
 185
 186         return 0;
 187 }
 188
 189 static void
 190 qlcnic_napi_del(struct qlcnic_adapter *adapter)
 191 {
 192         int ring;
 193         struct qlcnic_host_sds_ring *sds_ring;
 194         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 195
 196         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 197                 sds_ring = &recv_ctx->sds_rings[ring];
 198                 netif_napi_del(&sds_ring->napi);
 199         }
 200
 201         qlcnic_free_sds_rings(&adapter->recv_ctx);
 202 }
 203
 204 static void
 205 qlcnic_napi_enable(struct qlcnic_adapter *adapter)
 206 {
 207         int ring;
 208         struct qlcnic_host_sds_ring *sds_ring;
 209         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 210
 211         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 212                 sds_ring = &recv_ctx->sds_rings[ring];
 213                 napi_enable(&sds_ring->napi);
 214                 qlcnic_enable_int(sds_ring);
 215         }
 216 }
 217
 218 static void
 219 qlcnic_napi_disable(struct qlcnic_adapter *adapter)
 220 {
 221         int ring;
 222         struct qlcnic_host_sds_ring *sds_ring;
 223         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 224
 225         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 226                 sds_ring = &recv_ctx->sds_rings[ring];
 227                 qlcnic_disable_int(sds_ring);
 228                 napi_synchronize(&sds_ring->napi);
 229                 napi_disable(&sds_ring->napi);
 230         }
 231 }
 232
 233 static void qlcnic_clear_stats(struct qlcnic_adapter *adapter)
 234 {
 235         memset(&adapter->stats, 0, sizeof(adapter->stats));
 236         return;
 237 }
 238
 239 static int qlcnic_set_dma_mask(struct qlcnic_adapter *adapter)
 240 {
 241         struct pci_dev *pdev = adapter->pdev;
 242         u64 mask, cmask;
 243
 244         adapter->pci_using_dac = 0;
 245
 246         mask = DMA_BIT_MASK(39);
 247         cmask = mask;
 248
 249         if (pci_set_dma_mask(pdev, mask) == 0 &&
 250                         pci_set_consistent_dma_mask(pdev, cmask) == 0) {
 251                 adapter->pci_using_dac = 1;
 252                 return 0;
 253         }
 254
 255         return -EIO;
 256 }
 257
 258 /* Update addressable range if firmware supports it */
 259 static int
 260 qlcnic_update_dma_mask(struct qlcnic_adapter *adapter)
 261 {
 262         int change, shift, err;
 263         u64 mask, old_mask, old_cmask;
 264         struct pci_dev *pdev = adapter->pdev;
 265
 266         change = 0;
 267
 268         shift = QLCRD32(adapter, CRB_DMA_SHIFT);
 269         if (shift > 32)
 270                 return 0;
 271
 272         if (shift > 9)
 273                 change = 1;
 274
 275         if (change) {
 276                 old_mask = pdev->dma_mask;
 277                 old_cmask = pdev->dev.coherent_dma_mask;
 278
 279                 mask = DMA_BIT_MASK(32+shift);
 280
 281                 err = pci_set_dma_mask(pdev, mask);
 282                 if (err)
 283                         goto err_out;
 284
 285                 err = pci_set_consistent_dma_mask(pdev, mask);
 286                 if (err)
 287                         goto err_out;
 288                 dev_info(&pdev->dev, "using %d-bit dma mask\n", 32+shift);
 289         }
 290
 291         return 0;
 292
 293 err_out:
 294         pci_set_dma_mask(pdev, old_mask);
 295         pci_set_consistent_dma_mask(pdev, old_cmask);
 296         return err;
 297 }
 298
 299 static void qlcnic_set_port_mode(struct qlcnic_adapter *adapter)
 300 {
 301         u32 val, data;
 302
 303         val = adapter->ahw.board_type;
 304         if ((val == QLCNIC_BRDTYPE_P3_HMEZ) ||
 305                 (val == QLCNIC_BRDTYPE_P3_XG_LOM)) {
 306                 if (port_mode == QLCNIC_PORT_MODE_802_3_AP) {
 307                         data = QLCNIC_PORT_MODE_802_3_AP;
 308                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 309                 } else if (port_mode == QLCNIC_PORT_MODE_XG) {
 310                         data = QLCNIC_PORT_MODE_XG;
 311                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 312                 } else if (port_mode == QLCNIC_PORT_MODE_AUTO_NEG_1G) {
 313                         data = QLCNIC_PORT_MODE_AUTO_NEG_1G;
 314                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 315                 } else if (port_mode == QLCNIC_PORT_MODE_AUTO_NEG_XG) {
 316                         data = QLCNIC_PORT_MODE_AUTO_NEG_XG;
 317                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 318                 } else {
 319                         data = QLCNIC_PORT_MODE_AUTO_NEG;
 320                         QLCWR32(adapter, QLCNIC_PORT_MODE_ADDR, data);
 321                 }
 322
 323                 if ((wol_port_mode != QLCNIC_PORT_MODE_802_3_AP) &&
 324                         (wol_port_mode != QLCNIC_PORT_MODE_XG) &&
 325                         (wol_port_mode != QLCNIC_PORT_MODE_AUTO_NEG_1G) &&
 326                         (wol_port_mode != QLCNIC_PORT_MODE_AUTO_NEG_XG)) {
 327                         wol_port_mode = QLCNIC_PORT_MODE_AUTO_NEG;
 328                 }
 329                 QLCWR32(adapter, QLCNIC_WOL_PORT_MODE, wol_port_mode);
 330         }
 331 }
 332
 333 static void qlcnic_set_msix_bit(struct pci_dev *pdev, int enable)
 334 {
 335         u32 control;
 336         int pos;
 337
 338         pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
 339         if (pos) {
 340                 pci_read_config_dword(pdev, pos, &control);
 341                 if (enable)
 342                         control |= PCI_MSIX_FLAGS_ENABLE;
 343                 else
 344                         control = 0;
 345                 pci_write_config_dword(pdev, pos, control);
 346         }
 347 }
 348
 349 static void qlcnic_init_msix_entries(struct qlcnic_adapter *adapter, int count)
 350 {
 351         int i;
 352
 353         for (i = 0; i < count; i++)
 354                 adapter->msix_entries[i].entry = i;
 355 }
 356
 357 static int
 358 qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
 359 {
 360         int i;
 361         unsigned char *p;
 362         u64 mac_addr;
 363         struct net_device *netdev = adapter->netdev;
 364         struct pci_dev *pdev = adapter->pdev;
 365
 366         if (qlcnic_get_mac_addr(adapter, &mac_addr) != 0)
 367                 return -EIO;
 368
 369         p = (unsigned char *)&mac_addr;
 370         for (i = 0; i < 6; i++)
 371                 netdev->dev_addr[i] = *(p + 5 - i);
 372
 373         memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len);
 374         memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
 375
 376         /* set station address */
 377
 378         if (!is_valid_ether_addr(netdev->perm_addr))
 379                 dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
 380                                         netdev->dev_addr);
 381
 382         return 0;
 383 }
 384
 385 static int qlcnic_set_mac(struct net_device *netdev, void *p)
 386 {
 387         struct qlcnic_adapter *adapter = netdev_priv(netdev);
 388         struct sockaddr *addr = p;
 389
 390         if (!is_valid_ether_addr(addr->sa_data))
 391                 return -EINVAL;
 392
 393         if (netif_running(netdev)) {
 394                 netif_device_detach(netdev);
 395                 qlcnic_napi_disable(adapter);
 396         }
 397
 398         memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
 399         memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
 400         qlcnic_set_multi(adapter->netdev);
 401
 402         if (netif_running(netdev)) {
 403                 netif_device_attach(netdev);
 404                 qlcnic_napi_enable(adapter);
 405         }
 406         return 0;
 407 }
 408
 409 static const struct net_device_ops qlcnic_netdev_ops = {
 410         .ndo_open          = qlcnic_open,
 411         .ndo_stop          = qlcnic_close,
 412         .ndo_start_xmit    = qlcnic_xmit_frame,
 413         .ndo_get_stats     = qlcnic_get_stats,
 414         .ndo_validate_addr = eth_validate_addr,
 415         .ndo_set_multicast_list = qlcnic_set_multi,
 416         .ndo_set_mac_address    = qlcnic_set_mac,
 417         .ndo_change_mtu    = qlcnic_change_mtu,
 418         .ndo_tx_timeout    = qlcnic_tx_timeout,
 419 #ifdef CONFIG_NET_POLL_CONTROLLER
 420         .ndo_poll_controller = qlcnic_poll_controller,
 421 #endif
 422 };
 423
 424 static void
 425 qlcnic_setup_intr(struct qlcnic_adapter *adapter)
 426 {
 427         const struct qlcnic_legacy_intr_set *legacy_intrp;
 428         struct pci_dev *pdev = adapter->pdev;
 429         int err, num_msix;
 430
 431         if (adapter->rss_supported) {
 432                 num_msix = (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER) ?
 433                         MSIX_ENTRIES_PER_ADAPTER : 2;
 434         } else
 435                 num_msix = 1;
 436
 437         adapter->max_sds_rings = 1;
 438
 439         adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);
 440
 441         legacy_intrp = &legacy_intr[adapter->ahw.pci_func];
 442
 443         adapter->int_vec_bit = legacy_intrp->int_vec_bit;
 444         adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
 445                         legacy_intrp->tgt_status_reg);
 446         adapter->tgt_mask_reg = qlcnic_get_ioaddr(adapter,
 447                         legacy_intrp->tgt_mask_reg);
 448         adapter->isr_int_vec = qlcnic_get_ioaddr(adapter, ISR_INT_VECTOR);
 449
 450         adapter->crb_int_state_reg = qlcnic_get_ioaddr(adapter,
 451                         ISR_INT_STATE_REG);
 452
 453         qlcnic_set_msix_bit(pdev, 0);
 454
 455         if (adapter->msix_supported) {
 456
 457                 qlcnic_init_msix_entries(adapter, num_msix);
 458                 err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
 459                 if (err == 0) {
 460                         adapter->flags |= QLCNIC_MSIX_ENABLED;
 461                         qlcnic_set_msix_bit(pdev, 1);
 462
 463                         if (adapter->rss_supported)
 464                                 adapter->max_sds_rings = num_msix;
 465
 466                         dev_info(&pdev->dev, "using msi-x interrupts\n");
 467                         return;
 468                 }
 469
 470                 if (err > 0)
 471                         pci_disable_msix(pdev);
 472
 473                 /* fall through for msi */
 474         }
 475
 476         if (use_msi && !pci_enable_msi(pdev)) {
 477                 adapter->flags |= QLCNIC_MSI_ENABLED;
 478                 adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
 479                                 msi_tgt_status[adapter->ahw.pci_func]);
 480                 dev_info(&pdev->dev, "using msi interrupts\n");
 481                 adapter->msix_entries[0].vector = pdev->irq;
 482                 return;
 483         }
 484
 485         dev_info(&pdev->dev, "using legacy interrupts\n");
 486         adapter->msix_entries[0].vector = pdev->irq;
 487 }
 488
 489 static void
 490 qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
 491 {
 492         if (adapter->flags & QLCNIC_MSIX_ENABLED)
 493                 pci_disable_msix(adapter->pdev);
 494         if (adapter->flags & QLCNIC_MSI_ENABLED)
 495                 pci_disable_msi(adapter->pdev);
 496 }
 497
 498 static void
 499 qlcnic_cleanup_pci_map(struct qlcnic_adapter *adapter)
 500 {
 501         if (adapter->ahw.pci_base0 != NULL)
 502                 iounmap(adapter->ahw.pci_base0);
 503 }
 504
 505 static int
 506 qlcnic_setup_pci_map(struct qlcnic_adapter *adapter)
 507 {
 508         void __iomem *mem_ptr0 = NULL;
 509         resource_size_t mem_base;
 510         unsigned long mem_len, pci_len0 = 0;
 511
 512         struct pci_dev *pdev = adapter->pdev;
 513         int pci_func = adapter->ahw.pci_func;
 514
 515         /*
 516          * Set the CRB window to invalid. If any register in window 0 is
 517          * accessed it should set the window to 0 and then reset it to 1.
 518          */
 519         adapter->ahw.crb_win = -1;
 520         adapter->ahw.ocm_win = -1;
 521
 522         /* remap phys address */
 523         mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
 524         mem_len = pci_resource_len(pdev, 0);
 525
 526         if (mem_len == QLCNIC_PCI_2MB_SIZE) {
 527
 528                 mem_ptr0 = pci_ioremap_bar(pdev, 0);
 529                 if (mem_ptr0 == NULL) {
 530                         dev_err(&pdev->dev, "failed to map PCI bar 0\n");
 531                         return -EIO;
 532                 }
 533                 pci_len0 = mem_len;
 534         } else {
 535                 return -EIO;
 536         }
 537
 538         dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
 539
 540         adapter->ahw.pci_base0 = mem_ptr0;
 541         adapter->ahw.pci_len0 = pci_len0;
 542
 543         adapter->ahw.ocm_win_crb = qlcnic_get_ioaddr(adapter,
 544                 QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(pci_func)));
 545
 546         return 0;
 547 }
 548
 549 static void get_brd_name(struct qlcnic_adapter *adapter, char *name)
 550 {
 551         struct pci_dev *pdev = adapter->pdev;
 552         int i, found = 0;
 553
 554         for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
 555                 if (qlcnic_boards[i].vendor == pdev->vendor &&
 556                         qlcnic_boards[i].device == pdev->device &&
 557                         qlcnic_boards[i].sub_vendor == pdev->subsystem_vendor &&
 558                         qlcnic_boards[i].sub_device == pdev->subsystem_device) {
 559                                 strcpy(name, qlcnic_boards[i].short_name);
 560                                 found = 1;
 561                                 break;
 562                 }
 563
 564         }
 565
 566         if (!found)
 567                 name = "Unknown";
 568 }
 569
 570 static void
 571 qlcnic_check_options(struct qlcnic_adapter *adapter)
 572 {
 573         u32 fw_major, fw_minor, fw_build;
 574         char brd_name[QLCNIC_MAX_BOARD_NAME_LEN];
 575         char serial_num[32];
 576         int i, offset, val;
 577         int *ptr32;
 578         struct pci_dev *pdev = adapter->pdev;
 579
 580         adapter->driver_mismatch = 0;
 581
 582         ptr32 = (int *)&serial_num;
 583         offset = QLCNIC_FW_SERIAL_NUM_OFFSET;
 584         for (i = 0; i < 8; i++) {
 585                 if (qlcnic_rom_fast_read(adapter, offset, &val) == -1) {
 586                         dev_err(&pdev->dev, "error reading board info\n");
 587                         adapter->driver_mismatch = 1;
 588                         return;
 589                 }
 590                 ptr32[i] = cpu_to_le32(val);
 591                 offset += sizeof(u32);
 592         }
 593
 594         fw_major = QLCRD32(adapter, QLCNIC_FW_VERSION_MAJOR);
 595         fw_minor = QLCRD32(adapter, QLCNIC_FW_VERSION_MINOR);
 596         fw_build = QLCRD32(adapter, QLCNIC_FW_VERSION_SUB);
 597
 598         adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
 599
 600         if (adapter->portnum == 0) {
 601                 get_brd_name(adapter, brd_name);
 602
 603                 pr_info("%s: %s Board Chip rev 0x%x\n",
 604                                 module_name(THIS_MODULE),
 605                                 brd_name, adapter->ahw.revision_id);
 606         }
 607
 608         if (adapter->fw_version < QLCNIC_VERSION_CODE(3, 4, 216)) {
 609                 adapter->driver_mismatch = 1;
 610                 dev_warn(&pdev->dev, "firmware version %d.%d.%d unsupported\n",
 611                                 fw_major, fw_minor, fw_build);
 612                 return;
 613         }
 614
 615         i = QLCRD32(adapter, QLCNIC_SRE_MISC);
 616         adapter->ahw.cut_through = (i & 0x8000) ? 1 : 0;
 617
 618         dev_info(&pdev->dev, "firmware v%d.%d.%d [%s]\n",
 619                         fw_major, fw_minor, fw_build,
 620                         adapter->ahw.cut_through ? "cut-through" : "legacy");
 621
 622         if (adapter->fw_version >= QLCNIC_VERSION_CODE(4, 0, 222))
 623                 adapter->capabilities = QLCRD32(adapter, CRB_FW_CAPABILITIES_1);
 624
 625         adapter->flags &= ~QLCNIC_LRO_ENABLED;
 626
 627         if (adapter->ahw.port_type == QLCNIC_XGBE) {
 628                 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
 629                 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
 630         } else if (adapter->ahw.port_type == QLCNIC_GBE) {
 631                 adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
 632                 adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
 633         }
 634
 635         adapter->msix_supported = !!use_msi_x;
 636         adapter->rss_supported = !!use_msi_x;
 637
 638         adapter->num_txd = MAX_CMD_DESCRIPTORS;
 639
 640         adapter->num_lro_rxd = 0;
 641         adapter->max_rds_rings = 2;
 642 }
 643
 644 static int
 645 qlcnic_start_firmware(struct qlcnic_adapter *adapter)
 646 {
 647         int val, err, first_boot;
 648
 649         err = qlcnic_set_dma_mask(adapter);
 650         if (err)
 651                 return err;
 652
 653         err = qlcnic_can_start_firmware(adapter);
 654         if (err < 0)
 655                 return err;
 656         else if (!err)
 657                 goto wait_init;
 658
 659         first_boot = QLCRD32(adapter, QLCNIC_CAM_RAM(0x1fc));
 660         if (first_boot == 0x55555555)
 661                 /* This is the first boot after power up */
 662                 QLCWR32(adapter, QLCNIC_CAM_RAM(0x1fc), QLCNIC_BDINFO_MAGIC);
 663
 664         qlcnic_request_firmware(adapter);
 665
 666         err = qlcnic_need_fw_reset(adapter);
 667         if (err < 0)
 668                 goto err_out;
 669         if (err == 0)
 670                 goto wait_init;
 671
 672         if (first_boot != 0x55555555) {
 673                 QLCWR32(adapter, CRB_CMDPEG_STATE, 0);
 674                 qlcnic_pinit_from_rom(adapter);
 675                 msleep(1);
 676         }
 677
 678         QLCWR32(adapter, CRB_DMA_SHIFT, 0x55555555);
 679         QLCWR32(adapter, QLCNIC_PEG_HALT_STATUS1, 0);
 680         QLCWR32(adapter, QLCNIC_PEG_HALT_STATUS2, 0);
 681
 682         qlcnic_set_port_mode(adapter);
 683
 684         err = qlcnic_load_firmware(adapter);
 685         if (err)
 686                 goto err_out;
 687
 688         qlcnic_release_firmware(adapter);
 689
 690         val = (_QLCNIC_LINUX_MAJOR << 16)
 691                 | ((_QLCNIC_LINUX_MINOR << 8))
 692                 | (_QLCNIC_LINUX_SUBVERSION);
 693         QLCWR32(adapter, CRB_DRIVER_VERSION, val);
 694
 695 wait_init:
 696         /* Handshake with the card before we register the devices. */
 697         err = qlcnic_phantom_init(adapter);
 698         if (err)
 699                 goto err_out;
 700
 701         QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
 702
 703         qlcnic_update_dma_mask(adapter);
 704
 705         qlcnic_check_options(adapter);
 706
 707         adapter->need_fw_reset = 0;
 708
 709         /* fall through and release firmware */
 710
 711 err_out:
 712         qlcnic_release_firmware(adapter);
 713         return err;
 714 }
 715
 716 static int
 717 qlcnic_request_irq(struct qlcnic_adapter *adapter)
 718 {
 719         irq_handler_t handler;
 720         struct qlcnic_host_sds_ring *sds_ring;
 721         int err, ring;
 722
 723         unsigned long flags = 0;
 724         struct net_device *netdev = adapter->netdev;
 725         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 726
 727         if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
 728                 handler = qlcnic_tmp_intr;
 729                 if (!QLCNIC_IS_MSI_FAMILY(adapter))
 730                         flags |= IRQF_SHARED;
 731
 732         } else {
 733                 if (adapter->flags & QLCNIC_MSIX_ENABLED)
 734                         handler = qlcnic_msix_intr;
 735                 else if (adapter->flags & QLCNIC_MSI_ENABLED)
 736                         handler = qlcnic_msi_intr;
 737                 else {
 738                         flags |= IRQF_SHARED;
 739                         handler = qlcnic_intr;
 740                 }
 741         }
 742         adapter->irq = netdev->irq;
 743
 744         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 745                 sds_ring = &recv_ctx->sds_rings[ring];
 746                 sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
 747                 err = request_irq(sds_ring->irq, handler,
 748                                   flags, sds_ring->name, sds_ring);
 749                 if (err)
 750                         return err;
 751         }
 752
 753         return 0;
 754 }
 755
 756 static void
 757 qlcnic_free_irq(struct qlcnic_adapter *adapter)
 758 {
 759         int ring;
 760         struct qlcnic_host_sds_ring *sds_ring;
 761
 762         struct qlcnic_recv_context *recv_ctx = &adapter->recv_ctx;
 763
 764         for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 765                 sds_ring = &recv_ctx->sds_rings[ring];
 766                 free_irq(sds_ring->irq, sds_ring);
 767         }
 768 }
 769
 770 static void
 771 qlcnic_init_coalesce_defaults(struct qlcnic_adapter *adapter)
 772 {
 773         adapter->coal.flags = QLCNIC_INTR_DEFAULT;
 774         adapter->coal.normal.data.rx_time_us =
 775                 QLCNIC_DEFAULT_INTR_COALESCE_RX_TIME_US;
 776         adapter->coal.normal.data.rx_packets =
 777                 QLCNIC_DEFAULT_INTR_COALESCE_RX_PACKETS;
 778         adapter->coal.normal.data.tx_time_us =
 779                 QLCNIC_DEFAULT_INTR_COALESCE_TX_TIME_US;
 780         adapter->coal.normal.data.tx_packets =
 781                 QLCNIC_DEFAULT_INTR_COALESCE_TX_PACKETS;
 782 }
 783
 784 static int
 785 __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
 786 {
 787         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
 788                 return -EIO;
 789
 790         qlcnic_set_multi(netdev);
 791         qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);
 792
 793         adapter->ahw.linkup = 0;
 794
 795         if (adapter->max_sds_rings > 1)
 796                 qlcnic_config_rss(adapter, 1);
 797
 798         qlcnic_config_intr_coalesce(adapter);
 799
 800         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
 801                 qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);
 802
 803         qlcnic_napi_enable(adapter);
 804
 805         qlcnic_linkevent_request(adapter, 1);
 806
 807         set_bit(__QLCNIC_DEV_UP, &adapter->state);
 808         return 0;
 809 }
 810
 811 /* Usage: During resume and firmware recovery module.*/
 812
 813 static int
 814 qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
 815 {
 816         int err = 0;
 817
 818         rtnl_lock();
 819         if (netif_running(netdev))
 820                 err = __qlcnic_up(adapter, netdev);
 821         rtnl_unlock();
 822
 823         return err;
 824 }
 825
 826 static void
 827 __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
 828 {
 829         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
 830                 return;
 831
 832         if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
 833                 return;
 834
 835         smp_mb();
 836         spin_lock(&adapter->tx_clean_lock);
 837         netif_carrier_off(netdev);
 838         netif_tx_disable(netdev);
 839
 840         qlcnic_free_mac_list(adapter);
 841
 842         qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);
 843
 844         qlcnic_napi_disable(adapter);
 845
 846         qlcnic_release_tx_buffers(adapter);
 847         spin_unlock(&adapter->tx_clean_lock);
 848 }
 849
 850 /* Usage: During suspend and firmware recovery module */
 851
 852 static void
 853 qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
 854 {
 855         rtnl_lock();
 856         if (netif_running(netdev))
 857                 __qlcnic_down(adapter, netdev);
 858         rtnl_unlock();
 859
 860 }
 861
 862 static int
 863 qlcnic_attach(struct qlcnic_adapter *adapter)
 864 {
 865         struct net_device *netdev = adapter->netdev;
 866         struct pci_dev *pdev = adapter->pdev;
 867         int err, ring;
 868         struct qlcnic_host_rds_ring *rds_ring;
 869
 870         if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
 871                 return 0;
 872
 873         err = qlcnic_init_firmware(adapter);
 874         if (err)
 875                 return err;
 876
 877         err = qlcnic_napi_add(adapter, netdev);
 878         if (err)
 879                 return err;
 880
 881         err = qlcnic_alloc_sw_resources(adapter);
 882         if (err) {
 883                 dev_err(&pdev->dev, "Error in setting sw resources\n");
 884                 return err;
 885         }
 886
 887         err = qlcnic_alloc_hw_resources(adapter);
 888         if (err) {
 889                 dev_err(&pdev->dev, "Error in setting hw resources\n");
 890                 goto err_out_free_sw;
 891         }
 892
 893
 894         for (ring = 0; ring < adapter->max_rds_rings; ring++) {
 895                 rds_ring = &adapter->recv_ctx.rds_rings[ring];
 896                 qlcnic_post_rx_buffers(adapter, ring, rds_ring);
 897         }
 898
 899         err = qlcnic_request_irq(adapter);
 900         if (err) {
 901                 dev_err(&pdev->dev, "failed to setup interrupt\n");
 902                 goto err_out_free_rxbuf;
 903         }
 904
 905         qlcnic_init_coalesce_defaults(adapter);
 906
 907         qlcnic_create_sysfs_entries(adapter);
 908
 909         adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
 910         return 0;
 911
 912 err_out_free_rxbuf:
 913         qlcnic_release_rx_buffers(adapter);
 914         qlcnic_free_hw_resources(adapter);
 915 err_out_free_sw:
 916         qlcnic_free_sw_resources(adapter);
 917         return err;
 918 }
 919
 920 static void
 921 qlcnic_detach(struct qlcnic_adapter *adapter)
 922 {
 923         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
 924                 return;
 925
 926         qlcnic_remove_sysfs_entries(adapter);
 927
 928         qlcnic_free_hw_resources(adapter);
 929         qlcnic_release_rx_buffers(adapter);
 930         qlcnic_free_irq(adapter);
 931         qlcnic_napi_del(adapter);
 932         qlcnic_free_sw_resources(adapter);
 933
 934         adapter->is_up = 0;
 935 }
 936
 937 void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
 938 {
 939         struct qlcnic_adapter *adapter = netdev_priv(netdev);
 940         struct qlcnic_host_sds_ring *sds_ring;
 941         int ring;
 942
 943         if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
 944                 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 945                         sds_ring = &adapter->recv_ctx.sds_rings[ring];
 946                         qlcnic_disable_int(sds_ring);
 947                 }
 948         }
 949
 950         qlcnic_detach(adapter);
 951
 952         adapter->diag_test = 0;
 953         adapter->max_sds_rings = max_sds_rings;
 954
 955         if (qlcnic_attach(adapter))
 956                 goto out;
 957
 958         if (netif_running(netdev))
 959                 __qlcnic_up(adapter, netdev);
 960 out:
 961         netif_device_attach(netdev);
 962 }
 963
 964 int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
 965 {
 966         struct qlcnic_adapter *adapter = netdev_priv(netdev);
 967         struct qlcnic_host_sds_ring *sds_ring;
 968         int ring;
 969         int ret;
 970
 971         netif_device_detach(netdev);
 972
 973         if (netif_running(netdev))
 974                 __qlcnic_down(adapter, netdev);
 975
 976         qlcnic_detach(adapter);
 977
 978         adapter->max_sds_rings = 1;
 979         adapter->diag_test = test;
 980
 981         ret = qlcnic_attach(adapter);
 982         if (ret) {
 983                 netif_device_attach(netdev);
 984                 return ret;
 985         }
 986
 987         if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
 988                 for (ring = 0; ring < adapter->max_sds_rings; ring++) {
 989                         sds_ring = &adapter->recv_ctx.sds_rings[ring];
 990                         qlcnic_enable_int(sds_ring);
 991                 }
 992         }
 993
 994         return 0;
 995 }
 996
 997 int
 998 qlcnic_reset_context(struct qlcnic_adapter *adapter)
 999 {
1000         int err = 0;
1001         struct net_device *netdev = adapter->netdev;
1002
1003         if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
1004                 return -EBUSY;
1005
1006         if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {
1007
1008                 netif_device_detach(netdev);
1009
1010                 if (netif_running(netdev))
1011                         __qlcnic_down(adapter, netdev);
1012
1013                 qlcnic_detach(adapter);
1014
1015                 if (netif_running(netdev)) {
1016                         err = qlcnic_attach(adapter);
1017                         if (!err)
1018                                 __qlcnic_up(adapter, netdev);
1019                 }
1020
1021                 netif_device_attach(netdev);
1022         }
1023
1024         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1025         return err;
1026 }
1027
1028 static int
1029 qlcnic_setup_netdev(struct qlcnic_adapter *adapter,
1030                 struct net_device *netdev)
1031 {
1032         int err;
1033         struct pci_dev *pdev = adapter->pdev;
1034
1035         adapter->rx_csum = 1;
1036         adapter->mc_enabled = 0;
1037         adapter->max_mc_count = 38;
1038
1039         netdev->netdev_ops         = &qlcnic_netdev_ops;
1040         netdev->watchdog_timeo     = 2*HZ;
1041
1042         qlcnic_change_mtu(netdev, netdev->mtu);
1043
1044         SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
1045
1046         netdev->features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO);
1047         netdev->features |= (NETIF_F_GRO);
1048         netdev->vlan_features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO);
1049
1050         netdev->features |= (NETIF_F_IPV6_CSUM | NETIF_F_TSO6);
1051         netdev->vlan_features |= (NETIF_F_IPV6_CSUM | NETIF_F_TSO6);
1052
1053         if (adapter->pci_using_dac) {
1054                 netdev->features |= NETIF_F_HIGHDMA;
1055                 netdev->vlan_features |= NETIF_F_HIGHDMA;
1056         }
1057
1058         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX)
1059                 netdev->features |= (NETIF_F_HW_VLAN_TX);
1060
1061         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
1062                 netdev->features |= NETIF_F_LRO;
1063
1064         netdev->irq = adapter->msix_entries[0].vector;
1065
1066         INIT_WORK(&adapter->tx_timeout_task, qlcnic_tx_timeout_task);
1067
1068         if (qlcnic_read_mac_addr(adapter))
1069                 dev_warn(&pdev->dev, "failed to read mac addr\n");
1070
1071         netif_carrier_off(netdev);
1072         netif_stop_queue(netdev);
1073
1074         err = register_netdev(netdev);
1075         if (err) {
1076                 dev_err(&pdev->dev, "failed to register net device\n");
1077                 return err;
1078         }
1079
1080         return 0;
1081 }
1082
1083 static int __devinit
1084 qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
1085 {
1086         struct net_device *netdev = NULL;
1087         struct qlcnic_adapter *adapter = NULL;
1088         int err;
1089         int pci_func_id = PCI_FUNC(pdev->devfn);
1090         uint8_t revision_id;
1091
1092         err = pci_enable_device(pdev);
1093         if (err)
1094                 return err;
1095
1096         if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
1097                 err = -ENODEV;
1098                 goto err_out_disable_pdev;
1099         }
1100
1101         err = pci_request_regions(pdev, qlcnic_driver_name);
1102         if (err)
1103                 goto err_out_disable_pdev;
1104
1105         pci_set_master(pdev);
1106
1107         netdev = alloc_etherdev(sizeof(struct qlcnic_adapter));
1108         if (!netdev) {
1109                 dev_err(&pdev->dev, "failed to allocate net_device\n");
1110                 err = -ENOMEM;
1111                 goto err_out_free_res;
1112         }
1113
1114         SET_NETDEV_DEV(netdev, &pdev->dev);
1115
1116         adapter = netdev_priv(netdev);
1117         adapter->netdev  = netdev;
1118         adapter->pdev    = pdev;
1119         adapter->ahw.pci_func  = pci_func_id;
1120
1121         revision_id = pdev->revision;
1122         adapter->ahw.revision_id = revision_id;
1123
1124         rwlock_init(&adapter->ahw.crb_lock);
1125         mutex_init(&adapter->ahw.mem_lock);
1126
1127         spin_lock_init(&adapter->tx_clean_lock);
1128         INIT_LIST_HEAD(&adapter->mac_list);
1129
1130         err = qlcnic_setup_pci_map(adapter);
1131         if (err)
1132                 goto err_out_free_netdev;
1133
1134         /* This will be reset for mezz cards  */
1135         adapter->portnum = pci_func_id;
1136
1137         err = qlcnic_get_board_info(adapter);
1138         if (err) {
1139                 dev_err(&pdev->dev, "Error getting board config info.\n");
1140                 goto err_out_iounmap;
1141         }
1142
1143         qlcnic_setup_idc_param(adapter);
1144
1145         err = qlcnic_start_firmware(adapter);
1146         if (err)
1147                 goto err_out_decr_ref;
1148
1149         /*
1150          * See if the firmware gave us a virtual-physical port mapping.
1151          */
1152         adapter->physical_port = adapter->portnum;
1153
1154         qlcnic_clear_stats(adapter);
1155
1156         qlcnic_setup_intr(adapter);
1157
1158         err = qlcnic_setup_netdev(adapter, netdev);
1159         if (err)
1160                 goto err_out_disable_msi;
1161
1162         pci_set_drvdata(pdev, adapter);
1163
1164         qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
1165
1166         switch (adapter->ahw.port_type) {
1167         case QLCNIC_GBE:
1168                 dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
1169                                 adapter->netdev->name);
1170                 break;
1171         case QLCNIC_XGBE:
1172                 dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
1173                                 adapter->netdev->name);
1174                 break;
1175         }
1176
1177         qlcnic_create_diag_entries(adapter);
1178
1179         return 0;
1180
1181 err_out_disable_msi:
1182         qlcnic_teardown_intr(adapter);
1183
1184 err_out_decr_ref:
1185         qlcnic_clr_all_drv_state(adapter);
1186
1187 err_out_iounmap:
1188         qlcnic_cleanup_pci_map(adapter);
1189
1190 err_out_free_netdev:
1191         free_netdev(netdev);
1192
1193 err_out_free_res:
1194         pci_release_regions(pdev);
1195
1196 err_out_disable_pdev:
1197         pci_set_drvdata(pdev, NULL);
1198         pci_disable_device(pdev);
1199         return err;
1200 }
1201
1202 static void __devexit qlcnic_remove(struct pci_dev *pdev)
1203 {
1204         struct qlcnic_adapter *adapter;
1205         struct net_device *netdev;
1206
1207         adapter = pci_get_drvdata(pdev);
1208         if (adapter == NULL)
1209                 return;
1210
1211         netdev = adapter->netdev;
1212
1213         qlcnic_cancel_fw_work(adapter);
1214
1215         unregister_netdev(netdev);
1216
1217         cancel_work_sync(&adapter->tx_timeout_task);
1218
1219         qlcnic_detach(adapter);
1220
1221         qlcnic_clr_all_drv_state(adapter);
1222
1223         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1224
1225         qlcnic_teardown_intr(adapter);
1226
1227         qlcnic_remove_diag_entries(adapter);
1228
1229         qlcnic_cleanup_pci_map(adapter);
1230
1231         qlcnic_release_firmware(adapter);
1232
1233         pci_release_regions(pdev);
1234         pci_disable_device(pdev);
1235         pci_set_drvdata(pdev, NULL);
1236
1237         free_netdev(netdev);
1238 }
1239 static int __qlcnic_shutdown(struct pci_dev *pdev)
1240 {
1241         struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
1242         struct net_device *netdev = adapter->netdev;
1243         int retval;
1244
1245         netif_device_detach(netdev);
1246
1247         qlcnic_cancel_fw_work(adapter);
1248
1249         if (netif_running(netdev))
1250                 qlcnic_down(adapter, netdev);
1251
1252         cancel_work_sync(&adapter->tx_timeout_task);
1253
1254         qlcnic_detach(adapter);
1255
1256         qlcnic_clr_all_drv_state(adapter);
1257
1258         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1259
1260         retval = pci_save_state(pdev);
1261         if (retval)
1262                 return retval;
1263
1264         if (qlcnic_wol_supported(adapter)) {
1265                 pci_enable_wake(pdev, PCI_D3cold, 1);
1266                 pci_enable_wake(pdev, PCI_D3hot, 1);
1267         }
1268
1269         return 0;
1270 }
1271
1272 static void qlcnic_shutdown(struct pci_dev *pdev)
1273 {
1274         if (__qlcnic_shutdown(pdev))
1275                 return;
1276
1277         pci_disable_device(pdev);
1278 }
1279
1280 #ifdef CONFIG_PM
1281 static int
1282 qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
1283 {
1284         int retval;
1285
1286         retval = __qlcnic_shutdown(pdev);
1287         if (retval)
1288                 return retval;
1289
1290         pci_set_power_state(pdev, pci_choose_state(pdev, state));
1291         return 0;
1292 }
1293
1294 static int
1295 qlcnic_resume(struct pci_dev *pdev)
1296 {
1297         struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
1298         struct net_device *netdev = adapter->netdev;
1299         int err;
1300
1301         err = pci_enable_device(pdev);
1302         if (err)
1303                 return err;
1304
1305         pci_set_power_state(pdev, PCI_D0);
1306         pci_set_master(pdev);
1307         pci_restore_state(pdev);
1308
1309         adapter->ahw.crb_win = -1;
1310         adapter->ahw.ocm_win = -1;
1311
1312         err = qlcnic_start_firmware(adapter);
1313         if (err) {
1314                 dev_err(&pdev->dev, "failed to start firmware\n");
1315                 return err;
1316         }
1317
1318         if (netif_running(netdev)) {
1319                 err = qlcnic_attach(adapter);
1320                 if (err)
1321                         goto err_out;
1322
1323                 err = qlcnic_up(adapter, netdev);
1324                 if (err)
1325                         goto err_out_detach;
1326
1327
1328                 qlcnic_config_indev_addr(netdev, NETDEV_UP);
1329         }
1330
1331         netif_device_attach(netdev);
1332         qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
1333         return 0;
1334
1335 err_out_detach:
1336         qlcnic_detach(adapter);
1337 err_out:
1338         qlcnic_clr_all_drv_state(adapter);
1339         netif_device_attach(netdev);
1340         return err;
1341 }
1342 #endif
1343
1344 static int qlcnic_open(struct net_device *netdev)
1345 {
1346         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1347         int err;
1348
1349         if (adapter->driver_mismatch)
1350                 return -EIO;
1351
1352         err = qlcnic_attach(adapter);
1353         if (err)
1354                 return err;
1355
1356         err = __qlcnic_up(adapter, netdev);
1357         if (err)
1358                 goto err_out;
1359
1360         netif_start_queue(netdev);
1361
1362         return 0;
1363
1364 err_out:
1365         qlcnic_detach(adapter);
1366         return err;
1367 }
1368
1369 /*
1370  * qlcnic_close - Disables a network interface entry point
1371  */
1372 static int qlcnic_close(struct net_device *netdev)
1373 {
1374         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1375
1376         __qlcnic_down(adapter, netdev);
1377         return 0;
1378 }
1379
1380 static void
1381 qlcnic_tso_check(struct net_device *netdev,
1382                 struct qlcnic_host_tx_ring *tx_ring,
1383                 struct cmd_desc_type0 *first_desc,
1384                 struct sk_buff *skb)
1385 {
1386         u8 opcode = TX_ETHER_PKT;
1387         __be16 protocol = skb->protocol;
1388         u16 flags = 0, vid = 0;
1389         u32 producer;
1390         int copied, offset, copy_len, hdr_len = 0, tso = 0, vlan_oob = 0;
1391         struct cmd_desc_type0 *hwdesc;
1392         struct vlan_ethhdr *vh;
1393         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1394
1395         if (protocol == cpu_to_be16(ETH_P_8021Q)) {
1396
1397                 vh = (struct vlan_ethhdr *)skb->data;
1398                 protocol = vh->h_vlan_encapsulated_proto;
1399                 flags = FLAGS_VLAN_TAGGED;
1400
1401         } else if (vlan_tx_tag_present(skb)) {
1402
1403                 flags = FLAGS_VLAN_OOB;
1404                 vid = vlan_tx_tag_get(skb);
1405                 qlcnic_set_tx_vlan_tci(first_desc, vid);
1406                 vlan_oob = 1;
1407         }
1408
1409         if ((netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
1410                         skb_shinfo(skb)->gso_size > 0) {
1411
1412                 hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
1413
1414                 first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
1415                 first_desc->total_hdr_length = hdr_len;
1416                 if (vlan_oob) {
1417                         first_desc->total_hdr_length += VLAN_HLEN;
1418                         first_desc->tcp_hdr_offset = VLAN_HLEN;
1419                         first_desc->ip_hdr_offset = VLAN_HLEN;
1420                         /* Only in case of TSO on vlan device */
1421                         flags |= FLAGS_VLAN_TAGGED;
1422                 }
1423
1424                 opcode = (protocol == cpu_to_be16(ETH_P_IPV6)) ?
1425                                 TX_TCP_LSO6 : TX_TCP_LSO;
1426                 tso = 1;
1427
1428         } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
1429                 u8 l4proto;
1430
1431                 if (protocol == cpu_to_be16(ETH_P_IP)) {
1432                         l4proto = ip_hdr(skb)->protocol;
1433
1434                         if (l4proto == IPPROTO_TCP)
1435                                 opcode = TX_TCP_PKT;
1436                         else if (l4proto == IPPROTO_UDP)
1437                                 opcode = TX_UDP_PKT;
1438                 } else if (protocol == cpu_to_be16(ETH_P_IPV6)) {
1439                         l4proto = ipv6_hdr(skb)->nexthdr;
1440
1441                         if (l4proto == IPPROTO_TCP)
1442                                 opcode = TX_TCPV6_PKT;
1443                         else if (l4proto == IPPROTO_UDP)
1444                                 opcode = TX_UDPV6_PKT;
1445                 }
1446         }
1447
1448         first_desc->tcp_hdr_offset += skb_transport_offset(skb);
1449         first_desc->ip_hdr_offset += skb_network_offset(skb);
1450         qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
1451
1452         if (!tso)
1453                 return;
1454
1455         /* For LSO, we need to copy the MAC/IP/TCP headers into
1456          * the descriptor ring
1457          */
1458         producer = tx_ring->producer;
1459         copied = 0;
1460         offset = 2;
1461
1462         if (vlan_oob) {
1463                 /* Create a TSO vlan header template for firmware */
1464
1465                 hwdesc = &tx_ring->desc_head[producer];
1466                 tx_ring->cmd_buf_arr[producer].skb = NULL;
1467
1468                 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1469                                 hdr_len + VLAN_HLEN);
1470
1471                 vh = (struct vlan_ethhdr *)((char *)hwdesc + 2);
1472                 skb_copy_from_linear_data(skb, vh, 12);
1473                 vh->h_vlan_proto = htons(ETH_P_8021Q);
1474                 vh->h_vlan_TCI = htons(vid);
1475                 skb_copy_from_linear_data_offset(skb, 12,
1476                                 (char *)vh + 16, copy_len - 16);
1477
1478                 copied = copy_len - VLAN_HLEN;
1479                 offset = 0;
1480
1481                 producer = get_next_index(producer, tx_ring->num_desc);
1482         }
1483
1484         while (copied < hdr_len) {
1485
1486                 copy_len = min((int)sizeof(struct cmd_desc_type0) - offset,
1487                                 (hdr_len - copied));
1488
1489                 hwdesc = &tx_ring->desc_head[producer];
1490                 tx_ring->cmd_buf_arr[producer].skb = NULL;
1491
1492                 skb_copy_from_linear_data_offset(skb, copied,
1493                                  (char *)hwdesc + offset, copy_len);
1494
1495                 copied += copy_len;
1496                 offset = 0;
1497
1498                 producer = get_next_index(producer, tx_ring->num_desc);
1499         }
1500
1501         tx_ring->producer = producer;
1502         barrier();
1503         adapter->stats.lso_frames++;
1504 }
1505
1506 static int
1507 qlcnic_map_tx_skb(struct pci_dev *pdev,
1508                 struct sk_buff *skb, struct qlcnic_cmd_buffer *pbuf)
1509 {
1510         struct qlcnic_skb_frag *nf;
1511         struct skb_frag_struct *frag;
1512         int i, nr_frags;
1513         dma_addr_t map;
1514
1515         nr_frags = skb_shinfo(skb)->nr_frags;
1516         nf = &pbuf->frag_array[0];
1517
1518         map = pci_map_single(pdev, skb->data,
1519                         skb_headlen(skb), PCI_DMA_TODEVICE);
1520         if (pci_dma_mapping_error(pdev, map))
1521                 goto out_err;
1522
1523         nf->dma = map;
1524         nf->length = skb_headlen(skb);
1525
1526         for (i = 0; i < nr_frags; i++) {
1527                 frag = &skb_shinfo(skb)->frags[i];
1528                 nf = &pbuf->frag_array[i+1];
1529
1530                 map = pci_map_page(pdev, frag->page, frag->page_offset,
1531                                 frag->size, PCI_DMA_TODEVICE);
1532                 if (pci_dma_mapping_error(pdev, map))
1533                         goto unwind;
1534
1535                 nf->dma = map;
1536                 nf->length = frag->size;
1537         }
1538
1539         return 0;
1540
1541 unwind:
1542         while (--i >= 0) {
1543                 nf = &pbuf->frag_array[i+1];
1544                 pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
1545         }
1546
1547         nf = &pbuf->frag_array[0];
1548         pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
1549
1550 out_err:
1551         return -ENOMEM;
1552 }
1553
1554 static inline void
1555 qlcnic_clear_cmddesc(u64 *desc)
1556 {
1557         desc[0] = 0ULL;
1558         desc[2] = 0ULL;
1559 }
1560
1561 netdev_tx_t
1562 qlcnic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
1563 {
1564         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1565         struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
1566         struct qlcnic_cmd_buffer *pbuf;
1567         struct qlcnic_skb_frag *buffrag;
1568         struct cmd_desc_type0 *hwdesc, *first_desc;
1569         struct pci_dev *pdev;
1570         int i, k;
1571
1572         u32 producer;
1573         int frag_count, no_of_desc;
1574         u32 num_txd = tx_ring->num_desc;
1575
1576         frag_count = skb_shinfo(skb)->nr_frags + 1;
1577
1578         /* 4 fragments per cmd des */
1579         no_of_desc = (frag_count + 3) >> 2;
1580
1581         if (unlikely(no_of_desc + 2 > qlcnic_tx_avail(tx_ring))) {
1582                 netif_stop_queue(netdev);
1583                 adapter->stats.xmit_off++;
1584                 return NETDEV_TX_BUSY;
1585         }
1586
1587         producer = tx_ring->producer;
1588         pbuf = &tx_ring->cmd_buf_arr[producer];
1589
1590         pdev = adapter->pdev;
1591
1592         if (qlcnic_map_tx_skb(pdev, skb, pbuf)) {
1593                 adapter->stats.tx_dma_map_error++;
1594                 goto drop_packet;
1595         }
1596
1597         pbuf->skb = skb;
1598         pbuf->frag_count = frag_count;
1599
1600         first_desc = hwdesc = &tx_ring->desc_head[producer];
1601         qlcnic_clear_cmddesc((u64 *)hwdesc);
1602
1603         qlcnic_set_tx_frags_len(first_desc, frag_count, skb->len);
1604         qlcnic_set_tx_port(first_desc, adapter->portnum);
1605
1606         for (i = 0; i < frag_count; i++) {
1607
1608                 k = i % 4;
1609
1610                 if ((k == 0) && (i > 0)) {
1611                         /* move to next desc.*/
1612                         producer = get_next_index(producer, num_txd);
1613                         hwdesc = &tx_ring->desc_head[producer];
1614                         qlcnic_clear_cmddesc((u64 *)hwdesc);
1615                         tx_ring->cmd_buf_arr[producer].skb = NULL;
1616                 }
1617
1618                 buffrag = &pbuf->frag_array[i];
1619
1620                 hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
1621                 switch (k) {
1622                 case 0:
1623                         hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
1624                         break;
1625                 case 1:
1626                         hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
1627                         break;
1628                 case 2:
1629                         hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
1630                         break;
1631                 case 3:
1632                         hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
1633                         break;
1634                 }
1635         }
1636
1637         tx_ring->producer = get_next_index(producer, num_txd);
1638
1639         qlcnic_tso_check(netdev, tx_ring, first_desc, skb);
1640
1641         qlcnic_update_cmd_producer(adapter, tx_ring);
1642
1643         adapter->stats.txbytes += skb->len;
1644         adapter->stats.xmitcalled++;
1645
1646         return NETDEV_TX_OK;
1647
1648 drop_packet:
1649         adapter->stats.txdropped++;
1650         dev_kfree_skb_any(skb);
1651         return NETDEV_TX_OK;
1652 }
1653
1654 static int qlcnic_check_temp(struct qlcnic_adapter *adapter)
1655 {
1656         struct net_device *netdev = adapter->netdev;
1657         u32 temp, temp_state, temp_val;
1658         int rv = 0;
1659
1660         temp = QLCRD32(adapter, CRB_TEMP_STATE);
1661
1662         temp_state = qlcnic_get_temp_state(temp);
1663         temp_val = qlcnic_get_temp_val(temp);
1664
1665         if (temp_state == QLCNIC_TEMP_PANIC) {
1666                 dev_err(&netdev->dev,
1667                        "Device temperature %d degrees C exceeds"
1668                        " maximum allowed. Hardware has been shut down.\n",
1669                        temp_val);
1670                 rv = 1;
1671         } else if (temp_state == QLCNIC_TEMP_WARN) {
1672                 if (adapter->temp == QLCNIC_TEMP_NORMAL) {
1673                         dev_err(&netdev->dev,
1674                                "Device temperature %d degrees C "
1675                                "exceeds operating range."
1676                                " Immediate action needed.\n",
1677                                temp_val);
1678                 }
1679         } else {
1680                 if (adapter->temp == QLCNIC_TEMP_WARN) {
1681                         dev_info(&netdev->dev,
1682                                "Device temperature is now %d degrees C"
1683                                " in normal range.\n", temp_val);
1684                 }
1685         }
1686         adapter->temp = temp_state;
1687         return rv;
1688 }
1689
1690 void qlcnic_advert_link_change(struct qlcnic_adapter *adapter, int linkup)
1691 {
1692         struct net_device *netdev = adapter->netdev;
1693
1694         if (adapter->ahw.linkup && !linkup) {
1695                 dev_info(&netdev->dev, "NIC Link is down\n");
1696                 adapter->ahw.linkup = 0;
1697                 if (netif_running(netdev)) {
1698                         netif_carrier_off(netdev);
1699                         netif_stop_queue(netdev);
1700                 }
1701         } else if (!adapter->ahw.linkup && linkup) {
1702                 dev_info(&netdev->dev, "NIC Link is up\n");
1703                 adapter->ahw.linkup = 1;
1704                 if (netif_running(netdev)) {
1705                         netif_carrier_on(netdev);
1706                         netif_wake_queue(netdev);
1707                 }
1708         }
1709 }
1710
1711 static void qlcnic_tx_timeout(struct net_device *netdev)
1712 {
1713         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1714
1715         if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1716                 return;
1717
1718         dev_err(&netdev->dev, "transmit timeout, resetting.\n");
1719         schedule_work(&adapter->tx_timeout_task);
1720 }
1721
1722 static void qlcnic_tx_timeout_task(struct work_struct *work)
1723 {
1724         struct qlcnic_adapter *adapter =
1725                 container_of(work, struct qlcnic_adapter, tx_timeout_task);
1726
1727         if (!netif_running(adapter->netdev))
1728                 return;
1729
1730         if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
1731                 return;
1732
1733         if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS)
1734                 goto request_reset;
1735
1736         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1737         if (!qlcnic_reset_context(adapter)) {
1738                 adapter->netdev->trans_start = jiffies;
1739                 return;
1740
1741                 /* context reset failed, fall through for fw reset */
1742         }
1743
1744 request_reset:
1745         adapter->need_fw_reset = 1;
1746         clear_bit(__QLCNIC_RESETTING, &adapter->state);
1747         QLCDB(adapter, DRV, "Resetting adapter\n");
1748 }
1749
1750 static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
1751 {
1752         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1753         struct net_device_stats *stats = &netdev->stats;
1754
1755         memset(stats, 0, sizeof(*stats));
1756
1757         stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
1758         stats->tx_packets = adapter->stats.xmitfinished;
1759         stats->rx_bytes = adapter->stats.rxbytes;
1760         stats->tx_bytes = adapter->stats.txbytes;
1761         stats->rx_dropped = adapter->stats.rxdropped;
1762         stats->tx_dropped = adapter->stats.txdropped;
1763
1764         return stats;
1765 }
1766
1767 static irqreturn_t qlcnic_clear_legacy_intr(struct qlcnic_adapter *adapter)
1768 {
1769         u32 status;
1770
1771         status = readl(adapter->isr_int_vec);
1772
1773         if (!(status & adapter->int_vec_bit))
1774                 return IRQ_NONE;
1775
1776         /* check interrupt state machine, to be sure */
1777         status = readl(adapter->crb_int_state_reg);
1778         if (!ISR_LEGACY_INT_TRIGGERED(status))
1779                 return IRQ_NONE;
1780
1781         writel(0xffffffff, adapter->tgt_status_reg);
1782         /* read twice to ensure write is flushed */
1783         readl(adapter->isr_int_vec);
1784         readl(adapter->isr_int_vec);
1785
1786         return IRQ_HANDLED;
1787 }
1788
1789 static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
1790 {
1791         struct qlcnic_host_sds_ring *sds_ring = data;
1792         struct qlcnic_adapter *adapter = sds_ring->adapter;
1793
1794         if (adapter->flags & QLCNIC_MSIX_ENABLED)
1795                 goto done;
1796         else if (adapter->flags & QLCNIC_MSI_ENABLED) {
1797                 writel(0xffffffff, adapter->tgt_status_reg);
1798                 goto done;
1799         }
1800
1801         if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
1802                 return IRQ_NONE;
1803
1804 done:
1805         adapter->diag_cnt++;
1806         qlcnic_enable_int(sds_ring);
1807         return IRQ_HANDLED;
1808 }
1809
1810 static irqreturn_t qlcnic_intr(int irq, void *data)
1811 {
1812         struct qlcnic_host_sds_ring *sds_ring = data;
1813         struct qlcnic_adapter *adapter = sds_ring->adapter;
1814
1815         if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
1816                 return IRQ_NONE;
1817
1818         napi_schedule(&sds_ring->napi);
1819
1820         return IRQ_HANDLED;
1821 }
1822
1823 static irqreturn_t qlcnic_msi_intr(int irq, void *data)
1824 {
1825         struct qlcnic_host_sds_ring *sds_ring = data;
1826         struct qlcnic_adapter *adapter = sds_ring->adapter;
1827
1828         /* clear interrupt */
1829         writel(0xffffffff, adapter->tgt_status_reg);
1830
1831         napi_schedule(&sds_ring->napi);
1832         return IRQ_HANDLED;
1833 }
1834
1835 static irqreturn_t qlcnic_msix_intr(int irq, void *data)
1836 {
1837         struct qlcnic_host_sds_ring *sds_ring = data;
1838
1839         napi_schedule(&sds_ring->napi);
1840         return IRQ_HANDLED;
1841 }
1842
1843 static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
1844 {
1845         u32 sw_consumer, hw_consumer;
1846         int count = 0, i;
1847         struct qlcnic_cmd_buffer *buffer;
1848         struct pci_dev *pdev = adapter->pdev;
1849         struct net_device *netdev = adapter->netdev;
1850         struct qlcnic_skb_frag *frag;
1851         int done;
1852         struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
1853
1854         if (!spin_trylock(&adapter->tx_clean_lock))
1855                 return 1;
1856
1857         sw_consumer = tx_ring->sw_consumer;
1858         hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
1859
1860         while (sw_consumer != hw_consumer) {
1861                 buffer = &tx_ring->cmd_buf_arr[sw_consumer];
1862                 if (buffer->skb) {
1863                         frag = &buffer->frag_array[0];
1864                         pci_unmap_single(pdev, frag->dma, frag->length,
1865                                          PCI_DMA_TODEVICE);
1866                         frag->dma = 0ULL;
1867                         for (i = 1; i < buffer->frag_count; i++) {
1868                                 frag++;
1869                                 pci_unmap_page(pdev, frag->dma, frag->length,
1870                                                PCI_DMA_TODEVICE);
1871                                 frag->dma = 0ULL;
1872                         }
1873
1874                         adapter->stats.xmitfinished++;
1875                         dev_kfree_skb_any(buffer->skb);
1876                         buffer->skb = NULL;
1877                 }
1878
1879                 sw_consumer = get_next_index(sw_consumer, tx_ring->num_desc);
1880                 if (++count >= MAX_STATUS_HANDLE)
1881                         break;
1882         }
1883
1884         if (count && netif_running(netdev)) {
1885                 tx_ring->sw_consumer = sw_consumer;
1886
1887                 smp_mb();
1888
1889                 if (netif_queue_stopped(netdev) && netif_carrier_ok(netdev)) {
1890                         __netif_tx_lock(tx_ring->txq, smp_processor_id());
1891                         if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH) {
1892                                 netif_wake_queue(netdev);
1893                                 adapter->tx_timeo_cnt = 0;
1894                                 adapter->stats.xmit_on++;
1895                         }
1896                         __netif_tx_unlock(tx_ring->txq);
1897                 }
1898         }
1899         /*
1900          * If everything is freed up to consumer then check if the ring is full
1901          * If the ring is full then check if more needs to be freed and
1902          * schedule the call back again.
1903          *
1904          * This happens when there are 2 CPUs. One could be freeing and the
1905          * other filling it. If the ring is full when we get out of here and
1906          * the card has already interrupted the host then the host can miss the
1907          * interrupt.
1908          *
1909          * There is still a possible race condition and the host could miss an
1910          * interrupt. The card has to take care of this.
1911          */
1912         hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
1913         done = (sw_consumer == hw_consumer);
1914         spin_unlock(&adapter->tx_clean_lock);
1915
1916         return done;
1917 }
1918
1919 static int qlcnic_poll(struct napi_struct *napi, int budget)
1920 {
1921         struct qlcnic_host_sds_ring *sds_ring =
1922                 container_of(napi, struct qlcnic_host_sds_ring, napi);
1923
1924         struct qlcnic_adapter *adapter = sds_ring->adapter;
1925
1926         int tx_complete;
1927         int work_done;
1928
1929         tx_complete = qlcnic_process_cmd_ring(adapter);
1930
1931         work_done = qlcnic_process_rcv_ring(sds_ring, budget);
1932
1933         if ((work_done < budget) && tx_complete) {
1934                 napi_complete(&sds_ring->napi);
1935                 if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
1936                         qlcnic_enable_int(sds_ring);
1937         }
1938
1939         return work_done;
1940 }
1941
1942 #ifdef CONFIG_NET_POLL_CONTROLLER
1943 static void qlcnic_poll_controller(struct net_device *netdev)
1944 {
1945         struct qlcnic_adapter *adapter = netdev_priv(netdev);
1946         disable_irq(adapter->irq);
1947         qlcnic_intr(adapter->irq, adapter);
1948         enable_irq(adapter->irq);
1949 }
1950 #endif
1951
1952 static void
1953 qlcnic_set_drv_state(struct qlcnic_adapter *adapter, int state)
1954 {
1955         u32  val;
1956
1957         WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
1958                         state != QLCNIC_DEV_NEED_QUISCENT);
1959
1960         if (qlcnic_api_lock(adapter))
1961                 return ;
1962
1963         val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
1964
1965         if (state == QLCNIC_DEV_NEED_RESET)
1966                 val |= ((u32)0x1 << (adapter->portnum * 4));
1967         else if (state == QLCNIC_DEV_NEED_QUISCENT)
1968                 val |= ((u32)0x1 << ((adapter->portnum * 4) + 1));
1969
1970         QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
1971
1972         qlcnic_api_unlock(adapter);
1973 }
1974
1975 static int
1976 qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
1977 {
1978         u32  val;
1979
1980         if (qlcnic_api_lock(adapter))
1981                 return -EBUSY;
1982
1983         val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
1984         val &= ~((u32)0x3 << (adapter->portnum * 4));
1985         QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
1986
1987         qlcnic_api_unlock(adapter);
1988
1989         return 0;
1990 }
1991
1992 static void
1993 qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter)
1994 {
1995         u32  val;
1996
1997         if (qlcnic_api_lock(adapter))
1998                 goto err;
1999
2000         val = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
2001         val &= ~((u32)0x1 << (adapter->portnum * 4));
2002         QLCWR32(adapter, QLCNIC_CRB_DEV_REF_COUNT, val);
2003
2004         if (!(val & 0x11111111))
2005                 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_COLD);
2006
2007         val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2008         val &= ~((u32)0x3 << (adapter->portnum * 4));
2009         QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2010
2011         qlcnic_api_unlock(adapter);
2012 err:
2013         adapter->fw_fail_cnt = 0;
2014         clear_bit(__QLCNIC_START_FW, &adapter->state);
2015         clear_bit(__QLCNIC_RESETTING, &adapter->state);
2016 }
2017
2018 /* Grab api lock, before checking state */
2019 static int
2020 qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
2021 {
2022         int act, state;
2023
2024         state = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2025         act = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
2026
2027         if (((state & 0x11111111) == (act & 0x11111111)) ||
2028                         ((act & 0x11111111) == ((state >> 1) & 0x11111111)))
2029                 return 0;
2030         else
2031                 return 1;
2032 }
2033
2034 static int
2035 qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
2036 {
2037         u32 val, prev_state;
2038         u8 dev_init_timeo = adapter->dev_init_timeo;
2039         int portnum = adapter->portnum;
2040
2041         if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
2042                 return 1;
2043
2044         if (qlcnic_api_lock(adapter))
2045                 return -1;
2046
2047         val = QLCRD32(adapter, QLCNIC_CRB_DEV_REF_COUNT);
2048         if (!(val & ((int)0x1 << (portnum * 4)))) {
2049                 val |= ((u32)0x1 << (portnum * 4));
2050                 QLCWR32(adapter, QLCNIC_CRB_DEV_REF_COUNT, val);
2051         }
2052
2053         prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2054         QLCDB(adapter, HW, "Device state = %u\n", prev_state);
2055
2056         switch (prev_state) {
2057         case QLCNIC_DEV_COLD:
2058                 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
2059                 qlcnic_api_unlock(adapter);
2060                 return 1;
2061
2062         case QLCNIC_DEV_READY:
2063                 qlcnic_api_unlock(adapter);
2064                 return 0;
2065
2066         case QLCNIC_DEV_NEED_RESET:
2067                 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2068                 val |= ((u32)0x1 << (portnum * 4));
2069                 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2070                 break;
2071
2072         case QLCNIC_DEV_NEED_QUISCENT:
2073                 val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2074                 val |= ((u32)0x1 << ((portnum * 4) + 1));
2075                 QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2076                 break;
2077
2078         case QLCNIC_DEV_FAILED:
2079                 qlcnic_api_unlock(adapter);
2080                 return -1;
2081
2082         case QLCNIC_DEV_INITIALIZING:
2083         case QLCNIC_DEV_QUISCENT:
2084                 break;
2085         }
2086
2087         qlcnic_api_unlock(adapter);
2088
2089         do {
2090                 msleep(1000);
2091         } while ((QLCRD32(adapter, QLCNIC_CRB_DEV_STATE) != QLCNIC_DEV_READY)
2092                         && --dev_init_timeo);
2093
2094         if (!dev_init_timeo) {
2095                 dev_err(&adapter->pdev->dev,
2096                         "Waiting for device to initialize timeout\n");
2097                 return -1;
2098         }
2099
2100         if (qlcnic_api_lock(adapter))
2101                 return -1;
2102
2103         val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
2104         val &= ~((u32)0x3 << (portnum * 4));
2105         QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
2106
2107         qlcnic_api_unlock(adapter);
2108
2109         return 0;
2110 }
2111
2112 static void
2113 qlcnic_fwinit_work(struct work_struct *work)
2114 {
2115         struct qlcnic_adapter *adapter = container_of(work,
2116                         struct qlcnic_adapter, fw_work.work);
2117         u32 dev_state = 0xf;
2118
2119         if (qlcnic_api_lock(adapter))
2120                 goto err_ret;
2121
2122         if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
2123                 dev_err(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
2124                                         adapter->reset_ack_timeo);
2125                 goto skip_ack_check;
2126         }
2127
2128         if (!qlcnic_check_drv_state(adapter)) {
2129 skip_ack_check:
2130                 dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2131                 if (dev_state == QLCNIC_DEV_NEED_RESET) {
2132                         QLCWR32(adapter, QLCNIC_CRB_DEV_STATE,
2133                                                 QLCNIC_DEV_INITIALIZING);
2134                         set_bit(__QLCNIC_START_FW, &adapter->state);
2135                         QLCDB(adapter, DRV, "Restarting fw\n");
2136                 }
2137
2138                 qlcnic_api_unlock(adapter);
2139
2140                 if (!qlcnic_start_firmware(adapter)) {
2141                         qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
2142                         return;
2143                 }
2144                 goto err_ret;
2145         }
2146
2147         qlcnic_api_unlock(adapter);
2148
2149         dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2150         QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
2151
2152         switch (dev_state) {
2153         case QLCNIC_DEV_NEED_RESET:
2154                 qlcnic_schedule_work(adapter,
2155                         qlcnic_fwinit_work, FW_POLL_DELAY);
2156                 return;
2157         case QLCNIC_DEV_FAILED:
2158                 break;
2159
2160         default:
2161                 if (!qlcnic_start_firmware(adapter)) {
2162                         qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
2163                         return;
2164                 }
2165         }
2166
2167 err_ret:
2168         dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
2169                 "fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
2170         netif_device_attach(adapter->netdev);
2171         qlcnic_clr_all_drv_state(adapter);
2172 }
2173
2174 static void
2175 qlcnic_detach_work(struct work_struct *work)
2176 {
2177         struct qlcnic_adapter *adapter = container_of(work,
2178                         struct qlcnic_adapter, fw_work.work);
2179         struct net_device *netdev = adapter->netdev;
2180         u32 status;
2181
2182         netif_device_detach(netdev);
2183
2184         qlcnic_down(adapter, netdev);
2185
2186         rtnl_lock();
2187         qlcnic_detach(adapter);
2188         rtnl_unlock();
2189
2190         status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
2191
2192         if (status & QLCNIC_RCODE_FATAL_ERROR)
2193                 goto err_ret;
2194
2195         if (adapter->temp == QLCNIC_TEMP_PANIC)
2196                 goto err_ret;
2197
2198         qlcnic_set_drv_state(adapter, adapter->dev_state);
2199
2200         adapter->fw_wait_cnt = 0;
2201
2202         qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);
2203
2204         return;
2205
2206 err_ret:
2207         dev_err(&adapter->pdev->dev, "detach failed; status=%d temp=%d\n",
2208                         status, adapter->temp);
2209         netif_device_attach(netdev);
2210         qlcnic_clr_all_drv_state(adapter);
2211
2212 }
2213
2214 /*Transit to RESET state from READY state only */
2215 static void
2216 qlcnic_dev_request_reset(struct qlcnic_adapter *adapter)
2217 {
2218         u32 state;
2219
2220         if (qlcnic_api_lock(adapter))
2221                 return;
2222
2223         state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2224
2225         if (state == QLCNIC_DEV_READY) {
2226                 QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_NEED_RESET);
2227                 QLCDB(adapter, DRV, "NEED_RESET state set\n");
2228         }
2229
2230         qlcnic_api_unlock(adapter);
2231 }
2232
2233 static void
2234 qlcnic_schedule_work(struct qlcnic_adapter *adapter,
2235                 work_func_t func, int delay)
2236 {
2237         INIT_DELAYED_WORK(&adapter->fw_work, func);
2238         schedule_delayed_work(&adapter->fw_work, round_jiffies_relative(delay));
2239 }
2240
2241 static void
2242 qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter)
2243 {
2244         while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
2245                 msleep(10);
2246
2247         cancel_delayed_work_sync(&adapter->fw_work);
2248 }
2249
2250 static void
2251 qlcnic_attach_work(struct work_struct *work)
2252 {
2253         struct qlcnic_adapter *adapter = container_of(work,
2254                                 struct qlcnic_adapter, fw_work.work);
2255         struct net_device *netdev = adapter->netdev;
2256         int err;
2257
2258         if (netif_running(netdev)) {
2259                 err = qlcnic_attach(adapter);
2260                 if (err)
2261                         goto done;
2262
2263                 err = qlcnic_up(adapter, netdev);
2264                 if (err) {
2265                         qlcnic_detach(adapter);
2266                         goto done;
2267                 }
2268
2269                 qlcnic_config_indev_addr(netdev, NETDEV_UP);
2270         }
2271
2272 done:
2273         netif_device_attach(netdev);
2274         adapter->fw_fail_cnt = 0;
2275         clear_bit(__QLCNIC_RESETTING, &adapter->state);
2276
2277         if (!qlcnic_clr_drv_state(adapter))
2278                 qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
2279                                                         FW_POLL_DELAY);
2280 }
2281
2282 static int
2283 qlcnic_check_health(struct qlcnic_adapter *adapter)
2284 {
2285         u32 state = 0, heartbit;
2286         struct net_device *netdev = adapter->netdev;
2287
2288         if (qlcnic_check_temp(adapter))
2289                 goto detach;
2290
2291         if (adapter->need_fw_reset) {
2292                 qlcnic_dev_request_reset(adapter);
2293                 goto detach;
2294         }
2295
2296         state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
2297         if (state == QLCNIC_DEV_NEED_RESET || state == QLCNIC_DEV_NEED_QUISCENT)
2298                 adapter->need_fw_reset = 1;
2299
2300         heartbit = QLCRD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
2301         if (heartbit != adapter->heartbit) {
2302                 adapter->heartbit = heartbit;
2303                 adapter->fw_fail_cnt = 0;
2304                 if (adapter->need_fw_reset)
2305                         goto detach;
2306                 return 0;
2307         }
2308
2309         if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
2310                 return 0;
2311
2312         qlcnic_dev_request_reset(adapter);
2313
2314         clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
2315
2316         dev_info(&netdev->dev, "firmware hang detected\n");
2317
2318 detach:
2319         adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
2320                 QLCNIC_DEV_NEED_RESET;
2321
2322         if ((auto_fw_reset == AUTO_FW_RESET_ENABLED) &&
2323                 !test_and_set_bit(__QLCNIC_RESETTING, &adapter->state)) {
2324
2325                 qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
2326                 QLCDB(adapter, DRV, "fw recovery scheduled.\n");
2327         }
2328
2329         return 1;
2330 }
2331
2332 static void
2333 qlcnic_fw_poll_work(struct work_struct *work)
2334 {
2335         struct qlcnic_adapter *adapter = container_of(work,
2336                                 struct qlcnic_adapter, fw_work.work);
2337
2338         if (test_bit(__QLCNIC_RESETTING, &adapter->state))
2339                 goto reschedule;
2340
2341
2342         if (qlcnic_check_health(adapter))
2343                 return;
2344
2345 reschedule:
2346         qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
2347 }
2348
2349 static ssize_t
2350 qlcnic_store_bridged_mode(struct device *dev,
2351                 struct device_attribute *attr, const char *buf, size_t len)
2352 {
2353         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2354         unsigned long new;
2355         int ret = -EINVAL;
2356
2357         if (!(adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG))
2358                 goto err_out;
2359
2360         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
2361                 goto err_out;
2362
2363         if (strict_strtoul(buf, 2, &new))
2364                 goto err_out;
2365
2366         if (!qlcnic_config_bridged_mode(adapter, !!new))
2367                 ret = len;
2368
2369 err_out:
2370         return ret;
2371 }
2372
2373 static ssize_t
2374 qlcnic_show_bridged_mode(struct device *dev,
2375                 struct device_attribute *attr, char *buf)
2376 {
2377         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2378         int bridged_mode = 0;
2379
2380         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2381                 bridged_mode = !!(adapter->flags & QLCNIC_BRIDGE_ENABLED);
2382
2383         return sprintf(buf, "%d\n", bridged_mode);
2384 }
2385
2386 static struct device_attribute dev_attr_bridged_mode = {
2387        .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
2388        .show = qlcnic_show_bridged_mode,
2389        .store = qlcnic_store_bridged_mode,
2390 };
2391
2392 static ssize_t
2393 qlcnic_store_diag_mode(struct device *dev,
2394                 struct device_attribute *attr, const char *buf, size_t len)
2395 {
2396         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2397         unsigned long new;
2398
2399         if (strict_strtoul(buf, 2, &new))
2400                 return -EINVAL;
2401
2402         if (!!new != !!(adapter->flags & QLCNIC_DIAG_ENABLED))
2403                 adapter->flags ^= QLCNIC_DIAG_ENABLED;
2404
2405         return len;
2406 }
2407
2408 static ssize_t
2409 qlcnic_show_diag_mode(struct device *dev,
2410                 struct device_attribute *attr, char *buf)
2411 {
2412         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2413
2414         return sprintf(buf, "%d\n",
2415                         !!(adapter->flags & QLCNIC_DIAG_ENABLED));
2416 }
2417
2418 static struct device_attribute dev_attr_diag_mode = {
2419         .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
2420         .show = qlcnic_show_diag_mode,
2421         .store = qlcnic_store_diag_mode,
2422 };
2423
2424 static int
2425 qlcnic_sysfs_validate_crb(struct qlcnic_adapter *adapter,
2426                 loff_t offset, size_t size)
2427 {
2428         size_t crb_size = 4;
2429
2430         if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
2431                 return -EIO;
2432
2433         if (offset < QLCNIC_PCI_CRBSPACE) {
2434                 if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM,
2435                                         QLCNIC_PCI_CAMQM_END))
2436                         crb_size = 8;
2437                 else
2438                         return -EINVAL;
2439         }
2440
2441         if ((size != crb_size) || (offset & (crb_size-1)))
2442                 return  -EINVAL;
2443
2444         return 0;
2445 }
2446
2447 static ssize_t
2448 qlcnic_sysfs_read_crb(struct kobject *kobj, struct bin_attribute *attr,
2449                 char *buf, loff_t offset, size_t size)
2450 {
2451         struct device *dev = container_of(kobj, struct device, kobj);
2452         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2453         u32 data;
2454         u64 qmdata;
2455         int ret;
2456
2457         ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
2458         if (ret != 0)
2459                 return ret;
2460
2461         if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
2462                 qlcnic_pci_camqm_read_2M(adapter, offset, &qmdata);
2463                 memcpy(buf, &qmdata, size);
2464         } else {
2465                 data = QLCRD32(adapter, offset);
2466                 memcpy(buf, &data, size);
2467         }
2468         return size;
2469 }
2470
2471 static ssize_t
2472 qlcnic_sysfs_write_crb(struct kobject *kobj, struct bin_attribute *attr,
2473                 char *buf, loff_t offset, size_t size)
2474 {
2475         struct device *dev = container_of(kobj, struct device, kobj);
2476         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2477         u32 data;
2478         u64 qmdata;
2479         int ret;
2480
2481         ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
2482         if (ret != 0)
2483                 return ret;
2484
2485         if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
2486                 memcpy(&qmdata, buf, size);
2487                 qlcnic_pci_camqm_write_2M(adapter, offset, qmdata);
2488         } else {
2489                 memcpy(&data, buf, size);
2490                 QLCWR32(adapter, offset, data);
2491         }
2492         return size;
2493 }
2494
2495 static int
2496 qlcnic_sysfs_validate_mem(struct qlcnic_adapter *adapter,
2497                 loff_t offset, size_t size)
2498 {
2499         if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
2500                 return -EIO;
2501
2502         if ((size != 8) || (offset & 0x7))
2503                 return  -EIO;
2504
2505         return 0;
2506 }
2507
2508 static ssize_t
2509 qlcnic_sysfs_read_mem(struct kobject *kobj, struct bin_attribute *attr,
2510                 char *buf, loff_t offset, size_t size)
2511 {
2512         struct device *dev = container_of(kobj, struct device, kobj);
2513         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2514         u64 data;
2515         int ret;
2516
2517         ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
2518         if (ret != 0)
2519                 return ret;
2520
2521         if (qlcnic_pci_mem_read_2M(adapter, offset, &data))
2522                 return -EIO;
2523
2524         memcpy(buf, &data, size);
2525
2526         return size;
2527 }
2528
2529 static ssize_t
2530 qlcnic_sysfs_write_mem(struct kobject *kobj, struct bin_attribute *attr,
2531                 char *buf, loff_t offset, size_t size)
2532 {
2533         struct device *dev = container_of(kobj, struct device, kobj);
2534         struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
2535         u64 data;
2536         int ret;
2537
2538         ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
2539         if (ret != 0)
2540                 return ret;
2541
2542         memcpy(&data, buf, size);
2543
2544         if (qlcnic_pci_mem_write_2M(adapter, offset, data))
2545                 return -EIO;
2546
2547         return size;
2548 }
2549
2550
2551 static struct bin_attribute bin_attr_crb = {
2552         .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
2553         .size = 0,
2554         .read = qlcnic_sysfs_read_crb,
2555         .write = qlcnic_sysfs_write_crb,
2556 };
2557
2558 static struct bin_attribute bin_attr_mem = {
2559         .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
2560         .size = 0,
2561         .read = qlcnic_sysfs_read_mem,
2562         .write = qlcnic_sysfs_write_mem,
2563 };
2564
2565 static void
2566 qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter)
2567 {
2568         struct device *dev = &adapter->pdev->dev;
2569
2570         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2571                 if (device_create_file(dev, &dev_attr_bridged_mode))
2572                         dev_warn(dev,
2573                                 "failed to create bridged_mode sysfs entry\n");
2574 }
2575
2576 static void
2577 qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter)
2578 {
2579         struct device *dev = &adapter->pdev->dev;
2580
2581         if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
2582                 device_remove_file(dev, &dev_attr_bridged_mode);
2583 }
2584
2585 static void
2586 qlcnic_create_diag_entries(struct qlcnic_adapter *adapter)
2587 {
2588         struct device *dev = &adapter->pdev->dev;
2589
2590         if (device_create_file(dev, &dev_attr_diag_mode))
2591                 dev_info(dev, "failed to create diag_mode sysfs entry\n");
2592         if (device_create_bin_file(dev, &bin_attr_crb))
2593                 dev_info(dev, "failed to create crb sysfs entry\n");
2594         if (device_create_bin_file(dev, &bin_attr_mem))
2595                 dev_info(dev, "failed to create mem sysfs entry\n");
2596 }
2597
2598
2599 static void
2600 qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter)
2601 {
2602         struct device *dev = &adapter->pdev->dev;
2603
2604         device_remove_file(dev, &dev_attr_diag_mode);
2605         device_remove_bin_file(dev, &bin_attr_crb);
2606         device_remove_bin_file(dev, &bin_attr_mem);
2607 }
2608
2609 #ifdef CONFIG_INET
2610
2611 #define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)
2612
2613 static int
2614 qlcnic_destip_supported(struct qlcnic_adapter *adapter)
2615 {
2616         if (adapter->ahw.cut_through)
2617                 return 0;
2618
2619         return 1;
2620 }
2621
2622 static void
2623 qlcnic_config_indev_addr(struct net_device *dev, unsigned long event)
2624 {
2625         struct in_device *indev;
2626         struct qlcnic_adapter *adapter = netdev_priv(dev);
2627
2628         if (!qlcnic_destip_supported(adapter))
2629                 return;
2630
2631         indev = in_dev_get(dev);
2632         if (!indev)
2633                 return;
2634
2635         for_ifa(indev) {
2636                 switch (event) {
2637                 case NETDEV_UP:
2638                         qlcnic_config_ipaddr(adapter,
2639                                         ifa->ifa_address, QLCNIC_IP_UP);
2640                         break;
2641                 case NETDEV_DOWN:
2642                         qlcnic_config_ipaddr(adapter,
2643                                         ifa->ifa_address, QLCNIC_IP_DOWN);
2644                         break;
2645                 default:
2646                         break;
2647                 }
2648         } endfor_ifa(indev);
2649
2650         in_dev_put(indev);
2651         return;
2652 }
2653
2654 static int qlcnic_netdev_event(struct notifier_block *this,
2655                                  unsigned long event, void *ptr)
2656 {
2657         struct qlcnic_adapter *adapter;
2658         struct net_device *dev = (struct net_device *)ptr;
2659
2660 recheck:
2661         if (dev == NULL)
2662                 goto done;
2663
2664         if (dev->priv_flags & IFF_802_1Q_VLAN) {
2665                 dev = vlan_dev_real_dev(dev);
2666                 goto recheck;
2667         }
2668
2669         if (!is_qlcnic_netdev(dev))
2670                 goto done;
2671
2672         adapter = netdev_priv(dev);
2673
2674         if (!adapter)
2675                 goto done;
2676
2677         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
2678                 goto done;
2679
2680         qlcnic_config_indev_addr(dev, event);
2681 done:
2682         return NOTIFY_DONE;
2683 }
2684
2685 static int
2686 qlcnic_inetaddr_event(struct notifier_block *this,
2687                 unsigned long event, void *ptr)
2688 {
2689         struct qlcnic_adapter *adapter;
2690         struct net_device *dev;
2691
2692         struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
2693
2694         dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
2695
2696 recheck:
2697         if (dev == NULL || !netif_running(dev))
2698                 goto done;
2699
2700         if (dev->priv_flags & IFF_802_1Q_VLAN) {
2701                 dev = vlan_dev_real_dev(dev);
2702                 goto recheck;
2703         }
2704
2705         if (!is_qlcnic_netdev(dev))
2706                 goto done;
2707
2708         adapter = netdev_priv(dev);
2709
2710         if (!adapter || !qlcnic_destip_supported(adapter))
2711                 goto done;
2712
2713         if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
2714                 goto done;
2715
2716         switch (event) {
2717         case NETDEV_UP:
2718                 qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
2719                 break;
2720         case NETDEV_DOWN:
2721                 qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
2722                 break;
2723         default:
2724                 break;
2725         }
2726
2727 done:
2728         return NOTIFY_DONE;
2729 }
2730
2731 static struct notifier_block    qlcnic_netdev_cb = {
2732         .notifier_call = qlcnic_netdev_event,
2733 };
2734
2735 static struct notifier_block qlcnic_inetaddr_cb = {
2736         .notifier_call = qlcnic_inetaddr_event,
2737 };
2738 #else
2739 static void
2740 qlcnic_config_indev_addr(struct net_device *dev, unsigned long event)
2741 { }
2742 #endif
2743
2744 static struct pci_driver qlcnic_driver = {
2745         .name = qlcnic_driver_name,
2746         .id_table = qlcnic_pci_tbl,
2747         .probe = qlcnic_probe,
2748         .remove = __devexit_p(qlcnic_remove),
2749 #ifdef CONFIG_PM
2750         .suspend = qlcnic_suspend,
2751         .resume = qlcnic_resume,
2752 #endif
2753         .shutdown = qlcnic_shutdown
2754 };
2755
2756 static int __init qlcnic_init_module(void)
2757 {
2758
2759         printk(KERN_INFO "%s\n", qlcnic_driver_string);
2760
2761 #ifdef CONFIG_INET
2762         register_netdevice_notifier(&qlcnic_netdev_cb);
2763         register_inetaddr_notifier(&qlcnic_inetaddr_cb);
2764 #endif
2765
2766
2767         return pci_register_driver(&qlcnic_driver);
2768 }
2769
2770 module_init(qlcnic_init_module);
2771
2772 static void __exit qlcnic_exit_module(void)
2773 {
2774
2775         pci_unregister_driver(&qlcnic_driver);
2776
2777 #ifdef CONFIG_INET
2778         unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
2779         unregister_netdevice_notifier(&qlcnic_netdev_cb);
2780 #endif
2781 }
2782
2783 module_exit(qlcnic_exit_module);