SAFE public projects git trees. - safe/jmp/linux-2.6/blob - drivers/net/bnx2.c

   1 /* bnx2.c: Broadcom NX2 network driver.
   2  *
   3  * Copyright (c) 2004-2007 Broadcom Corporation
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation.
   8  *
   9  * Written by: Michael Chan  (mchan@broadcom.com)
  10  */
  11
  12
  13 #include <linux/module.h>
  14 #include <linux/moduleparam.h>
  15
  16 #include <linux/kernel.h>
  17 #include <linux/timer.h>
  18 #include <linux/errno.h>
  19 #include <linux/ioport.h>
  20 #include <linux/slab.h>
  21 #include <linux/vmalloc.h>
  22 #include <linux/interrupt.h>
  23 #include <linux/pci.h>
  24 #include <linux/init.h>
  25 #include <linux/netdevice.h>
  26 #include <linux/etherdevice.h>
  27 #include <linux/skbuff.h>
  28 #include <linux/dma-mapping.h>
  29 #include <linux/bitops.h>
  30 #include <asm/io.h>
  31 #include <asm/irq.h>
  32 #include <linux/delay.h>
  33 #include <asm/byteorder.h>
  34 #include <asm/page.h>
  35 #include <linux/time.h>
  36 #include <linux/ethtool.h>
  37 #include <linux/mii.h>
  38 #ifdef NETIF_F_HW_VLAN_TX
  39 #include <linux/if_vlan.h>
  40 #define BCM_VLAN 1
  41 #endif
  42 #include <net/ip.h>
  43 #include <net/tcp.h>
  44 #include <net/checksum.h>
  45 #include <linux/workqueue.h>
  46 #include <linux/crc32.h>
  47 #include <linux/prefetch.h>
  48 #include <linux/cache.h>
  49 #include <linux/zlib.h>
  50
  51 #include "bnx2.h"
  52 #include "bnx2_fw.h"
  53 #include "bnx2_fw2.h"
  54
  55 #define FW_BUF_SIZE             0x10000
  56
  57 #define DRV_MODULE_NAME         "bnx2"
  58 #define PFX DRV_MODULE_NAME     ": "
  59 #define DRV_MODULE_VERSION      "1.6.9"
  60 #define DRV_MODULE_RELDATE      "December 8, 2007"
  61
  62 #define RUN_AT(x) (jiffies + (x))
  63
  64 /* Time in jiffies before concluding the transmitter is hung. */
  65 #define TX_TIMEOUT  (5*HZ)
  66
  67 static const char version[] __devinitdata =
  68         "Broadcom NetXtreme II Gigabit Ethernet Driver " DRV_MODULE_NAME " v" DRV_MODULE_VERSION " (" DRV_MODULE_RELDATE ")\n";
  69
  70 MODULE_AUTHOR("Michael Chan <mchan@broadcom.com>");
  71 MODULE_DESCRIPTION("Broadcom NetXtreme II BCM5706/5708 Driver");
  72 MODULE_LICENSE("GPL");
  73 MODULE_VERSION(DRV_MODULE_VERSION);
  74
  75 static int disable_msi = 0;
  76
  77 module_param(disable_msi, int, 0);
  78 MODULE_PARM_DESC(disable_msi, "Disable Message Signaled Interrupt (MSI)");
  79
  80 typedef enum {
  81         BCM5706 = 0,
  82         NC370T,
  83         NC370I,
  84         BCM5706S,
  85         NC370F,
  86         BCM5708,
  87         BCM5708S,
  88         BCM5709,
  89         BCM5709S,
  90 } board_t;
  91
  92 /* indexed by board_t, above */
  93 static const struct {
  94         char *name;
  95 } board_info[] __devinitdata = {
  96         { "Broadcom NetXtreme II BCM5706 1000Base-T" },
  97         { "HP NC370T Multifunction Gigabit Server Adapter" },
  98         { "HP NC370i Multifunction Gigabit Server Adapter" },
  99         { "Broadcom NetXtreme II BCM5706 1000Base-SX" },
 100         { "HP NC370F Multifunction Gigabit Server Adapter" },
 101         { "Broadcom NetXtreme II BCM5708 1000Base-T" },
 102         { "Broadcom NetXtreme II BCM5708 1000Base-SX" },
 103         { "Broadcom NetXtreme II BCM5709 1000Base-T" },
 104         { "Broadcom NetXtreme II BCM5709 1000Base-SX" },
 105         };
 106
 107 static struct pci_device_id bnx2_pci_tbl[] = {
 108         { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706,
 109           PCI_VENDOR_ID_HP, 0x3101, 0, 0, NC370T },
 110         { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706,
 111           PCI_VENDOR_ID_HP, 0x3106, 0, 0, NC370I },
 112         { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706,
 113           PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5706 },
 114         { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5708,
 115           PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5708 },
 116         { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706S,
 117           PCI_VENDOR_ID_HP, 0x3102, 0, 0, NC370F },
 118         { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5706S,
 119           PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5706S },
 120         { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5708S,
 121           PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5708S },
 122         { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5709,
 123           PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5709 },
 124         { PCI_VENDOR_ID_BROADCOM, PCI_DEVICE_ID_NX2_5709S,
 125           PCI_ANY_ID, PCI_ANY_ID, 0, 0, BCM5709S },
 126         { 0, }
 127 };
 128
 129 static struct flash_spec flash_table[] =
 130 {
 131 #define BUFFERED_FLAGS          (BNX2_NV_BUFFERED | BNX2_NV_TRANSLATE)
 132 #define NONBUFFERED_FLAGS       (BNX2_NV_WREN)
 133         /* Slow EEPROM */
 134         {0x00000000, 0x40830380, 0x009f0081, 0xa184a053, 0xaf000400,
 135          BUFFERED_FLAGS, SEEPROM_PAGE_BITS, SEEPROM_PAGE_SIZE,
 136          SEEPROM_BYTE_ADDR_MASK, SEEPROM_TOTAL_SIZE,
 137          "EEPROM - slow"},
 138         /* Expansion entry 0001 */
 139         {0x08000002, 0x4b808201, 0x00050081, 0x03840253, 0xaf020406,
 140          NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
 141          SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
 142          "Entry 0001"},
 143         /* Saifun SA25F010 (non-buffered flash) */
 144         /* strap, cfg1, & write1 need updates */
 145         {0x04000001, 0x47808201, 0x00050081, 0x03840253, 0xaf020406,
 146          NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
 147          SAIFUN_FLASH_BYTE_ADDR_MASK, SAIFUN_FLASH_BASE_TOTAL_SIZE*2,
 148          "Non-buffered flash (128kB)"},
 149         /* Saifun SA25F020 (non-buffered flash) */
 150         /* strap, cfg1, & write1 need updates */
 151         {0x0c000003, 0x4f808201, 0x00050081, 0x03840253, 0xaf020406,
 152          NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
 153          SAIFUN_FLASH_BYTE_ADDR_MASK, SAIFUN_FLASH_BASE_TOTAL_SIZE*4,
 154          "Non-buffered flash (256kB)"},
 155         /* Expansion entry 0100 */
 156         {0x11000000, 0x53808201, 0x00050081, 0x03840253, 0xaf020406,
 157          NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
 158          SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
 159          "Entry 0100"},
 160         /* Entry 0101: ST M45PE10 (non-buffered flash, TetonII B0) */
 161         {0x19000002, 0x5b808201, 0x000500db, 0x03840253, 0xaf020406,
 162          NONBUFFERED_FLAGS, ST_MICRO_FLASH_PAGE_BITS, ST_MICRO_FLASH_PAGE_SIZE,
 163          ST_MICRO_FLASH_BYTE_ADDR_MASK, ST_MICRO_FLASH_BASE_TOTAL_SIZE*2,
 164          "Entry 0101: ST M45PE10 (128kB non-bufferred)"},
 165         /* Entry 0110: ST M45PE20 (non-buffered flash)*/
 166         {0x15000001, 0x57808201, 0x000500db, 0x03840253, 0xaf020406,
 167          NONBUFFERED_FLAGS, ST_MICRO_FLASH_PAGE_BITS, ST_MICRO_FLASH_PAGE_SIZE,
 168          ST_MICRO_FLASH_BYTE_ADDR_MASK, ST_MICRO_FLASH_BASE_TOTAL_SIZE*4,
 169          "Entry 0110: ST M45PE20 (256kB non-bufferred)"},
 170         /* Saifun SA25F005 (non-buffered flash) */
 171         /* strap, cfg1, & write1 need updates */
 172         {0x1d000003, 0x5f808201, 0x00050081, 0x03840253, 0xaf020406,
 173          NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
 174          SAIFUN_FLASH_BYTE_ADDR_MASK, SAIFUN_FLASH_BASE_TOTAL_SIZE,
 175          "Non-buffered flash (64kB)"},
 176         /* Fast EEPROM */
 177         {0x22000000, 0x62808380, 0x009f0081, 0xa184a053, 0xaf000400,
 178          BUFFERED_FLAGS, SEEPROM_PAGE_BITS, SEEPROM_PAGE_SIZE,
 179          SEEPROM_BYTE_ADDR_MASK, SEEPROM_TOTAL_SIZE,
 180          "EEPROM - fast"},
 181         /* Expansion entry 1001 */
 182         {0x2a000002, 0x6b808201, 0x00050081, 0x03840253, 0xaf020406,
 183          NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
 184          SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
 185          "Entry 1001"},
 186         /* Expansion entry 1010 */
 187         {0x26000001, 0x67808201, 0x00050081, 0x03840253, 0xaf020406,
 188          NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
 189          SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
 190          "Entry 1010"},
 191         /* ATMEL AT45DB011B (buffered flash) */
 192         {0x2e000003, 0x6e808273, 0x00570081, 0x68848353, 0xaf000400,
 193          BUFFERED_FLAGS, BUFFERED_FLASH_PAGE_BITS, BUFFERED_FLASH_PAGE_SIZE,
 194          BUFFERED_FLASH_BYTE_ADDR_MASK, BUFFERED_FLASH_TOTAL_SIZE,
 195          "Buffered flash (128kB)"},
 196         /* Expansion entry 1100 */
 197         {0x33000000, 0x73808201, 0x00050081, 0x03840253, 0xaf020406,
 198          NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
 199          SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
 200          "Entry 1100"},
 201         /* Expansion entry 1101 */
 202         {0x3b000002, 0x7b808201, 0x00050081, 0x03840253, 0xaf020406,
 203          NONBUFFERED_FLAGS, SAIFUN_FLASH_PAGE_BITS, SAIFUN_FLASH_PAGE_SIZE,
 204          SAIFUN_FLASH_BYTE_ADDR_MASK, 0,
 205          "Entry 1101"},
 206         /* Ateml Expansion entry 1110 */
 207         {0x37000001, 0x76808273, 0x00570081, 0x68848353, 0xaf000400,
 208          BUFFERED_FLAGS, BUFFERED_FLASH_PAGE_BITS, BUFFERED_FLASH_PAGE_SIZE,
 209          BUFFERED_FLASH_BYTE_ADDR_MASK, 0,
 210          "Entry 1110 (Atmel)"},
 211         /* ATMEL AT45DB021B (buffered flash) */
 212         {0x3f000003, 0x7e808273, 0x00570081, 0x68848353, 0xaf000400,
 213          BUFFERED_FLAGS, BUFFERED_FLASH_PAGE_BITS, BUFFERED_FLASH_PAGE_SIZE,
 214          BUFFERED_FLASH_BYTE_ADDR_MASK, BUFFERED_FLASH_TOTAL_SIZE*2,
 215          "Buffered flash (256kB)"},
 216 };
 217
 218 static struct flash_spec flash_5709 = {
 219         .flags          = BNX2_NV_BUFFERED,
 220         .page_bits      = BCM5709_FLASH_PAGE_BITS,
 221         .page_size      = BCM5709_FLASH_PAGE_SIZE,
 222         .addr_mask      = BCM5709_FLASH_BYTE_ADDR_MASK,
 223         .total_size     = BUFFERED_FLASH_TOTAL_SIZE*2,
 224         .name           = "5709 Buffered flash (256kB)",
 225 };
 226
 227 MODULE_DEVICE_TABLE(pci, bnx2_pci_tbl);
 228
 229 static inline u32 bnx2_tx_avail(struct bnx2 *bp)
 230 {
 231         u32 diff;
 232
 233         smp_mb();
 234
 235         /* The ring uses 256 indices for 255 entries, one of them
 236          * needs to be skipped.
 237          */
 238         diff = bp->tx_prod - bp->tx_cons;
 239         if (unlikely(diff >= TX_DESC_CNT)) {
 240                 diff &= 0xffff;
 241                 if (diff == TX_DESC_CNT)
 242                         diff = MAX_TX_DESC_CNT;
 243         }
 244         return (bp->tx_ring_size - diff);
 245 }
 246
 247 static u32
 248 bnx2_reg_rd_ind(struct bnx2 *bp, u32 offset)
 249 {
 250         u32 val;
 251
 252         spin_lock_bh(&bp->indirect_lock);
 253         REG_WR(bp, BNX2_PCICFG_REG_WINDOW_ADDRESS, offset);
 254         val = REG_RD(bp, BNX2_PCICFG_REG_WINDOW);
 255         spin_unlock_bh(&bp->indirect_lock);
 256         return val;
 257 }
 258
 259 static void
 260 bnx2_reg_wr_ind(struct bnx2 *bp, u32 offset, u32 val)
 261 {
 262         spin_lock_bh(&bp->indirect_lock);
 263         REG_WR(bp, BNX2_PCICFG_REG_WINDOW_ADDRESS, offset);
 264         REG_WR(bp, BNX2_PCICFG_REG_WINDOW, val);
 265         spin_unlock_bh(&bp->indirect_lock);
 266 }
 267
 268 static void
 269 bnx2_ctx_wr(struct bnx2 *bp, u32 cid_addr, u32 offset, u32 val)
 270 {
 271         offset += cid_addr;
 272         spin_lock_bh(&bp->indirect_lock);
 273         if (CHIP_NUM(bp) == CHIP_NUM_5709) {
 274                 int i;
 275
 276                 REG_WR(bp, BNX2_CTX_CTX_DATA, val);
 277                 REG_WR(bp, BNX2_CTX_CTX_CTRL,
 278                        offset | BNX2_CTX_CTX_CTRL_WRITE_REQ);
 279                 for (i = 0; i < 5; i++) {
 280                         u32 val;
 281                         val = REG_RD(bp, BNX2_CTX_CTX_CTRL);
 282                         if ((val & BNX2_CTX_CTX_CTRL_WRITE_REQ) == 0)
 283                                 break;
 284                         udelay(5);
 285                 }
 286         } else {
 287                 REG_WR(bp, BNX2_CTX_DATA_ADR, offset);
 288                 REG_WR(bp, BNX2_CTX_DATA, val);
 289         }
 290         spin_unlock_bh(&bp->indirect_lock);
 291 }
 292
 293 static int
 294 bnx2_read_phy(struct bnx2 *bp, u32 reg, u32 *val)
 295 {
 296         u32 val1;
 297         int i, ret;
 298
 299         if (bp->phy_flags & PHY_INT_MODE_AUTO_POLLING_FLAG) {
 300                 val1 = REG_RD(bp, BNX2_EMAC_MDIO_MODE);
 301                 val1 &= ~BNX2_EMAC_MDIO_MODE_AUTO_POLL;
 302
 303                 REG_WR(bp, BNX2_EMAC_MDIO_MODE, val1);
 304                 REG_RD(bp, BNX2_EMAC_MDIO_MODE);
 305
 306                 udelay(40);
 307         }
 308
 309         val1 = (bp->phy_addr << 21) | (reg << 16) |
 310                 BNX2_EMAC_MDIO_COMM_COMMAND_READ | BNX2_EMAC_MDIO_COMM_DISEXT |
 311                 BNX2_EMAC_MDIO_COMM_START_BUSY;
 312         REG_WR(bp, BNX2_EMAC_MDIO_COMM, val1);
 313
 314         for (i = 0; i < 50; i++) {
 315                 udelay(10);
 316
 317                 val1 = REG_RD(bp, BNX2_EMAC_MDIO_COMM);
 318                 if (!(val1 & BNX2_EMAC_MDIO_COMM_START_BUSY)) {
 319                         udelay(5);
 320
 321                         val1 = REG_RD(bp, BNX2_EMAC_MDIO_COMM);
 322                         val1 &= BNX2_EMAC_MDIO_COMM_DATA;
 323
 324                         break;
 325                 }
 326         }
 327
 328         if (val1 & BNX2_EMAC_MDIO_COMM_START_BUSY) {
 329                 *val = 0x0;
 330                 ret = -EBUSY;
 331         }
 332         else {
 333                 *val = val1;
 334                 ret = 0;
 335         }
 336
 337         if (bp->phy_flags & PHY_INT_MODE_AUTO_POLLING_FLAG) {
 338                 val1 = REG_RD(bp, BNX2_EMAC_MDIO_MODE);
 339                 val1 |= BNX2_EMAC_MDIO_MODE_AUTO_POLL;
 340
 341                 REG_WR(bp, BNX2_EMAC_MDIO_MODE, val1);
 342                 REG_RD(bp, BNX2_EMAC_MDIO_MODE);
 343
 344                 udelay(40);
 345         }
 346
 347         return ret;
 348 }
 349
 350 static int
 351 bnx2_write_phy(struct bnx2 *bp, u32 reg, u32 val)
 352 {
 353         u32 val1;
 354         int i, ret;
 355
 356         if (bp->phy_flags & PHY_INT_MODE_AUTO_POLLING_FLAG) {
 357                 val1 = REG_RD(bp, BNX2_EMAC_MDIO_MODE);
 358                 val1 &= ~BNX2_EMAC_MDIO_MODE_AUTO_POLL;
 359
 360                 REG_WR(bp, BNX2_EMAC_MDIO_MODE, val1);
 361                 REG_RD(bp, BNX2_EMAC_MDIO_MODE);
 362
 363                 udelay(40);
 364         }
 365
 366         val1 = (bp->phy_addr << 21) | (reg << 16) | val |
 367                 BNX2_EMAC_MDIO_COMM_COMMAND_WRITE |
 368                 BNX2_EMAC_MDIO_COMM_START_BUSY | BNX2_EMAC_MDIO_COMM_DISEXT;
 369         REG_WR(bp, BNX2_EMAC_MDIO_COMM, val1);
 370
 371         for (i = 0; i < 50; i++) {
 372                 udelay(10);
 373
 374                 val1 = REG_RD(bp, BNX2_EMAC_MDIO_COMM);
 375                 if (!(val1 & BNX2_EMAC_MDIO_COMM_START_BUSY)) {
 376                         udelay(5);
 377                         break;
 378                 }
 379         }
 380
 381         if (val1 & BNX2_EMAC_MDIO_COMM_START_BUSY)
 382                 ret = -EBUSY;
 383         else
 384                 ret = 0;
 385
 386         if (bp->phy_flags & PHY_INT_MODE_AUTO_POLLING_FLAG) {
 387                 val1 = REG_RD(bp, BNX2_EMAC_MDIO_MODE);
 388                 val1 |= BNX2_EMAC_MDIO_MODE_AUTO_POLL;
 389
 390                 REG_WR(bp, BNX2_EMAC_MDIO_MODE, val1);
 391                 REG_RD(bp, BNX2_EMAC_MDIO_MODE);
 392
 393                 udelay(40);
 394         }
 395
 396         return ret;
 397 }
 398
 399 static void
 400 bnx2_disable_int(struct bnx2 *bp)
 401 {
 402         REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
 403                BNX2_PCICFG_INT_ACK_CMD_MASK_INT);
 404         REG_RD(bp, BNX2_PCICFG_INT_ACK_CMD);
 405 }
 406
 407 static void
 408 bnx2_enable_int(struct bnx2 *bp)
 409 {
 410         REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
 411                BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID |
 412                BNX2_PCICFG_INT_ACK_CMD_MASK_INT | bp->last_status_idx);
 413
 414         REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
 415                BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID | bp->last_status_idx);
 416
 417         REG_WR(bp, BNX2_HC_COMMAND, bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW);
 418 }
 419
 420 static void
 421 bnx2_disable_int_sync(struct bnx2 *bp)
 422 {
 423         atomic_inc(&bp->intr_sem);
 424         bnx2_disable_int(bp);
 425         synchronize_irq(bp->pdev->irq);
 426 }
 427
 428 static void
 429 bnx2_netif_stop(struct bnx2 *bp)
 430 {
 431         bnx2_disable_int_sync(bp);
 432         if (netif_running(bp->dev)) {
 433                 napi_disable(&bp->napi);
 434                 netif_tx_disable(bp->dev);
 435                 bp->dev->trans_start = jiffies; /* prevent tx timeout */
 436         }
 437 }
 438
 439 static void
 440 bnx2_netif_start(struct bnx2 *bp)
 441 {
 442         if (atomic_dec_and_test(&bp->intr_sem)) {
 443                 if (netif_running(bp->dev)) {
 444                         netif_wake_queue(bp->dev);
 445                         napi_enable(&bp->napi);
 446                         bnx2_enable_int(bp);
 447                 }
 448         }
 449 }
 450
 451 static void
 452 bnx2_free_mem(struct bnx2 *bp)
 453 {
 454         int i;
 455
 456         for (i = 0; i < bp->ctx_pages; i++) {
 457                 if (bp->ctx_blk[i]) {
 458                         pci_free_consistent(bp->pdev, BCM_PAGE_SIZE,
 459                                             bp->ctx_blk[i],
 460                                             bp->ctx_blk_mapping[i]);
 461                         bp->ctx_blk[i] = NULL;
 462                 }
 463         }
 464         if (bp->status_blk) {
 465                 pci_free_consistent(bp->pdev, bp->status_stats_size,
 466                                     bp->status_blk, bp->status_blk_mapping);
 467                 bp->status_blk = NULL;
 468                 bp->stats_blk = NULL;
 469         }
 470         if (bp->tx_desc_ring) {
 471                 pci_free_consistent(bp->pdev, TXBD_RING_SIZE,
 472                                     bp->tx_desc_ring, bp->tx_desc_mapping);
 473                 bp->tx_desc_ring = NULL;
 474         }
 475         kfree(bp->tx_buf_ring);
 476         bp->tx_buf_ring = NULL;
 477         for (i = 0; i < bp->rx_max_ring; i++) {
 478                 if (bp->rx_desc_ring[i])
 479                         pci_free_consistent(bp->pdev, RXBD_RING_SIZE,
 480                                             bp->rx_desc_ring[i],
 481                                             bp->rx_desc_mapping[i]);
 482                 bp->rx_desc_ring[i] = NULL;
 483         }
 484         vfree(bp->rx_buf_ring);
 485         bp->rx_buf_ring = NULL;
 486 }
 487
 488 static int
 489 bnx2_alloc_mem(struct bnx2 *bp)
 490 {
 491         int i, status_blk_size;
 492
 493         bp->tx_buf_ring = kzalloc(SW_TXBD_RING_SIZE, GFP_KERNEL);
 494         if (bp->tx_buf_ring == NULL)
 495                 return -ENOMEM;
 496
 497         bp->tx_desc_ring = pci_alloc_consistent(bp->pdev, TXBD_RING_SIZE,
 498                                                 &bp->tx_desc_mapping);
 499         if (bp->tx_desc_ring == NULL)
 500                 goto alloc_mem_err;
 501
 502         bp->rx_buf_ring = vmalloc(SW_RXBD_RING_SIZE * bp->rx_max_ring);
 503         if (bp->rx_buf_ring == NULL)
 504                 goto alloc_mem_err;
 505
 506         memset(bp->rx_buf_ring, 0, SW_RXBD_RING_SIZE * bp->rx_max_ring);
 507
 508         for (i = 0; i < bp->rx_max_ring; i++) {
 509                 bp->rx_desc_ring[i] =
 510                         pci_alloc_consistent(bp->pdev, RXBD_RING_SIZE,
 511                                              &bp->rx_desc_mapping[i]);
 512                 if (bp->rx_desc_ring[i] == NULL)
 513                         goto alloc_mem_err;
 514
 515         }
 516
 517         /* Combine status and statistics blocks into one allocation. */
 518         status_blk_size = L1_CACHE_ALIGN(sizeof(struct status_block));
 519         bp->status_stats_size = status_blk_size +
 520                                 sizeof(struct statistics_block);
 521
 522         bp->status_blk = pci_alloc_consistent(bp->pdev, bp->status_stats_size,
 523                                               &bp->status_blk_mapping);
 524         if (bp->status_blk == NULL)
 525                 goto alloc_mem_err;
 526
 527         memset(bp->status_blk, 0, bp->status_stats_size);
 528
 529         bp->stats_blk = (void *) ((unsigned long) bp->status_blk +
 530                                   status_blk_size);
 531
 532         bp->stats_blk_mapping = bp->status_blk_mapping + status_blk_size;
 533
 534         if (CHIP_NUM(bp) == CHIP_NUM_5709) {
 535                 bp->ctx_pages = 0x2000 / BCM_PAGE_SIZE;
 536                 if (bp->ctx_pages == 0)
 537                         bp->ctx_pages = 1;
 538                 for (i = 0; i < bp->ctx_pages; i++) {
 539                         bp->ctx_blk[i] = pci_alloc_consistent(bp->pdev,
 540                                                 BCM_PAGE_SIZE,
 541                                                 &bp->ctx_blk_mapping[i]);
 542                         if (bp->ctx_blk[i] == NULL)
 543                                 goto alloc_mem_err;
 544                 }
 545         }
 546         return 0;
 547
 548 alloc_mem_err:
 549         bnx2_free_mem(bp);
 550         return -ENOMEM;
 551 }
 552
 553 static void
 554 bnx2_report_fw_link(struct bnx2 *bp)
 555 {
 556         u32 fw_link_status = 0;
 557
 558         if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
 559                 return;
 560
 561         if (bp->link_up) {
 562                 u32 bmsr;
 563
 564                 switch (bp->line_speed) {
 565                 case SPEED_10:
 566                         if (bp->duplex == DUPLEX_HALF)
 567                                 fw_link_status = BNX2_LINK_STATUS_10HALF;
 568                         else
 569                                 fw_link_status = BNX2_LINK_STATUS_10FULL;
 570                         break;
 571                 case SPEED_100:
 572                         if (bp->duplex == DUPLEX_HALF)
 573                                 fw_link_status = BNX2_LINK_STATUS_100HALF;
 574                         else
 575                                 fw_link_status = BNX2_LINK_STATUS_100FULL;
 576                         break;
 577                 case SPEED_1000:
 578                         if (bp->duplex == DUPLEX_HALF)
 579                                 fw_link_status = BNX2_LINK_STATUS_1000HALF;
 580                         else
 581                                 fw_link_status = BNX2_LINK_STATUS_1000FULL;
 582                         break;
 583                 case SPEED_2500:
 584                         if (bp->duplex == DUPLEX_HALF)
 585                                 fw_link_status = BNX2_LINK_STATUS_2500HALF;
 586                         else
 587                                 fw_link_status = BNX2_LINK_STATUS_2500FULL;
 588                         break;
 589                 }
 590
 591                 fw_link_status |= BNX2_LINK_STATUS_LINK_UP;
 592
 593                 if (bp->autoneg) {
 594                         fw_link_status |= BNX2_LINK_STATUS_AN_ENABLED;
 595
 596                         bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
 597                         bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
 598
 599                         if (!(bmsr & BMSR_ANEGCOMPLETE) ||
 600                             bp->phy_flags & PHY_PARALLEL_DETECT_FLAG)
 601                                 fw_link_status |= BNX2_LINK_STATUS_PARALLEL_DET;
 602                         else
 603                                 fw_link_status |= BNX2_LINK_STATUS_AN_COMPLETE;
 604                 }
 605         }
 606         else
 607                 fw_link_status = BNX2_LINK_STATUS_LINK_DOWN;
 608
 609         REG_WR_IND(bp, bp->shmem_base + BNX2_LINK_STATUS, fw_link_status);
 610 }
 611
 612 static char *
 613 bnx2_xceiver_str(struct bnx2 *bp)
 614 {
 615         return ((bp->phy_port == PORT_FIBRE) ? "SerDes" :
 616                 ((bp->phy_flags & PHY_SERDES_FLAG) ? "Remote Copper" :
 617                  "Copper"));
 618 }
 619
 620 static void
 621 bnx2_report_link(struct bnx2 *bp)
 622 {
 623         if (bp->link_up) {
 624                 netif_carrier_on(bp->dev);
 625                 printk(KERN_INFO PFX "%s NIC %s Link is Up, ", bp->dev->name,
 626                        bnx2_xceiver_str(bp));
 627
 628                 printk("%d Mbps ", bp->line_speed);
 629
 630                 if (bp->duplex == DUPLEX_FULL)
 631                         printk("full duplex");
 632                 else
 633                         printk("half duplex");
 634
 635                 if (bp->flow_ctrl) {
 636                         if (bp->flow_ctrl & FLOW_CTRL_RX) {
 637                                 printk(", receive ");
 638                                 if (bp->flow_ctrl & FLOW_CTRL_TX)
 639                                         printk("& transmit ");
 640                         }
 641                         else {
 642                                 printk(", transmit ");
 643                         }
 644                         printk("flow control ON");
 645                 }
 646                 printk("\n");
 647         }
 648         else {
 649                 netif_carrier_off(bp->dev);
 650                 printk(KERN_ERR PFX "%s NIC %s Link is Down\n", bp->dev->name,
 651                        bnx2_xceiver_str(bp));
 652         }
 653
 654         bnx2_report_fw_link(bp);
 655 }
 656
 657 static void
 658 bnx2_resolve_flow_ctrl(struct bnx2 *bp)
 659 {
 660         u32 local_adv, remote_adv;
 661
 662         bp->flow_ctrl = 0;
 663         if ((bp->autoneg & (AUTONEG_SPEED | AUTONEG_FLOW_CTRL)) !=
 664                 (AUTONEG_SPEED | AUTONEG_FLOW_CTRL)) {
 665
 666                 if (bp->duplex == DUPLEX_FULL) {
 667                         bp->flow_ctrl = bp->req_flow_ctrl;
 668                 }
 669                 return;
 670         }
 671
 672         if (bp->duplex != DUPLEX_FULL) {
 673                 return;
 674         }
 675
 676         if ((bp->phy_flags & PHY_SERDES_FLAG) &&
 677             (CHIP_NUM(bp) == CHIP_NUM_5708)) {
 678                 u32 val;
 679
 680                 bnx2_read_phy(bp, BCM5708S_1000X_STAT1, &val);
 681                 if (val & BCM5708S_1000X_STAT1_TX_PAUSE)
 682                         bp->flow_ctrl |= FLOW_CTRL_TX;
 683                 if (val & BCM5708S_1000X_STAT1_RX_PAUSE)
 684                         bp->flow_ctrl |= FLOW_CTRL_RX;
 685                 return;
 686         }
 687
 688         bnx2_read_phy(bp, bp->mii_adv, &local_adv);
 689         bnx2_read_phy(bp, bp->mii_lpa, &remote_adv);
 690
 691         if (bp->phy_flags & PHY_SERDES_FLAG) {
 692                 u32 new_local_adv = 0;
 693                 u32 new_remote_adv = 0;
 694
 695                 if (local_adv & ADVERTISE_1000XPAUSE)
 696                         new_local_adv |= ADVERTISE_PAUSE_CAP;
 697                 if (local_adv & ADVERTISE_1000XPSE_ASYM)
 698                         new_local_adv |= ADVERTISE_PAUSE_ASYM;
 699                 if (remote_adv & ADVERTISE_1000XPAUSE)
 700                         new_remote_adv |= ADVERTISE_PAUSE_CAP;
 701                 if (remote_adv & ADVERTISE_1000XPSE_ASYM)
 702                         new_remote_adv |= ADVERTISE_PAUSE_ASYM;
 703
 704                 local_adv = new_local_adv;
 705                 remote_adv = new_remote_adv;
 706         }
 707
 708         /* See Table 28B-3 of 802.3ab-1999 spec. */
 709         if (local_adv & ADVERTISE_PAUSE_CAP) {
 710                 if(local_adv & ADVERTISE_PAUSE_ASYM) {
 711                         if (remote_adv & ADVERTISE_PAUSE_CAP) {
 712                                 bp->flow_ctrl = FLOW_CTRL_TX | FLOW_CTRL_RX;
 713                         }
 714                         else if (remote_adv & ADVERTISE_PAUSE_ASYM) {
 715                                 bp->flow_ctrl = FLOW_CTRL_RX;
 716                         }
 717                 }
 718                 else {
 719                         if (remote_adv & ADVERTISE_PAUSE_CAP) {
 720                                 bp->flow_ctrl = FLOW_CTRL_TX | FLOW_CTRL_RX;
 721                         }
 722                 }
 723         }
 724         else if (local_adv & ADVERTISE_PAUSE_ASYM) {
 725                 if ((remote_adv & ADVERTISE_PAUSE_CAP) &&
 726                         (remote_adv & ADVERTISE_PAUSE_ASYM)) {
 727
 728                         bp->flow_ctrl = FLOW_CTRL_TX;
 729                 }
 730         }
 731 }
 732
 733 static int
 734 bnx2_5709s_linkup(struct bnx2 *bp)
 735 {
 736         u32 val, speed;
 737
 738         bp->link_up = 1;
 739
 740         bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_GP_STATUS);
 741         bnx2_read_phy(bp, MII_BNX2_GP_TOP_AN_STATUS1, &val);
 742         bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
 743
 744         if ((bp->autoneg & AUTONEG_SPEED) == 0) {
 745                 bp->line_speed = bp->req_line_speed;
 746                 bp->duplex = bp->req_duplex;
 747                 return 0;
 748         }
 749         speed = val & MII_BNX2_GP_TOP_AN_SPEED_MSK;
 750         switch (speed) {
 751                 case MII_BNX2_GP_TOP_AN_SPEED_10:
 752                         bp->line_speed = SPEED_10;
 753                         break;
 754                 case MII_BNX2_GP_TOP_AN_SPEED_100:
 755                         bp->line_speed = SPEED_100;
 756                         break;
 757                 case MII_BNX2_GP_TOP_AN_SPEED_1G:
 758                 case MII_BNX2_GP_TOP_AN_SPEED_1GKV:
 759                         bp->line_speed = SPEED_1000;
 760                         break;
 761                 case MII_BNX2_GP_TOP_AN_SPEED_2_5G:
 762                         bp->line_speed = SPEED_2500;
 763                         break;
 764         }
 765         if (val & MII_BNX2_GP_TOP_AN_FD)
 766                 bp->duplex = DUPLEX_FULL;
 767         else
 768                 bp->duplex = DUPLEX_HALF;
 769         return 0;
 770 }
 771
 772 static int
 773 bnx2_5708s_linkup(struct bnx2 *bp)
 774 {
 775         u32 val;
 776
 777         bp->link_up = 1;
 778         bnx2_read_phy(bp, BCM5708S_1000X_STAT1, &val);
 779         switch (val & BCM5708S_1000X_STAT1_SPEED_MASK) {
 780                 case BCM5708S_1000X_STAT1_SPEED_10:
 781                         bp->line_speed = SPEED_10;
 782                         break;
 783                 case BCM5708S_1000X_STAT1_SPEED_100:
 784                         bp->line_speed = SPEED_100;
 785                         break;
 786                 case BCM5708S_1000X_STAT1_SPEED_1G:
 787                         bp->line_speed = SPEED_1000;
 788                         break;
 789                 case BCM5708S_1000X_STAT1_SPEED_2G5:
 790                         bp->line_speed = SPEED_2500;
 791                         break;
 792         }
 793         if (val & BCM5708S_1000X_STAT1_FD)
 794                 bp->duplex = DUPLEX_FULL;
 795         else
 796                 bp->duplex = DUPLEX_HALF;
 797
 798         return 0;
 799 }
 800
 801 static int
 802 bnx2_5706s_linkup(struct bnx2 *bp)
 803 {
 804         u32 bmcr, local_adv, remote_adv, common;
 805
 806         bp->link_up = 1;
 807         bp->line_speed = SPEED_1000;
 808
 809         bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
 810         if (bmcr & BMCR_FULLDPLX) {
 811                 bp->duplex = DUPLEX_FULL;
 812         }
 813         else {
 814                 bp->duplex = DUPLEX_HALF;
 815         }
 816
 817         if (!(bmcr & BMCR_ANENABLE)) {
 818                 return 0;
 819         }
 820
 821         bnx2_read_phy(bp, bp->mii_adv, &local_adv);
 822         bnx2_read_phy(bp, bp->mii_lpa, &remote_adv);
 823
 824         common = local_adv & remote_adv;
 825         if (common & (ADVERTISE_1000XHALF | ADVERTISE_1000XFULL)) {
 826
 827                 if (common & ADVERTISE_1000XFULL) {
 828                         bp->duplex = DUPLEX_FULL;
 829                 }
 830                 else {
 831                         bp->duplex = DUPLEX_HALF;
 832                 }
 833         }
 834
 835         return 0;
 836 }
 837
 838 static int
 839 bnx2_copper_linkup(struct bnx2 *bp)
 840 {
 841         u32 bmcr;
 842
 843         bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
 844         if (bmcr & BMCR_ANENABLE) {
 845                 u32 local_adv, remote_adv, common;
 846
 847                 bnx2_read_phy(bp, MII_CTRL1000, &local_adv);
 848                 bnx2_read_phy(bp, MII_STAT1000, &remote_adv);
 849
 850                 common = local_adv & (remote_adv >> 2);
 851                 if (common & ADVERTISE_1000FULL) {
 852                         bp->line_speed = SPEED_1000;
 853                         bp->duplex = DUPLEX_FULL;
 854                 }
 855                 else if (common & ADVERTISE_1000HALF) {
 856                         bp->line_speed = SPEED_1000;
 857                         bp->duplex = DUPLEX_HALF;
 858                 }
 859                 else {
 860                         bnx2_read_phy(bp, bp->mii_adv, &local_adv);
 861                         bnx2_read_phy(bp, bp->mii_lpa, &remote_adv);
 862
 863                         common = local_adv & remote_adv;
 864                         if (common & ADVERTISE_100FULL) {
 865                                 bp->line_speed = SPEED_100;
 866                                 bp->duplex = DUPLEX_FULL;
 867                         }
 868                         else if (common & ADVERTISE_100HALF) {
 869                                 bp->line_speed = SPEED_100;
 870                                 bp->duplex = DUPLEX_HALF;
 871                         }
 872                         else if (common & ADVERTISE_10FULL) {
 873                                 bp->line_speed = SPEED_10;
 874                                 bp->duplex = DUPLEX_FULL;
 875                         }
 876                         else if (common & ADVERTISE_10HALF) {
 877                                 bp->line_speed = SPEED_10;
 878                                 bp->duplex = DUPLEX_HALF;
 879                         }
 880                         else {
 881                                 bp->line_speed = 0;
 882                                 bp->link_up = 0;
 883                         }
 884                 }
 885         }
 886         else {
 887                 if (bmcr & BMCR_SPEED100) {
 888                         bp->line_speed = SPEED_100;
 889                 }
 890                 else {
 891                         bp->line_speed = SPEED_10;
 892                 }
 893                 if (bmcr & BMCR_FULLDPLX) {
 894                         bp->duplex = DUPLEX_FULL;
 895                 }
 896                 else {
 897                         bp->duplex = DUPLEX_HALF;
 898                 }
 899         }
 900
 901         return 0;
 902 }
 903
 904 static int
 905 bnx2_set_mac_link(struct bnx2 *bp)
 906 {
 907         u32 val;
 908
 909         REG_WR(bp, BNX2_EMAC_TX_LENGTHS, 0x2620);
 910         if (bp->link_up && (bp->line_speed == SPEED_1000) &&
 911                 (bp->duplex == DUPLEX_HALF)) {
 912                 REG_WR(bp, BNX2_EMAC_TX_LENGTHS, 0x26ff);
 913         }
 914
 915         /* Configure the EMAC mode register. */
 916         val = REG_RD(bp, BNX2_EMAC_MODE);
 917
 918         val &= ~(BNX2_EMAC_MODE_PORT | BNX2_EMAC_MODE_HALF_DUPLEX |
 919                 BNX2_EMAC_MODE_MAC_LOOP | BNX2_EMAC_MODE_FORCE_LINK |
 920                 BNX2_EMAC_MODE_25G_MODE);
 921
 922         if (bp->link_up) {
 923                 switch (bp->line_speed) {
 924                         case SPEED_10:
 925                                 if (CHIP_NUM(bp) != CHIP_NUM_5706) {
 926                                         val |= BNX2_EMAC_MODE_PORT_MII_10M;
 927                                         break;
 928                                 }
 929                                 /* fall through */
 930                         case SPEED_100:
 931                                 val |= BNX2_EMAC_MODE_PORT_MII;
 932                                 break;
 933                         case SPEED_2500:
 934                                 val |= BNX2_EMAC_MODE_25G_MODE;
 935                                 /* fall through */
 936                         case SPEED_1000:
 937                                 val |= BNX2_EMAC_MODE_PORT_GMII;
 938                                 break;
 939                 }
 940         }
 941         else {
 942                 val |= BNX2_EMAC_MODE_PORT_GMII;
 943         }
 944
 945         /* Set the MAC to operate in the appropriate duplex mode. */
 946         if (bp->duplex == DUPLEX_HALF)
 947                 val |= BNX2_EMAC_MODE_HALF_DUPLEX;
 948         REG_WR(bp, BNX2_EMAC_MODE, val);
 949
 950         /* Enable/disable rx PAUSE. */
 951         bp->rx_mode &= ~BNX2_EMAC_RX_MODE_FLOW_EN;
 952
 953         if (bp->flow_ctrl & FLOW_CTRL_RX)
 954                 bp->rx_mode |= BNX2_EMAC_RX_MODE_FLOW_EN;
 955         REG_WR(bp, BNX2_EMAC_RX_MODE, bp->rx_mode);
 956
 957         /* Enable/disable tx PAUSE. */
 958         val = REG_RD(bp, BNX2_EMAC_TX_MODE);
 959         val &= ~BNX2_EMAC_TX_MODE_FLOW_EN;
 960
 961         if (bp->flow_ctrl & FLOW_CTRL_TX)
 962                 val |= BNX2_EMAC_TX_MODE_FLOW_EN;
 963         REG_WR(bp, BNX2_EMAC_TX_MODE, val);
 964
 965         /* Acknowledge the interrupt. */
 966         REG_WR(bp, BNX2_EMAC_STATUS, BNX2_EMAC_STATUS_LINK_CHANGE);
 967
 968         return 0;
 969 }
 970
 971 static void
 972 bnx2_enable_bmsr1(struct bnx2 *bp)
 973 {
 974         if ((bp->phy_flags & PHY_SERDES_FLAG) &&
 975             (CHIP_NUM(bp) == CHIP_NUM_5709))
 976                 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
 977                                MII_BNX2_BLK_ADDR_GP_STATUS);
 978 }
 979
 980 static void
 981 bnx2_disable_bmsr1(struct bnx2 *bp)
 982 {
 983         if ((bp->phy_flags & PHY_SERDES_FLAG) &&
 984             (CHIP_NUM(bp) == CHIP_NUM_5709))
 985                 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
 986                                MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
 987 }
 988
 989 static int
 990 bnx2_test_and_enable_2g5(struct bnx2 *bp)
 991 {
 992         u32 up1;
 993         int ret = 1;
 994
 995         if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
 996                 return 0;
 997
 998         if (bp->autoneg & AUTONEG_SPEED)
 999                 bp->advertising |= ADVERTISED_2500baseX_Full;
1000
1001         if (CHIP_NUM(bp) == CHIP_NUM_5709)
1002                 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_OVER1G);
1003
1004         bnx2_read_phy(bp, bp->mii_up1, &up1);
1005         if (!(up1 & BCM5708S_UP1_2G5)) {
1006                 up1 |= BCM5708S_UP1_2G5;
1007                 bnx2_write_phy(bp, bp->mii_up1, up1);
1008                 ret = 0;
1009         }
1010
1011         if (CHIP_NUM(bp) == CHIP_NUM_5709)
1012                 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1013                                MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1014
1015         return ret;
1016 }
1017
1018 static int
1019 bnx2_test_and_disable_2g5(struct bnx2 *bp)
1020 {
1021         u32 up1;
1022         int ret = 0;
1023
1024         if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
1025                 return 0;
1026
1027         if (CHIP_NUM(bp) == CHIP_NUM_5709)
1028                 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_OVER1G);
1029
1030         bnx2_read_phy(bp, bp->mii_up1, &up1);
1031         if (up1 & BCM5708S_UP1_2G5) {
1032                 up1 &= ~BCM5708S_UP1_2G5;
1033                 bnx2_write_phy(bp, bp->mii_up1, up1);
1034                 ret = 1;
1035         }
1036
1037         if (CHIP_NUM(bp) == CHIP_NUM_5709)
1038                 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1039                                MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1040
1041         return ret;
1042 }
1043
1044 static void
1045 bnx2_enable_forced_2g5(struct bnx2 *bp)
1046 {
1047         u32 bmcr;
1048
1049         if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
1050                 return;
1051
1052         if (CHIP_NUM(bp) == CHIP_NUM_5709) {
1053                 u32 val;
1054
1055                 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1056                                MII_BNX2_BLK_ADDR_SERDES_DIG);
1057                 bnx2_read_phy(bp, MII_BNX2_SERDES_DIG_MISC1, &val);
1058                 val &= ~MII_BNX2_SD_MISC1_FORCE_MSK;
1059                 val |= MII_BNX2_SD_MISC1_FORCE | MII_BNX2_SD_MISC1_FORCE_2_5G;
1060                 bnx2_write_phy(bp, MII_BNX2_SERDES_DIG_MISC1, val);
1061
1062                 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1063                                MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1064                 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1065
1066         } else if (CHIP_NUM(bp) == CHIP_NUM_5708) {
1067                 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1068                 bmcr |= BCM5708S_BMCR_FORCE_2500;
1069         }
1070
1071         if (bp->autoneg & AUTONEG_SPEED) {
1072                 bmcr &= ~BMCR_ANENABLE;
1073                 if (bp->req_duplex == DUPLEX_FULL)
1074                         bmcr |= BMCR_FULLDPLX;
1075         }
1076         bnx2_write_phy(bp, bp->mii_bmcr, bmcr);
1077 }
1078
1079 static void
1080 bnx2_disable_forced_2g5(struct bnx2 *bp)
1081 {
1082         u32 bmcr;
1083
1084         if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
1085                 return;
1086
1087         if (CHIP_NUM(bp) == CHIP_NUM_5709) {
1088                 u32 val;
1089
1090                 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1091                                MII_BNX2_BLK_ADDR_SERDES_DIG);
1092                 bnx2_read_phy(bp, MII_BNX2_SERDES_DIG_MISC1, &val);
1093                 val &= ~MII_BNX2_SD_MISC1_FORCE;
1094                 bnx2_write_phy(bp, MII_BNX2_SERDES_DIG_MISC1, val);
1095
1096                 bnx2_write_phy(bp, MII_BNX2_BLK_ADDR,
1097                                MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1098                 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1099
1100         } else if (CHIP_NUM(bp) == CHIP_NUM_5708) {
1101                 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1102                 bmcr &= ~BCM5708S_BMCR_FORCE_2500;
1103         }
1104
1105         if (bp->autoneg & AUTONEG_SPEED)
1106                 bmcr |= BMCR_SPEED1000 | BMCR_ANENABLE | BMCR_ANRESTART;
1107         bnx2_write_phy(bp, bp->mii_bmcr, bmcr);
1108 }
1109
1110 static int
1111 bnx2_set_link(struct bnx2 *bp)
1112 {
1113         u32 bmsr;
1114         u8 link_up;
1115
1116         if (bp->loopback == MAC_LOOPBACK || bp->loopback == PHY_LOOPBACK) {
1117                 bp->link_up = 1;
1118                 return 0;
1119         }
1120
1121         if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
1122                 return 0;
1123
1124         link_up = bp->link_up;
1125
1126         bnx2_enable_bmsr1(bp);
1127         bnx2_read_phy(bp, bp->mii_bmsr1, &bmsr);
1128         bnx2_read_phy(bp, bp->mii_bmsr1, &bmsr);
1129         bnx2_disable_bmsr1(bp);
1130
1131         if ((bp->phy_flags & PHY_SERDES_FLAG) &&
1132             (CHIP_NUM(bp) == CHIP_NUM_5706)) {
1133                 u32 val;
1134
1135                 val = REG_RD(bp, BNX2_EMAC_STATUS);
1136                 if (val & BNX2_EMAC_STATUS_LINK)
1137                         bmsr |= BMSR_LSTATUS;
1138                 else
1139                         bmsr &= ~BMSR_LSTATUS;
1140         }
1141
1142         if (bmsr & BMSR_LSTATUS) {
1143                 bp->link_up = 1;
1144
1145                 if (bp->phy_flags & PHY_SERDES_FLAG) {
1146                         if (CHIP_NUM(bp) == CHIP_NUM_5706)
1147                                 bnx2_5706s_linkup(bp);
1148                         else if (CHIP_NUM(bp) == CHIP_NUM_5708)
1149                                 bnx2_5708s_linkup(bp);
1150                         else if (CHIP_NUM(bp) == CHIP_NUM_5709)
1151                                 bnx2_5709s_linkup(bp);
1152                 }
1153                 else {
1154                         bnx2_copper_linkup(bp);
1155                 }
1156                 bnx2_resolve_flow_ctrl(bp);
1157         }
1158         else {
1159                 if ((bp->phy_flags & PHY_SERDES_FLAG) &&
1160                     (bp->autoneg & AUTONEG_SPEED))
1161                         bnx2_disable_forced_2g5(bp);
1162
1163                 bp->phy_flags &= ~PHY_PARALLEL_DETECT_FLAG;
1164                 bp->link_up = 0;
1165         }
1166
1167         if (bp->link_up != link_up) {
1168                 bnx2_report_link(bp);
1169         }
1170
1171         bnx2_set_mac_link(bp);
1172
1173         return 0;
1174 }
1175
1176 static int
1177 bnx2_reset_phy(struct bnx2 *bp)
1178 {
1179         int i;
1180         u32 reg;
1181
1182         bnx2_write_phy(bp, bp->mii_bmcr, BMCR_RESET);
1183
1184 #define PHY_RESET_MAX_WAIT 100
1185         for (i = 0; i < PHY_RESET_MAX_WAIT; i++) {
1186                 udelay(10);
1187
1188                 bnx2_read_phy(bp, bp->mii_bmcr, &reg);
1189                 if (!(reg & BMCR_RESET)) {
1190                         udelay(20);
1191                         break;
1192                 }
1193         }
1194         if (i == PHY_RESET_MAX_WAIT) {
1195                 return -EBUSY;
1196         }
1197         return 0;
1198 }
1199
1200 static u32
1201 bnx2_phy_get_pause_adv(struct bnx2 *bp)
1202 {
1203         u32 adv = 0;
1204
1205         if ((bp->req_flow_ctrl & (FLOW_CTRL_RX | FLOW_CTRL_TX)) ==
1206                 (FLOW_CTRL_RX | FLOW_CTRL_TX)) {
1207
1208                 if (bp->phy_flags & PHY_SERDES_FLAG) {
1209                         adv = ADVERTISE_1000XPAUSE;
1210                 }
1211                 else {
1212                         adv = ADVERTISE_PAUSE_CAP;
1213                 }
1214         }
1215         else if (bp->req_flow_ctrl & FLOW_CTRL_TX) {
1216                 if (bp->phy_flags & PHY_SERDES_FLAG) {
1217                         adv = ADVERTISE_1000XPSE_ASYM;
1218                 }
1219                 else {
1220                         adv = ADVERTISE_PAUSE_ASYM;
1221                 }
1222         }
1223         else if (bp->req_flow_ctrl & FLOW_CTRL_RX) {
1224                 if (bp->phy_flags & PHY_SERDES_FLAG) {
1225                         adv = ADVERTISE_1000XPAUSE | ADVERTISE_1000XPSE_ASYM;
1226                 }
1227                 else {
1228                         adv = ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM;
1229                 }
1230         }
1231         return adv;
1232 }
1233
1234 static int bnx2_fw_sync(struct bnx2 *, u32, int);
1235
1236 static int
1237 bnx2_setup_remote_phy(struct bnx2 *bp, u8 port)
1238 {
1239         u32 speed_arg = 0, pause_adv;
1240
1241         pause_adv = bnx2_phy_get_pause_adv(bp);
1242
1243         if (bp->autoneg & AUTONEG_SPEED) {
1244                 speed_arg |= BNX2_NETLINK_SET_LINK_ENABLE_AUTONEG;
1245                 if (bp->advertising & ADVERTISED_10baseT_Half)
1246                         speed_arg |= BNX2_NETLINK_SET_LINK_SPEED_10HALF;
1247                 if (bp->advertising & ADVERTISED_10baseT_Full)
1248                         speed_arg |= BNX2_NETLINK_SET_LINK_SPEED_10FULL;
1249                 if (bp->advertising & ADVERTISED_100baseT_Half)
1250                         speed_arg |= BNX2_NETLINK_SET_LINK_SPEED_100HALF;
1251                 if (bp->advertising & ADVERTISED_100baseT_Full)
1252                         speed_arg |= BNX2_NETLINK_SET_LINK_SPEED_100FULL;
1253                 if (bp->advertising & ADVERTISED_1000baseT_Full)
1254                         speed_arg |= BNX2_NETLINK_SET_LINK_SPEED_1GFULL;
1255                 if (bp->advertising & ADVERTISED_2500baseX_Full)
1256                         speed_arg |= BNX2_NETLINK_SET_LINK_SPEED_2G5FULL;
1257         } else {
1258                 if (bp->req_line_speed == SPEED_2500)
1259                         speed_arg = BNX2_NETLINK_SET_LINK_SPEED_2G5FULL;
1260                 else if (bp->req_line_speed == SPEED_1000)
1261                         speed_arg = BNX2_NETLINK_SET_LINK_SPEED_1GFULL;
1262                 else if (bp->req_line_speed == SPEED_100) {
1263                         if (bp->req_duplex == DUPLEX_FULL)
1264                                 speed_arg = BNX2_NETLINK_SET_LINK_SPEED_100FULL;
1265                         else
1266                                 speed_arg = BNX2_NETLINK_SET_LINK_SPEED_100HALF;
1267                 } else if (bp->req_line_speed == SPEED_10) {
1268                         if (bp->req_duplex == DUPLEX_FULL)
1269                                 speed_arg = BNX2_NETLINK_SET_LINK_SPEED_10FULL;
1270                         else
1271                                 speed_arg = BNX2_NETLINK_SET_LINK_SPEED_10HALF;
1272                 }
1273         }
1274
1275         if (pause_adv & (ADVERTISE_1000XPAUSE | ADVERTISE_PAUSE_CAP))
1276                 speed_arg |= BNX2_NETLINK_SET_LINK_FC_SYM_PAUSE;
1277         if (pause_adv & (ADVERTISE_1000XPSE_ASYM | ADVERTISE_1000XPSE_ASYM))
1278                 speed_arg |= BNX2_NETLINK_SET_LINK_FC_ASYM_PAUSE;
1279
1280         if (port == PORT_TP)
1281                 speed_arg |= BNX2_NETLINK_SET_LINK_PHY_APP_REMOTE |
1282                              BNX2_NETLINK_SET_LINK_ETH_AT_WIRESPEED;
1283
1284         REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_MB_ARG0, speed_arg);
1285
1286         spin_unlock_bh(&bp->phy_lock);
1287         bnx2_fw_sync(bp, BNX2_DRV_MSG_CODE_CMD_SET_LINK, 0);
1288         spin_lock_bh(&bp->phy_lock);
1289
1290         return 0;
1291 }
1292
1293 static int
1294 bnx2_setup_serdes_phy(struct bnx2 *bp, u8 port)
1295 {
1296         u32 adv, bmcr;
1297         u32 new_adv = 0;
1298
1299         if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
1300                 return (bnx2_setup_remote_phy(bp, port));
1301
1302         if (!(bp->autoneg & AUTONEG_SPEED)) {
1303                 u32 new_bmcr;
1304                 int force_link_down = 0;
1305
1306                 if (bp->req_line_speed == SPEED_2500) {
1307                         if (!bnx2_test_and_enable_2g5(bp))
1308                                 force_link_down = 1;
1309                 } else if (bp->req_line_speed == SPEED_1000) {
1310                         if (bnx2_test_and_disable_2g5(bp))
1311                                 force_link_down = 1;
1312                 }
1313                 bnx2_read_phy(bp, bp->mii_adv, &adv);
1314                 adv &= ~(ADVERTISE_1000XFULL | ADVERTISE_1000XHALF);
1315
1316                 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1317                 new_bmcr = bmcr & ~BMCR_ANENABLE;
1318                 new_bmcr |= BMCR_SPEED1000;
1319
1320                 if (CHIP_NUM(bp) == CHIP_NUM_5709) {
1321                         if (bp->req_line_speed == SPEED_2500)
1322                                 bnx2_enable_forced_2g5(bp);
1323                         else if (bp->req_line_speed == SPEED_1000) {
1324                                 bnx2_disable_forced_2g5(bp);
1325                                 new_bmcr &= ~0x2000;
1326                         }
1327
1328                 } else if (CHIP_NUM(bp) == CHIP_NUM_5708) {
1329                         if (bp->req_line_speed == SPEED_2500)
1330                                 new_bmcr |= BCM5708S_BMCR_FORCE_2500;
1331                         else
1332                                 new_bmcr = bmcr & ~BCM5708S_BMCR_FORCE_2500;
1333                 }
1334
1335                 if (bp->req_duplex == DUPLEX_FULL) {
1336                         adv |= ADVERTISE_1000XFULL;
1337                         new_bmcr |= BMCR_FULLDPLX;
1338                 }
1339                 else {
1340                         adv |= ADVERTISE_1000XHALF;
1341                         new_bmcr &= ~BMCR_FULLDPLX;
1342                 }
1343                 if ((new_bmcr != bmcr) || (force_link_down)) {
1344                         /* Force a link down visible on the other side */
1345                         if (bp->link_up) {
1346                                 bnx2_write_phy(bp, bp->mii_adv, adv &
1347                                                ~(ADVERTISE_1000XFULL |
1348                                                  ADVERTISE_1000XHALF));
1349                                 bnx2_write_phy(bp, bp->mii_bmcr, bmcr |
1350                                         BMCR_ANRESTART | BMCR_ANENABLE);
1351
1352                                 bp->link_up = 0;
1353                                 netif_carrier_off(bp->dev);
1354                                 bnx2_write_phy(bp, bp->mii_bmcr, new_bmcr);
1355                                 bnx2_report_link(bp);
1356                         }
1357                         bnx2_write_phy(bp, bp->mii_adv, adv);
1358                         bnx2_write_phy(bp, bp->mii_bmcr, new_bmcr);
1359                 } else {
1360                         bnx2_resolve_flow_ctrl(bp);
1361                         bnx2_set_mac_link(bp);
1362                 }
1363                 return 0;
1364         }
1365
1366         bnx2_test_and_enable_2g5(bp);
1367
1368         if (bp->advertising & ADVERTISED_1000baseT_Full)
1369                 new_adv |= ADVERTISE_1000XFULL;
1370
1371         new_adv |= bnx2_phy_get_pause_adv(bp);
1372
1373         bnx2_read_phy(bp, bp->mii_adv, &adv);
1374         bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1375
1376         bp->serdes_an_pending = 0;
1377         if ((adv != new_adv) || ((bmcr & BMCR_ANENABLE) == 0)) {
1378                 /* Force a link down visible on the other side */
1379                 if (bp->link_up) {
1380                         bnx2_write_phy(bp, bp->mii_bmcr, BMCR_LOOPBACK);
1381                         spin_unlock_bh(&bp->phy_lock);
1382                         msleep(20);
1383                         spin_lock_bh(&bp->phy_lock);
1384                 }
1385
1386                 bnx2_write_phy(bp, bp->mii_adv, new_adv);
1387                 bnx2_write_phy(bp, bp->mii_bmcr, bmcr | BMCR_ANRESTART |
1388                         BMCR_ANENABLE);
1389                 /* Speed up link-up time when the link partner
1390                  * does not autonegotiate which is very common
1391                  * in blade servers. Some blade servers use
1392                  * IPMI for kerboard input and it's important
1393                  * to minimize link disruptions. Autoneg. involves
1394                  * exchanging base pages plus 3 next pages and
1395                  * normally completes in about 120 msec.
1396                  */
1397                 bp->current_interval = SERDES_AN_TIMEOUT;
1398                 bp->serdes_an_pending = 1;
1399                 mod_timer(&bp->timer, jiffies + bp->current_interval);
1400         } else {
1401                 bnx2_resolve_flow_ctrl(bp);
1402                 bnx2_set_mac_link(bp);
1403         }
1404
1405         return 0;
1406 }
1407
1408 #define ETHTOOL_ALL_FIBRE_SPEED                                         \
1409         (bp->phy_flags & PHY_2_5G_CAPABLE_FLAG) ?                       \
1410                 (ADVERTISED_2500baseX_Full | ADVERTISED_1000baseT_Full) :\
1411                 (ADVERTISED_1000baseT_Full)
1412
1413 #define ETHTOOL_ALL_COPPER_SPEED                                        \
1414         (ADVERTISED_10baseT_Half | ADVERTISED_10baseT_Full |            \
1415         ADVERTISED_100baseT_Half | ADVERTISED_100baseT_Full |           \
1416         ADVERTISED_1000baseT_Full)
1417
1418 #define PHY_ALL_10_100_SPEED (ADVERTISE_10HALF | ADVERTISE_10FULL | \
1419         ADVERTISE_100HALF | ADVERTISE_100FULL | ADVERTISE_CSMA)
1420
1421 #define PHY_ALL_1000_SPEED (ADVERTISE_1000HALF | ADVERTISE_1000FULL)
1422
1423 static void
1424 bnx2_set_default_remote_link(struct bnx2 *bp)
1425 {
1426         u32 link;
1427
1428         if (bp->phy_port == PORT_TP)
1429                 link = REG_RD_IND(bp, bp->shmem_base + BNX2_RPHY_COPPER_LINK);
1430         else
1431                 link = REG_RD_IND(bp, bp->shmem_base + BNX2_RPHY_SERDES_LINK);
1432
1433         if (link & BNX2_NETLINK_SET_LINK_ENABLE_AUTONEG) {
1434                 bp->req_line_speed = 0;
1435                 bp->autoneg |= AUTONEG_SPEED;
1436                 bp->advertising = ADVERTISED_Autoneg;
1437                 if (link & BNX2_NETLINK_SET_LINK_SPEED_10HALF)
1438                         bp->advertising |= ADVERTISED_10baseT_Half;
1439                 if (link & BNX2_NETLINK_SET_LINK_SPEED_10FULL)
1440                         bp->advertising |= ADVERTISED_10baseT_Full;
1441                 if (link & BNX2_NETLINK_SET_LINK_SPEED_100HALF)
1442                         bp->advertising |= ADVERTISED_100baseT_Half;
1443                 if (link & BNX2_NETLINK_SET_LINK_SPEED_100FULL)
1444                         bp->advertising |= ADVERTISED_100baseT_Full;
1445                 if (link & BNX2_NETLINK_SET_LINK_SPEED_1GFULL)
1446                         bp->advertising |= ADVERTISED_1000baseT_Full;
1447                 if (link & BNX2_NETLINK_SET_LINK_SPEED_2G5FULL)
1448                         bp->advertising |= ADVERTISED_2500baseX_Full;
1449         } else {
1450                 bp->autoneg = 0;
1451                 bp->advertising = 0;
1452                 bp->req_duplex = DUPLEX_FULL;
1453                 if (link & BNX2_NETLINK_SET_LINK_SPEED_10) {
1454                         bp->req_line_speed = SPEED_10;
1455                         if (link & BNX2_NETLINK_SET_LINK_SPEED_10HALF)
1456                                 bp->req_duplex = DUPLEX_HALF;
1457                 }
1458                 if (link & BNX2_NETLINK_SET_LINK_SPEED_100) {
1459                         bp->req_line_speed = SPEED_100;
1460                         if (link & BNX2_NETLINK_SET_LINK_SPEED_100HALF)
1461                                 bp->req_duplex = DUPLEX_HALF;
1462                 }
1463                 if (link & BNX2_NETLINK_SET_LINK_SPEED_1GFULL)
1464                         bp->req_line_speed = SPEED_1000;
1465                 if (link & BNX2_NETLINK_SET_LINK_SPEED_2G5FULL)
1466                         bp->req_line_speed = SPEED_2500;
1467         }
1468 }
1469
1470 static void
1471 bnx2_set_default_link(struct bnx2 *bp)
1472 {
1473         if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
1474                 return bnx2_set_default_remote_link(bp);
1475
1476         bp->autoneg = AUTONEG_SPEED | AUTONEG_FLOW_CTRL;
1477         bp->req_line_speed = 0;
1478         if (bp->phy_flags & PHY_SERDES_FLAG) {
1479                 u32 reg;
1480
1481                 bp->advertising = ETHTOOL_ALL_FIBRE_SPEED | ADVERTISED_Autoneg;
1482
1483                 reg = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_HW_CFG_CONFIG);
1484                 reg &= BNX2_PORT_HW_CFG_CFG_DFLT_LINK_MASK;
1485                 if (reg == BNX2_PORT_HW_CFG_CFG_DFLT_LINK_1G) {
1486                         bp->autoneg = 0;
1487                         bp->req_line_speed = bp->line_speed = SPEED_1000;
1488                         bp->req_duplex = DUPLEX_FULL;
1489                 }
1490         } else
1491                 bp->advertising = ETHTOOL_ALL_COPPER_SPEED | ADVERTISED_Autoneg;
1492 }
1493
1494 static void
1495 bnx2_send_heart_beat(struct bnx2 *bp)
1496 {
1497         u32 msg;
1498         u32 addr;
1499
1500         spin_lock(&bp->indirect_lock);
1501         msg = (u32) (++bp->fw_drv_pulse_wr_seq & BNX2_DRV_PULSE_SEQ_MASK);
1502         addr = bp->shmem_base + BNX2_DRV_PULSE_MB;
1503         REG_WR(bp, BNX2_PCICFG_REG_WINDOW_ADDRESS, addr);
1504         REG_WR(bp, BNX2_PCICFG_REG_WINDOW, msg);
1505         spin_unlock(&bp->indirect_lock);
1506 }
1507
1508 static void
1509 bnx2_remote_phy_event(struct bnx2 *bp)
1510 {
1511         u32 msg;
1512         u8 link_up = bp->link_up;
1513         u8 old_port;
1514
1515         msg = REG_RD_IND(bp, bp->shmem_base + BNX2_LINK_STATUS);
1516
1517         if (msg & BNX2_LINK_STATUS_HEART_BEAT_EXPIRED)
1518                 bnx2_send_heart_beat(bp);
1519
1520         msg &= ~BNX2_LINK_STATUS_HEART_BEAT_EXPIRED;
1521
1522         if ((msg & BNX2_LINK_STATUS_LINK_UP) == BNX2_LINK_STATUS_LINK_DOWN)
1523                 bp->link_up = 0;
1524         else {
1525                 u32 speed;
1526
1527                 bp->link_up = 1;
1528                 speed = msg & BNX2_LINK_STATUS_SPEED_MASK;
1529                 bp->duplex = DUPLEX_FULL;
1530                 switch (speed) {
1531                         case BNX2_LINK_STATUS_10HALF:
1532                                 bp->duplex = DUPLEX_HALF;
1533                         case BNX2_LINK_STATUS_10FULL:
1534                                 bp->line_speed = SPEED_10;
1535                                 break;
1536                         case BNX2_LINK_STATUS_100HALF:
1537                                 bp->duplex = DUPLEX_HALF;
1538                         case BNX2_LINK_STATUS_100BASE_T4:
1539                         case BNX2_LINK_STATUS_100FULL:
1540                                 bp->line_speed = SPEED_100;
1541                                 break;
1542                         case BNX2_LINK_STATUS_1000HALF:
1543                                 bp->duplex = DUPLEX_HALF;
1544                         case BNX2_LINK_STATUS_1000FULL:
1545                                 bp->line_speed = SPEED_1000;
1546                                 break;
1547                         case BNX2_LINK_STATUS_2500HALF:
1548                                 bp->duplex = DUPLEX_HALF;
1549                         case BNX2_LINK_STATUS_2500FULL:
1550                                 bp->line_speed = SPEED_2500;
1551                                 break;
1552                         default:
1553                                 bp->line_speed = 0;
1554                                 break;
1555                 }
1556
1557                 spin_lock(&bp->phy_lock);
1558                 bp->flow_ctrl = 0;
1559                 if ((bp->autoneg & (AUTONEG_SPEED | AUTONEG_FLOW_CTRL)) !=
1560                     (AUTONEG_SPEED | AUTONEG_FLOW_CTRL)) {
1561                         if (bp->duplex == DUPLEX_FULL)
1562                                 bp->flow_ctrl = bp->req_flow_ctrl;
1563                 } else {
1564                         if (msg & BNX2_LINK_STATUS_TX_FC_ENABLED)
1565                                 bp->flow_ctrl |= FLOW_CTRL_TX;
1566                         if (msg & BNX2_LINK_STATUS_RX_FC_ENABLED)
1567                                 bp->flow_ctrl |= FLOW_CTRL_RX;
1568                 }
1569
1570                 old_port = bp->phy_port;
1571                 if (msg & BNX2_LINK_STATUS_SERDES_LINK)
1572                         bp->phy_port = PORT_FIBRE;
1573                 else
1574                         bp->phy_port = PORT_TP;
1575
1576                 if (old_port != bp->phy_port)
1577                         bnx2_set_default_link(bp);
1578
1579                 spin_unlock(&bp->phy_lock);
1580         }
1581         if (bp->link_up != link_up)
1582                 bnx2_report_link(bp);
1583
1584         bnx2_set_mac_link(bp);
1585 }
1586
1587 static int
1588 bnx2_set_remote_link(struct bnx2 *bp)
1589 {
1590         u32 evt_code;
1591
1592         evt_code = REG_RD_IND(bp, bp->shmem_base + BNX2_FW_EVT_CODE_MB);
1593         switch (evt_code) {
1594                 case BNX2_FW_EVT_CODE_LINK_EVENT:
1595                         bnx2_remote_phy_event(bp);
1596                         break;
1597                 case BNX2_FW_EVT_CODE_SW_TIMER_EXPIRATION_EVENT:
1598                 default:
1599                         bnx2_send_heart_beat(bp);
1600                         break;
1601         }
1602         return 0;
1603 }
1604
1605 static int
1606 bnx2_setup_copper_phy(struct bnx2 *bp)
1607 {
1608         u32 bmcr;
1609         u32 new_bmcr;
1610
1611         bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
1612
1613         if (bp->autoneg & AUTONEG_SPEED) {
1614                 u32 adv_reg, adv1000_reg;
1615                 u32 new_adv_reg = 0;
1616                 u32 new_adv1000_reg = 0;
1617
1618                 bnx2_read_phy(bp, bp->mii_adv, &adv_reg);
1619                 adv_reg &= (PHY_ALL_10_100_SPEED | ADVERTISE_PAUSE_CAP |
1620                         ADVERTISE_PAUSE_ASYM);
1621
1622                 bnx2_read_phy(bp, MII_CTRL1000, &adv1000_reg);
1623                 adv1000_reg &= PHY_ALL_1000_SPEED;
1624
1625                 if (bp->advertising & ADVERTISED_10baseT_Half)
1626                         new_adv_reg |= ADVERTISE_10HALF;
1627                 if (bp->advertising & ADVERTISED_10baseT_Full)
1628                         new_adv_reg |= ADVERTISE_10FULL;
1629                 if (bp->advertising & ADVERTISED_100baseT_Half)
1630                         new_adv_reg |= ADVERTISE_100HALF;
1631                 if (bp->advertising & ADVERTISED_100baseT_Full)
1632                         new_adv_reg |= ADVERTISE_100FULL;
1633                 if (bp->advertising & ADVERTISED_1000baseT_Full)
1634                         new_adv1000_reg |= ADVERTISE_1000FULL;
1635
1636                 new_adv_reg |= ADVERTISE_CSMA;
1637
1638                 new_adv_reg |= bnx2_phy_get_pause_adv(bp);
1639
1640                 if ((adv1000_reg != new_adv1000_reg) ||
1641                         (adv_reg != new_adv_reg) ||
1642                         ((bmcr & BMCR_ANENABLE) == 0)) {
1643
1644                         bnx2_write_phy(bp, bp->mii_adv, new_adv_reg);
1645                         bnx2_write_phy(bp, MII_CTRL1000, new_adv1000_reg);
1646                         bnx2_write_phy(bp, bp->mii_bmcr, BMCR_ANRESTART |
1647                                 BMCR_ANENABLE);
1648                 }
1649                 else if (bp->link_up) {
1650                         /* Flow ctrl may have changed from auto to forced */
1651                         /* or vice-versa. */
1652
1653                         bnx2_resolve_flow_ctrl(bp);
1654                         bnx2_set_mac_link(bp);
1655                 }
1656                 return 0;
1657         }
1658
1659         new_bmcr = 0;
1660         if (bp->req_line_speed == SPEED_100) {
1661                 new_bmcr |= BMCR_SPEED100;
1662         }
1663         if (bp->req_duplex == DUPLEX_FULL) {
1664                 new_bmcr |= BMCR_FULLDPLX;
1665         }
1666         if (new_bmcr != bmcr) {
1667                 u32 bmsr;
1668
1669                 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
1670                 bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
1671
1672                 if (bmsr & BMSR_LSTATUS) {
1673                         /* Force link down */
1674                         bnx2_write_phy(bp, bp->mii_bmcr, BMCR_LOOPBACK);
1675                         spin_unlock_bh(&bp->phy_lock);
1676                         msleep(50);
1677                         spin_lock_bh(&bp->phy_lock);
1678
1679                         bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
1680                         bnx2_read_phy(bp, bp->mii_bmsr, &bmsr);
1681                 }
1682
1683                 bnx2_write_phy(bp, bp->mii_bmcr, new_bmcr);
1684
1685                 /* Normally, the new speed is setup after the link has
1686                  * gone down and up again. In some cases, link will not go
1687                  * down so we need to set up the new speed here.
1688                  */
1689                 if (bmsr & BMSR_LSTATUS) {
1690                         bp->line_speed = bp->req_line_speed;
1691                         bp->duplex = bp->req_duplex;
1692                         bnx2_resolve_flow_ctrl(bp);
1693                         bnx2_set_mac_link(bp);
1694                 }
1695         } else {
1696                 bnx2_resolve_flow_ctrl(bp);
1697                 bnx2_set_mac_link(bp);
1698         }
1699         return 0;
1700 }
1701
1702 static int
1703 bnx2_setup_phy(struct bnx2 *bp, u8 port)
1704 {
1705         if (bp->loopback == MAC_LOOPBACK)
1706                 return 0;
1707
1708         if (bp->phy_flags & PHY_SERDES_FLAG) {
1709                 return (bnx2_setup_serdes_phy(bp, port));
1710         }
1711         else {
1712                 return (bnx2_setup_copper_phy(bp));
1713         }
1714 }
1715
1716 static int
1717 bnx2_init_5709s_phy(struct bnx2 *bp)
1718 {
1719         u32 val;
1720
1721         bp->mii_bmcr = MII_BMCR + 0x10;
1722         bp->mii_bmsr = MII_BMSR + 0x10;
1723         bp->mii_bmsr1 = MII_BNX2_GP_TOP_AN_STATUS1;
1724         bp->mii_adv = MII_ADVERTISE + 0x10;
1725         bp->mii_lpa = MII_LPA + 0x10;
1726         bp->mii_up1 = MII_BNX2_OVER1G_UP1;
1727
1728         bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_AER);
1729         bnx2_write_phy(bp, MII_BNX2_AER_AER, MII_BNX2_AER_AER_AN_MMD);
1730
1731         bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1732         bnx2_reset_phy(bp);
1733
1734         bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_SERDES_DIG);
1735
1736         bnx2_read_phy(bp, MII_BNX2_SERDES_DIG_1000XCTL1, &val);
1737         val &= ~MII_BNX2_SD_1000XCTL1_AUTODET;
1738         val |= MII_BNX2_SD_1000XCTL1_FIBER;
1739         bnx2_write_phy(bp, MII_BNX2_SERDES_DIG_1000XCTL1, val);
1740
1741         bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_OVER1G);
1742         bnx2_read_phy(bp, MII_BNX2_OVER1G_UP1, &val);
1743         if (bp->phy_flags & PHY_2_5G_CAPABLE_FLAG)
1744                 val |= BCM5708S_UP1_2G5;
1745         else
1746                 val &= ~BCM5708S_UP1_2G5;
1747         bnx2_write_phy(bp, MII_BNX2_OVER1G_UP1, val);
1748
1749         bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_BAM_NXTPG);
1750         bnx2_read_phy(bp, MII_BNX2_BAM_NXTPG_CTL, &val);
1751         val |= MII_BNX2_NXTPG_CTL_T2 | MII_BNX2_NXTPG_CTL_BAM;
1752         bnx2_write_phy(bp, MII_BNX2_BAM_NXTPG_CTL, val);
1753
1754         bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_CL73_USERB0);
1755
1756         val = MII_BNX2_CL73_BAM_EN | MII_BNX2_CL73_BAM_STA_MGR_EN |
1757               MII_BNX2_CL73_BAM_NP_AFT_BP_EN;
1758         bnx2_write_phy(bp, MII_BNX2_CL73_BAM_CTL1, val);
1759
1760         bnx2_write_phy(bp, MII_BNX2_BLK_ADDR, MII_BNX2_BLK_ADDR_COMBO_IEEEB0);
1761
1762         return 0;
1763 }
1764
1765 static int
1766 bnx2_init_5708s_phy(struct bnx2 *bp)
1767 {
1768         u32 val;
1769
1770         bnx2_reset_phy(bp);
1771
1772         bp->mii_up1 = BCM5708S_UP1;
1773
1774         bnx2_write_phy(bp, BCM5708S_BLK_ADDR, BCM5708S_BLK_ADDR_DIG3);
1775         bnx2_write_phy(bp, BCM5708S_DIG_3_0, BCM5708S_DIG_3_0_USE_IEEE);
1776         bnx2_write_phy(bp, BCM5708S_BLK_ADDR, BCM5708S_BLK_ADDR_DIG);
1777
1778         bnx2_read_phy(bp, BCM5708S_1000X_CTL1, &val);
1779         val |= BCM5708S_1000X_CTL1_FIBER_MODE | BCM5708S_1000X_CTL1_AUTODET_EN;
1780         bnx2_write_phy(bp, BCM5708S_1000X_CTL1, val);
1781
1782         bnx2_read_phy(bp, BCM5708S_1000X_CTL2, &val);
1783         val |= BCM5708S_1000X_CTL2_PLLEL_DET_EN;
1784         bnx2_write_phy(bp, BCM5708S_1000X_CTL2, val);
1785
1786         if (bp->phy_flags & PHY_2_5G_CAPABLE_FLAG) {
1787                 bnx2_read_phy(bp, BCM5708S_UP1, &val);
1788                 val |= BCM5708S_UP1_2G5;
1789                 bnx2_write_phy(bp, BCM5708S_UP1, val);
1790         }
1791
1792         if ((CHIP_ID(bp) == CHIP_ID_5708_A0) ||
1793             (CHIP_ID(bp) == CHIP_ID_5708_B0) ||
1794             (CHIP_ID(bp) == CHIP_ID_5708_B1)) {
1795                 /* increase tx signal amplitude */
1796                 bnx2_write_phy(bp, BCM5708S_BLK_ADDR,
1797                                BCM5708S_BLK_ADDR_TX_MISC);
1798                 bnx2_read_phy(bp, BCM5708S_TX_ACTL1, &val);
1799                 val &= ~BCM5708S_TX_ACTL1_DRIVER_VCM;
1800                 bnx2_write_phy(bp, BCM5708S_TX_ACTL1, val);
1801                 bnx2_write_phy(bp, BCM5708S_BLK_ADDR, BCM5708S_BLK_ADDR_DIG);
1802         }
1803
1804         val = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_HW_CFG_CONFIG) &
1805               BNX2_PORT_HW_CFG_CFG_TXCTL3_MASK;
1806
1807         if (val) {
1808                 u32 is_backplane;
1809
1810                 is_backplane = REG_RD_IND(bp, bp->shmem_base +
1811                                           BNX2_SHARED_HW_CFG_CONFIG);
1812                 if (is_backplane & BNX2_SHARED_HW_CFG_PHY_BACKPLANE) {
1813                         bnx2_write_phy(bp, BCM5708S_BLK_ADDR,
1814                                        BCM5708S_BLK_ADDR_TX_MISC);
1815                         bnx2_write_phy(bp, BCM5708S_TX_ACTL3, val);
1816                         bnx2_write_phy(bp, BCM5708S_BLK_ADDR,
1817                                        BCM5708S_BLK_ADDR_DIG);
1818                 }
1819         }
1820         return 0;
1821 }
1822
1823 static int
1824 bnx2_init_5706s_phy(struct bnx2 *bp)
1825 {
1826         bnx2_reset_phy(bp);
1827
1828         bp->phy_flags &= ~PHY_PARALLEL_DETECT_FLAG;
1829
1830         if (CHIP_NUM(bp) == CHIP_NUM_5706)
1831                 REG_WR(bp, BNX2_MISC_GP_HW_CTL0, 0x300);
1832
1833         if (bp->dev->mtu > 1500) {
1834                 u32 val;
1835
1836                 /* Set extended packet length bit */
1837                 bnx2_write_phy(bp, 0x18, 0x7);
1838                 bnx2_read_phy(bp, 0x18, &val);
1839                 bnx2_write_phy(bp, 0x18, (val & 0xfff8) | 0x4000);
1840
1841                 bnx2_write_phy(bp, 0x1c, 0x6c00);
1842                 bnx2_read_phy(bp, 0x1c, &val);
1843                 bnx2_write_phy(bp, 0x1c, (val & 0x3ff) | 0xec02);
1844         }
1845         else {
1846                 u32 val;
1847
1848                 bnx2_write_phy(bp, 0x18, 0x7);
1849                 bnx2_read_phy(bp, 0x18, &val);
1850                 bnx2_write_phy(bp, 0x18, val & ~0x4007);
1851
1852                 bnx2_write_phy(bp, 0x1c, 0x6c00);
1853                 bnx2_read_phy(bp, 0x1c, &val);
1854                 bnx2_write_phy(bp, 0x1c, (val & 0x3fd) | 0xec00);
1855         }
1856
1857         return 0;
1858 }
1859
1860 static int
1861 bnx2_init_copper_phy(struct bnx2 *bp)
1862 {
1863         u32 val;
1864
1865         bnx2_reset_phy(bp);
1866
1867         if (bp->phy_flags & PHY_CRC_FIX_FLAG) {
1868                 bnx2_write_phy(bp, 0x18, 0x0c00);
1869                 bnx2_write_phy(bp, 0x17, 0x000a);
1870                 bnx2_write_phy(bp, 0x15, 0x310b);
1871                 bnx2_write_phy(bp, 0x17, 0x201f);
1872                 bnx2_write_phy(bp, 0x15, 0x9506);
1873                 bnx2_write_phy(bp, 0x17, 0x401f);
1874                 bnx2_write_phy(bp, 0x15, 0x14e2);
1875                 bnx2_write_phy(bp, 0x18, 0x0400);
1876         }
1877
1878         if (bp->phy_flags & PHY_DIS_EARLY_DAC_FLAG) {
1879                 bnx2_write_phy(bp, MII_BNX2_DSP_ADDRESS,
1880                                MII_BNX2_DSP_EXPAND_REG | 0x8);
1881                 bnx2_read_phy(bp, MII_BNX2_DSP_RW_PORT, &val);
1882                 val &= ~(1 << 8);
1883                 bnx2_write_phy(bp, MII_BNX2_DSP_RW_PORT, val);
1884         }
1885
1886         if (bp->dev->mtu > 1500) {
1887                 /* Set extended packet length bit */
1888                 bnx2_write_phy(bp, 0x18, 0x7);
1889                 bnx2_read_phy(bp, 0x18, &val);
1890                 bnx2_write_phy(bp, 0x18, val | 0x4000);
1891
1892                 bnx2_read_phy(bp, 0x10, &val);
1893                 bnx2_write_phy(bp, 0x10, val | 0x1);
1894         }
1895         else {
1896                 bnx2_write_phy(bp, 0x18, 0x7);
1897                 bnx2_read_phy(bp, 0x18, &val);
1898                 bnx2_write_phy(bp, 0x18, val & ~0x4007);
1899
1900                 bnx2_read_phy(bp, 0x10, &val);
1901                 bnx2_write_phy(bp, 0x10, val & ~0x1);
1902         }
1903
1904         /* ethernet@wirespeed */
1905         bnx2_write_phy(bp, 0x18, 0x7007);
1906         bnx2_read_phy(bp, 0x18, &val);
1907         bnx2_write_phy(bp, 0x18, val | (1 << 15) | (1 << 4));
1908         return 0;
1909 }
1910
1911
1912 static int
1913 bnx2_init_phy(struct bnx2 *bp)
1914 {
1915         u32 val;
1916         int rc = 0;
1917
1918         bp->phy_flags &= ~PHY_INT_MODE_MASK_FLAG;
1919         bp->phy_flags |= PHY_INT_MODE_LINK_READY_FLAG;
1920
1921         bp->mii_bmcr = MII_BMCR;
1922         bp->mii_bmsr = MII_BMSR;
1923         bp->mii_bmsr1 = MII_BMSR;
1924         bp->mii_adv = MII_ADVERTISE;
1925         bp->mii_lpa = MII_LPA;
1926
1927         REG_WR(bp, BNX2_EMAC_ATTENTION_ENA, BNX2_EMAC_ATTENTION_ENA_LINK);
1928
1929         if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
1930                 goto setup_phy;
1931
1932         bnx2_read_phy(bp, MII_PHYSID1, &val);
1933         bp->phy_id = val << 16;
1934         bnx2_read_phy(bp, MII_PHYSID2, &val);
1935         bp->phy_id |= val & 0xffff;
1936
1937         if (bp->phy_flags & PHY_SERDES_FLAG) {
1938                 if (CHIP_NUM(bp) == CHIP_NUM_5706)
1939                         rc = bnx2_init_5706s_phy(bp);
1940                 else if (CHIP_NUM(bp) == CHIP_NUM_5708)
1941                         rc = bnx2_init_5708s_phy(bp);
1942                 else if (CHIP_NUM(bp) == CHIP_NUM_5709)
1943                         rc = bnx2_init_5709s_phy(bp);
1944         }
1945         else {
1946                 rc = bnx2_init_copper_phy(bp);
1947         }
1948
1949 setup_phy:
1950         if (!rc)
1951                 rc = bnx2_setup_phy(bp, bp->phy_port);
1952
1953         return rc;
1954 }
1955
1956 static int
1957 bnx2_set_mac_loopback(struct bnx2 *bp)
1958 {
1959         u32 mac_mode;
1960
1961         mac_mode = REG_RD(bp, BNX2_EMAC_MODE);
1962         mac_mode &= ~BNX2_EMAC_MODE_PORT;
1963         mac_mode |= BNX2_EMAC_MODE_MAC_LOOP | BNX2_EMAC_MODE_FORCE_LINK;
1964         REG_WR(bp, BNX2_EMAC_MODE, mac_mode);
1965         bp->link_up = 1;
1966         return 0;
1967 }
1968
1969 static int bnx2_test_link(struct bnx2 *);
1970
1971 static int
1972 bnx2_set_phy_loopback(struct bnx2 *bp)
1973 {
1974         u32 mac_mode;
1975         int rc, i;
1976
1977         spin_lock_bh(&bp->phy_lock);
1978         rc = bnx2_write_phy(bp, bp->mii_bmcr, BMCR_LOOPBACK | BMCR_FULLDPLX |
1979                             BMCR_SPEED1000);
1980         spin_unlock_bh(&bp->phy_lock);
1981         if (rc)
1982                 return rc;
1983
1984         for (i = 0; i < 10; i++) {
1985                 if (bnx2_test_link(bp) == 0)
1986                         break;
1987                 msleep(100);
1988         }
1989
1990         mac_mode = REG_RD(bp, BNX2_EMAC_MODE);
1991         mac_mode &= ~(BNX2_EMAC_MODE_PORT | BNX2_EMAC_MODE_HALF_DUPLEX |
1992                       BNX2_EMAC_MODE_MAC_LOOP | BNX2_EMAC_MODE_FORCE_LINK |
1993                       BNX2_EMAC_MODE_25G_MODE);
1994
1995         mac_mode |= BNX2_EMAC_MODE_PORT_GMII;
1996         REG_WR(bp, BNX2_EMAC_MODE, mac_mode);
1997         bp->link_up = 1;
1998         return 0;
1999 }
2000
2001 static int
2002 bnx2_fw_sync(struct bnx2 *bp, u32 msg_data, int silent)
2003 {
2004         int i;
2005         u32 val;
2006
2007         bp->fw_wr_seq++;
2008         msg_data |= bp->fw_wr_seq;
2009
2010         REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_MB, msg_data);
2011
2012         /* wait for an acknowledgement. */
2013         for (i = 0; i < (FW_ACK_TIME_OUT_MS / 10); i++) {
2014                 msleep(10);
2015
2016                 val = REG_RD_IND(bp, bp->shmem_base + BNX2_FW_MB);
2017
2018                 if ((val & BNX2_FW_MSG_ACK) == (msg_data & BNX2_DRV_MSG_SEQ))
2019                         break;
2020         }
2021         if ((msg_data & BNX2_DRV_MSG_DATA) == BNX2_DRV_MSG_DATA_WAIT0)
2022                 return 0;
2023
2024         /* If we timed out, inform the firmware that this is the case. */
2025         if ((val & BNX2_FW_MSG_ACK) != (msg_data & BNX2_DRV_MSG_SEQ)) {
2026                 if (!silent)
2027                         printk(KERN_ERR PFX "fw sync timeout, reset code = "
2028                                             "%x\n", msg_data);
2029
2030                 msg_data &= ~BNX2_DRV_MSG_CODE;
2031                 msg_data |= BNX2_DRV_MSG_CODE_FW_TIMEOUT;
2032
2033                 REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_MB, msg_data);
2034
2035                 return -EBUSY;
2036         }
2037
2038         if ((val & BNX2_FW_MSG_STATUS_MASK) != BNX2_FW_MSG_STATUS_OK)
2039                 return -EIO;
2040
2041         return 0;
2042 }
2043
2044 static int
2045 bnx2_init_5709_context(struct bnx2 *bp)
2046 {
2047         int i, ret = 0;
2048         u32 val;
2049
2050         val = BNX2_CTX_COMMAND_ENABLED | BNX2_CTX_COMMAND_MEM_INIT | (1 << 12);
2051         val |= (BCM_PAGE_BITS - 8) << 16;
2052         REG_WR(bp, BNX2_CTX_COMMAND, val);
2053         for (i = 0; i < 10; i++) {
2054                 val = REG_RD(bp, BNX2_CTX_COMMAND);
2055                 if (!(val & BNX2_CTX_COMMAND_MEM_INIT))
2056                         break;
2057                 udelay(2);
2058         }
2059         if (val & BNX2_CTX_COMMAND_MEM_INIT)
2060                 return -EBUSY;
2061
2062         for (i = 0; i < bp->ctx_pages; i++) {
2063                 int j;
2064
2065                 REG_WR(bp, BNX2_CTX_HOST_PAGE_TBL_DATA0,
2066                        (bp->ctx_blk_mapping[i] & 0xffffffff) |
2067                        BNX2_CTX_HOST_PAGE_TBL_DATA0_VALID);
2068                 REG_WR(bp, BNX2_CTX_HOST_PAGE_TBL_DATA1,
2069                        (u64) bp->ctx_blk_mapping[i] >> 32);
2070                 REG_WR(bp, BNX2_CTX_HOST_PAGE_TBL_CTRL, i |
2071                        BNX2_CTX_HOST_PAGE_TBL_CTRL_WRITE_REQ);
2072                 for (j = 0; j < 10; j++) {
2073
2074                         val = REG_RD(bp, BNX2_CTX_HOST_PAGE_TBL_CTRL);
2075                         if (!(val & BNX2_CTX_HOST_PAGE_TBL_CTRL_WRITE_REQ))
2076                                 break;
2077                         udelay(5);
2078                 }
2079                 if (val & BNX2_CTX_HOST_PAGE_TBL_CTRL_WRITE_REQ) {
2080                         ret = -EBUSY;
2081                         break;
2082                 }
2083         }
2084         return ret;
2085 }
2086
2087 static void
2088 bnx2_init_context(struct bnx2 *bp)
2089 {
2090         u32 vcid;
2091
2092         vcid = 96;
2093         while (vcid) {
2094                 u32 vcid_addr, pcid_addr, offset;
2095                 int i;
2096
2097                 vcid--;
2098
2099                 if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
2100                         u32 new_vcid;
2101
2102                         vcid_addr = GET_PCID_ADDR(vcid);
2103                         if (vcid & 0x8) {
2104                                 new_vcid = 0x60 + (vcid & 0xf0) + (vcid & 0x7);
2105                         }
2106                         else {
2107                                 new_vcid = vcid;
2108                         }
2109                         pcid_addr = GET_PCID_ADDR(new_vcid);
2110                 }
2111                 else {
2112                         vcid_addr = GET_CID_ADDR(vcid);
2113                         pcid_addr = vcid_addr;
2114                 }
2115
2116                 for (i = 0; i < (CTX_SIZE / PHY_CTX_SIZE); i++) {
2117                         vcid_addr += (i << PHY_CTX_SHIFT);
2118                         pcid_addr += (i << PHY_CTX_SHIFT);
2119
2120                         REG_WR(bp, BNX2_CTX_VIRT_ADDR, vcid_addr);
2121                         REG_WR(bp, BNX2_CTX_PAGE_TBL, pcid_addr);
2122
2123                         /* Zero out the context. */
2124                         for (offset = 0; offset < PHY_CTX_SIZE; offset += 4)
2125                                 CTX_WR(bp, vcid_addr, offset, 0);
2126                 }
2127         }
2128 }
2129
2130 static int
2131 bnx2_alloc_bad_rbuf(struct bnx2 *bp)
2132 {
2133         u16 *good_mbuf;
2134         u32 good_mbuf_cnt;
2135         u32 val;
2136
2137         good_mbuf = kmalloc(512 * sizeof(u16), GFP_KERNEL);
2138         if (good_mbuf == NULL) {
2139                 printk(KERN_ERR PFX "Failed to allocate memory in "
2140                                     "bnx2_alloc_bad_rbuf\n");
2141                 return -ENOMEM;
2142         }
2143
2144         REG_WR(bp, BNX2_MISC_ENABLE_SET_BITS,
2145                 BNX2_MISC_ENABLE_SET_BITS_RX_MBUF_ENABLE);
2146
2147         good_mbuf_cnt = 0;
2148
2149         /* Allocate a bunch of mbufs and save the good ones in an array. */
2150         val = REG_RD_IND(bp, BNX2_RBUF_STATUS1);
2151         while (val & BNX2_RBUF_STATUS1_FREE_COUNT) {
2152                 REG_WR_IND(bp, BNX2_RBUF_COMMAND, BNX2_RBUF_COMMAND_ALLOC_REQ);
2153
2154                 val = REG_RD_IND(bp, BNX2_RBUF_FW_BUF_ALLOC);
2155
2156                 val &= BNX2_RBUF_FW_BUF_ALLOC_VALUE;
2157
2158                 /* The addresses with Bit 9 set are bad memory blocks. */
2159                 if (!(val & (1 << 9))) {
2160                         good_mbuf[good_mbuf_cnt] = (u16) val;
2161                         good_mbuf_cnt++;
2162                 }
2163
2164                 val = REG_RD_IND(bp, BNX2_RBUF_STATUS1);
2165         }
2166
2167         /* Free the good ones back to the mbuf pool thus discarding
2168          * all the bad ones. */
2169         while (good_mbuf_cnt) {
2170                 good_mbuf_cnt--;
2171
2172                 val = good_mbuf[good_mbuf_cnt];
2173                 val = (val << 9) | val | 1;
2174
2175                 REG_WR_IND(bp, BNX2_RBUF_FW_BUF_FREE, val);
2176         }
2177         kfree(good_mbuf);
2178         return 0;
2179 }
2180
2181 static void
2182 bnx2_set_mac_addr(struct bnx2 *bp)
2183 {
2184         u32 val;
2185         u8 *mac_addr = bp->dev->dev_addr;
2186
2187         val = (mac_addr[0] << 8) | mac_addr[1];
2188
2189         REG_WR(bp, BNX2_EMAC_MAC_MATCH0, val);
2190
2191         val = (mac_addr[2] << 24) | (mac_addr[3] << 16) |
2192                 (mac_addr[4] << 8) | mac_addr[5];
2193
2194         REG_WR(bp, BNX2_EMAC_MAC_MATCH1, val);
2195 }
2196
2197 static inline int
2198 bnx2_alloc_rx_skb(struct bnx2 *bp, u16 index)
2199 {
2200         struct sk_buff *skb;
2201         struct sw_bd *rx_buf = &bp->rx_buf_ring[index];
2202         dma_addr_t mapping;
2203         struct rx_bd *rxbd = &bp->rx_desc_ring[RX_RING(index)][RX_IDX(index)];
2204         unsigned long align;
2205
2206         skb = netdev_alloc_skb(bp->dev, bp->rx_buf_size);
2207         if (skb == NULL) {
2208                 return -ENOMEM;
2209         }
2210
2211         if (unlikely((align = (unsigned long) skb->data & (BNX2_RX_ALIGN - 1))))
2212                 skb_reserve(skb, BNX2_RX_ALIGN - align);
2213
2214         mapping = pci_map_single(bp->pdev, skb->data, bp->rx_buf_use_size,
2215                 PCI_DMA_FROMDEVICE);
2216
2217         rx_buf->skb = skb;
2218         pci_unmap_addr_set(rx_buf, mapping, mapping);
2219
2220         rxbd->rx_bd_haddr_hi = (u64) mapping >> 32;
2221         rxbd->rx_bd_haddr_lo = (u64) mapping & 0xffffffff;
2222
2223         bp->rx_prod_bseq += bp->rx_buf_use_size;
2224
2225         return 0;
2226 }
2227
2228 static int
2229 bnx2_phy_event_is_set(struct bnx2 *bp, u32 event)
2230 {
2231         struct status_block *sblk = bp->status_blk;
2232         u32 new_link_state, old_link_state;
2233         int is_set = 1;
2234
2235         new_link_state = sblk->status_attn_bits & event;
2236         old_link_state = sblk->status_attn_bits_ack & event;
2237         if (new_link_state != old_link_state) {
2238                 if (new_link_state)
2239                         REG_WR(bp, BNX2_PCICFG_STATUS_BIT_SET_CMD, event);
2240                 else
2241                         REG_WR(bp, BNX2_PCICFG_STATUS_BIT_CLEAR_CMD, event);
2242         } else
2243                 is_set = 0;
2244
2245         return is_set;
2246 }
2247
2248 static void
2249 bnx2_phy_int(struct bnx2 *bp)
2250 {
2251         if (bnx2_phy_event_is_set(bp, STATUS_ATTN_BITS_LINK_STATE)) {
2252                 spin_lock(&bp->phy_lock);
2253                 bnx2_set_link(bp);
2254                 spin_unlock(&bp->phy_lock);
2255         }
2256         if (bnx2_phy_event_is_set(bp, STATUS_ATTN_BITS_TIMER_ABORT))
2257                 bnx2_set_remote_link(bp);
2258
2259 }
2260
2261 static void
2262 bnx2_tx_int(struct bnx2 *bp)
2263 {
2264         struct status_block *sblk = bp->status_blk;
2265         u16 hw_cons, sw_cons, sw_ring_cons;
2266         int tx_free_bd = 0;
2267
2268         hw_cons = bp->hw_tx_cons = sblk->status_tx_quick_consumer_index0;
2269         if ((hw_cons & MAX_TX_DESC_CNT) == MAX_TX_DESC_CNT) {
2270                 hw_cons++;
2271         }
2272         sw_cons = bp->tx_cons;
2273
2274         while (sw_cons != hw_cons) {
2275                 struct sw_bd *tx_buf;
2276                 struct sk_buff *skb;
2277                 int i, last;
2278
2279                 sw_ring_cons = TX_RING_IDX(sw_cons);
2280
2281                 tx_buf = &bp->tx_buf_ring[sw_ring_cons];
2282                 skb = tx_buf->skb;
2283
2284                 /* partial BD completions possible with TSO packets */
2285                 if (skb_is_gso(skb)) {
2286                         u16 last_idx, last_ring_idx;
2287
2288                         last_idx = sw_cons +
2289                                 skb_shinfo(skb)->nr_frags + 1;
2290                         last_ring_idx = sw_ring_cons +
2291                                 skb_shinfo(skb)->nr_frags + 1;
2292                         if (unlikely(last_ring_idx >= MAX_TX_DESC_CNT)) {
2293                                 last_idx++;
2294                         }
2295                         if (((s16) ((s16) last_idx - (s16) hw_cons)) > 0) {
2296                                 break;
2297                         }
2298                 }
2299
2300                 pci_unmap_single(bp->pdev, pci_unmap_addr(tx_buf, mapping),
2301                         skb_headlen(skb), PCI_DMA_TODEVICE);
2302
2303                 tx_buf->skb = NULL;
2304                 last = skb_shinfo(skb)->nr_frags;
2305
2306                 for (i = 0; i < last; i++) {
2307                         sw_cons = NEXT_TX_BD(sw_cons);
2308
2309                         pci_unmap_page(bp->pdev,
2310                                 pci_unmap_addr(
2311                                         &bp->tx_buf_ring[TX_RING_IDX(sw_cons)],
2312                                         mapping),
2313                                 skb_shinfo(skb)->frags[i].size,
2314                                 PCI_DMA_TODEVICE);
2315                 }
2316
2317                 sw_cons = NEXT_TX_BD(sw_cons);
2318
2319                 tx_free_bd += last + 1;
2320
2321                 dev_kfree_skb(skb);
2322
2323                 hw_cons = bp->hw_tx_cons =
2324                         sblk->status_tx_quick_consumer_index0;
2325
2326                 if ((hw_cons & MAX_TX_DESC_CNT) == MAX_TX_DESC_CNT) {
2327                         hw_cons++;
2328                 }
2329         }
2330
2331         bp->tx_cons = sw_cons;
2332         /* Need to make the tx_cons update visible to bnx2_start_xmit()
2333          * before checking for netif_queue_stopped().  Without the
2334          * memory barrier, there is a small possibility that bnx2_start_xmit()
2335          * will miss it and cause the queue to be stopped forever.
2336          */
2337         smp_mb();
2338
2339         if (unlikely(netif_queue_stopped(bp->dev)) &&
2340                      (bnx2_tx_avail(bp) > bp->tx_wake_thresh)) {
2341                 netif_tx_lock(bp->dev);
2342                 if ((netif_queue_stopped(bp->dev)) &&
2343                     (bnx2_tx_avail(bp) > bp->tx_wake_thresh))
2344                         netif_wake_queue(bp->dev);
2345                 netif_tx_unlock(bp->dev);
2346         }
2347 }
2348
2349 static inline void
2350 bnx2_reuse_rx_skb(struct bnx2 *bp, struct sk_buff *skb,
2351         u16 cons, u16 prod)
2352 {
2353         struct sw_bd *cons_rx_buf, *prod_rx_buf;
2354         struct rx_bd *cons_bd, *prod_bd;
2355
2356         cons_rx_buf = &bp->rx_buf_ring[cons];
2357         prod_rx_buf = &bp->rx_buf_ring[prod];
2358
2359         pci_dma_sync_single_for_device(bp->pdev,
2360                 pci_unmap_addr(cons_rx_buf, mapping),
2361                 bp->rx_offset + RX_COPY_THRESH, PCI_DMA_FROMDEVICE);
2362
2363         bp->rx_prod_bseq += bp->rx_buf_use_size;
2364
2365         prod_rx_buf->skb = skb;
2366
2367         if (cons == prod)
2368                 return;
2369
2370         pci_unmap_addr_set(prod_rx_buf, mapping,
2371                         pci_unmap_addr(cons_rx_buf, mapping));
2372
2373         cons_bd = &bp->rx_desc_ring[RX_RING(cons)][RX_IDX(cons)];
2374         prod_bd = &bp->rx_desc_ring[RX_RING(prod)][RX_IDX(prod)];
2375         prod_bd->rx_bd_haddr_hi = cons_bd->rx_bd_haddr_hi;
2376         prod_bd->rx_bd_haddr_lo = cons_bd->rx_bd_haddr_lo;
2377 }
2378
2379 static int
2380 bnx2_rx_skb(struct bnx2 *bp, struct sk_buff *skb, unsigned int len,
2381             dma_addr_t dma_addr, u32 ring_idx)
2382 {
2383         int err;
2384         u16 prod = ring_idx & 0xffff;
2385
2386         err = bnx2_alloc_rx_skb(bp, prod);
2387         if (unlikely(err)) {
2388                 bnx2_reuse_rx_skb(bp, skb, (u16) (ring_idx >> 16), prod);
2389                 return err;
2390         }
2391
2392         skb_reserve(skb, bp->rx_offset);
2393         pci_unmap_single(bp->pdev, dma_addr, bp->rx_buf_use_size,
2394                          PCI_DMA_FROMDEVICE);
2395
2396         skb_put(skb, len);
2397         return 0;
2398 }
2399
2400 static inline u16
2401 bnx2_get_hw_rx_cons(struct bnx2 *bp)
2402 {
2403         u16 cons = bp->status_blk->status_rx_quick_consumer_index0;
2404
2405         if (unlikely((cons & MAX_RX_DESC_CNT) == MAX_RX_DESC_CNT))
2406                 cons++;
2407         return cons;
2408 }
2409
2410 static int
2411 bnx2_rx_int(struct bnx2 *bp, int budget)
2412 {
2413         u16 hw_cons, sw_cons, sw_ring_cons, sw_prod, sw_ring_prod;
2414         struct l2_fhdr *rx_hdr;
2415         int rx_pkt = 0;
2416
2417         hw_cons = bnx2_get_hw_rx_cons(bp);
2418         sw_cons = bp->rx_cons;
2419         sw_prod = bp->rx_prod;
2420
2421         /* Memory barrier necessary as speculative reads of the rx
2422          * buffer can be ahead of the index in the status block
2423          */
2424         rmb();
2425         while (sw_cons != hw_cons) {
2426                 unsigned int len;
2427                 u32 status;
2428                 struct sw_bd *rx_buf;
2429                 struct sk_buff *skb;
2430                 dma_addr_t dma_addr;
2431
2432                 sw_ring_cons = RX_RING_IDX(sw_cons);
2433                 sw_ring_prod = RX_RING_IDX(sw_prod);
2434
2435                 rx_buf = &bp->rx_buf_ring[sw_ring_cons];
2436                 skb = rx_buf->skb;
2437
2438                 rx_buf->skb = NULL;
2439
2440                 dma_addr = pci_unmap_addr(rx_buf, mapping);
2441
2442                 pci_dma_sync_single_for_cpu(bp->pdev, dma_addr,
2443                         bp->rx_offset + RX_COPY_THRESH, PCI_DMA_FROMDEVICE);
2444
2445                 rx_hdr = (struct l2_fhdr *) skb->data;
2446                 len = rx_hdr->l2_fhdr_pkt_len - 4;
2447
2448                 if ((status = rx_hdr->l2_fhdr_status) &
2449                         (L2_FHDR_ERRORS_BAD_CRC |
2450                         L2_FHDR_ERRORS_PHY_DECODE |
2451                         L2_FHDR_ERRORS_ALIGNMENT |
2452                         L2_FHDR_ERRORS_TOO_SHORT |
2453                         L2_FHDR_ERRORS_GIANT_FRAME)) {
2454
2455                         bnx2_reuse_rx_skb(bp, skb, sw_ring_cons, sw_ring_prod);
2456                         goto next_rx;
2457                 }
2458
2459                 if (len <= bp->rx_copy_thresh) {
2460                         struct sk_buff *new_skb;
2461
2462                         new_skb = netdev_alloc_skb(bp->dev, len + 2);
2463                         if (new_skb == NULL) {
2464                                 bnx2_reuse_rx_skb(bp, skb, sw_ring_cons,
2465                                                   sw_ring_prod);
2466                                 goto next_rx;
2467                         }
2468
2469                         /* aligned copy */
2470                         skb_copy_from_linear_data_offset(skb, bp->rx_offset - 2,
2471                                       new_skb->data, len + 2);
2472                         skb_reserve(new_skb, 2);
2473                         skb_put(new_skb, len);
2474
2475                         bnx2_reuse_rx_skb(bp, skb,
2476                                 sw_ring_cons, sw_ring_prod);
2477
2478                         skb = new_skb;
2479                 } else if (unlikely(bnx2_rx_skb(bp, skb, len, dma_addr,
2480                                     (sw_ring_cons << 16) | sw_ring_prod)))
2481                         goto next_rx;
2482
2483                 skb->protocol = eth_type_trans(skb, bp->dev);
2484
2485                 if ((len > (bp->dev->mtu + ETH_HLEN)) &&
2486                         (ntohs(skb->protocol) != 0x8100)) {
2487
2488                         dev_kfree_skb(skb);
2489                         goto next_rx;
2490
2491                 }
2492
2493                 skb->ip_summed = CHECKSUM_NONE;
2494                 if (bp->rx_csum &&
2495                         (status & (L2_FHDR_STATUS_TCP_SEGMENT |
2496                         L2_FHDR_STATUS_UDP_DATAGRAM))) {
2497
2498                         if (likely((status & (L2_FHDR_ERRORS_TCP_XSUM |
2499                                               L2_FHDR_ERRORS_UDP_XSUM)) == 0))
2500                                 skb->ip_summed = CHECKSUM_UNNECESSARY;
2501                 }
2502
2503 #ifdef BCM_VLAN
2504                 if ((status & L2_FHDR_STATUS_L2_VLAN_TAG) && (bp->vlgrp != 0)) {
2505                         vlan_hwaccel_receive_skb(skb, bp->vlgrp,
2506                                 rx_hdr->l2_fhdr_vlan_tag);
2507                 }
2508                 else
2509 #endif
2510                         netif_receive_skb(skb);
2511
2512                 bp->dev->last_rx = jiffies;
2513                 rx_pkt++;
2514
2515 next_rx:
2516                 sw_cons = NEXT_RX_BD(sw_cons);
2517                 sw_prod = NEXT_RX_BD(sw_prod);
2518
2519                 if ((rx_pkt == budget))
2520                         break;
2521
2522                 /* Refresh hw_cons to see if there is new work */
2523                 if (sw_cons == hw_cons) {
2524                         hw_cons = bnx2_get_hw_rx_cons(bp);
2525                         rmb();
2526                 }
2527         }
2528         bp->rx_cons = sw_cons;
2529         bp->rx_prod = sw_prod;
2530
2531         REG_WR16(bp, MB_RX_CID_ADDR + BNX2_L2CTX_HOST_BDIDX, sw_prod);
2532
2533         REG_WR(bp, MB_RX_CID_ADDR + BNX2_L2CTX_HOST_BSEQ, bp->rx_prod_bseq);
2534
2535         mmiowb();
2536
2537         return rx_pkt;
2538
2539 }
2540
2541 /* MSI ISR - The only difference between this and the INTx ISR
2542  * is that the MSI interrupt is always serviced.
2543  */
2544 static irqreturn_t
2545 bnx2_msi(int irq, void *dev_instance)
2546 {
2547         struct net_device *dev = dev_instance;
2548         struct bnx2 *bp = netdev_priv(dev);
2549
2550         prefetch(bp->status_blk);
2551         REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2552                 BNX2_PCICFG_INT_ACK_CMD_USE_INT_HC_PARAM |
2553                 BNX2_PCICFG_INT_ACK_CMD_MASK_INT);
2554
2555         /* Return here if interrupt is disabled. */
2556         if (unlikely(atomic_read(&bp->intr_sem) != 0))
2557                 return IRQ_HANDLED;
2558
2559         netif_rx_schedule(dev, &bp->napi);
2560
2561         return IRQ_HANDLED;
2562 }
2563
2564 static irqreturn_t
2565 bnx2_msi_1shot(int irq, void *dev_instance)
2566 {
2567         struct net_device *dev = dev_instance;
2568         struct bnx2 *bp = netdev_priv(dev);
2569
2570         prefetch(bp->status_blk);
2571
2572         /* Return here if interrupt is disabled. */
2573         if (unlikely(atomic_read(&bp->intr_sem) != 0))
2574                 return IRQ_HANDLED;
2575
2576         netif_rx_schedule(dev, &bp->napi);
2577
2578         return IRQ_HANDLED;
2579 }
2580
2581 static irqreturn_t
2582 bnx2_interrupt(int irq, void *dev_instance)
2583 {
2584         struct net_device *dev = dev_instance;
2585         struct bnx2 *bp = netdev_priv(dev);
2586         struct status_block *sblk = bp->status_blk;
2587
2588         /* When using INTx, it is possible for the interrupt to arrive
2589          * at the CPU before the status block posted prior to the
2590          * interrupt. Reading a register will flush the status block.
2591          * When using MSI, the MSI message will always complete after
2592          * the status block write.
2593          */
2594         if ((sblk->status_idx == bp->last_status_idx) &&
2595             (REG_RD(bp, BNX2_PCICFG_MISC_STATUS) &
2596              BNX2_PCICFG_MISC_STATUS_INTA_VALUE))
2597                 return IRQ_NONE;
2598
2599         REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2600                 BNX2_PCICFG_INT_ACK_CMD_USE_INT_HC_PARAM |
2601                 BNX2_PCICFG_INT_ACK_CMD_MASK_INT);
2602
2603         /* Read back to deassert IRQ immediately to avoid too many
2604          * spurious interrupts.
2605          */
2606         REG_RD(bp, BNX2_PCICFG_INT_ACK_CMD);
2607
2608         /* Return here if interrupt is shared and is disabled. */
2609         if (unlikely(atomic_read(&bp->intr_sem) != 0))
2610                 return IRQ_HANDLED;
2611
2612         if (netif_rx_schedule_prep(dev, &bp->napi)) {
2613                 bp->last_status_idx = sblk->status_idx;
2614                 __netif_rx_schedule(dev, &bp->napi);
2615         }
2616
2617         return IRQ_HANDLED;
2618 }
2619
2620 #define STATUS_ATTN_EVENTS      (STATUS_ATTN_BITS_LINK_STATE | \
2621                                  STATUS_ATTN_BITS_TIMER_ABORT)
2622
2623 static inline int
2624 bnx2_has_work(struct bnx2 *bp)
2625 {
2626         struct status_block *sblk = bp->status_blk;
2627
2628         if ((bnx2_get_hw_rx_cons(bp) != bp->rx_cons) ||
2629             (sblk->status_tx_quick_consumer_index0 != bp->hw_tx_cons))
2630                 return 1;
2631
2632         if ((sblk->status_attn_bits & STATUS_ATTN_EVENTS) !=
2633             (sblk->status_attn_bits_ack & STATUS_ATTN_EVENTS))
2634                 return 1;
2635
2636         return 0;
2637 }
2638
2639 static int bnx2_poll_work(struct bnx2 *bp, int work_done, int budget)
2640 {
2641         struct status_block *sblk = bp->status_blk;
2642         u32 status_attn_bits = sblk->status_attn_bits;
2643         u32 status_attn_bits_ack = sblk->status_attn_bits_ack;
2644
2645         if ((status_attn_bits & STATUS_ATTN_EVENTS) !=
2646             (status_attn_bits_ack & STATUS_ATTN_EVENTS)) {
2647
2648                 bnx2_phy_int(bp);
2649
2650                 /* This is needed to take care of transient status
2651                  * during link changes.
2652                  */
2653                 REG_WR(bp, BNX2_HC_COMMAND,
2654                        bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW_WO_INT);
2655                 REG_RD(bp, BNX2_HC_COMMAND);
2656         }
2657
2658         if (sblk->status_tx_quick_consumer_index0 != bp->hw_tx_cons)
2659                 bnx2_tx_int(bp);
2660
2661         if (bnx2_get_hw_rx_cons(bp) != bp->rx_cons)
2662                 work_done += bnx2_rx_int(bp, budget - work_done);
2663
2664         return work_done;
2665 }
2666
2667 static int bnx2_poll(struct napi_struct *napi, int budget)
2668 {
2669         struct bnx2 *bp = container_of(napi, struct bnx2, napi);
2670         int work_done = 0;
2671         struct status_block *sblk = bp->status_blk;
2672
2673         while (1) {
2674                 work_done = bnx2_poll_work(bp, work_done, budget);
2675
2676                 if (unlikely(work_done >= budget))
2677                         break;
2678
2679                 /* bp->last_status_idx is used below to tell the hw how
2680                  * much work has been processed, so we must read it before
2681                  * checking for more work.
2682                  */
2683                 bp->last_status_idx = sblk->status_idx;
2684                 rmb();
2685                 if (likely(!bnx2_has_work(bp))) {
2686                         netif_rx_complete(bp->dev, napi);
2687                         if (likely(bp->flags & USING_MSI_FLAG)) {
2688                                 REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2689                                        BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID |
2690                                        bp->last_status_idx);
2691                                 break;
2692                         }
2693                         REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2694                                BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID |
2695                                BNX2_PCICFG_INT_ACK_CMD_MASK_INT |
2696                                bp->last_status_idx);
2697
2698                         REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD,
2699                                BNX2_PCICFG_INT_ACK_CMD_INDEX_VALID |
2700                                bp->last_status_idx);
2701                         break;
2702                 }
2703         }
2704
2705         return work_done;
2706 }
2707
2708 /* Called with rtnl_lock from vlan functions and also netif_tx_lock
2709  * from set_multicast.
2710  */
2711 static void
2712 bnx2_set_rx_mode(struct net_device *dev)
2713 {
2714         struct bnx2 *bp = netdev_priv(dev);
2715         u32 rx_mode, sort_mode;
2716         int i;
2717
2718         spin_lock_bh(&bp->phy_lock);
2719
2720         rx_mode = bp->rx_mode & ~(BNX2_EMAC_RX_MODE_PROMISCUOUS |
2721                                   BNX2_EMAC_RX_MODE_KEEP_VLAN_TAG);
2722         sort_mode = 1 | BNX2_RPM_SORT_USER0_BC_EN;
2723 #ifdef BCM_VLAN
2724         if (!bp->vlgrp && !(bp->flags & ASF_ENABLE_FLAG))
2725                 rx_mode |= BNX2_EMAC_RX_MODE_KEEP_VLAN_TAG;
2726 #else
2727         if (!(bp->flags & ASF_ENABLE_FLAG))
2728                 rx_mode |= BNX2_EMAC_RX_MODE_KEEP_VLAN_TAG;
2729 #endif
2730         if (dev->flags & IFF_PROMISC) {
2731                 /* Promiscuous mode. */
2732                 rx_mode |= BNX2_EMAC_RX_MODE_PROMISCUOUS;
2733                 sort_mode |= BNX2_RPM_SORT_USER0_PROM_EN |
2734                              BNX2_RPM_SORT_USER0_PROM_VLAN;
2735         }
2736         else if (dev->flags & IFF_ALLMULTI) {
2737                 for (i = 0; i < NUM_MC_HASH_REGISTERS; i++) {
2738                         REG_WR(bp, BNX2_EMAC_MULTICAST_HASH0 + (i * 4),
2739                                0xffffffff);
2740                 }
2741                 sort_mode |= BNX2_RPM_SORT_USER0_MC_EN;
2742         }
2743         else {
2744                 /* Accept one or more multicast(s). */
2745                 struct dev_mc_list *mclist;
2746                 u32 mc_filter[NUM_MC_HASH_REGISTERS];
2747                 u32 regidx;
2748                 u32 bit;
2749                 u32 crc;
2750
2751                 memset(mc_filter, 0, 4 * NUM_MC_HASH_REGISTERS);
2752
2753                 for (i = 0, mclist = dev->mc_list; mclist && i < dev->mc_count;
2754                      i++, mclist = mclist->next) {
2755
2756                         crc = ether_crc_le(ETH_ALEN, mclist->dmi_addr);
2757                         bit = crc & 0xff;
2758                         regidx = (bit & 0xe0) >> 5;
2759                         bit &= 0x1f;
2760                         mc_filter[regidx] |= (1 << bit);
2761                 }
2762
2763                 for (i = 0; i < NUM_MC_HASH_REGISTERS; i++) {
2764                         REG_WR(bp, BNX2_EMAC_MULTICAST_HASH0 + (i * 4),
2765                                mc_filter[i]);
2766                 }
2767
2768                 sort_mode |= BNX2_RPM_SORT_USER0_MC_HSH_EN;
2769         }
2770
2771         if (rx_mode != bp->rx_mode) {
2772                 bp->rx_mode = rx_mode;
2773                 REG_WR(bp, BNX2_EMAC_RX_MODE, rx_mode);
2774         }
2775
2776         REG_WR(bp, BNX2_RPM_SORT_USER0, 0x0);
2777         REG_WR(bp, BNX2_RPM_SORT_USER0, sort_mode);
2778         REG_WR(bp, BNX2_RPM_SORT_USER0, sort_mode | BNX2_RPM_SORT_USER0_ENA);
2779
2780         spin_unlock_bh(&bp->phy_lock);
2781 }
2782
2783 static void
2784 load_rv2p_fw(struct bnx2 *bp, u32 *rv2p_code, u32 rv2p_code_len,
2785         u32 rv2p_proc)
2786 {
2787         int i;
2788         u32 val;
2789
2790
2791         for (i = 0; i < rv2p_code_len; i += 8) {
2792                 REG_WR(bp, BNX2_RV2P_INSTR_HIGH, cpu_to_le32(*rv2p_code));
2793                 rv2p_code++;
2794                 REG_WR(bp, BNX2_RV2P_INSTR_LOW, cpu_to_le32(*rv2p_code));
2795                 rv2p_code++;
2796
2797                 if (rv2p_proc == RV2P_PROC1) {
2798                         val = (i / 8) | BNX2_RV2P_PROC1_ADDR_CMD_RDWR;
2799                         REG_WR(bp, BNX2_RV2P_PROC1_ADDR_CMD, val);
2800                 }
2801                 else {
2802                         val = (i / 8) | BNX2_RV2P_PROC2_ADDR_CMD_RDWR;
2803                         REG_WR(bp, BNX2_RV2P_PROC2_ADDR_CMD, val);
2804                 }
2805         }
2806
2807         /* Reset the processor, un-stall is done later. */
2808         if (rv2p_proc == RV2P_PROC1) {
2809                 REG_WR(bp, BNX2_RV2P_COMMAND, BNX2_RV2P_COMMAND_PROC1_RESET);
2810         }
2811         else {
2812                 REG_WR(bp, BNX2_RV2P_COMMAND, BNX2_RV2P_COMMAND_PROC2_RESET);
2813         }
2814 }
2815
2816 static int
2817 load_cpu_fw(struct bnx2 *bp, struct cpu_reg *cpu_reg, struct fw_info *fw)
2818 {
2819         u32 offset;
2820         u32 val;
2821         int rc;
2822
2823         /* Halt the CPU. */
2824         val = REG_RD_IND(bp, cpu_reg->mode);
2825         val |= cpu_reg->mode_value_halt;
2826         REG_WR_IND(bp, cpu_reg->mode, val);
2827         REG_WR_IND(bp, cpu_reg->state, cpu_reg->state_value_clear);
2828
2829         /* Load the Text area. */
2830         offset = cpu_reg->spad_base + (fw->text_addr - cpu_reg->mips_view_base);
2831         if (fw->gz_text) {
2832                 int j;
2833
2834                 rc = zlib_inflate_blob(fw->text, FW_BUF_SIZE, fw->gz_text,
2835                                        fw->gz_text_len);
2836                 if (rc < 0)
2837                         return rc;
2838
2839                 for (j = 0; j < (fw->text_len / 4); j++, offset += 4) {
2840                         REG_WR_IND(bp, offset, cpu_to_le32(fw->text[j]));
2841                 }
2842         }
2843
2844         /* Load the Data area. */
2845         offset = cpu_reg->spad_base + (fw->data_addr - cpu_reg->mips_view_base);
2846         if (fw->data) {
2847                 int j;
2848
2849                 for (j = 0; j < (fw->data_len / 4); j++, offset += 4) {
2850                         REG_WR_IND(bp, offset, fw->data[j]);
2851                 }
2852         }
2853
2854         /* Load the SBSS area. */
2855         offset = cpu_reg->spad_base + (fw->sbss_addr - cpu_reg->mips_view_base);
2856         if (fw->sbss_len) {
2857                 int j;
2858
2859                 for (j = 0; j < (fw->sbss_len / 4); j++, offset += 4) {
2860                         REG_WR_IND(bp, offset, 0);
2861                 }
2862         }
2863
2864         /* Load the BSS area. */
2865         offset = cpu_reg->spad_base + (fw->bss_addr - cpu_reg->mips_view_base);
2866         if (fw->bss_len) {
2867                 int j;
2868
2869                 for (j = 0; j < (fw->bss_len/4); j++, offset += 4) {
2870                         REG_WR_IND(bp, offset, 0);
2871                 }
2872         }
2873
2874         /* Load the Read-Only area. */
2875         offset = cpu_reg->spad_base +
2876                 (fw->rodata_addr - cpu_reg->mips_view_base);
2877         if (fw->rodata) {
2878                 int j;
2879
2880                 for (j = 0; j < (fw->rodata_len / 4); j++, offset += 4) {
2881                         REG_WR_IND(bp, offset, fw->rodata[j]);
2882                 }
2883         }
2884
2885         /* Clear the pre-fetch instruction. */
2886         REG_WR_IND(bp, cpu_reg->inst, 0);
2887         REG_WR_IND(bp, cpu_reg->pc, fw->start_addr);
2888
2889         /* Start the CPU. */
2890         val = REG_RD_IND(bp, cpu_reg->mode);
2891         val &= ~cpu_reg->mode_value_halt;
2892         REG_WR_IND(bp, cpu_reg->state, cpu_reg->state_value_clear);
2893         REG_WR_IND(bp, cpu_reg->mode, val);
2894
2895         return 0;
2896 }
2897
2898 static int
2899 bnx2_init_cpus(struct bnx2 *bp)
2900 {
2901         struct cpu_reg cpu_reg;
2902         struct fw_info *fw;
2903         int rc, rv2p_len;
2904         void *text, *rv2p;
2905
2906         /* Initialize the RV2P processor. */
2907         text = vmalloc(FW_BUF_SIZE);
2908         if (!text)
2909                 return -ENOMEM;
2910         if (CHIP_NUM(bp) == CHIP_NUM_5709) {
2911                 rv2p = bnx2_xi_rv2p_proc1;
2912                 rv2p_len = sizeof(bnx2_xi_rv2p_proc1);
2913         } else {
2914                 rv2p = bnx2_rv2p_proc1;
2915                 rv2p_len = sizeof(bnx2_rv2p_proc1);
2916         }
2917         rc = zlib_inflate_blob(text, FW_BUF_SIZE, rv2p, rv2p_len);
2918         if (rc < 0)
2919                 goto init_cpu_err;
2920
2921         load_rv2p_fw(bp, text, rc /* == len */, RV2P_PROC1);
2922
2923         if (CHIP_NUM(bp) == CHIP_NUM_5709) {
2924                 rv2p = bnx2_xi_rv2p_proc2;
2925                 rv2p_len = sizeof(bnx2_xi_rv2p_proc2);
2926         } else {
2927                 rv2p = bnx2_rv2p_proc2;
2928                 rv2p_len = sizeof(bnx2_rv2p_proc2);
2929         }
2930         rc = zlib_inflate_blob(text, FW_BUF_SIZE, rv2p, rv2p_len);
2931         if (rc < 0)
2932                 goto init_cpu_err;
2933
2934         load_rv2p_fw(bp, text, rc /* == len */, RV2P_PROC2);
2935
2936         /* Initialize the RX Processor. */
2937         cpu_reg.mode = BNX2_RXP_CPU_MODE;
2938         cpu_reg.mode_value_halt = BNX2_RXP_CPU_MODE_SOFT_HALT;
2939         cpu_reg.mode_value_sstep = BNX2_RXP_CPU_MODE_STEP_ENA;
2940         cpu_reg.state = BNX2_RXP_CPU_STATE;
2941         cpu_reg.state_value_clear = 0xffffff;
2942         cpu_reg.gpr0 = BNX2_RXP_CPU_REG_FILE;
2943         cpu_reg.evmask = BNX2_RXP_CPU_EVENT_MASK;
2944         cpu_reg.pc = BNX2_RXP_CPU_PROGRAM_COUNTER;
2945         cpu_reg.inst = BNX2_RXP_CPU_INSTRUCTION;
2946         cpu_reg.bp = BNX2_RXP_CPU_HW_BREAKPOINT;
2947         cpu_reg.spad_base = BNX2_RXP_SCRATCH;
2948         cpu_reg.mips_view_base = 0x8000000;
2949
2950         if (CHIP_NUM(bp) == CHIP_NUM_5709)
2951                 fw = &bnx2_rxp_fw_09;
2952         else
2953                 fw = &bnx2_rxp_fw_06;
2954
2955         fw->text = text;
2956         rc = load_cpu_fw(bp, &cpu_reg, fw);
2957         if (rc)
2958                 goto init_cpu_err;
2959
2960         /* Initialize the TX Processor. */
2961         cpu_reg.mode = BNX2_TXP_CPU_MODE;
2962         cpu_reg.mode_value_halt = BNX2_TXP_CPU_MODE_SOFT_HALT;
2963         cpu_reg.mode_value_sstep = BNX2_TXP_CPU_MODE_STEP_ENA;
2964         cpu_reg.state = BNX2_TXP_CPU_STATE;
2965         cpu_reg.state_value_clear = 0xffffff;
2966         cpu_reg.gpr0 = BNX2_TXP_CPU_REG_FILE;
2967         cpu_reg.evmask = BNX2_TXP_CPU_EVENT_MASK;
2968         cpu_reg.pc = BNX2_TXP_CPU_PROGRAM_COUNTER;
2969         cpu_reg.inst = BNX2_TXP_CPU_INSTRUCTION;
2970         cpu_reg.bp = BNX2_TXP_CPU_HW_BREAKPOINT;
2971         cpu_reg.spad_base = BNX2_TXP_SCRATCH;
2972         cpu_reg.mips_view_base = 0x8000000;
2973
2974         if (CHIP_NUM(bp) == CHIP_NUM_5709)
2975                 fw = &bnx2_txp_fw_09;
2976         else
2977                 fw = &bnx2_txp_fw_06;
2978
2979         fw->text = text;
2980         rc = load_cpu_fw(bp, &cpu_reg, fw);
2981         if (rc)
2982                 goto init_cpu_err;
2983
2984         /* Initialize the TX Patch-up Processor. */
2985         cpu_reg.mode = BNX2_TPAT_CPU_MODE;
2986         cpu_reg.mode_value_halt = BNX2_TPAT_CPU_MODE_SOFT_HALT;
2987         cpu_reg.mode_value_sstep = BNX2_TPAT_CPU_MODE_STEP_ENA;
2988         cpu_reg.state = BNX2_TPAT_CPU_STATE;
2989         cpu_reg.state_value_clear = 0xffffff;
2990         cpu_reg.gpr0 = BNX2_TPAT_CPU_REG_FILE;
2991         cpu_reg.evmask = BNX2_TPAT_CPU_EVENT_MASK;
2992         cpu_reg.pc = BNX2_TPAT_CPU_PROGRAM_COUNTER;
2993         cpu_reg.inst = BNX2_TPAT_CPU_INSTRUCTION;
2994         cpu_reg.bp = BNX2_TPAT_CPU_HW_BREAKPOINT;
2995         cpu_reg.spad_base = BNX2_TPAT_SCRATCH;
2996         cpu_reg.mips_view_base = 0x8000000;
2997
2998         if (CHIP_NUM(bp) == CHIP_NUM_5709)
2999                 fw = &bnx2_tpat_fw_09;
3000         else
3001                 fw = &bnx2_tpat_fw_06;
3002
3003         fw->text = text;
3004         rc = load_cpu_fw(bp, &cpu_reg, fw);
3005         if (rc)
3006                 goto init_cpu_err;
3007
3008         /* Initialize the Completion Processor. */
3009         cpu_reg.mode = BNX2_COM_CPU_MODE;
3010         cpu_reg.mode_value_halt = BNX2_COM_CPU_MODE_SOFT_HALT;
3011         cpu_reg.mode_value_sstep = BNX2_COM_CPU_MODE_STEP_ENA;
3012         cpu_reg.state = BNX2_COM_CPU_STATE;
3013         cpu_reg.state_value_clear = 0xffffff;
3014         cpu_reg.gpr0 = BNX2_COM_CPU_REG_FILE;
3015         cpu_reg.evmask = BNX2_COM_CPU_EVENT_MASK;
3016         cpu_reg.pc = BNX2_COM_CPU_PROGRAM_COUNTER;
3017         cpu_reg.inst = BNX2_COM_CPU_INSTRUCTION;
3018         cpu_reg.bp = BNX2_COM_CPU_HW_BREAKPOINT;
3019         cpu_reg.spad_base = BNX2_COM_SCRATCH;
3020         cpu_reg.mips_view_base = 0x8000000;
3021
3022         if (CHIP_NUM(bp) == CHIP_NUM_5709)
3023                 fw = &bnx2_com_fw_09;
3024         else
3025                 fw = &bnx2_com_fw_06;
3026
3027         fw->text = text;
3028         rc = load_cpu_fw(bp, &cpu_reg, fw);
3029         if (rc)
3030                 goto init_cpu_err;
3031
3032         /* Initialize the Command Processor. */
3033         cpu_reg.mode = BNX2_CP_CPU_MODE;
3034         cpu_reg.mode_value_halt = BNX2_CP_CPU_MODE_SOFT_HALT;
3035         cpu_reg.mode_value_sstep = BNX2_CP_CPU_MODE_STEP_ENA;
3036         cpu_reg.state = BNX2_CP_CPU_STATE;
3037         cpu_reg.state_value_clear = 0xffffff;
3038         cpu_reg.gpr0 = BNX2_CP_CPU_REG_FILE;
3039         cpu_reg.evmask = BNX2_CP_CPU_EVENT_MASK;
3040         cpu_reg.pc = BNX2_CP_CPU_PROGRAM_COUNTER;
3041         cpu_reg.inst = BNX2_CP_CPU_INSTRUCTION;
3042         cpu_reg.bp = BNX2_CP_CPU_HW_BREAKPOINT;
3043         cpu_reg.spad_base = BNX2_CP_SCRATCH;
3044         cpu_reg.mips_view_base = 0x8000000;
3045
3046         if (CHIP_NUM(bp) == CHIP_NUM_5709)
3047                 fw = &bnx2_cp_fw_09;
3048         else
3049                 fw = &bnx2_cp_fw_06;
3050
3051         fw->text = text;
3052         rc = load_cpu_fw(bp, &cpu_reg, fw);
3053
3054 init_cpu_err:
3055         vfree(text);
3056         return rc;
3057 }
3058
3059 static int
3060 bnx2_set_power_state(struct bnx2 *bp, pci_power_t state)
3061 {
3062         u16 pmcsr;
3063
3064         pci_read_config_word(bp->pdev, bp->pm_cap + PCI_PM_CTRL, &pmcsr);
3065
3066         switch (state) {
3067         case PCI_D0: {
3068                 u32 val;
3069
3070                 pci_write_config_word(bp->pdev, bp->pm_cap + PCI_PM_CTRL,
3071                         (pmcsr & ~PCI_PM_CTRL_STATE_MASK) |
3072                         PCI_PM_CTRL_PME_STATUS);
3073
3074                 if (pmcsr & PCI_PM_CTRL_STATE_MASK)
3075                         /* delay required during transition out of D3hot */
3076                         msleep(20);
3077
3078                 val = REG_RD(bp, BNX2_EMAC_MODE);
3079                 val |= BNX2_EMAC_MODE_MPKT_RCVD | BNX2_EMAC_MODE_ACPI_RCVD;
3080                 val &= ~BNX2_EMAC_MODE_MPKT;
3081                 REG_WR(bp, BNX2_EMAC_MODE, val);
3082
3083                 val = REG_RD(bp, BNX2_RPM_CONFIG);
3084                 val &= ~BNX2_RPM_CONFIG_ACPI_ENA;
3085                 REG_WR(bp, BNX2_RPM_CONFIG, val);
3086                 break;
3087         }
3088         case PCI_D3hot: {
3089                 int i;
3090                 u32 val, wol_msg;
3091
3092                 if (bp->wol) {
3093                         u32 advertising;
3094                         u8 autoneg;
3095
3096                         autoneg = bp->autoneg;
3097                         advertising = bp->advertising;
3098
3099                         if (bp->phy_port == PORT_TP) {
3100                                 bp->autoneg = AUTONEG_SPEED;
3101                                 bp->advertising = ADVERTISED_10baseT_Half |
3102                                         ADVERTISED_10baseT_Full |
3103                                         ADVERTISED_100baseT_Half |
3104                                         ADVERTISED_100baseT_Full |
3105                                         ADVERTISED_Autoneg;
3106                         }
3107
3108                         spin_lock_bh(&bp->phy_lock);
3109                         bnx2_setup_phy(bp, bp->phy_port);
3110                         spin_unlock_bh(&bp->phy_lock);
3111
3112                         bp->autoneg = autoneg;
3113                         bp->advertising = advertising;
3114
3115                         bnx2_set_mac_addr(bp);
3116
3117                         val = REG_RD(bp, BNX2_EMAC_MODE);
3118
3119                         /* Enable port mode. */
3120                         val &= ~BNX2_EMAC_MODE_PORT;
3121                         val |= BNX2_EMAC_MODE_MPKT_RCVD |
3122                                BNX2_EMAC_MODE_ACPI_RCVD |
3123                                BNX2_EMAC_MODE_MPKT;
3124                         if (bp->phy_port == PORT_TP)
3125                                 val |= BNX2_EMAC_MODE_PORT_MII;
3126                         else {
3127                                 val |= BNX2_EMAC_MODE_PORT_GMII;
3128                                 if (bp->line_speed == SPEED_2500)
3129                                         val |= BNX2_EMAC_MODE_25G_MODE;
3130                         }
3131
3132                         REG_WR(bp, BNX2_EMAC_MODE, val);
3133
3134                         /* receive all multicast */
3135                         for (i = 0; i < NUM_MC_HASH_REGISTERS; i++) {
3136                                 REG_WR(bp, BNX2_EMAC_MULTICAST_HASH0 + (i * 4),
3137                                        0xffffffff);
3138                         }
3139                         REG_WR(bp, BNX2_EMAC_RX_MODE,
3140                                BNX2_EMAC_RX_MODE_SORT_MODE);
3141
3142                         val = 1 | BNX2_RPM_SORT_USER0_BC_EN |
3143                               BNX2_RPM_SORT_USER0_MC_EN;
3144                         REG_WR(bp, BNX2_RPM_SORT_USER0, 0x0);
3145                         REG_WR(bp, BNX2_RPM_SORT_USER0, val);
3146                         REG_WR(bp, BNX2_RPM_SORT_USER0, val |
3147                                BNX2_RPM_SORT_USER0_ENA);
3148
3149                         /* Need to enable EMAC and RPM for WOL. */
3150                         REG_WR(bp, BNX2_MISC_ENABLE_SET_BITS,
3151                                BNX2_MISC_ENABLE_SET_BITS_RX_PARSER_MAC_ENABLE |
3152                                BNX2_MISC_ENABLE_SET_BITS_TX_HEADER_Q_ENABLE |
3153                                BNX2_MISC_ENABLE_SET_BITS_EMAC_ENABLE);
3154
3155                         val = REG_RD(bp, BNX2_RPM_CONFIG);
3156                         val &= ~BNX2_RPM_CONFIG_ACPI_ENA;
3157                         REG_WR(bp, BNX2_RPM_CONFIG, val);
3158
3159                         wol_msg = BNX2_DRV_MSG_CODE_SUSPEND_WOL;
3160                 }
3161                 else {
3162                         wol_msg = BNX2_DRV_MSG_CODE_SUSPEND_NO_WOL;
3163                 }
3164
3165                 if (!(bp->flags & NO_WOL_FLAG))
3166                         bnx2_fw_sync(bp, BNX2_DRV_MSG_DATA_WAIT3 | wol_msg, 0);
3167
3168                 pmcsr &= ~PCI_PM_CTRL_STATE_MASK;
3169                 if ((CHIP_ID(bp) == CHIP_ID_5706_A0) ||
3170                     (CHIP_ID(bp) == CHIP_ID_5706_A1)) {
3171
3172                         if (bp->wol)
3173                                 pmcsr |= 3;
3174                 }
3175                 else {
3176                         pmcsr |= 3;
3177                 }
3178                 if (bp->wol) {
3179                         pmcsr |= PCI_PM_CTRL_PME_ENABLE;
3180                 }
3181                 pci_write_config_word(bp->pdev, bp->pm_cap + PCI_PM_CTRL,
3182                                       pmcsr);
3183
3184                 /* No more memory access after this point until
3185                  * device is brought back to D0.
3186                  */
3187                 udelay(50);
3188                 break;
3189         }
3190         default:
3191                 return -EINVAL;
3192         }
3193         return 0;
3194 }
3195
3196 static int
3197 bnx2_acquire_nvram_lock(struct bnx2 *bp)
3198 {
3199         u32 val;
3200         int j;
3201
3202         /* Request access to the flash interface. */
3203         REG_WR(bp, BNX2_NVM_SW_ARB, BNX2_NVM_SW_ARB_ARB_REQ_SET2);
3204         for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3205                 val = REG_RD(bp, BNX2_NVM_SW_ARB);
3206                 if (val & BNX2_NVM_SW_ARB_ARB_ARB2)
3207                         break;
3208
3209                 udelay(5);
3210         }
3211
3212         if (j >= NVRAM_TIMEOUT_COUNT)
3213                 return -EBUSY;
3214
3215         return 0;
3216 }
3217
3218 static int
3219 bnx2_release_nvram_lock(struct bnx2 *bp)
3220 {
3221         int j;
3222         u32 val;
3223
3224         /* Relinquish nvram interface. */
3225         REG_WR(bp, BNX2_NVM_SW_ARB, BNX2_NVM_SW_ARB_ARB_REQ_CLR2);
3226
3227         for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3228                 val = REG_RD(bp, BNX2_NVM_SW_ARB);
3229                 if (!(val & BNX2_NVM_SW_ARB_ARB_ARB2))
3230                         break;
3231
3232                 udelay(5);
3233         }
3234
3235         if (j >= NVRAM_TIMEOUT_COUNT)
3236                 return -EBUSY;
3237
3238         return 0;
3239 }
3240
3241
3242 static int
3243 bnx2_enable_nvram_write(struct bnx2 *bp)
3244 {
3245         u32 val;
3246
3247         val = REG_RD(bp, BNX2_MISC_CFG);
3248         REG_WR(bp, BNX2_MISC_CFG, val | BNX2_MISC_CFG_NVM_WR_EN_PCI);
3249
3250         if (bp->flash_info->flags & BNX2_NV_WREN) {
3251                 int j;
3252
3253                 REG_WR(bp, BNX2_NVM_COMMAND, BNX2_NVM_COMMAND_DONE);
3254                 REG_WR(bp, BNX2_NVM_COMMAND,
3255                        BNX2_NVM_COMMAND_WREN | BNX2_NVM_COMMAND_DOIT);
3256
3257                 for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3258                         udelay(5);
3259
3260                         val = REG_RD(bp, BNX2_NVM_COMMAND);
3261                         if (val & BNX2_NVM_COMMAND_DONE)
3262                                 break;
3263                 }
3264
3265                 if (j >= NVRAM_TIMEOUT_COUNT)
3266                         return -EBUSY;
3267         }
3268         return 0;
3269 }
3270
3271 static void
3272 bnx2_disable_nvram_write(struct bnx2 *bp)
3273 {
3274         u32 val;
3275
3276         val = REG_RD(bp, BNX2_MISC_CFG);
3277         REG_WR(bp, BNX2_MISC_CFG, val & ~BNX2_MISC_CFG_NVM_WR_EN);
3278 }
3279
3280
3281 static void
3282 bnx2_enable_nvram_access(struct bnx2 *bp)
3283 {
3284         u32 val;
3285
3286         val = REG_RD(bp, BNX2_NVM_ACCESS_ENABLE);
3287         /* Enable both bits, even on read. */
3288         REG_WR(bp, BNX2_NVM_ACCESS_ENABLE,
3289                val | BNX2_NVM_ACCESS_ENABLE_EN | BNX2_NVM_ACCESS_ENABLE_WR_EN);
3290 }
3291
3292 static void
3293 bnx2_disable_nvram_access(struct bnx2 *bp)
3294 {
3295         u32 val;
3296
3297         val = REG_RD(bp, BNX2_NVM_ACCESS_ENABLE);
3298         /* Disable both bits, even after read. */
3299         REG_WR(bp, BNX2_NVM_ACCESS_ENABLE,
3300                 val & ~(BNX2_NVM_ACCESS_ENABLE_EN |
3301                         BNX2_NVM_ACCESS_ENABLE_WR_EN));
3302 }
3303
3304 static int
3305 bnx2_nvram_erase_page(struct bnx2 *bp, u32 offset)
3306 {
3307         u32 cmd;
3308         int j;
3309
3310         if (bp->flash_info->flags & BNX2_NV_BUFFERED)
3311                 /* Buffered flash, no erase needed */
3312                 return 0;
3313
3314         /* Build an erase command */
3315         cmd = BNX2_NVM_COMMAND_ERASE | BNX2_NVM_COMMAND_WR |
3316               BNX2_NVM_COMMAND_DOIT;
3317
3318         /* Need to clear DONE bit separately. */
3319         REG_WR(bp, BNX2_NVM_COMMAND, BNX2_NVM_COMMAND_DONE);
3320
3321         /* Address of the NVRAM to read from. */
3322         REG_WR(bp, BNX2_NVM_ADDR, offset & BNX2_NVM_ADDR_NVM_ADDR_VALUE);
3323
3324         /* Issue an erase command. */
3325         REG_WR(bp, BNX2_NVM_COMMAND, cmd);
3326
3327         /* Wait for completion. */
3328         for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3329                 u32 val;
3330
3331                 udelay(5);
3332
3333                 val = REG_RD(bp, BNX2_NVM_COMMAND);
3334                 if (val & BNX2_NVM_COMMAND_DONE)
3335                         break;
3336         }
3337
3338         if (j >= NVRAM_TIMEOUT_COUNT)
3339                 return -EBUSY;
3340
3341         return 0;
3342 }
3343
3344 static int
3345 bnx2_nvram_read_dword(struct bnx2 *bp, u32 offset, u8 *ret_val, u32 cmd_flags)
3346 {
3347         u32 cmd;
3348         int j;
3349
3350         /* Build the command word. */
3351         cmd = BNX2_NVM_COMMAND_DOIT | cmd_flags;
3352
3353         /* Calculate an offset of a buffered flash, not needed for 5709. */
3354         if (bp->flash_info->flags & BNX2_NV_TRANSLATE) {
3355                 offset = ((offset / bp->flash_info->page_size) <<
3356                            bp->flash_info->page_bits) +
3357                           (offset % bp->flash_info->page_size);
3358         }
3359
3360         /* Need to clear DONE bit separately. */
3361         REG_WR(bp, BNX2_NVM_COMMAND, BNX2_NVM_COMMAND_DONE);
3362
3363         /* Address of the NVRAM to read from. */
3364         REG_WR(bp, BNX2_NVM_ADDR, offset & BNX2_NVM_ADDR_NVM_ADDR_VALUE);
3365
3366         /* Issue a read command. */
3367         REG_WR(bp, BNX2_NVM_COMMAND, cmd);
3368
3369         /* Wait for completion. */
3370         for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3371                 u32 val;
3372
3373                 udelay(5);
3374
3375                 val = REG_RD(bp, BNX2_NVM_COMMAND);
3376                 if (val & BNX2_NVM_COMMAND_DONE) {
3377                         val = REG_RD(bp, BNX2_NVM_READ);
3378
3379                         val = be32_to_cpu(val);
3380                         memcpy(ret_val, &val, 4);
3381                         break;
3382                 }
3383         }
3384         if (j >= NVRAM_TIMEOUT_COUNT)
3385                 return -EBUSY;
3386
3387         return 0;
3388 }
3389
3390
3391 static int
3392 bnx2_nvram_write_dword(struct bnx2 *bp, u32 offset, u8 *val, u32 cmd_flags)
3393 {
3394         u32 cmd, val32;
3395         int j;
3396
3397         /* Build the command word. */
3398         cmd = BNX2_NVM_COMMAND_DOIT | BNX2_NVM_COMMAND_WR | cmd_flags;
3399
3400         /* Calculate an offset of a buffered flash, not needed for 5709. */
3401         if (bp->flash_info->flags & BNX2_NV_TRANSLATE) {
3402                 offset = ((offset / bp->flash_info->page_size) <<
3403                           bp->flash_info->page_bits) +
3404                          (offset % bp->flash_info->page_size);
3405         }
3406
3407         /* Need to clear DONE bit separately. */
3408         REG_WR(bp, BNX2_NVM_COMMAND, BNX2_NVM_COMMAND_DONE);
3409
3410         memcpy(&val32, val, 4);
3411         val32 = cpu_to_be32(val32);
3412
3413         /* Write the data. */
3414         REG_WR(bp, BNX2_NVM_WRITE, val32);
3415
3416         /* Address of the NVRAM to write to. */
3417         REG_WR(bp, BNX2_NVM_ADDR, offset & BNX2_NVM_ADDR_NVM_ADDR_VALUE);
3418
3419         /* Issue the write command. */
3420         REG_WR(bp, BNX2_NVM_COMMAND, cmd);
3421
3422         /* Wait for completion. */
3423         for (j = 0; j < NVRAM_TIMEOUT_COUNT; j++) {
3424                 udelay(5);
3425
3426                 if (REG_RD(bp, BNX2_NVM_COMMAND) & BNX2_NVM_COMMAND_DONE)
3427                         break;
3428         }
3429         if (j >= NVRAM_TIMEOUT_COUNT)
3430                 return -EBUSY;
3431
3432         return 0;
3433 }
3434
3435 static int
3436 bnx2_init_nvram(struct bnx2 *bp)
3437 {
3438         u32 val;
3439         int j, entry_count, rc = 0;
3440         struct flash_spec *flash;
3441
3442         if (CHIP_NUM(bp) == CHIP_NUM_5709) {
3443                 bp->flash_info = &flash_5709;
3444                 goto get_flash_size;
3445         }
3446
3447         /* Determine the selected interface. */
3448         val = REG_RD(bp, BNX2_NVM_CFG1);
3449
3450         entry_count = ARRAY_SIZE(flash_table);
3451
3452         if (val & 0x40000000) {
3453
3454                 /* Flash interface has been reconfigured */
3455                 for (j = 0, flash = &flash_table[0]; j < entry_count;
3456                      j++, flash++) {
3457                         if ((val & FLASH_BACKUP_STRAP_MASK) ==
3458                             (flash->config1 & FLASH_BACKUP_STRAP_MASK)) {
3459                                 bp->flash_info = flash;
3460                                 break;
3461                         }
3462                 }
3463         }
3464         else {
3465                 u32 mask;
3466                 /* Not yet been reconfigured */
3467
3468                 if (val & (1 << 23))
3469                         mask = FLASH_BACKUP_STRAP_MASK;
3470                 else
3471                         mask = FLASH_STRAP_MASK;
3472
3473                 for (j = 0, flash = &flash_table[0]; j < entry_count;
3474                         j++, flash++) {
3475
3476                         if ((val & mask) == (flash->strapping & mask)) {
3477                                 bp->flash_info = flash;
3478
3479                                 /* Request access to the flash interface. */
3480                                 if ((rc = bnx2_acquire_nvram_lock(bp)) != 0)
3481                                         return rc;
3482
3483                                 /* Enable access to flash interface */
3484                                 bnx2_enable_nvram_access(bp);
3485
3486                                 /* Reconfigure the flash interface */
3487                                 REG_WR(bp, BNX2_NVM_CFG1, flash->config1);
3488                                 REG_WR(bp, BNX2_NVM_CFG2, flash->config2);
3489                                 REG_WR(bp, BNX2_NVM_CFG3, flash->config3);
3490                                 REG_WR(bp, BNX2_NVM_WRITE1, flash->write1);
3491
3492                                 /* Disable access to flash interface */
3493                                 bnx2_disable_nvram_access(bp);
3494                                 bnx2_release_nvram_lock(bp);
3495
3496                                 break;
3497                         }
3498                 }
3499         } /* if (val & 0x40000000) */
3500
3501         if (j == entry_count) {
3502                 bp->flash_info = NULL;
3503                 printk(KERN_ALERT PFX "Unknown flash/EEPROM type.\n");
3504                 return -ENODEV;
3505         }
3506
3507 get_flash_size:
3508         val = REG_RD_IND(bp, bp->shmem_base + BNX2_SHARED_HW_CFG_CONFIG2);
3509         val &= BNX2_SHARED_HW_CFG2_NVM_SIZE_MASK;
3510         if (val)
3511                 bp->flash_size = val;
3512         else
3513                 bp->flash_size = bp->flash_info->total_size;
3514
3515         return rc;
3516 }
3517
3518 static int
3519 bnx2_nvram_read(struct bnx2 *bp, u32 offset, u8 *ret_buf,
3520                 int buf_size)
3521 {
3522         int rc = 0;
3523         u32 cmd_flags, offset32, len32, extra;
3524
3525         if (buf_size == 0)
3526                 return 0;
3527
3528         /* Request access to the flash interface. */
3529         if ((rc = bnx2_acquire_nvram_lock(bp)) != 0)
3530                 return rc;
3531
3532         /* Enable access to flash interface */
3533         bnx2_enable_nvram_access(bp);
3534
3535         len32 = buf_size;
3536         offset32 = offset;
3537         extra = 0;
3538
3539         cmd_flags = 0;
3540
3541         if (offset32 & 3) {
3542                 u8 buf[4];
3543                 u32 pre_len;
3544
3545                 offset32 &= ~3;
3546                 pre_len = 4 - (offset & 3);
3547
3548                 if (pre_len >= len32) {
3549                         pre_len = len32;
3550                         cmd_flags = BNX2_NVM_COMMAND_FIRST |
3551                                     BNX2_NVM_COMMAND_LAST;
3552                 }
3553                 else {
3554                         cmd_flags = BNX2_NVM_COMMAND_FIRST;
3555                 }
3556
3557                 rc = bnx2_nvram_read_dword(bp, offset32, buf, cmd_flags);
3558
3559                 if (rc)
3560                         return rc;
3561
3562                 memcpy(ret_buf, buf + (offset & 3), pre_len);
3563
3564                 offset32 += 4;
3565                 ret_buf += pre_len;
3566                 len32 -= pre_len;
3567         }
3568         if (len32 & 3) {
3569                 extra = 4 - (len32 & 3);
3570                 len32 = (len32 + 4) & ~3;
3571         }
3572
3573         if (len32 == 4) {
3574                 u8 buf[4];
3575
3576                 if (cmd_flags)
3577                         cmd_flags = BNX2_NVM_COMMAND_LAST;
3578                 else
3579                         cmd_flags = BNX2_NVM_COMMAND_FIRST |
3580                                     BNX2_NVM_COMMAND_LAST;
3581
3582                 rc = bnx2_nvram_read_dword(bp, offset32, buf, cmd_flags);
3583
3584                 memcpy(ret_buf, buf, 4 - extra);
3585         }
3586         else if (len32 > 0) {
3587                 u8 buf[4];
3588
3589                 /* Read the first word. */
3590                 if (cmd_flags)
3591                         cmd_flags = 0;
3592                 else
3593                         cmd_flags = BNX2_NVM_COMMAND_FIRST;
3594
3595                 rc = bnx2_nvram_read_dword(bp, offset32, ret_buf, cmd_flags);
3596
3597                 /* Advance to the next dword. */
3598                 offset32 += 4;
3599                 ret_buf += 4;
3600                 len32 -= 4;
3601
3602                 while (len32 > 4 && rc == 0) {
3603                         rc = bnx2_nvram_read_dword(bp, offset32, ret_buf, 0);
3604
3605                         /* Advance to the next dword. */
3606                         offset32 += 4;
3607                         ret_buf += 4;
3608                         len32 -= 4;
3609                 }
3610
3611                 if (rc)
3612                         return rc;
3613
3614                 cmd_flags = BNX2_NVM_COMMAND_LAST;
3615                 rc = bnx2_nvram_read_dword(bp, offset32, buf, cmd_flags);
3616
3617                 memcpy(ret_buf, buf, 4 - extra);
3618         }
3619
3620         /* Disable access to flash interface */
3621         bnx2_disable_nvram_access(bp);
3622
3623         bnx2_release_nvram_lock(bp);
3624
3625         return rc;
3626 }
3627
3628 static int
3629 bnx2_nvram_write(struct bnx2 *bp, u32 offset, u8 *data_buf,
3630                 int buf_size)
3631 {
3632         u32 written, offset32, len32;
3633         u8 *buf, start[4], end[4], *align_buf = NULL, *flash_buffer = NULL;
3634         int rc = 0;
3635         int align_start, align_end;
3636
3637         buf = data_buf;
3638         offset32 = offset;
3639         len32 = buf_size;
3640         align_start = align_end = 0;
3641
3642         if ((align_start = (offset32 & 3))) {
3643                 offset32 &= ~3;
3644                 len32 += align_start;
3645                 if (len32 < 4)
3646                         len32 = 4;
3647                 if ((rc = bnx2_nvram_read(bp, offset32, start, 4)))
3648                         return rc;
3649         }
3650
3651         if (len32 & 3) {
3652                 align_end = 4 - (len32 & 3);
3653                 len32 += align_end;
3654                 if ((rc = bnx2_nvram_read(bp, offset32 + len32 - 4, end, 4)))
3655                         return rc;
3656         }
3657
3658         if (align_start || align_end) {
3659                 align_buf = kmalloc(len32, GFP_KERNEL);
3660                 if (align_buf == NULL)
3661                         return -ENOMEM;
3662                 if (align_start) {
3663                         memcpy(align_buf, start, 4);
3664                 }
3665                 if (align_end) {
3666                         memcpy(align_buf + len32 - 4, end, 4);
3667                 }
3668                 memcpy(align_buf + align_start, data_buf, buf_size);
3669                 buf = align_buf;
3670         }
3671
3672         if (!(bp->flash_info->flags & BNX2_NV_BUFFERED)) {
3673                 flash_buffer = kmalloc(264, GFP_KERNEL);
3674                 if (flash_buffer == NULL) {
3675                         rc = -ENOMEM;
3676                         goto nvram_write_end;
3677                 }
3678         }
3679
3680         written = 0;
3681         while ((written < len32) && (rc == 0)) {
3682                 u32 page_start, page_end, data_start, data_end;
3683                 u32 addr, cmd_flags;
3684                 int i;
3685
3686                 /* Find the page_start addr */
3687                 page_start = offset32 + written;
3688                 page_start -= (page_start % bp->flash_info->page_size);
3689                 /* Find the page_end addr */
3690                 page_end = page_start + bp->flash_info->page_size;
3691                 /* Find the data_start addr */
3692                 data_start = (written == 0) ? offset32 : page_start;
3693                 /* Find the data_end addr */
3694                 data_end = (page_end > offset32 + len32) ?
3695                         (offset32 + len32) : page_end;
3696
3697                 /* Request access to the flash interface. */
3698                 if ((rc = bnx2_acquire_nvram_lock(bp)) != 0)
3699                         goto nvram_write_end;
3700
3701                 /* Enable access to flash interface */
3702                 bnx2_enable_nvram_access(bp);
3703
3704                 cmd_flags = BNX2_NVM_COMMAND_FIRST;
3705                 if (!(bp->flash_info->flags & BNX2_NV_BUFFERED)) {
3706                         int j;
3707
3708                         /* Read the whole page into the buffer
3709                          * (non-buffer flash only) */
3710                         for (j = 0; j < bp->flash_info->page_size; j += 4) {
3711                                 if (j == (bp->flash_info->page_size - 4)) {
3712                                         cmd_flags |= BNX2_NVM_COMMAND_LAST;
3713                                 }
3714                                 rc = bnx2_nvram_read_dword(bp,
3715                                         page_start + j,
3716                                         &flash_buffer[j],
3717                                         cmd_flags);
3718
3719                                 if (rc)
3720                                         goto nvram_write_end;
3721
3722                                 cmd_flags = 0;
3723                         }
3724                 }
3725
3726                 /* Enable writes to flash interface (unlock write-protect) */
3727                 if ((rc = bnx2_enable_nvram_write(bp)) != 0)
3728                         goto nvram_write_end;
3729
3730                 /* Loop to write back the buffer data from page_start to
3731                  * data_start */
3732                 i = 0;
3733                 if (!(bp->flash_info->flags & BNX2_NV_BUFFERED)) {
3734                         /* Erase the page */
3735                         if ((rc = bnx2_nvram_erase_page(bp, page_start)) != 0)
3736                                 goto nvram_write_end;
3737
3738                         /* Re-enable the write again for the actual write */
3739                         bnx2_enable_nvram_write(bp);
3740
3741                         for (addr = page_start; addr < data_start;
3742                                 addr += 4, i += 4) {
3743
3744                                 rc = bnx2_nvram_write_dword(bp, addr,
3745                                         &flash_buffer[i], cmd_flags);
3746
3747                                 if (rc != 0)
3748                                         goto nvram_write_end;
3749
3750                                 cmd_flags = 0;
3751                         }
3752                 }
3753
3754                 /* Loop to write the new data from data_start to data_end */
3755                 for (addr = data_start; addr < data_end; addr += 4, i += 4) {
3756                         if ((addr == page_end - 4) ||
3757                                 ((bp->flash_info->flags & BNX2_NV_BUFFERED) &&
3758                                  (addr == data_end - 4))) {
3759
3760                                 cmd_flags |= BNX2_NVM_COMMAND_LAST;
3761                         }
3762                         rc = bnx2_nvram_write_dword(bp, addr, buf,
3763                                 cmd_flags);
3764
3765                         if (rc != 0)
3766                                 goto nvram_write_end;
3767
3768                         cmd_flags = 0;
3769                         buf += 4;
3770                 }
3771
3772                 /* Loop to write back the buffer data from data_end
3773                  * to page_end */
3774                 if (!(bp->flash_info->flags & BNX2_NV_BUFFERED)) {
3775                         for (addr = data_end; addr < page_end;
3776                                 addr += 4, i += 4) {
3777
3778                                 if (addr == page_end-4) {
3779                                         cmd_flags = BNX2_NVM_COMMAND_LAST;
3780                                 }
3781                                 rc = bnx2_nvram_write_dword(bp, addr,
3782                                         &flash_buffer[i], cmd_flags);
3783
3784                                 if (rc != 0)
3785                                         goto nvram_write_end;
3786
3787                                 cmd_flags = 0;
3788                         }
3789                 }
3790
3791                 /* Disable writes to flash interface (lock write-protect) */
3792                 bnx2_disable_nvram_write(bp);
3793
3794                 /* Disable access to flash interface */
3795                 bnx2_disable_nvram_access(bp);
3796                 bnx2_release_nvram_lock(bp);
3797
3798                 /* Increment written */
3799                 written += data_end - data_start;
3800         }
3801
3802 nvram_write_end:
3803         kfree(flash_buffer);
3804         kfree(align_buf);
3805         return rc;
3806 }
3807
3808 static void
3809 bnx2_init_remote_phy(struct bnx2 *bp)
3810 {
3811         u32 val;
3812
3813         bp->phy_flags &= ~REMOTE_PHY_CAP_FLAG;
3814         if (!(bp->phy_flags & PHY_SERDES_FLAG))
3815                 return;
3816
3817         val = REG_RD_IND(bp, bp->shmem_base + BNX2_FW_CAP_MB);
3818         if ((val & BNX2_FW_CAP_SIGNATURE_MASK) != BNX2_FW_CAP_SIGNATURE)
3819                 return;
3820
3821         if (val & BNX2_FW_CAP_REMOTE_PHY_CAPABLE) {
3822                 bp->phy_flags |= REMOTE_PHY_CAP_FLAG;
3823
3824                 val = REG_RD_IND(bp, bp->shmem_base + BNX2_LINK_STATUS);
3825                 if (val & BNX2_LINK_STATUS_SERDES_LINK)
3826                         bp->phy_port = PORT_FIBRE;
3827                 else
3828                         bp->phy_port = PORT_TP;
3829
3830                 if (netif_running(bp->dev)) {
3831                         u32 sig;
3832
3833                         if (val & BNX2_LINK_STATUS_LINK_UP) {
3834                                 bp->link_up = 1;
3835                                 netif_carrier_on(bp->dev);
3836                         } else {
3837                                 bp->link_up = 0;
3838                                 netif_carrier_off(bp->dev);
3839                         }
3840                         sig = BNX2_DRV_ACK_CAP_SIGNATURE |
3841                               BNX2_FW_CAP_REMOTE_PHY_CAPABLE;
3842                         REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_ACK_CAP_MB,
3843                                    sig);
3844                 }
3845         }
3846 }
3847
3848 static int
3849 bnx2_reset_chip(struct bnx2 *bp, u32 reset_code)
3850 {
3851         u32 val;
3852         int i, rc = 0;
3853         u8 old_port;
3854
3855         /* Wait for the current PCI transaction to complete before
3856          * issuing a reset. */
3857         REG_WR(bp, BNX2_MISC_ENABLE_CLR_BITS,
3858                BNX2_MISC_ENABLE_CLR_BITS_TX_DMA_ENABLE |
3859                BNX2_MISC_ENABLE_CLR_BITS_DMA_ENGINE_ENABLE |
3860                BNX2_MISC_ENABLE_CLR_BITS_RX_DMA_ENABLE |
3861                BNX2_MISC_ENABLE_CLR_BITS_HOST_COALESCE_ENABLE);
3862         val = REG_RD(bp, BNX2_MISC_ENABLE_CLR_BITS);
3863         udelay(5);
3864
3865         /* Wait for the firmware to tell us it is ok to issue a reset. */
3866         bnx2_fw_sync(bp, BNX2_DRV_MSG_DATA_WAIT0 | reset_code, 1);
3867
3868         /* Deposit a driver reset signature so the firmware knows that
3869          * this is a soft reset. */
3870         REG_WR_IND(bp, bp->shmem_base + BNX2_DRV_RESET_SIGNATURE,
3871                    BNX2_DRV_RESET_SIGNATURE_MAGIC);
3872
3873         /* Do a dummy read to force the chip to complete all current transaction
3874          * before we issue a reset. */
3875         val = REG_RD(bp, BNX2_MISC_ID);
3876
3877         if (CHIP_NUM(bp) == CHIP_NUM_5709) {
3878                 REG_WR(bp, BNX2_MISC_COMMAND, BNX2_MISC_COMMAND_SW_RESET);
3879                 REG_RD(bp, BNX2_MISC_COMMAND);
3880                 udelay(5);
3881
3882                 val = BNX2_PCICFG_MISC_CONFIG_REG_WINDOW_ENA |
3883                       BNX2_PCICFG_MISC_CONFIG_TARGET_MB_WORD_SWAP;
3884
3885                 pci_write_config_dword(bp->pdev, BNX2_PCICFG_MISC_CONFIG, val);
3886
3887         } else {
3888                 val = BNX2_PCICFG_MISC_CONFIG_CORE_RST_REQ |
3889                       BNX2_PCICFG_MISC_CONFIG_REG_WINDOW_ENA |
3890                       BNX2_PCICFG_MISC_CONFIG_TARGET_MB_WORD_SWAP;
3891
3892                 /* Chip reset. */
3893                 REG_WR(bp, BNX2_PCICFG_MISC_CONFIG, val);
3894
3895                 /* Reading back any register after chip reset will hang the
3896                  * bus on 5706 A0 and A1.  The msleep below provides plenty
3897                  * of margin for write posting.
3898                  */
3899                 if ((CHIP_ID(bp) == CHIP_ID_5706_A0) ||
3900                     (CHIP_ID(bp) == CHIP_ID_5706_A1))
3901                         msleep(20);
3902
3903                 /* Reset takes approximate 30 usec */
3904                 for (i = 0; i < 10; i++) {
3905                         val = REG_RD(bp, BNX2_PCICFG_MISC_CONFIG);
3906                         if ((val & (BNX2_PCICFG_MISC_CONFIG_CORE_RST_REQ |
3907                                     BNX2_PCICFG_MISC_CONFIG_CORE_RST_BSY)) == 0)
3908                                 break;
3909                         udelay(10);
3910                 }
3911
3912                 if (val & (BNX2_PCICFG_MISC_CONFIG_CORE_RST_REQ |
3913                            BNX2_PCICFG_MISC_CONFIG_CORE_RST_BSY)) {
3914                         printk(KERN_ERR PFX "Chip reset did not complete\n");
3915                         return -EBUSY;
3916                 }
3917         }
3918
3919         /* Make sure byte swapping is properly configured. */
3920         val = REG_RD(bp, BNX2_PCI_SWAP_DIAG0);
3921         if (val != 0x01020304) {
3922                 printk(KERN_ERR PFX "Chip not in correct endian mode\n");
3923                 return -ENODEV;
3924         }
3925
3926         /* Wait for the firmware to finish its initialization. */
3927         rc = bnx2_fw_sync(bp, BNX2_DRV_MSG_DATA_WAIT1 | reset_code, 0);
3928         if (rc)
3929                 return rc;
3930
3931         spin_lock_bh(&bp->phy_lock);
3932         old_port = bp->phy_port;
3933         bnx2_init_remote_phy(bp);
3934         if ((bp->phy_flags & REMOTE_PHY_CAP_FLAG) && old_port != bp->phy_port)
3935                 bnx2_set_default_remote_link(bp);
3936         spin_unlock_bh(&bp->phy_lock);
3937
3938         if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
3939                 /* Adjust the voltage regular to two steps lower.  The default
3940                  * of this register is 0x0000000e. */
3941                 REG_WR(bp, BNX2_MISC_VREG_CONTROL, 0x000000fa);
3942
3943                 /* Remove bad rbuf memory from the free pool. */
3944                 rc = bnx2_alloc_bad_rbuf(bp);
3945         }
3946
3947         return rc;
3948 }
3949
3950 static int
3951 bnx2_init_chip(struct bnx2 *bp)
3952 {
3953         u32 val;
3954         int rc;
3955
3956         /* Make sure the interrupt is not active. */
3957         REG_WR(bp, BNX2_PCICFG_INT_ACK_CMD, BNX2_PCICFG_INT_ACK_CMD_MASK_INT);
3958
3959         val = BNX2_DMA_CONFIG_DATA_BYTE_SWAP |
3960               BNX2_DMA_CONFIG_DATA_WORD_SWAP |
3961 #ifdef __BIG_ENDIAN
3962               BNX2_DMA_CONFIG_CNTL_BYTE_SWAP |
3963 #endif
3964               BNX2_DMA_CONFIG_CNTL_WORD_SWAP |
3965               DMA_READ_CHANS << 12 |
3966               DMA_WRITE_CHANS << 16;
3967
3968         val |= (0x2 << 20) | (1 << 11);
3969
3970         if ((bp->flags & PCIX_FLAG) && (bp->bus_speed_mhz == 133))
3971                 val |= (1 << 23);
3972
3973         if ((CHIP_NUM(bp) == CHIP_NUM_5706) &&
3974             (CHIP_ID(bp) != CHIP_ID_5706_A0) && !(bp->flags & PCIX_FLAG))
3975                 val |= BNX2_DMA_CONFIG_CNTL_PING_PONG_DMA;
3976
3977         REG_WR(bp, BNX2_DMA_CONFIG, val);
3978
3979         if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
3980                 val = REG_RD(bp, BNX2_TDMA_CONFIG);
3981                 val |= BNX2_TDMA_CONFIG_ONE_DMA;
3982                 REG_WR(bp, BNX2_TDMA_CONFIG, val);
3983         }
3984
3985         if (bp->flags & PCIX_FLAG) {
3986                 u16 val16;
3987
3988                 pci_read_config_word(bp->pdev, bp->pcix_cap + PCI_X_CMD,
3989                                      &val16);
3990                 pci_write_config_word(bp->pdev, bp->pcix_cap + PCI_X_CMD,
3991                                       val16 & ~PCI_X_CMD_ERO);
3992         }
3993
3994         REG_WR(bp, BNX2_MISC_ENABLE_SET_BITS,
3995                BNX2_MISC_ENABLE_SET_BITS_HOST_COALESCE_ENABLE |
3996                BNX2_MISC_ENABLE_STATUS_BITS_RX_V2P_ENABLE |
3997                BNX2_MISC_ENABLE_STATUS_BITS_CONTEXT_ENABLE);
3998
3999         /* Initialize context mapping and zero out the quick contexts.  The
4000          * context block must have already been enabled. */
4001         if (CHIP_NUM(bp) == CHIP_NUM_5709) {
4002                 rc = bnx2_init_5709_context(bp);
4003                 if (rc)
4004                         return rc;
4005         } else
4006                 bnx2_init_context(bp);
4007
4008         if ((rc = bnx2_init_cpus(bp)) != 0)
4009                 return rc;
4010
4011         bnx2_init_nvram(bp);
4012
4013         bnx2_set_mac_addr(bp);
4014
4015         val = REG_RD(bp, BNX2_MQ_CONFIG);
4016         val &= ~BNX2_MQ_CONFIG_KNL_BYP_BLK_SIZE;
4017         val |= BNX2_MQ_CONFIG_KNL_BYP_BLK_SIZE_256;
4018         if (CHIP_ID(bp) == CHIP_ID_5709_A0 || CHIP_ID(bp) == CHIP_ID_5709_A1)
4019                 val |= BNX2_MQ_CONFIG_HALT_DIS;
4020
4021         REG_WR(bp, BNX2_MQ_CONFIG, val);
4022
4023         val = 0x10000 + (MAX_CID_CNT * MB_KERNEL_CTX_SIZE);
4024         REG_WR(bp, BNX2_MQ_KNL_BYP_WIND_START, val);
4025         REG_WR(bp, BNX2_MQ_KNL_WIND_END, val);
4026
4027         val = (BCM_PAGE_BITS - 8) << 24;
4028         REG_WR(bp, BNX2_RV2P_CONFIG, val);
4029
4030         /* Configure page size. */
4031         val = REG_RD(bp, BNX2_TBDR_CONFIG);
4032         val &= ~BNX2_TBDR_CONFIG_PAGE_SIZE;
4033         val |= (BCM_PAGE_BITS - 8) << 24 | 0x40;
4034         REG_WR(bp, BNX2_TBDR_CONFIG, val);
4035
4036         val = bp->mac_addr[0] +
4037               (bp->mac_addr[1] << 8) +
4038               (bp->mac_addr[2] << 16) +
4039               bp->mac_addr[3] +
4040               (bp->mac_addr[4] << 8) +
4041               (bp->mac_addr[5] << 16);
4042         REG_WR(bp, BNX2_EMAC_BACKOFF_SEED, val);
4043
4044         /* Program the MTU.  Also include 4 bytes for CRC32. */
4045         val = bp->dev->mtu + ETH_HLEN + 4;
4046         if (val > (MAX_ETHERNET_PACKET_SIZE + 4))
4047                 val |= BNX2_EMAC_RX_MTU_SIZE_JUMBO_ENA;
4048         REG_WR(bp, BNX2_EMAC_RX_MTU_SIZE, val);
4049
4050         bp->last_status_idx = 0;
4051         bp->rx_mode = BNX2_EMAC_RX_MODE_SORT_MODE;
4052
4053         /* Set up how to generate a link change interrupt. */
4054         REG_WR(bp, BNX2_EMAC_ATTENTION_ENA, BNX2_EMAC_ATTENTION_ENA_LINK);
4055
4056         REG_WR(bp, BNX2_HC_STATUS_ADDR_L,
4057                (u64) bp->status_blk_mapping & 0xffffffff);
4058         REG_WR(bp, BNX2_HC_STATUS_ADDR_H, (u64) bp->status_blk_mapping >> 32);
4059
4060         REG_WR(bp, BNX2_HC_STATISTICS_ADDR_L,
4061                (u64) bp->stats_blk_mapping & 0xffffffff);
4062         REG_WR(bp, BNX2_HC_STATISTICS_ADDR_H,
4063                (u64) bp->stats_blk_mapping >> 32);
4064
4065         REG_WR(bp, BNX2_HC_TX_QUICK_CONS_TRIP,
4066                (bp->tx_quick_cons_trip_int << 16) | bp->tx_quick_cons_trip);
4067
4068         REG_WR(bp, BNX2_HC_RX_QUICK_CONS_TRIP,
4069                (bp->rx_quick_cons_trip_int << 16) | bp->rx_quick_cons_trip);
4070
4071         REG_WR(bp, BNX2_HC_COMP_PROD_TRIP,
4072                (bp->comp_prod_trip_int << 16) | bp->comp_prod_trip);
4073
4074         REG_WR(bp, BNX2_HC_TX_TICKS, (bp->tx_ticks_int << 16) | bp->tx_ticks);
4075
4076         REG_WR(bp, BNX2_HC_RX_TICKS, (bp->rx_ticks_int << 16) | bp->rx_ticks);
4077
4078         REG_WR(bp, BNX2_HC_COM_TICKS,
4079                (bp->com_ticks_int << 16) | bp->com_ticks);
4080
4081         REG_WR(bp, BNX2_HC_CMD_TICKS,
4082                (bp->cmd_ticks_int << 16) | bp->cmd_ticks);
4083
4084         if (CHIP_NUM(bp) == CHIP_NUM_5708)
4085                 REG_WR(bp, BNX2_HC_STATS_TICKS, 0);
4086         else
4087                 REG_WR(bp, BNX2_HC_STATS_TICKS, bp->stats_ticks);
4088         REG_WR(bp, BNX2_HC_STAT_COLLECT_TICKS, 0xbb8);  /* 3ms */
4089
4090         if (CHIP_ID(bp) == CHIP_ID_5706_A1)
4091                 val = BNX2_HC_CONFIG_COLLECT_STATS;
4092         else {
4093                 val = BNX2_HC_CONFIG_RX_TMR_MODE | BNX2_HC_CONFIG_TX_TMR_MODE |
4094                       BNX2_HC_CONFIG_COLLECT_STATS;
4095         }
4096
4097         if (bp->flags & ONE_SHOT_MSI_FLAG)
4098                 val |= BNX2_HC_CONFIG_ONE_SHOT;
4099
4100         REG_WR(bp, BNX2_HC_CONFIG, val);
4101
4102         /* Clear internal stats counters. */
4103         REG_WR(bp, BNX2_HC_COMMAND, BNX2_HC_COMMAND_CLR_STAT_NOW);
4104
4105         REG_WR(bp, BNX2_HC_ATTN_BITS_ENABLE, STATUS_ATTN_EVENTS);
4106
4107         /* Initialize the receive filter. */
4108         bnx2_set_rx_mode(bp->dev);
4109
4110         if (CHIP_NUM(bp) == CHIP_NUM_5709) {
4111                 val = REG_RD(bp, BNX2_MISC_NEW_CORE_CTL);
4112                 val |= BNX2_MISC_NEW_CORE_CTL_DMA_ENABLE;
4113                 REG_WR(bp, BNX2_MISC_NEW_CORE_CTL, val);
4114         }
4115         rc = bnx2_fw_sync(bp, BNX2_DRV_MSG_DATA_WAIT2 | BNX2_DRV_MSG_CODE_RESET,
4116                           0);
4117
4118         REG_WR(bp, BNX2_MISC_ENABLE_SET_BITS, BNX2_MISC_ENABLE_DEFAULT);
4119         REG_RD(bp, BNX2_MISC_ENABLE_SET_BITS);
4120
4121         udelay(20);
4122
4123         bp->hc_cmd = REG_RD(bp, BNX2_HC_COMMAND);
4124
4125         return rc;
4126 }
4127
4128 static void
4129 bnx2_init_tx_context(struct bnx2 *bp, u32 cid)
4130 {
4131         u32 val, offset0, offset1, offset2, offset3;
4132
4133         if (CHIP_NUM(bp) == CHIP_NUM_5709) {
4134                 offset0 = BNX2_L2CTX_TYPE_XI;
4135                 offset1 = BNX2_L2CTX_CMD_TYPE_XI;
4136                 offset2 = BNX2_L2CTX_TBDR_BHADDR_HI_XI;
4137                 offset3 = BNX2_L2CTX_TBDR_BHADDR_LO_XI;
4138         } else {
4139                 offset0 = BNX2_L2CTX_TYPE;
4140                 offset1 = BNX2_L2CTX_CMD_TYPE;
4141                 offset2 = BNX2_L2CTX_TBDR_BHADDR_HI;
4142                 offset3 = BNX2_L2CTX_TBDR_BHADDR_LO;
4143         }
4144         val = BNX2_L2CTX_TYPE_TYPE_L2 | BNX2_L2CTX_TYPE_SIZE_L2;
4145         CTX_WR(bp, GET_CID_ADDR(cid), offset0, val);
4146
4147         val = BNX2_L2CTX_CMD_TYPE_TYPE_L2 | (8 << 16);
4148         CTX_WR(bp, GET_CID_ADDR(cid), offset1, val);
4149
4150         val = (u64) bp->tx_desc_mapping >> 32;
4151         CTX_WR(bp, GET_CID_ADDR(cid), offset2, val);
4152
4153         val = (u64) bp->tx_desc_mapping & 0xffffffff;
4154         CTX_WR(bp, GET_CID_ADDR(cid), offset3, val);
4155 }
4156
4157 static void
4158 bnx2_init_tx_ring(struct bnx2 *bp)
4159 {
4160         struct tx_bd *txbd;
4161         u32 cid;
4162
4163         bp->tx_wake_thresh = bp->tx_ring_size / 2;
4164
4165         txbd = &bp->tx_desc_ring[MAX_TX_DESC_CNT];
4166
4167         txbd->tx_bd_haddr_hi = (u64) bp->tx_desc_mapping >> 32;
4168         txbd->tx_bd_haddr_lo = (u64) bp->tx_desc_mapping & 0xffffffff;
4169
4170         bp->tx_prod = 0;
4171         bp->tx_cons = 0;
4172         bp->hw_tx_cons = 0;
4173         bp->tx_prod_bseq = 0;
4174
4175         cid = TX_CID;
4176         bp->tx_bidx_addr = MB_GET_CID_ADDR(cid) + BNX2_L2CTX_TX_HOST_BIDX;
4177         bp->tx_bseq_addr = MB_GET_CID_ADDR(cid) + BNX2_L2CTX_TX_HOST_BSEQ;
4178
4179         bnx2_init_tx_context(bp, cid);
4180 }
4181
4182 static void
4183 bnx2_init_rxbd_rings(struct rx_bd *rx_ring[], dma_addr_t dma[], u32 buf_size,
4184                      int num_rings)
4185 {
4186         int i;
4187         struct rx_bd *rxbd;
4188
4189         for (i = 0; i < num_rings; i++) {
4190                 int j;
4191
4192                 rxbd = &rx_ring[i][0];
4193                 for (j = 0; j < MAX_RX_DESC_CNT; j++, rxbd++) {
4194                         rxbd->rx_bd_len = buf_size;
4195                         rxbd->rx_bd_flags = RX_BD_FLAGS_START | RX_BD_FLAGS_END;
4196                 }
4197                 if (i == (num_rings - 1))
4198                         j = 0;
4199                 else
4200                         j = i + 1;
4201                 rxbd->rx_bd_haddr_hi = (u64) dma[j] >> 32;
4202                 rxbd->rx_bd_haddr_lo = (u64) dma[j] & 0xffffffff;
4203         }
4204 }
4205
4206 static void
4207 bnx2_init_rx_ring(struct bnx2 *bp)
4208 {
4209         int i;
4210         u16 prod, ring_prod;
4211         u32 val, rx_cid_addr = GET_CID_ADDR(RX_CID);
4212
4213         bp->rx_prod = 0;
4214         bp->rx_cons = 0;
4215         bp->rx_prod_bseq = 0;
4216
4217         bnx2_init_rxbd_rings(bp->rx_desc_ring, bp->rx_desc_mapping,
4218                              bp->rx_buf_use_size, bp->rx_max_ring);
4219
4220         CTX_WR(bp, rx_cid_addr, BNX2_L2CTX_PG_BUF_SIZE, 0);
4221
4222         val = BNX2_L2CTX_CTX_TYPE_CTX_BD_CHN_TYPE_VALUE;
4223         val |= BNX2_L2CTX_CTX_TYPE_SIZE_L2;
4224         val |= 0x02 << 8;
4225         CTX_WR(bp, rx_cid_addr, BNX2_L2CTX_CTX_TYPE, val);
4226
4227         val = (u64) bp->rx_desc_mapping[0] >> 32;
4228         CTX_WR(bp, rx_cid_addr, BNX2_L2CTX_NX_BDHADDR_HI, val);
4229
4230         val = (u64) bp->rx_desc_mapping[0] & 0xffffffff;
4231         CTX_WR(bp, rx_cid_addr, BNX2_L2CTX_NX_BDHADDR_LO, val);
4232
4233         ring_prod = prod = bp->rx_prod;
4234         for (i = 0; i < bp->rx_ring_size; i++) {
4235                 if (bnx2_alloc_rx_skb(bp, ring_prod) < 0) {
4236                         break;
4237                 }
4238                 prod = NEXT_RX_BD(prod);
4239                 ring_prod = RX_RING_IDX(prod);
4240         }
4241         bp->rx_prod = prod;
4242
4243         REG_WR16(bp, MB_RX_CID_ADDR + BNX2_L2CTX_HOST_BDIDX, prod);
4244
4245         REG_WR(bp, MB_RX_CID_ADDR + BNX2_L2CTX_HOST_BSEQ, bp->rx_prod_bseq);
4246 }
4247
4248 static u32 bnx2_find_max_ring(u32 ring_size, u32 max_size)
4249 {
4250         u32 max, num_rings = 1;
4251
4252         while (ring_size > MAX_RX_DESC_CNT) {
4253                 ring_size -= MAX_RX_DESC_CNT;
4254                 num_rings++;
4255         }
4256         /* round to next power of 2 */
4257         max = max_size;
4258         while ((max & num_rings) == 0)
4259                 max >>= 1;
4260
4261         if (num_rings != max)
4262                 max <<= 1;
4263
4264         return max;
4265 }
4266
4267 static void
4268 bnx2_set_rx_ring_size(struct bnx2 *bp, u32 size)
4269 {
4270         u32 rx_size;
4271
4272         /* 8 for CRC and VLAN */
4273         rx_size = bp->dev->mtu + ETH_HLEN + bp->rx_offset + 8;
4274
4275         bp->rx_copy_thresh = RX_COPY_THRESH;
4276
4277         bp->rx_buf_use_size = rx_size;
4278         /* hw alignment */
4279         bp->rx_buf_size = bp->rx_buf_use_size + BNX2_RX_ALIGN;
4280         bp->rx_ring_size = size;
4281         bp->rx_max_ring = bnx2_find_max_ring(size, MAX_RX_RINGS);
4282         bp->rx_max_ring_idx = (bp->rx_max_ring * RX_DESC_CNT) - 1;
4283 }
4284
4285 static void
4286 bnx2_free_tx_skbs(struct bnx2 *bp)
4287 {
4288         int i;
4289
4290         if (bp->tx_buf_ring == NULL)
4291                 return;
4292
4293         for (i = 0; i < TX_DESC_CNT; ) {
4294                 struct sw_bd *tx_buf = &bp->tx_buf_ring[i];
4295                 struct sk_buff *skb = tx_buf->skb;
4296                 int j, last;
4297
4298                 if (skb == NULL) {
4299                         i++;
4300                         continue;
4301                 }
4302
4303                 pci_unmap_single(bp->pdev, pci_unmap_addr(tx_buf, mapping),
4304                         skb_headlen(skb), PCI_DMA_TODEVICE);
4305
4306                 tx_buf->skb = NULL;
4307
4308                 last = skb_shinfo(skb)->nr_frags;
4309                 for (j = 0; j < last; j++) {
4310                         tx_buf = &bp->tx_buf_ring[i + j + 1];
4311                         pci_unmap_page(bp->pdev,
4312                                 pci_unmap_addr(tx_buf, mapping),
4313                                 skb_shinfo(skb)->frags[j].size,
4314                                 PCI_DMA_TODEVICE);
4315                 }
4316                 dev_kfree_skb(skb);
4317                 i += j + 1;
4318         }
4319
4320 }
4321
4322 static void
4323 bnx2_free_rx_skbs(struct bnx2 *bp)
4324 {
4325         int i;
4326
4327         if (bp->rx_buf_ring == NULL)
4328                 return;
4329
4330         for (i = 0; i < bp->rx_max_ring_idx; i++) {
4331                 struct sw_bd *rx_buf = &bp->rx_buf_ring[i];
4332                 struct sk_buff *skb = rx_buf->skb;
4333
4334                 if (skb == NULL)
4335                         continue;
4336
4337                 pci_unmap_single(bp->pdev, pci_unmap_addr(rx_buf, mapping),
4338                         bp->rx_buf_use_size, PCI_DMA_FROMDEVICE);
4339
4340                 rx_buf->skb = NULL;
4341
4342                 dev_kfree_skb(skb);
4343         }
4344 }
4345
4346 static void
4347 bnx2_free_skbs(struct bnx2 *bp)
4348 {
4349         bnx2_free_tx_skbs(bp);
4350         bnx2_free_rx_skbs(bp);
4351 }
4352
4353 static int
4354 bnx2_reset_nic(struct bnx2 *bp, u32 reset_code)
4355 {
4356         int rc;
4357
4358         rc = bnx2_reset_chip(bp, reset_code);
4359         bnx2_free_skbs(bp);
4360         if (rc)
4361                 return rc;
4362
4363         if ((rc = bnx2_init_chip(bp)) != 0)
4364                 return rc;
4365
4366         bnx2_init_tx_ring(bp);
4367         bnx2_init_rx_ring(bp);
4368         return 0;
4369 }
4370
4371 static int
4372 bnx2_init_nic(struct bnx2 *bp)
4373 {
4374         int rc;
4375
4376         if ((rc = bnx2_reset_nic(bp, BNX2_DRV_MSG_CODE_RESET)) != 0)
4377                 return rc;
4378
4379         spin_lock_bh(&bp->phy_lock);
4380         bnx2_init_phy(bp);
4381         bnx2_set_link(bp);
4382         spin_unlock_bh(&bp->phy_lock);
4383         return 0;
4384 }
4385
4386 static int
4387 bnx2_test_registers(struct bnx2 *bp)
4388 {
4389         int ret;
4390         int i, is_5709;
4391         static const struct {
4392                 u16   offset;
4393                 u16   flags;
4394 #define BNX2_FL_NOT_5709        1
4395                 u32   rw_mask;
4396                 u32   ro_mask;
4397         } reg_tbl[] = {
4398                 { 0x006c, 0, 0x00000000, 0x0000003f },
4399                 { 0x0090, 0, 0xffffffff, 0x00000000 },
4400                 { 0x0094, 0, 0x00000000, 0x00000000 },
4401
4402                 { 0x0404, BNX2_FL_NOT_5709, 0x00003f00, 0x00000000 },
4403                 { 0x0418, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4404                 { 0x041c, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4405                 { 0x0420, BNX2_FL_NOT_5709, 0x00000000, 0x80ffffff },
4406                 { 0x0424, BNX2_FL_NOT_5709, 0x00000000, 0x00000000 },
4407                 { 0x0428, BNX2_FL_NOT_5709, 0x00000000, 0x00000001 },
4408                 { 0x0450, BNX2_FL_NOT_5709, 0x00000000, 0x0000ffff },
4409                 { 0x0454, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4410                 { 0x0458, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4411
4412                 { 0x0808, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4413                 { 0x0854, BNX2_FL_NOT_5709, 0x00000000, 0xffffffff },
4414                 { 0x0868, BNX2_FL_NOT_5709, 0x00000000, 0x77777777 },
4415                 { 0x086c, BNX2_FL_NOT_5709, 0x00000000, 0x77777777 },
4416                 { 0x0870, BNX2_FL_NOT_5709, 0x00000000, 0x77777777 },
4417                 { 0x0874, BNX2_FL_NOT_5709, 0x00000000, 0x77777777 },
4418
4419                 { 0x0c00, BNX2_FL_NOT_5709, 0x00000000, 0x00000001 },
4420                 { 0x0c04, BNX2_FL_NOT_5709, 0x00000000, 0x03ff0001 },
4421                 { 0x0c08, BNX2_FL_NOT_5709,  0x0f0ff073, 0x00000000 },
4422
4423                 { 0x1000, 0, 0x00000000, 0x00000001 },
4424                 { 0x1004, 0, 0x00000000, 0x000f0001 },
4425
4426                 { 0x1408, 0, 0x01c00800, 0x00000000 },
4427                 { 0x149c, 0, 0x8000ffff, 0x00000000 },
4428                 { 0x14a8, 0, 0x00000000, 0x000001ff },
4429                 { 0x14ac, 0, 0x0fffffff, 0x10000000 },
4430                 { 0x14b0, 0, 0x00000002, 0x00000001 },
4431                 { 0x14b8, 0, 0x00000000, 0x00000000 },
4432                 { 0x14c0, 0, 0x00000000, 0x00000009 },
4433                 { 0x14c4, 0, 0x00003fff, 0x00000000 },
4434                 { 0x14cc, 0, 0x00000000, 0x00000001 },
4435                 { 0x14d0, 0, 0xffffffff, 0x00000000 },
4436
4437                 { 0x1800, 0, 0x00000000, 0x00000001 },
4438                 { 0x1804, 0, 0x00000000, 0x00000003 },
4439
4440                 { 0x2800, 0, 0x00000000, 0x00000001 },
4441                 { 0x2804, 0, 0x00000000, 0x00003f01 },
4442                 { 0x2808, 0, 0x0f3f3f03, 0x00000000 },
4443                 { 0x2810, 0, 0xffff0000, 0x00000000 },
4444                 { 0x2814, 0, 0xffff0000, 0x00000000 },
4445                 { 0x2818, 0, 0xffff0000, 0x00000000 },
4446                 { 0x281c, 0, 0xffff0000, 0x00000000 },
4447                 { 0x2834, 0, 0xffffffff, 0x00000000 },
4448                 { 0x2840, 0, 0x00000000, 0xffffffff },
4449                 { 0x2844, 0, 0x00000000, 0xffffffff },
4450                 { 0x2848, 0, 0xffffffff, 0x00000000 },
4451                 { 0x284c, 0, 0xf800f800, 0x07ff07ff },
4452
4453                 { 0x2c00, 0, 0x00000000, 0x00000011 },
4454                 { 0x2c04, 0, 0x00000000, 0x00030007 },
4455
4456                 { 0x3c00, 0, 0x00000000, 0x00000001 },
4457                 { 0x3c04, 0, 0x00000000, 0x00070000 },
4458                 { 0x3c08, 0, 0x00007f71, 0x07f00000 },
4459                 { 0x3c0c, 0, 0x1f3ffffc, 0x00000000 },
4460                 { 0x3c10, 0, 0xffffffff, 0x00000000 },
4461                 { 0x3c14, 0, 0x00000000, 0xffffffff },
4462                 { 0x3c18, 0, 0x00000000, 0xffffffff },
4463                 { 0x3c1c, 0, 0xfffff000, 0x00000000 },
4464                 { 0x3c20, 0, 0xffffff00, 0x00000000 },
4465
4466                 { 0x5004, 0, 0x00000000, 0x0000007f },
4467                 { 0x5008, 0, 0x0f0007ff, 0x00000000 },
4468
4469                 { 0x5c00, 0, 0x00000000, 0x00000001 },
4470                 { 0x5c04, 0, 0x00000000, 0x0003000f },
4471                 { 0x5c08, 0, 0x00000003, 0x00000000 },
4472                 { 0x5c0c, 0, 0x0000fff8, 0x00000000 },
4473                 { 0x5c10, 0, 0x00000000, 0xffffffff },
4474                 { 0x5c80, 0, 0x00000000, 0x0f7113f1 },
4475                 { 0x5c84, 0, 0x00000000, 0x0000f333 },
4476                 { 0x5c88, 0, 0x00000000, 0x00077373 },
4477                 { 0x5c8c, 0, 0x00000000, 0x0007f737 },
4478
4479                 { 0x6808, 0, 0x0000ff7f, 0x00000000 },
4480                 { 0x680c, 0, 0xffffffff, 0x00000000 },
4481                 { 0x6810, 0, 0xffffffff, 0x00000000 },
4482                 { 0x6814, 0, 0xffffffff, 0x00000000 },
4483                 { 0x6818, 0, 0xffffffff, 0x00000000 },
4484                 { 0x681c, 0, 0xffffffff, 0x00000000 },
4485                 { 0x6820, 0, 0x00ff00ff, 0x00000000 },
4486                 { 0x6824, 0, 0x00ff00ff, 0x00000000 },
4487                 { 0x6828, 0, 0x00ff00ff, 0x00000000 },
4488                 { 0x682c, 0, 0x03ff03ff, 0x00000000 },
4489                 { 0x6830, 0, 0x03ff03ff, 0x00000000 },
4490                 { 0x6834, 0, 0x03ff03ff, 0x00000000 },
4491                 { 0x6838, 0, 0x03ff03ff, 0x00000000 },
4492                 { 0x683c, 0, 0x0000ffff, 0x00000000 },
4493                 { 0x6840, 0, 0x00000ff0, 0x00000000 },
4494                 { 0x6844, 0, 0x00ffff00, 0x00000000 },
4495                 { 0x684c, 0, 0xffffffff, 0x00000000 },
4496                 { 0x6850, 0, 0x7f7f7f7f, 0x00000000 },
4497                 { 0x6854, 0, 0x7f7f7f7f, 0x00000000 },
4498                 { 0x6858, 0, 0x7f7f7f7f, 0x00000000 },
4499                 { 0x685c, 0, 0x7f7f7f7f, 0x00000000 },
4500                 { 0x6908, 0, 0x00000000, 0x0001ff0f },
4501                 { 0x690c, 0, 0x00000000, 0x0ffe00f0 },
4502
4503                 { 0xffff, 0, 0x00000000, 0x00000000 },
4504         };
4505
4506         ret = 0;
4507         is_5709 = 0;
4508         if (CHIP_NUM(bp) == CHIP_NUM_5709)
4509                 is_5709 = 1;
4510
4511         for (i = 0; reg_tbl[i].offset != 0xffff; i++) {
4512                 u32 offset, rw_mask, ro_mask, save_val, val;
4513                 u16 flags = reg_tbl[i].flags;
4514
4515                 if (is_5709 && (flags & BNX2_FL_NOT_5709))
4516                         continue;
4517
4518                 offset = (u32) reg_tbl[i].offset;
4519                 rw_mask = reg_tbl[i].rw_mask;
4520                 ro_mask = reg_tbl[i].ro_mask;
4521
4522                 save_val = readl(bp->regview + offset);
4523
4524                 writel(0, bp->regview + offset);
4525
4526                 val = readl(bp->regview + offset);
4527                 if ((val & rw_mask) != 0) {
4528                         goto reg_test_err;
4529                 }
4530
4531                 if ((val & ro_mask) != (save_val & ro_mask)) {
4532                         goto reg_test_err;
4533                 }
4534
4535                 writel(0xffffffff, bp->regview + offset);
4536
4537                 val = readl(bp->regview + offset);
4538                 if ((val & rw_mask) != rw_mask) {
4539                         goto reg_test_err;
4540                 }
4541
4542                 if ((val & ro_mask) != (save_val & ro_mask)) {
4543                         goto reg_test_err;
4544                 }
4545
4546                 writel(save_val, bp->regview + offset);
4547                 continue;
4548
4549 reg_test_err:
4550                 writel(save_val, bp->regview + offset);
4551                 ret = -ENODEV;
4552                 break;
4553         }
4554         return ret;
4555 }
4556
4557 static int
4558 bnx2_do_mem_test(struct bnx2 *bp, u32 start, u32 size)
4559 {
4560         static const u32 test_pattern[] = { 0x00000000, 0xffffffff, 0x55555555,
4561                 0xaaaaaaaa , 0xaa55aa55, 0x55aa55aa };
4562         int i;
4563
4564         for (i = 0; i < sizeof(test_pattern) / 4; i++) {
4565                 u32 offset;
4566
4567                 for (offset = 0; offset < size; offset += 4) {
4568
4569                         REG_WR_IND(bp, start + offset, test_pattern[i]);
4570
4571                         if (REG_RD_IND(bp, start + offset) !=
4572                                 test_pattern[i]) {
4573                                 return -ENODEV;
4574                         }
4575                 }
4576         }
4577         return 0;
4578 }
4579
4580 static int
4581 bnx2_test_memory(struct bnx2 *bp)
4582 {
4583         int ret = 0;
4584         int i;
4585         static struct mem_entry {
4586                 u32   offset;
4587                 u32   len;
4588         } mem_tbl_5706[] = {
4589                 { 0x60000,  0x4000 },
4590                 { 0xa0000,  0x3000 },
4591                 { 0xe0000,  0x4000 },
4592                 { 0x120000, 0x4000 },
4593                 { 0x1a0000, 0x4000 },
4594                 { 0x160000, 0x4000 },
4595                 { 0xffffffff, 0    },
4596         },
4597         mem_tbl_5709[] = {
4598                 { 0x60000,  0x4000 },
4599                 { 0xa0000,  0x3000 },
4600                 { 0xe0000,  0x4000 },
4601                 { 0x120000, 0x4000 },
4602                 { 0x1a0000, 0x4000 },
4603                 { 0xffffffff, 0    },
4604         };
4605         struct mem_entry *mem_tbl;
4606
4607         if (CHIP_NUM(bp) == CHIP_NUM_5709)
4608                 mem_tbl = mem_tbl_5709;
4609         else
4610                 mem_tbl = mem_tbl_5706;
4611
4612         for (i = 0; mem_tbl[i].offset != 0xffffffff; i++) {
4613                 if ((ret = bnx2_do_mem_test(bp, mem_tbl[i].offset,
4614                         mem_tbl[i].len)) != 0) {
4615                         return ret;
4616                 }
4617         }
4618
4619         return ret;
4620 }
4621
4622 #define BNX2_MAC_LOOPBACK       0
4623 #define BNX2_PHY_LOOPBACK       1
4624
4625 static int
4626 bnx2_run_loopback(struct bnx2 *bp, int loopback_mode)
4627 {
4628         unsigned int pkt_size, num_pkts, i;
4629         struct sk_buff *skb, *rx_skb;
4630         unsigned char *packet;
4631         u16 rx_start_idx, rx_idx;
4632         dma_addr_t map;
4633         struct tx_bd *txbd;
4634         struct sw_bd *rx_buf;
4635         struct l2_fhdr *rx_hdr;
4636         int ret = -ENODEV;
4637
4638         if (loopback_mode == BNX2_MAC_LOOPBACK) {
4639                 bp->loopback = MAC_LOOPBACK;
4640                 bnx2_set_mac_loopback(bp);
4641         }
4642         else if (loopback_mode == BNX2_PHY_LOOPBACK) {
4643                 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
4644                         return 0;
4645
4646                 bp->loopback = PHY_LOOPBACK;
4647                 bnx2_set_phy_loopback(bp);
4648         }
4649         else
4650                 return -EINVAL;
4651
4652         pkt_size = 1514;
4653         skb = netdev_alloc_skb(bp->dev, pkt_size);
4654         if (!skb)
4655                 return -ENOMEM;
4656         packet = skb_put(skb, pkt_size);
4657         memcpy(packet, bp->dev->dev_addr, 6);
4658         memset(packet + 6, 0x0, 8);
4659         for (i = 14; i < pkt_size; i++)
4660                 packet[i] = (unsigned char) (i & 0xff);
4661
4662         map = pci_map_single(bp->pdev, skb->data, pkt_size,
4663                 PCI_DMA_TODEVICE);
4664
4665         REG_WR(bp, BNX2_HC_COMMAND,
4666                bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW_WO_INT);
4667
4668         REG_RD(bp, BNX2_HC_COMMAND);
4669
4670         udelay(5);
4671         rx_start_idx = bp->status_blk->status_rx_quick_consumer_index0;
4672
4673         num_pkts = 0;
4674
4675         txbd = &bp->tx_desc_ring[TX_RING_IDX(bp->tx_prod)];
4676
4677         txbd->tx_bd_haddr_hi = (u64) map >> 32;
4678         txbd->tx_bd_haddr_lo = (u64) map & 0xffffffff;
4679         txbd->tx_bd_mss_nbytes = pkt_size;
4680         txbd->tx_bd_vlan_tag_flags = TX_BD_FLAGS_START | TX_BD_FLAGS_END;
4681
4682         num_pkts++;
4683         bp->tx_prod = NEXT_TX_BD(bp->tx_prod);
4684         bp->tx_prod_bseq += pkt_size;
4685
4686         REG_WR16(bp, bp->tx_bidx_addr, bp->tx_prod);
4687         REG_WR(bp, bp->tx_bseq_addr, bp->tx_prod_bseq);
4688
4689         udelay(100);
4690
4691         REG_WR(bp, BNX2_HC_COMMAND,
4692                bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW_WO_INT);
4693
4694         REG_RD(bp, BNX2_HC_COMMAND);
4695
4696         udelay(5);
4697
4698         pci_unmap_single(bp->pdev, map, pkt_size, PCI_DMA_TODEVICE);
4699         dev_kfree_skb(skb);
4700
4701         if (bp->status_blk->status_tx_quick_consumer_index0 != bp->tx_prod) {
4702                 goto loopback_test_done;
4703         }
4704
4705         rx_idx = bp->status_blk->status_rx_quick_consumer_index0;
4706         if (rx_idx != rx_start_idx + num_pkts) {
4707                 goto loopback_test_done;
4708         }
4709
4710         rx_buf = &bp->rx_buf_ring[rx_start_idx];
4711         rx_skb = rx_buf->skb;
4712
4713         rx_hdr = (struct l2_fhdr *) rx_skb->data;
4714         skb_reserve(rx_skb, bp->rx_offset);
4715
4716         pci_dma_sync_single_for_cpu(bp->pdev,
4717                 pci_unmap_addr(rx_buf, mapping),
4718                 bp->rx_buf_size, PCI_DMA_FROMDEVICE);
4719
4720         if (rx_hdr->l2_fhdr_status &
4721                 (L2_FHDR_ERRORS_BAD_CRC |
4722                 L2_FHDR_ERRORS_PHY_DECODE |
4723                 L2_FHDR_ERRORS_ALIGNMENT |
4724                 L2_FHDR_ERRORS_TOO_SHORT |
4725                 L2_FHDR_ERRORS_GIANT_FRAME)) {
4726
4727                 goto loopback_test_done;
4728         }
4729
4730         if ((rx_hdr->l2_fhdr_pkt_len - 4) != pkt_size) {
4731                 goto loopback_test_done;
4732         }
4733
4734         for (i = 14; i < pkt_size; i++) {
4735                 if (*(rx_skb->data + i) != (unsigned char) (i & 0xff)) {
4736                         goto loopback_test_done;
4737                 }
4738         }
4739
4740         ret = 0;
4741
4742 loopback_test_done:
4743         bp->loopback = 0;
4744         return ret;
4745 }
4746
4747 #define BNX2_MAC_LOOPBACK_FAILED        1
4748 #define BNX2_PHY_LOOPBACK_FAILED        2
4749 #define BNX2_LOOPBACK_FAILED            (BNX2_MAC_LOOPBACK_FAILED |     \
4750                                          BNX2_PHY_LOOPBACK_FAILED)
4751
4752 static int
4753 bnx2_test_loopback(struct bnx2 *bp)
4754 {
4755         int rc = 0;
4756
4757         if (!netif_running(bp->dev))
4758                 return BNX2_LOOPBACK_FAILED;
4759
4760         bnx2_reset_nic(bp, BNX2_DRV_MSG_CODE_RESET);
4761         spin_lock_bh(&bp->phy_lock);
4762         bnx2_init_phy(bp);
4763         spin_unlock_bh(&bp->phy_lock);
4764         if (bnx2_run_loopback(bp, BNX2_MAC_LOOPBACK))
4765                 rc |= BNX2_MAC_LOOPBACK_FAILED;
4766         if (bnx2_run_loopback(bp, BNX2_PHY_LOOPBACK))
4767                 rc |= BNX2_PHY_LOOPBACK_FAILED;
4768         return rc;
4769 }
4770
4771 #define NVRAM_SIZE 0x200
4772 #define CRC32_RESIDUAL 0xdebb20e3
4773
4774 static int
4775 bnx2_test_nvram(struct bnx2 *bp)
4776 {
4777         u32 buf[NVRAM_SIZE / 4];
4778         u8 *data = (u8 *) buf;
4779         int rc = 0;
4780         u32 magic, csum;
4781
4782         if ((rc = bnx2_nvram_read(bp, 0, data, 4)) != 0)
4783                 goto test_nvram_done;
4784
4785         magic = be32_to_cpu(buf[0]);
4786         if (magic != 0x669955aa) {
4787                 rc = -ENODEV;
4788                 goto test_nvram_done;
4789         }
4790
4791         if ((rc = bnx2_nvram_read(bp, 0x100, data, NVRAM_SIZE)) != 0)
4792                 goto test_nvram_done;
4793
4794         csum = ether_crc_le(0x100, data);
4795         if (csum != CRC32_RESIDUAL) {
4796                 rc = -ENODEV;
4797                 goto test_nvram_done;
4798         }
4799
4800         csum = ether_crc_le(0x100, data + 0x100);
4801         if (csum != CRC32_RESIDUAL) {
4802                 rc = -ENODEV;
4803         }
4804
4805 test_nvram_done:
4806         return rc;
4807 }
4808
4809 static int
4810 bnx2_test_link(struct bnx2 *bp)
4811 {
4812         u32 bmsr;
4813
4814         if (bp->phy_flags & REMOTE_PHY_CAP_FLAG) {
4815                 if (bp->link_up)
4816                         return 0;
4817                 return -ENODEV;
4818         }
4819         spin_lock_bh(&bp->phy_lock);
4820         bnx2_enable_bmsr1(bp);
4821         bnx2_read_phy(bp, bp->mii_bmsr1, &bmsr);
4822         bnx2_read_phy(bp, bp->mii_bmsr1, &bmsr);
4823         bnx2_disable_bmsr1(bp);
4824         spin_unlock_bh(&bp->phy_lock);
4825
4826         if (bmsr & BMSR_LSTATUS) {
4827                 return 0;
4828         }
4829         return -ENODEV;
4830 }
4831
4832 static int
4833 bnx2_test_intr(struct bnx2 *bp)
4834 {
4835         int i;
4836         u16 status_idx;
4837
4838         if (!netif_running(bp->dev))
4839                 return -ENODEV;
4840
4841         status_idx = REG_RD(bp, BNX2_PCICFG_INT_ACK_CMD) & 0xffff;
4842
4843         /* This register is not touched during run-time. */
4844         REG_WR(bp, BNX2_HC_COMMAND, bp->hc_cmd | BNX2_HC_COMMAND_COAL_NOW);
4845         REG_RD(bp, BNX2_HC_COMMAND);
4846
4847         for (i = 0; i < 10; i++) {
4848                 if ((REG_RD(bp, BNX2_PCICFG_INT_ACK_CMD) & 0xffff) !=
4849                         status_idx) {
4850
4851                         break;
4852                 }
4853
4854                 msleep_interruptible(10);
4855         }
4856         if (i < 10)
4857                 return 0;
4858
4859         return -ENODEV;
4860 }
4861
4862 static void
4863 bnx2_5706_serdes_timer(struct bnx2 *bp)
4864 {
4865         spin_lock(&bp->phy_lock);
4866         if (bp->serdes_an_pending)
4867                 bp->serdes_an_pending--;
4868         else if ((bp->link_up == 0) && (bp->autoneg & AUTONEG_SPEED)) {
4869                 u32 bmcr;
4870
4871                 bp->current_interval = bp->timer_interval;
4872
4873                 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
4874
4875                 if (bmcr & BMCR_ANENABLE) {
4876                         u32 phy1, phy2;
4877
4878                         bnx2_write_phy(bp, 0x1c, 0x7c00);
4879                         bnx2_read_phy(bp, 0x1c, &phy1);
4880
4881                         bnx2_write_phy(bp, 0x17, 0x0f01);
4882                         bnx2_read_phy(bp, 0x15, &phy2);
4883                         bnx2_write_phy(bp, 0x17, 0x0f01);
4884                         bnx2_read_phy(bp, 0x15, &phy2);
4885
4886                         if ((phy1 & 0x10) &&    /* SIGNAL DETECT */
4887                                 !(phy2 & 0x20)) {       /* no CONFIG */
4888
4889                                 bmcr &= ~BMCR_ANENABLE;
4890                                 bmcr |= BMCR_SPEED1000 | BMCR_FULLDPLX;
4891                                 bnx2_write_phy(bp, bp->mii_bmcr, bmcr);
4892                                 bp->phy_flags |= PHY_PARALLEL_DETECT_FLAG;
4893                         }
4894                 }
4895         }
4896         else if ((bp->link_up) && (bp->autoneg & AUTONEG_SPEED) &&
4897                  (bp->phy_flags & PHY_PARALLEL_DETECT_FLAG)) {
4898                 u32 phy2;
4899
4900                 bnx2_write_phy(bp, 0x17, 0x0f01);
4901                 bnx2_read_phy(bp, 0x15, &phy2);
4902                 if (phy2 & 0x20) {
4903                         u32 bmcr;
4904
4905                         bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
4906                         bmcr |= BMCR_ANENABLE;
4907                         bnx2_write_phy(bp, bp->mii_bmcr, bmcr);
4908
4909                         bp->phy_flags &= ~PHY_PARALLEL_DETECT_FLAG;
4910                 }
4911         } else
4912                 bp->current_interval = bp->timer_interval;
4913
4914         spin_unlock(&bp->phy_lock);
4915 }
4916
4917 static void
4918 bnx2_5708_serdes_timer(struct bnx2 *bp)
4919 {
4920         if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
4921                 return;
4922
4923         if ((bp->phy_flags & PHY_2_5G_CAPABLE_FLAG) == 0) {
4924                 bp->serdes_an_pending = 0;
4925                 return;
4926         }
4927
4928         spin_lock(&bp->phy_lock);
4929         if (bp->serdes_an_pending)
4930                 bp->serdes_an_pending--;
4931         else if ((bp->link_up == 0) && (bp->autoneg & AUTONEG_SPEED)) {
4932                 u32 bmcr;
4933
4934                 bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
4935                 if (bmcr & BMCR_ANENABLE) {
4936                         bnx2_enable_forced_2g5(bp);
4937                         bp->current_interval = SERDES_FORCED_TIMEOUT;
4938                 } else {
4939                         bnx2_disable_forced_2g5(bp);
4940                         bp->serdes_an_pending = 2;
4941                         bp->current_interval = bp->timer_interval;
4942                 }
4943
4944         } else
4945                 bp->current_interval = bp->timer_interval;
4946
4947         spin_unlock(&bp->phy_lock);
4948 }
4949
4950 static void
4951 bnx2_timer(unsigned long data)
4952 {
4953         struct bnx2 *bp = (struct bnx2 *) data;
4954
4955         if (!netif_running(bp->dev))
4956                 return;
4957
4958         if (atomic_read(&bp->intr_sem) != 0)
4959                 goto bnx2_restart_timer;
4960
4961         bnx2_send_heart_beat(bp);
4962
4963         bp->stats_blk->stat_FwRxDrop = REG_RD_IND(bp, BNX2_FW_RX_DROP_COUNT);
4964
4965         /* workaround occasional corrupted counters */
4966         if (CHIP_NUM(bp) == CHIP_NUM_5708 && bp->stats_ticks)
4967                 REG_WR(bp, BNX2_HC_COMMAND, bp->hc_cmd |
4968                                             BNX2_HC_COMMAND_STATS_NOW);
4969
4970         if (bp->phy_flags & PHY_SERDES_FLAG) {
4971                 if (CHIP_NUM(bp) == CHIP_NUM_5706)
4972                         bnx2_5706_serdes_timer(bp);
4973                 else
4974                         bnx2_5708_serdes_timer(bp);
4975         }
4976
4977 bnx2_restart_timer:
4978         mod_timer(&bp->timer, jiffies + bp->current_interval);
4979 }
4980
4981 static int
4982 bnx2_request_irq(struct bnx2 *bp)
4983 {
4984         struct net_device *dev = bp->dev;
4985         int rc = 0;
4986
4987         if (bp->flags & USING_MSI_FLAG) {
4988                 irq_handler_t   fn = bnx2_msi;
4989
4990                 if (bp->flags & ONE_SHOT_MSI_FLAG)
4991                         fn = bnx2_msi_1shot;
4992
4993                 rc = request_irq(bp->pdev->irq, fn, 0, dev->name, dev);
4994         } else
4995                 rc = request_irq(bp->pdev->irq, bnx2_interrupt,
4996                                  IRQF_SHARED, dev->name, dev);
4997         return rc;
4998 }
4999
5000 static void
5001 bnx2_free_irq(struct bnx2 *bp)
5002 {
5003         struct net_device *dev = bp->dev;
5004
5005         if (bp->flags & USING_MSI_FLAG) {
5006                 free_irq(bp->pdev->irq, dev);
5007                 pci_disable_msi(bp->pdev);
5008                 bp->flags &= ~(USING_MSI_FLAG | ONE_SHOT_MSI_FLAG);
5009         } else
5010                 free_irq(bp->pdev->irq, dev);
5011 }
5012
5013 /* Called with rtnl_lock */
5014 static int
5015 bnx2_open(struct net_device *dev)
5016 {
5017         struct bnx2 *bp = netdev_priv(dev);
5018         int rc;
5019
5020         netif_carrier_off(dev);
5021
5022         bnx2_set_power_state(bp, PCI_D0);
5023         bnx2_disable_int(bp);
5024
5025         rc = bnx2_alloc_mem(bp);
5026         if (rc)
5027                 return rc;
5028
5029         napi_enable(&bp->napi);
5030
5031         if ((bp->flags & MSI_CAP_FLAG) && !disable_msi) {
5032                 if (pci_enable_msi(bp->pdev) == 0) {
5033                         bp->flags |= USING_MSI_FLAG;
5034                         if (CHIP_NUM(bp) == CHIP_NUM_5709)
5035                                 bp->flags |= ONE_SHOT_MSI_FLAG;
5036                 }
5037         }
5038         rc = bnx2_request_irq(bp);
5039
5040         if (rc) {
5041                 napi_disable(&bp->napi);
5042                 bnx2_free_mem(bp);
5043                 return rc;
5044         }
5045
5046         rc = bnx2_init_nic(bp);
5047
5048         if (rc) {
5049                 napi_disable(&bp->napi);
5050                 bnx2_free_irq(bp);
5051                 bnx2_free_skbs(bp);
5052                 bnx2_free_mem(bp);
5053                 return rc;
5054         }
5055
5056         mod_timer(&bp->timer, jiffies + bp->current_interval);
5057
5058         atomic_set(&bp->intr_sem, 0);
5059
5060         bnx2_enable_int(bp);
5061
5062         if (bp->flags & USING_MSI_FLAG) {
5063                 /* Test MSI to make sure it is working
5064                  * If MSI test fails, go back to INTx mode
5065                  */
5066                 if (bnx2_test_intr(bp) != 0) {
5067                         printk(KERN_WARNING PFX "%s: No interrupt was generated"
5068                                " using MSI, switching to INTx mode. Please"
5069                                " report this failure to the PCI maintainer"
5070                                " and include system chipset information.\n",
5071                                bp->dev->name);
5072
5073                         bnx2_disable_int(bp);
5074                         bnx2_free_irq(bp);
5075
5076                         rc = bnx2_init_nic(bp);
5077
5078                         if (!rc)
5079                                 rc = bnx2_request_irq(bp);
5080
5081                         if (rc) {
5082                                 napi_disable(&bp->napi);
5083                                 bnx2_free_skbs(bp);
5084                                 bnx2_free_mem(bp);
5085                                 del_timer_sync(&bp->timer);
5086                                 return rc;
5087                         }
5088                         bnx2_enable_int(bp);
5089                 }
5090         }
5091         if (bp->flags & USING_MSI_FLAG) {
5092                 printk(KERN_INFO PFX "%s: using MSI\n", dev->name);
5093         }
5094
5095         netif_start_queue(dev);
5096
5097         return 0;
5098 }
5099
5100 static void
5101 bnx2_reset_task(struct work_struct *work)
5102 {
5103         struct bnx2 *bp = container_of(work, struct bnx2, reset_task);
5104
5105         if (!netif_running(bp->dev))
5106                 return;
5107
5108         bp->in_reset_task = 1;
5109         bnx2_netif_stop(bp);
5110
5111         bnx2_init_nic(bp);
5112
5113         atomic_set(&bp->intr_sem, 1);
5114         bnx2_netif_start(bp);
5115         bp->in_reset_task = 0;
5116 }
5117
5118 static void
5119 bnx2_tx_timeout(struct net_device *dev)
5120 {
5121         struct bnx2 *bp = netdev_priv(dev);
5122
5123         /* This allows the netif to be shutdown gracefully before resetting */
5124         schedule_work(&bp->reset_task);
5125 }
5126
5127 #ifdef BCM_VLAN
5128 /* Called with rtnl_lock */
5129 static void
5130 bnx2_vlan_rx_register(struct net_device *dev, struct vlan_group *vlgrp)
5131 {
5132         struct bnx2 *bp = netdev_priv(dev);
5133
5134         bnx2_netif_stop(bp);
5135
5136         bp->vlgrp = vlgrp;
5137         bnx2_set_rx_mode(dev);
5138
5139         bnx2_netif_start(bp);
5140 }
5141 #endif
5142
5143 /* Called with netif_tx_lock.
5144  * bnx2_tx_int() runs without netif_tx_lock unless it needs to call
5145  * netif_wake_queue().
5146  */
5147 static int
5148 bnx2_start_xmit(struct sk_buff *skb, struct net_device *dev)
5149 {
5150         struct bnx2 *bp = netdev_priv(dev);
5151         dma_addr_t mapping;
5152         struct tx_bd *txbd;
5153         struct sw_bd *tx_buf;
5154         u32 len, vlan_tag_flags, last_frag, mss;
5155         u16 prod, ring_prod;
5156         int i;
5157
5158         if (unlikely(bnx2_tx_avail(bp) < (skb_shinfo(skb)->nr_frags + 1))) {
5159                 netif_stop_queue(dev);
5160                 printk(KERN_ERR PFX "%s: BUG! Tx ring full when queue awake!\n",
5161                         dev->name);
5162
5163                 return NETDEV_TX_BUSY;
5164         }
5165         len = skb_headlen(skb);
5166         prod = bp->tx_prod;
5167         ring_prod = TX_RING_IDX(prod);
5168
5169         vlan_tag_flags = 0;
5170         if (skb->ip_summed == CHECKSUM_PARTIAL) {
5171                 vlan_tag_flags |= TX_BD_FLAGS_TCP_UDP_CKSUM;
5172         }
5173
5174         if (bp->vlgrp != 0 && vlan_tx_tag_present(skb)) {
5175                 vlan_tag_flags |=
5176                         (TX_BD_FLAGS_VLAN_TAG | (vlan_tx_tag_get(skb) << 16));
5177         }
5178         if ((mss = skb_shinfo(skb)->gso_size)) {
5179                 u32 tcp_opt_len, ip_tcp_len;
5180                 struct iphdr *iph;
5181
5182                 vlan_tag_flags |= TX_BD_FLAGS_SW_LSO;
5183
5184                 tcp_opt_len = tcp_optlen(skb);
5185
5186                 if (skb_shinfo(skb)->gso_type & SKB_GSO_TCPV6) {
5187                         u32 tcp_off = skb_transport_offset(skb) -
5188                                       sizeof(struct ipv6hdr) - ETH_HLEN;
5189
5190                         vlan_tag_flags |= ((tcp_opt_len >> 2) << 8) |
5191                                           TX_BD_FLAGS_SW_FLAGS;
5192                         if (likely(tcp_off == 0))
5193                                 vlan_tag_flags &= ~TX_BD_FLAGS_TCP6_OFF0_MSK;
5194                         else {
5195                                 tcp_off >>= 3;
5196                                 vlan_tag_flags |= ((tcp_off & 0x3) <<
5197                                                    TX_BD_FLAGS_TCP6_OFF0_SHL) |
5198                                                   ((tcp_off & 0x10) <<
5199                                                    TX_BD_FLAGS_TCP6_OFF4_SHL);
5200                                 mss |= (tcp_off & 0xc) << TX_BD_TCP6_OFF2_SHL;
5201                         }
5202                 } else {
5203                         if (skb_header_cloned(skb) &&
5204                             pskb_expand_head(skb, 0, 0, GFP_ATOMIC)) {
5205                                 dev_kfree_skb(skb);
5206                                 return NETDEV_TX_OK;
5207                         }
5208
5209                         ip_tcp_len = ip_hdrlen(skb) + sizeof(struct tcphdr);
5210
5211                         iph = ip_hdr(skb);
5212                         iph->check = 0;
5213                         iph->tot_len = htons(mss + ip_tcp_len + tcp_opt_len);
5214                         tcp_hdr(skb)->check = ~csum_tcpudp_magic(iph->saddr,
5215                                                                  iph->daddr, 0,
5216                                                                  IPPROTO_TCP,
5217                                                                  0);
5218                         if (tcp_opt_len || (iph->ihl > 5)) {
5219                                 vlan_tag_flags |= ((iph->ihl - 5) +
5220                                                    (tcp_opt_len >> 2)) << 8;
5221                         }
5222                 }
5223         } else
5224                 mss = 0;
5225
5226         mapping = pci_map_single(bp->pdev, skb->data, len, PCI_DMA_TODEVICE);
5227
5228         tx_buf = &bp->tx_buf_ring[ring_prod];
5229         tx_buf->skb = skb;
5230         pci_unmap_addr_set(tx_buf, mapping, mapping);
5231
5232         txbd = &bp->tx_desc_ring[ring_prod];
5233
5234         txbd->tx_bd_haddr_hi = (u64) mapping >> 32;
5235         txbd->tx_bd_haddr_lo = (u64) mapping & 0xffffffff;
5236         txbd->tx_bd_mss_nbytes = len | (mss << 16);
5237         txbd->tx_bd_vlan_tag_flags = vlan_tag_flags | TX_BD_FLAGS_START;
5238
5239         last_frag = skb_shinfo(skb)->nr_frags;
5240
5241         for (i = 0; i < last_frag; i++) {
5242                 skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
5243
5244                 prod = NEXT_TX_BD(prod);
5245                 ring_prod = TX_RING_IDX(prod);
5246                 txbd = &bp->tx_desc_ring[ring_prod];
5247
5248                 len = frag->size;
5249                 mapping = pci_map_page(bp->pdev, frag->page, frag->page_offset,
5250                         len, PCI_DMA_TODEVICE);
5251                 pci_unmap_addr_set(&bp->tx_buf_ring[ring_prod],
5252                                 mapping, mapping);
5253
5254                 txbd->tx_bd_haddr_hi = (u64) mapping >> 32;
5255                 txbd->tx_bd_haddr_lo = (u64) mapping & 0xffffffff;
5256                 txbd->tx_bd_mss_nbytes = len | (mss << 16);
5257                 txbd->tx_bd_vlan_tag_flags = vlan_tag_flags;
5258
5259         }
5260         txbd->tx_bd_vlan_tag_flags |= TX_BD_FLAGS_END;
5261
5262         prod = NEXT_TX_BD(prod);
5263         bp->tx_prod_bseq += skb->len;
5264
5265         REG_WR16(bp, bp->tx_bidx_addr, prod);
5266         REG_WR(bp, bp->tx_bseq_addr, bp->tx_prod_bseq);
5267
5268         mmiowb();
5269
5270         bp->tx_prod = prod;
5271         dev->trans_start = jiffies;
5272
5273         if (unlikely(bnx2_tx_avail(bp) <= MAX_SKB_FRAGS)) {
5274                 netif_stop_queue(dev);
5275                 if (bnx2_tx_avail(bp) > bp->tx_wake_thresh)
5276                         netif_wake_queue(dev);
5277         }
5278
5279         return NETDEV_TX_OK;
5280 }
5281
5282 /* Called with rtnl_lock */
5283 static int
5284 bnx2_close(struct net_device *dev)
5285 {
5286         struct bnx2 *bp = netdev_priv(dev);
5287         u32 reset_code;
5288
5289         /* Calling flush_scheduled_work() may deadlock because
5290          * linkwatch_event() may be on the workqueue and it will try to get
5291          * the rtnl_lock which we are holding.
5292          */
5293         while (bp->in_reset_task)
5294                 msleep(1);
5295
5296         bnx2_disable_int_sync(bp);
5297         napi_disable(&bp->napi);
5298         del_timer_sync(&bp->timer);
5299         if (bp->flags & NO_WOL_FLAG)
5300                 reset_code = BNX2_DRV_MSG_CODE_UNLOAD_LNK_DN;
5301         else if (bp->wol)
5302                 reset_code = BNX2_DRV_MSG_CODE_SUSPEND_WOL;
5303         else
5304                 reset_code = BNX2_DRV_MSG_CODE_SUSPEND_NO_WOL;
5305         bnx2_reset_chip(bp, reset_code);
5306         bnx2_free_irq(bp);
5307         bnx2_free_skbs(bp);
5308         bnx2_free_mem(bp);
5309         bp->link_up = 0;
5310         netif_carrier_off(bp->dev);
5311         bnx2_set_power_state(bp, PCI_D3hot);
5312         return 0;
5313 }
5314
5315 #define GET_NET_STATS64(ctr)                                    \
5316         (unsigned long) ((unsigned long) (ctr##_hi) << 32) +    \
5317         (unsigned long) (ctr##_lo)
5318
5319 #define GET_NET_STATS32(ctr)            \
5320         (ctr##_lo)
5321
5322 #if (BITS_PER_LONG == 64)
5323 #define GET_NET_STATS   GET_NET_STATS64
5324 #else
5325 #define GET_NET_STATS   GET_NET_STATS32
5326 #endif
5327
5328 static struct net_device_stats *
5329 bnx2_get_stats(struct net_device *dev)
5330 {
5331         struct bnx2 *bp = netdev_priv(dev);
5332         struct statistics_block *stats_blk = bp->stats_blk;
5333         struct net_device_stats *net_stats = &bp->net_stats;
5334
5335         if (bp->stats_blk == NULL) {
5336                 return net_stats;
5337         }
5338         net_stats->rx_packets =
5339                 GET_NET_STATS(stats_blk->stat_IfHCInUcastPkts) +
5340                 GET_NET_STATS(stats_blk->stat_IfHCInMulticastPkts) +
5341                 GET_NET_STATS(stats_blk->stat_IfHCInBroadcastPkts);
5342
5343         net_stats->tx_packets =
5344                 GET_NET_STATS(stats_blk->stat_IfHCOutUcastPkts) +
5345                 GET_NET_STATS(stats_blk->stat_IfHCOutMulticastPkts) +
5346                 GET_NET_STATS(stats_blk->stat_IfHCOutBroadcastPkts);
5347
5348         net_stats->rx_bytes =
5349                 GET_NET_STATS(stats_blk->stat_IfHCInOctets);
5350
5351         net_stats->tx_bytes =
5352                 GET_NET_STATS(stats_blk->stat_IfHCOutOctets);
5353
5354         net_stats->multicast =
5355                 GET_NET_STATS(stats_blk->stat_IfHCOutMulticastPkts);
5356
5357         net_stats->collisions =
5358                 (unsigned long) stats_blk->stat_EtherStatsCollisions;
5359
5360         net_stats->rx_length_errors =
5361                 (unsigned long) (stats_blk->stat_EtherStatsUndersizePkts +
5362                 stats_blk->stat_EtherStatsOverrsizePkts);
5363
5364         net_stats->rx_over_errors =
5365                 (unsigned long) stats_blk->stat_IfInMBUFDiscards;
5366
5367         net_stats->rx_frame_errors =
5368                 (unsigned long) stats_blk->stat_Dot3StatsAlignmentErrors;
5369
5370         net_stats->rx_crc_errors =
5371                 (unsigned long) stats_blk->stat_Dot3StatsFCSErrors;
5372
5373         net_stats->rx_errors = net_stats->rx_length_errors +
5374                 net_stats->rx_over_errors + net_stats->rx_frame_errors +
5375                 net_stats->rx_crc_errors;
5376
5377         net_stats->tx_aborted_errors =
5378                 (unsigned long) (stats_blk->stat_Dot3StatsExcessiveCollisions +
5379                 stats_blk->stat_Dot3StatsLateCollisions);
5380
5381         if ((CHIP_NUM(bp) == CHIP_NUM_5706) ||
5382             (CHIP_ID(bp) == CHIP_ID_5708_A0))
5383                 net_stats->tx_carrier_errors = 0;
5384         else {
5385                 net_stats->tx_carrier_errors =
5386                         (unsigned long)
5387                         stats_blk->stat_Dot3StatsCarrierSenseErrors;
5388         }
5389
5390         net_stats->tx_errors =
5391                 (unsigned long)
5392                 stats_blk->stat_emac_tx_stat_dot3statsinternalmactransmiterrors
5393                 +
5394                 net_stats->tx_aborted_errors +
5395                 net_stats->tx_carrier_errors;
5396
5397         net_stats->rx_missed_errors =
5398                 (unsigned long) (stats_blk->stat_IfInMBUFDiscards +
5399                 stats_blk->stat_FwRxDrop);
5400
5401         return net_stats;
5402 }
5403
5404 /* All ethtool functions called with rtnl_lock */
5405
5406 static int
5407 bnx2_get_settings(struct net_device *dev, struct ethtool_cmd *cmd)
5408 {
5409         struct bnx2 *bp = netdev_priv(dev);
5410         int support_serdes = 0, support_copper = 0;
5411
5412         cmd->supported = SUPPORTED_Autoneg;
5413         if (bp->phy_flags & REMOTE_PHY_CAP_FLAG) {
5414                 support_serdes = 1;
5415                 support_copper = 1;
5416         } else if (bp->phy_port == PORT_FIBRE)
5417                 support_serdes = 1;
5418         else
5419                 support_copper = 1;
5420
5421         if (support_serdes) {
5422                 cmd->supported |= SUPPORTED_1000baseT_Full |
5423                         SUPPORTED_FIBRE;
5424                 if (bp->phy_flags & PHY_2_5G_CAPABLE_FLAG)
5425                         cmd->supported |= SUPPORTED_2500baseX_Full;
5426
5427         }
5428         if (support_copper) {
5429                 cmd->supported |= SUPPORTED_10baseT_Half |
5430                         SUPPORTED_10baseT_Full |
5431                         SUPPORTED_100baseT_Half |
5432                         SUPPORTED_100baseT_Full |
5433                         SUPPORTED_1000baseT_Full |
5434                         SUPPORTED_TP;
5435
5436         }
5437
5438         spin_lock_bh(&bp->phy_lock);
5439         cmd->port = bp->phy_port;
5440         cmd->advertising = bp->advertising;
5441
5442         if (bp->autoneg & AUTONEG_SPEED) {
5443                 cmd->autoneg = AUTONEG_ENABLE;
5444         }
5445         else {
5446                 cmd->autoneg = AUTONEG_DISABLE;
5447         }
5448
5449         if (netif_carrier_ok(dev)) {
5450                 cmd->speed = bp->line_speed;
5451                 cmd->duplex = bp->duplex;
5452         }
5453         else {
5454                 cmd->speed = -1;
5455                 cmd->duplex = -1;
5456         }
5457         spin_unlock_bh(&bp->phy_lock);
5458
5459         cmd->transceiver = XCVR_INTERNAL;
5460         cmd->phy_address = bp->phy_addr;
5461
5462         return 0;
5463 }
5464
5465 static int
5466 bnx2_set_settings(struct net_device *dev, struct ethtool_cmd *cmd)
5467 {
5468         struct bnx2 *bp = netdev_priv(dev);
5469         u8 autoneg = bp->autoneg;
5470         u8 req_duplex = bp->req_duplex;
5471         u16 req_line_speed = bp->req_line_speed;
5472         u32 advertising = bp->advertising;
5473         int err = -EINVAL;
5474
5475         spin_lock_bh(&bp->phy_lock);
5476
5477         if (cmd->port != PORT_TP && cmd->port != PORT_FIBRE)
5478                 goto err_out_unlock;
5479
5480         if (cmd->port != bp->phy_port && !(bp->phy_flags & REMOTE_PHY_CAP_FLAG))
5481                 goto err_out_unlock;
5482
5483         if (cmd->autoneg == AUTONEG_ENABLE) {
5484                 autoneg |= AUTONEG_SPEED;
5485
5486                 cmd->advertising &= ETHTOOL_ALL_COPPER_SPEED;
5487
5488                 /* allow advertising 1 speed */
5489                 if ((cmd->advertising == ADVERTISED_10baseT_Half) ||
5490                         (cmd->advertising == ADVERTISED_10baseT_Full) ||
5491                         (cmd->advertising == ADVERTISED_100baseT_Half) ||
5492                         (cmd->advertising == ADVERTISED_100baseT_Full)) {
5493
5494                         if (cmd->port == PORT_FIBRE)
5495                                 goto err_out_unlock;
5496
5497                         advertising = cmd->advertising;
5498
5499                 } else if (cmd->advertising == ADVERTISED_2500baseX_Full) {
5500                         if (!(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG) ||
5501                             (cmd->port == PORT_TP))
5502                                 goto err_out_unlock;
5503                 } else if (cmd->advertising == ADVERTISED_1000baseT_Full)
5504                         advertising = cmd->advertising;
5505                 else if (cmd->advertising == ADVERTISED_1000baseT_Half)
5506                         goto err_out_unlock;
5507                 else {
5508                         if (cmd->port == PORT_FIBRE)
5509                                 advertising = ETHTOOL_ALL_FIBRE_SPEED;
5510                         else
5511                                 advertising = ETHTOOL_ALL_COPPER_SPEED;
5512                 }
5513                 advertising |= ADVERTISED_Autoneg;
5514         }
5515         else {
5516                 if (cmd->port == PORT_FIBRE) {
5517                         if ((cmd->speed != SPEED_1000 &&
5518                              cmd->speed != SPEED_2500) ||
5519                             (cmd->duplex != DUPLEX_FULL))
5520                                 goto err_out_unlock;
5521
5522                         if (cmd->speed == SPEED_2500 &&
5523                             !(bp->phy_flags & PHY_2_5G_CAPABLE_FLAG))
5524                                 goto err_out_unlock;
5525                 }
5526                 else if (cmd->speed == SPEED_1000 || cmd->speed == SPEED_2500)
5527                         goto err_out_unlock;
5528
5529                 autoneg &= ~AUTONEG_SPEED;
5530                 req_line_speed = cmd->speed;
5531                 req_duplex = cmd->duplex;
5532                 advertising = 0;
5533         }
5534
5535         bp->autoneg = autoneg;
5536         bp->advertising = advertising;
5537         bp->req_line_speed = req_line_speed;
5538         bp->req_duplex = req_duplex;
5539
5540         err = bnx2_setup_phy(bp, cmd->port);
5541
5542 err_out_unlock:
5543         spin_unlock_bh(&bp->phy_lock);
5544
5545         return err;
5546 }
5547
5548 static void
5549 bnx2_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
5550 {
5551         struct bnx2 *bp = netdev_priv(dev);
5552
5553         strcpy(info->driver, DRV_MODULE_NAME);
5554         strcpy(info->version, DRV_MODULE_VERSION);
5555         strcpy(info->bus_info, pci_name(bp->pdev));
5556         strcpy(info->fw_version, bp->fw_version);
5557 }
5558
5559 #define BNX2_REGDUMP_LEN                (32 * 1024)
5560
5561 static int
5562 bnx2_get_regs_len(struct net_device *dev)
5563 {
5564         return BNX2_REGDUMP_LEN;
5565 }
5566
5567 static void
5568 bnx2_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
5569 {
5570         u32 *p = _p, i, offset;
5571         u8 *orig_p = _p;
5572         struct bnx2 *bp = netdev_priv(dev);
5573         u32 reg_boundaries[] = { 0x0000, 0x0098, 0x0400, 0x045c,
5574                                  0x0800, 0x0880, 0x0c00, 0x0c10,
5575                                  0x0c30, 0x0d08, 0x1000, 0x101c,
5576                                  0x1040, 0x1048, 0x1080, 0x10a4,
5577                                  0x1400, 0x1490, 0x1498, 0x14f0,
5578                                  0x1500, 0x155c, 0x1580, 0x15dc,
5579                                  0x1600, 0x1658, 0x1680, 0x16d8,
5580                                  0x1800, 0x1820, 0x1840, 0x1854,
5581                                  0x1880, 0x1894, 0x1900, 0x1984,
5582                                  0x1c00, 0x1c0c, 0x1c40, 0x1c54,
5583                                  0x1c80, 0x1c94, 0x1d00, 0x1d84,
5584                                  0x2000, 0x2030, 0x23c0, 0x2400,
5585                                  0x2800, 0x2820, 0x2830, 0x2850,
5586                                  0x2b40, 0x2c10, 0x2fc0, 0x3058,
5587                                  0x3c00, 0x3c94, 0x4000, 0x4010,
5588                                  0x4080, 0x4090, 0x43c0, 0x4458,
5589                                  0x4c00, 0x4c18, 0x4c40, 0x4c54,
5590                                  0x4fc0, 0x5010, 0x53c0, 0x5444,
5591                                  0x5c00, 0x5c18, 0x5c80, 0x5c90,
5592                                  0x5fc0, 0x6000, 0x6400, 0x6428,
5593                                  0x6800, 0x6848, 0x684c, 0x6860,
5594                                  0x6888, 0x6910, 0x8000 };
5595
5596         regs->version = 0;
5597
5598         memset(p, 0, BNX2_REGDUMP_LEN);
5599
5600         if (!netif_running(bp->dev))
5601                 return;
5602
5603         i = 0;
5604         offset = reg_boundaries[0];
5605         p += offset;
5606         while (offset < BNX2_REGDUMP_LEN) {
5607                 *p++ = REG_RD(bp, offset);
5608                 offset += 4;
5609                 if (offset == reg_boundaries[i + 1]) {
5610                         offset = reg_boundaries[i + 2];
5611                         p = (u32 *) (orig_p + offset);
5612                         i += 2;
5613                 }
5614         }
5615 }
5616
5617 static void
5618 bnx2_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
5619 {
5620         struct bnx2 *bp = netdev_priv(dev);
5621
5622         if (bp->flags & NO_WOL_FLAG) {
5623                 wol->supported = 0;
5624                 wol->wolopts = 0;
5625         }
5626         else {
5627                 wol->supported = WAKE_MAGIC;
5628                 if (bp->wol)
5629                         wol->wolopts = WAKE_MAGIC;
5630                 else
5631                         wol->wolopts = 0;
5632         }
5633         memset(&wol->sopass, 0, sizeof(wol->sopass));
5634 }
5635
5636 static int
5637 bnx2_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol)
5638 {
5639         struct bnx2 *bp = netdev_priv(dev);
5640
5641         if (wol->wolopts & ~WAKE_MAGIC)
5642                 return -EINVAL;
5643
5644         if (wol->wolopts & WAKE_MAGIC) {
5645                 if (bp->flags & NO_WOL_FLAG)
5646                         return -EINVAL;
5647
5648                 bp->wol = 1;
5649         }
5650         else {
5651                 bp->wol = 0;
5652         }
5653         return 0;
5654 }
5655
5656 static int
5657 bnx2_nway_reset(struct net_device *dev)
5658 {
5659         struct bnx2 *bp = netdev_priv(dev);
5660         u32 bmcr;
5661
5662         if (!(bp->autoneg & AUTONEG_SPEED)) {
5663                 return -EINVAL;
5664         }
5665
5666         spin_lock_bh(&bp->phy_lock);
5667
5668         if (bp->phy_flags & REMOTE_PHY_CAP_FLAG) {
5669                 int rc;
5670
5671                 rc = bnx2_setup_remote_phy(bp, bp->phy_port);
5672                 spin_unlock_bh(&bp->phy_lock);
5673                 return rc;
5674         }
5675
5676         /* Force a link down visible on the other side */
5677         if (bp->phy_flags & PHY_SERDES_FLAG) {
5678                 bnx2_write_phy(bp, bp->mii_bmcr, BMCR_LOOPBACK);
5679                 spin_unlock_bh(&bp->phy_lock);
5680
5681                 msleep(20);
5682
5683                 spin_lock_bh(&bp->phy_lock);
5684
5685                 bp->current_interval = SERDES_AN_TIMEOUT;
5686                 bp->serdes_an_pending = 1;
5687                 mod_timer(&bp->timer, jiffies + bp->current_interval);
5688         }
5689
5690         bnx2_read_phy(bp, bp->mii_bmcr, &bmcr);
5691         bmcr &= ~BMCR_LOOPBACK;
5692         bnx2_write_phy(bp, bp->mii_bmcr, bmcr | BMCR_ANRESTART | BMCR_ANENABLE);
5693
5694         spin_unlock_bh(&bp->phy_lock);
5695
5696         return 0;
5697 }
5698
5699 static int
5700 bnx2_get_eeprom_len(struct net_device *dev)
5701 {
5702         struct bnx2 *bp = netdev_priv(dev);
5703
5704         if (bp->flash_info == NULL)
5705                 return 0;
5706
5707         return (int) bp->flash_size;
5708 }
5709
5710 static int
5711 bnx2_get_eeprom(struct net_device *dev, struct ethtool_eeprom *eeprom,
5712                 u8 *eebuf)
5713 {
5714         struct bnx2 *bp = netdev_priv(dev);
5715         int rc;
5716
5717         /* parameters already validated in ethtool_get_eeprom */
5718
5719         rc = bnx2_nvram_read(bp, eeprom->offset, eebuf, eeprom->len);
5720
5721         return rc;
5722 }
5723
5724 static int
5725 bnx2_set_eeprom(struct net_device *dev, struct ethtool_eeprom *eeprom,
5726                 u8 *eebuf)
5727 {
5728         struct bnx2 *bp = netdev_priv(dev);
5729         int rc;
5730
5731         /* parameters already validated in ethtool_set_eeprom */
5732
5733         rc = bnx2_nvram_write(bp, eeprom->offset, eebuf, eeprom->len);
5734
5735         return rc;
5736 }
5737
5738 static int
5739 bnx2_get_coalesce(struct net_device *dev, struct ethtool_coalesce *coal)
5740 {
5741         struct bnx2 *bp = netdev_priv(dev);
5742
5743         memset(coal, 0, sizeof(struct ethtool_coalesce));
5744
5745         coal->rx_coalesce_usecs = bp->rx_ticks;
5746         coal->rx_max_coalesced_frames = bp->rx_quick_cons_trip;
5747         coal->rx_coalesce_usecs_irq = bp->rx_ticks_int;
5748         coal->rx_max_coalesced_frames_irq = bp->rx_quick_cons_trip_int;
5749
5750         coal->tx_coalesce_usecs = bp->tx_ticks;
5751         coal->tx_max_coalesced_frames = bp->tx_quick_cons_trip;
5752         coal->tx_coalesce_usecs_irq = bp->tx_ticks_int;
5753         coal->tx_max_coalesced_frames_irq = bp->tx_quick_cons_trip_int;
5754
5755         coal->stats_block_coalesce_usecs = bp->stats_ticks;
5756
5757         return 0;
5758 }
5759
5760 static int
5761 bnx2_set_coalesce(struct net_device *dev, struct ethtool_coalesce *coal)
5762 {
5763         struct bnx2 *bp = netdev_priv(dev);
5764
5765         bp->rx_ticks = (u16) coal->rx_coalesce_usecs;
5766         if (bp->rx_ticks > 0x3ff) bp->rx_ticks = 0x3ff;
5767
5768         bp->rx_quick_cons_trip = (u16) coal->rx_max_coalesced_frames;
5769         if (bp->rx_quick_cons_trip > 0xff) bp->rx_quick_cons_trip = 0xff;
5770
5771         bp->rx_ticks_int = (u16) coal->rx_coalesce_usecs_irq;
5772         if (bp->rx_ticks_int > 0x3ff) bp->rx_ticks_int = 0x3ff;
5773
5774         bp->rx_quick_cons_trip_int = (u16) coal->rx_max_coalesced_frames_irq;
5775         if (bp->rx_quick_cons_trip_int > 0xff)
5776                 bp->rx_quick_cons_trip_int = 0xff;
5777
5778         bp->tx_ticks = (u16) coal->tx_coalesce_usecs;
5779         if (bp->tx_ticks > 0x3ff) bp->tx_ticks = 0x3ff;
5780
5781         bp->tx_quick_cons_trip = (u16) coal->tx_max_coalesced_frames;
5782         if (bp->tx_quick_cons_trip > 0xff) bp->tx_quick_cons_trip = 0xff;
5783
5784         bp->tx_ticks_int = (u16) coal->tx_coalesce_usecs_irq;
5785         if (bp->tx_ticks_int > 0x3ff) bp->tx_ticks_int = 0x3ff;
5786
5787         bp->tx_quick_cons_trip_int = (u16) coal->tx_max_coalesced_frames_irq;
5788         if (bp->tx_quick_cons_trip_int > 0xff) bp->tx_quick_cons_trip_int =
5789                 0xff;
5790
5791         bp->stats_ticks = coal->stats_block_coalesce_usecs;
5792         if (CHIP_NUM(bp) == CHIP_NUM_5708) {
5793                 if (bp->stats_ticks != 0 && bp->stats_ticks != USEC_PER_SEC)
5794                         bp->stats_ticks = USEC_PER_SEC;
5795         }
5796         if (bp->stats_ticks > BNX2_HC_STATS_TICKS_HC_STAT_TICKS)
5797                 bp->stats_ticks = BNX2_HC_STATS_TICKS_HC_STAT_TICKS;
5798         bp->stats_ticks &= BNX2_HC_STATS_TICKS_HC_STAT_TICKS;
5799
5800         if (netif_running(bp->dev)) {
5801                 bnx2_netif_stop(bp);
5802                 bnx2_init_nic(bp);
5803                 bnx2_netif_start(bp);
5804         }
5805
5806         return 0;
5807 }
5808
5809 static void
5810 bnx2_get_ringparam(struct net_device *dev, struct ethtool_ringparam *ering)
5811 {
5812         struct bnx2 *bp = netdev_priv(dev);
5813
5814         ering->rx_max_pending = MAX_TOTAL_RX_DESC_CNT;
5815         ering->rx_mini_max_pending = 0;
5816         ering->rx_jumbo_max_pending = 0;
5817
5818         ering->rx_pending = bp->rx_ring_size;
5819         ering->rx_mini_pending = 0;
5820         ering->rx_jumbo_pending = 0;
5821
5822         ering->tx_max_pending = MAX_TX_DESC_CNT;
5823         ering->tx_pending = bp->tx_ring_size;
5824 }
5825
5826 static int
5827 bnx2_change_ring_size(struct bnx2 *bp, u32 rx, u32 tx)
5828 {
5829         if (netif_running(bp->dev)) {
5830                 bnx2_netif_stop(bp);
5831                 bnx2_reset_chip(bp, BNX2_DRV_MSG_CODE_RESET);
5832                 bnx2_free_skbs(bp);
5833                 bnx2_free_mem(bp);
5834         }
5835
5836         bnx2_set_rx_ring_size(bp, rx);
5837         bp->tx_ring_size = tx;
5838
5839         if (netif_running(bp->dev)) {
5840                 int rc;
5841
5842                 rc = bnx2_alloc_mem(bp);
5843                 if (rc)
5844                         return rc;
5845                 bnx2_init_nic(bp);
5846                 bnx2_netif_start(bp);
5847         }
5848         return 0;
5849 }
5850
5851 static int
5852 bnx2_set_ringparam(struct net_device *dev, struct ethtool_ringparam *ering)
5853 {
5854         struct bnx2 *bp = netdev_priv(dev);
5855         int rc;
5856
5857         if ((ering->rx_pending > MAX_TOTAL_RX_DESC_CNT) ||
5858                 (ering->tx_pending > MAX_TX_DESC_CNT) ||
5859                 (ering->tx_pending <= MAX_SKB_FRAGS)) {
5860
5861                 return -EINVAL;
5862         }
5863         rc = bnx2_change_ring_size(bp, ering->rx_pending, ering->tx_pending);
5864         return rc;
5865 }
5866
5867 static void
5868 bnx2_get_pauseparam(struct net_device *dev, struct ethtool_pauseparam *epause)
5869 {
5870         struct bnx2 *bp = netdev_priv(dev);
5871
5872         epause->autoneg = ((bp->autoneg & AUTONEG_FLOW_CTRL) != 0);
5873         epause->rx_pause = ((bp->flow_ctrl & FLOW_CTRL_RX) != 0);
5874         epause->tx_pause = ((bp->flow_ctrl & FLOW_CTRL_TX) != 0);
5875 }
5876
5877 static int
5878 bnx2_set_pauseparam(struct net_device *dev, struct ethtool_pauseparam *epause)
5879 {
5880         struct bnx2 *bp = netdev_priv(dev);
5881
5882         bp->req_flow_ctrl = 0;
5883         if (epause->rx_pause)
5884                 bp->req_flow_ctrl |= FLOW_CTRL_RX;
5885         if (epause->tx_pause)
5886                 bp->req_flow_ctrl |= FLOW_CTRL_TX;
5887
5888         if (epause->autoneg) {
5889                 bp->autoneg |= AUTONEG_FLOW_CTRL;
5890         }
5891         else {
5892                 bp->autoneg &= ~AUTONEG_FLOW_CTRL;
5893         }
5894
5895         spin_lock_bh(&bp->phy_lock);
5896
5897         bnx2_setup_phy(bp, bp->phy_port);
5898
5899         spin_unlock_bh(&bp->phy_lock);
5900
5901         return 0;
5902 }
5903
5904 static u32
5905 bnx2_get_rx_csum(struct net_device *dev)
5906 {
5907         struct bnx2 *bp = netdev_priv(dev);
5908
5909         return bp->rx_csum;
5910 }
5911
5912 static int
5913 bnx2_set_rx_csum(struct net_device *dev, u32 data)
5914 {
5915         struct bnx2 *bp = netdev_priv(dev);
5916
5917         bp->rx_csum = data;
5918         return 0;
5919 }
5920
5921 static int
5922 bnx2_set_tso(struct net_device *dev, u32 data)
5923 {
5924         struct bnx2 *bp = netdev_priv(dev);
5925
5926         if (data) {
5927                 dev->features |= NETIF_F_TSO | NETIF_F_TSO_ECN;
5928                 if (CHIP_NUM(bp) == CHIP_NUM_5709)
5929                         dev->features |= NETIF_F_TSO6;
5930         } else
5931                 dev->features &= ~(NETIF_F_TSO | NETIF_F_TSO6 |
5932                                    NETIF_F_TSO_ECN);
5933         return 0;
5934 }
5935
5936 #define BNX2_NUM_STATS 46
5937
5938 static struct {
5939         char string[ETH_GSTRING_LEN];
5940 } bnx2_stats_str_arr[BNX2_NUM_STATS] = {
5941         { "rx_bytes" },
5942         { "rx_error_bytes" },
5943         { "tx_bytes" },
5944         { "tx_error_bytes" },
5945         { "rx_ucast_packets" },
5946         { "rx_mcast_packets" },
5947         { "rx_bcast_packets" },
5948         { "tx_ucast_packets" },
5949         { "tx_mcast_packets" },
5950         { "tx_bcast_packets" },
5951         { "tx_mac_errors" },
5952         { "tx_carrier_errors" },
5953         { "rx_crc_errors" },
5954         { "rx_align_errors" },
5955         { "tx_single_collisions" },
5956         { "tx_multi_collisions" },
5957         { "tx_deferred" },
5958         { "tx_excess_collisions" },
5959         { "tx_late_collisions" },
5960         { "tx_total_collisions" },
5961         { "rx_fragments" },
5962         { "rx_jabbers" },
5963         { "rx_undersize_packets" },
5964         { "rx_oversize_packets" },
5965         { "rx_64_byte_packets" },
5966         { "rx_65_to_127_byte_packets" },
5967         { "rx_128_to_255_byte_packets" },
5968         { "rx_256_to_511_byte_packets" },
5969         { "rx_512_to_1023_byte_packets" },
5970         { "rx_1024_to_1522_byte_packets" },
5971         { "rx_1523_to_9022_byte_packets" },
5972         { "tx_64_byte_packets" },
5973         { "tx_65_to_127_byte_packets" },
5974         { "tx_128_to_255_byte_packets" },
5975         { "tx_256_to_511_byte_packets" },
5976         { "tx_512_to_1023_byte_packets" },
5977         { "tx_1024_to_1522_byte_packets" },
5978         { "tx_1523_to_9022_byte_packets" },
5979         { "rx_xon_frames" },
5980         { "rx_xoff_frames" },
5981         { "tx_xon_frames" },
5982         { "tx_xoff_frames" },
5983         { "rx_mac_ctrl_frames" },
5984         { "rx_filtered_packets" },
5985         { "rx_discards" },
5986         { "rx_fw_discards" },
5987 };
5988
5989 #define STATS_OFFSET32(offset_name) (offsetof(struct statistics_block, offset_name) / 4)
5990
5991 static const unsigned long bnx2_stats_offset_arr[BNX2_NUM_STATS] = {
5992     STATS_OFFSET32(stat_IfHCInOctets_hi),
5993     STATS_OFFSET32(stat_IfHCInBadOctets_hi),
5994     STATS_OFFSET32(stat_IfHCOutOctets_hi),
5995     STATS_OFFSET32(stat_IfHCOutBadOctets_hi),
5996     STATS_OFFSET32(stat_IfHCInUcastPkts_hi),
5997     STATS_OFFSET32(stat_IfHCInMulticastPkts_hi),
5998     STATS_OFFSET32(stat_IfHCInBroadcastPkts_hi),
5999     STATS_OFFSET32(stat_IfHCOutUcastPkts_hi),
6000     STATS_OFFSET32(stat_IfHCOutMulticastPkts_hi),
6001     STATS_OFFSET32(stat_IfHCOutBroadcastPkts_hi),
6002     STATS_OFFSET32(stat_emac_tx_stat_dot3statsinternalmactransmiterrors),
6003     STATS_OFFSET32(stat_Dot3StatsCarrierSenseErrors),
6004     STATS_OFFSET32(stat_Dot3StatsFCSErrors),
6005     STATS_OFFSET32(stat_Dot3StatsAlignmentErrors),
6006     STATS_OFFSET32(stat_Dot3StatsSingleCollisionFrames),
6007     STATS_OFFSET32(stat_Dot3StatsMultipleCollisionFrames),
6008     STATS_OFFSET32(stat_Dot3StatsDeferredTransmissions),
6009     STATS_OFFSET32(stat_Dot3StatsExcessiveCollisions),
6010     STATS_OFFSET32(stat_Dot3StatsLateCollisions),
6011     STATS_OFFSET32(stat_EtherStatsCollisions),
6012     STATS_OFFSET32(stat_EtherStatsFragments),
6013     STATS_OFFSET32(stat_EtherStatsJabbers),
6014     STATS_OFFSET32(stat_EtherStatsUndersizePkts),
6015     STATS_OFFSET32(stat_EtherStatsOverrsizePkts),
6016     STATS_OFFSET32(stat_EtherStatsPktsRx64Octets),
6017     STATS_OFFSET32(stat_EtherStatsPktsRx65Octetsto127Octets),
6018     STATS_OFFSET32(stat_EtherStatsPktsRx128Octetsto255Octets),
6019     STATS_OFFSET32(stat_EtherStatsPktsRx256Octetsto511Octets),
6020     STATS_OFFSET32(stat_EtherStatsPktsRx512Octetsto1023Octets),
6021     STATS_OFFSET32(stat_EtherStatsPktsRx1024Octetsto1522Octets),
6022     STATS_OFFSET32(stat_EtherStatsPktsRx1523Octetsto9022Octets),
6023     STATS_OFFSET32(stat_EtherStatsPktsTx64Octets),
6024     STATS_OFFSET32(stat_EtherStatsPktsTx65Octetsto127Octets),
6025     STATS_OFFSET32(stat_EtherStatsPktsTx128Octetsto255Octets),
6026     STATS_OFFSET32(stat_EtherStatsPktsTx256Octetsto511Octets),
6027     STATS_OFFSET32(stat_EtherStatsPktsTx512Octetsto1023Octets),
6028     STATS_OFFSET32(stat_EtherStatsPktsTx1024Octetsto1522Octets),
6029     STATS_OFFSET32(stat_EtherStatsPktsTx1523Octetsto9022Octets),
6030     STATS_OFFSET32(stat_XonPauseFramesReceived),
6031     STATS_OFFSET32(stat_XoffPauseFramesReceived),
6032     STATS_OFFSET32(stat_OutXonSent),
6033     STATS_OFFSET32(stat_OutXoffSent),
6034     STATS_OFFSET32(stat_MacControlFramesReceived),
6035     STATS_OFFSET32(stat_IfInFramesL2FilterDiscards),
6036     STATS_OFFSET32(stat_IfInMBUFDiscards),
6037     STATS_OFFSET32(stat_FwRxDrop),
6038 };
6039
6040 /* stat_IfHCInBadOctets and stat_Dot3StatsCarrierSenseErrors are
6041  * skipped because of errata.
6042  */
6043 static u8 bnx2_5706_stats_len_arr[BNX2_NUM_STATS] = {
6044         8,0,8,8,8,8,8,8,8,8,
6045         4,0,4,4,4,4,4,4,4,4,
6046         4,4,4,4,4,4,4,4,4,4,
6047         4,4,4,4,4,4,4,4,4,4,
6048         4,4,4,4,4,4,
6049 };
6050
6051 static u8 bnx2_5708_stats_len_arr[BNX2_NUM_STATS] = {
6052         8,0,8,8,8,8,8,8,8,8,
6053         4,4,4,4,4,4,4,4,4,4,
6054         4,4,4,4,4,4,4,4,4,4,
6055         4,4,4,4,4,4,4,4,4,4,
6056         4,4,4,4,4,4,
6057 };
6058
6059 #define BNX2_NUM_TESTS 6
6060
6061 static struct {
6062         char string[ETH_GSTRING_LEN];
6063 } bnx2_tests_str_arr[BNX2_NUM_TESTS] = {
6064         { "register_test (offline)" },
6065         { "memory_test (offline)" },
6066         { "loopback_test (offline)" },
6067         { "nvram_test (online)" },
6068         { "interrupt_test (online)" },
6069         { "link_test (online)" },
6070 };
6071
6072 static int
6073 bnx2_get_sset_count(struct net_device *dev, int sset)
6074 {
6075         switch (sset) {
6076         case ETH_SS_TEST:
6077                 return BNX2_NUM_TESTS;
6078         case ETH_SS_STATS:
6079                 return BNX2_NUM_STATS;
6080         default:
6081                 return -EOPNOTSUPP;
6082         }
6083 }
6084
6085 static void
6086 bnx2_self_test(struct net_device *dev, struct ethtool_test *etest, u64 *buf)
6087 {
6088         struct bnx2 *bp = netdev_priv(dev);
6089
6090         memset(buf, 0, sizeof(u64) * BNX2_NUM_TESTS);
6091         if (etest->flags & ETH_TEST_FL_OFFLINE) {
6092                 int i;
6093
6094                 bnx2_netif_stop(bp);
6095                 bnx2_reset_chip(bp, BNX2_DRV_MSG_CODE_DIAG);
6096                 bnx2_free_skbs(bp);
6097
6098                 if (bnx2_test_registers(bp) != 0) {
6099                         buf[0] = 1;
6100                         etest->flags |= ETH_TEST_FL_FAILED;
6101                 }
6102                 if (bnx2_test_memory(bp) != 0) {
6103                         buf[1] = 1;
6104                         etest->flags |= ETH_TEST_FL_FAILED;
6105                 }
6106                 if ((buf[2] = bnx2_test_loopback(bp)) != 0)
6107                         etest->flags |= ETH_TEST_FL_FAILED;
6108
6109                 if (!netif_running(bp->dev)) {
6110                         bnx2_reset_chip(bp, BNX2_DRV_MSG_CODE_RESET);
6111                 }
6112                 else {
6113                         bnx2_init_nic(bp);
6114                         bnx2_netif_start(bp);
6115                 }
6116
6117                 /* wait for link up */
6118                 for (i = 0; i < 7; i++) {
6119                         if (bp->link_up)
6120                                 break;
6121                         msleep_interruptible(1000);
6122                 }
6123         }
6124
6125         if (bnx2_test_nvram(bp) != 0) {
6126                 buf[3] = 1;
6127                 etest->flags |= ETH_TEST_FL_FAILED;
6128         }
6129         if (bnx2_test_intr(bp) != 0) {
6130                 buf[4] = 1;
6131                 etest->flags |= ETH_TEST_FL_FAILED;
6132         }
6133
6134         if (bnx2_test_link(bp) != 0) {
6135                 buf[5] = 1;
6136                 etest->flags |= ETH_TEST_FL_FAILED;
6137
6138         }
6139 }
6140
6141 static void
6142 bnx2_get_strings(struct net_device *dev, u32 stringset, u8 *buf)
6143 {
6144         switch (stringset) {
6145         case ETH_SS_STATS:
6146                 memcpy(buf, bnx2_stats_str_arr,
6147                         sizeof(bnx2_stats_str_arr));
6148                 break;
6149         case ETH_SS_TEST:
6150                 memcpy(buf, bnx2_tests_str_arr,
6151                         sizeof(bnx2_tests_str_arr));
6152                 break;
6153         }
6154 }
6155
6156 static void
6157 bnx2_get_ethtool_stats(struct net_device *dev,
6158                 struct ethtool_stats *stats, u64 *buf)
6159 {
6160         struct bnx2 *bp = netdev_priv(dev);
6161         int i;
6162         u32 *hw_stats = (u32 *) bp->stats_blk;
6163         u8 *stats_len_arr = NULL;
6164
6165         if (hw_stats == NULL) {
6166                 memset(buf, 0, sizeof(u64) * BNX2_NUM_STATS);
6167                 return;
6168         }
6169
6170         if ((CHIP_ID(bp) == CHIP_ID_5706_A0) ||
6171             (CHIP_ID(bp) == CHIP_ID_5706_A1) ||
6172             (CHIP_ID(bp) == CHIP_ID_5706_A2) ||
6173             (CHIP_ID(bp) == CHIP_ID_5708_A0))
6174                 stats_len_arr = bnx2_5706_stats_len_arr;
6175         else
6176                 stats_len_arr = bnx2_5708_stats_len_arr;
6177
6178         for (i = 0; i < BNX2_NUM_STATS; i++) {
6179                 if (stats_len_arr[i] == 0) {
6180                         /* skip this counter */
6181                         buf[i] = 0;
6182                         continue;
6183                 }
6184                 if (stats_len_arr[i] == 4) {
6185                         /* 4-byte counter */
6186                         buf[i] = (u64)
6187                                 *(hw_stats + bnx2_stats_offset_arr[i]);
6188                         continue;
6189                 }
6190                 /* 8-byte counter */
6191                 buf[i] = (((u64) *(hw_stats +
6192                                         bnx2_stats_offset_arr[i])) << 32) +
6193                                 *(hw_stats + bnx2_stats_offset_arr[i] + 1);
6194         }
6195 }
6196
6197 static int
6198 bnx2_phys_id(struct net_device *dev, u32 data)
6199 {
6200         struct bnx2 *bp = netdev_priv(dev);
6201         int i;
6202         u32 save;
6203
6204         if (data == 0)
6205                 data = 2;
6206
6207         save = REG_RD(bp, BNX2_MISC_CFG);
6208         REG_WR(bp, BNX2_MISC_CFG, BNX2_MISC_CFG_LEDMODE_MAC);
6209
6210         for (i = 0; i < (data * 2); i++) {
6211                 if ((i % 2) == 0) {
6212                         REG_WR(bp, BNX2_EMAC_LED, BNX2_EMAC_LED_OVERRIDE);
6213                 }
6214                 else {
6215                         REG_WR(bp, BNX2_EMAC_LED, BNX2_EMAC_LED_OVERRIDE |
6216                                 BNX2_EMAC_LED_1000MB_OVERRIDE |
6217                                 BNX2_EMAC_LED_100MB_OVERRIDE |
6218                                 BNX2_EMAC_LED_10MB_OVERRIDE |
6219                                 BNX2_EMAC_LED_TRAFFIC_OVERRIDE |
6220                                 BNX2_EMAC_LED_TRAFFIC);
6221                 }
6222                 msleep_interruptible(500);
6223                 if (signal_pending(current))
6224                         break;
6225         }
6226         REG_WR(bp, BNX2_EMAC_LED, 0);
6227         REG_WR(bp, BNX2_MISC_CFG, save);
6228         return 0;
6229 }
6230
6231 static int
6232 bnx2_set_tx_csum(struct net_device *dev, u32 data)
6233 {
6234         struct bnx2 *bp = netdev_priv(dev);
6235
6236         if (CHIP_NUM(bp) == CHIP_NUM_5709)
6237                 return (ethtool_op_set_tx_ipv6_csum(dev, data));
6238         else
6239                 return (ethtool_op_set_tx_csum(dev, data));
6240 }
6241
6242 static const struct ethtool_ops bnx2_ethtool_ops = {
6243         .get_settings           = bnx2_get_settings,
6244         .set_settings           = bnx2_set_settings,
6245         .get_drvinfo            = bnx2_get_drvinfo,
6246         .get_regs_len           = bnx2_get_regs_len,
6247         .get_regs               = bnx2_get_regs,
6248         .get_wol                = bnx2_get_wol,
6249         .set_wol                = bnx2_set_wol,
6250         .nway_reset             = bnx2_nway_reset,
6251         .get_link               = ethtool_op_get_link,
6252         .get_eeprom_len         = bnx2_get_eeprom_len,
6253         .get_eeprom             = bnx2_get_eeprom,
6254         .set_eeprom             = bnx2_set_eeprom,
6255         .get_coalesce           = bnx2_get_coalesce,
6256         .set_coalesce           = bnx2_set_coalesce,
6257         .get_ringparam          = bnx2_get_ringparam,
6258         .set_ringparam          = bnx2_set_ringparam,
6259         .get_pauseparam         = bnx2_get_pauseparam,
6260         .set_pauseparam         = bnx2_set_pauseparam,
6261         .get_rx_csum            = bnx2_get_rx_csum,
6262         .set_rx_csum            = bnx2_set_rx_csum,
6263         .set_tx_csum            = bnx2_set_tx_csum,
6264         .set_sg                 = ethtool_op_set_sg,
6265         .set_tso                = bnx2_set_tso,
6266         .self_test              = bnx2_self_test,
6267         .get_strings            = bnx2_get_strings,
6268         .phys_id                = bnx2_phys_id,
6269         .get_ethtool_stats      = bnx2_get_ethtool_stats,
6270         .get_sset_count         = bnx2_get_sset_count,
6271 };
6272
6273 /* Called with rtnl_lock */
6274 static int
6275 bnx2_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
6276 {
6277         struct mii_ioctl_data *data = if_mii(ifr);
6278         struct bnx2 *bp = netdev_priv(dev);
6279         int err;
6280
6281         switch(cmd) {
6282         case SIOCGMIIPHY:
6283                 data->phy_id = bp->phy_addr;
6284
6285                 /* fallthru */
6286         case SIOCGMIIREG: {
6287                 u32 mii_regval;
6288
6289                 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
6290                         return -EOPNOTSUPP;
6291
6292                 if (!netif_running(dev))
6293                         return -EAGAIN;
6294
6295                 spin_lock_bh(&bp->phy_lock);
6296                 err = bnx2_read_phy(bp, data->reg_num & 0x1f, &mii_regval);
6297                 spin_unlock_bh(&bp->phy_lock);
6298
6299                 data->val_out = mii_regval;
6300
6301                 return err;
6302         }
6303
6304         case SIOCSMIIREG:
6305                 if (!capable(CAP_NET_ADMIN))
6306                         return -EPERM;
6307
6308                 if (bp->phy_flags & REMOTE_PHY_CAP_FLAG)
6309                         return -EOPNOTSUPP;
6310
6311                 if (!netif_running(dev))
6312                         return -EAGAIN;
6313
6314                 spin_lock_bh(&bp->phy_lock);
6315                 err = bnx2_write_phy(bp, data->reg_num & 0x1f, data->val_in);
6316                 spin_unlock_bh(&bp->phy_lock);
6317
6318                 return err;
6319
6320         default:
6321                 /* do nothing */
6322                 break;
6323         }
6324         return -EOPNOTSUPP;
6325 }
6326
6327 /* Called with rtnl_lock */
6328 static int
6329 bnx2_change_mac_addr(struct net_device *dev, void *p)
6330 {
6331         struct sockaddr *addr = p;
6332         struct bnx2 *bp = netdev_priv(dev);
6333
6334         if (!is_valid_ether_addr(addr->sa_data))
6335                 return -EINVAL;
6336
6337         memcpy(dev->dev_addr, addr->sa_data, dev->addr_len);
6338         if (netif_running(dev))
6339                 bnx2_set_mac_addr(bp);
6340
6341         return 0;
6342 }
6343
6344 /* Called with rtnl_lock */
6345 static int
6346 bnx2_change_mtu(struct net_device *dev, int new_mtu)
6347 {
6348         struct bnx2 *bp = netdev_priv(dev);
6349
6350         if (((new_mtu + ETH_HLEN) > MAX_ETHERNET_JUMBO_PACKET_SIZE) ||
6351                 ((new_mtu + ETH_HLEN) < MIN_ETHERNET_PACKET_SIZE))
6352                 return -EINVAL;
6353
6354         dev->mtu = new_mtu;
6355         return (bnx2_change_ring_size(bp, bp->rx_ring_size, bp->tx_ring_size));
6356 }
6357
6358 #if defined(HAVE_POLL_CONTROLLER) || defined(CONFIG_NET_POLL_CONTROLLER)
6359 static void
6360 poll_bnx2(struct net_device *dev)
6361 {
6362         struct bnx2 *bp = netdev_priv(dev);
6363
6364         disable_irq(bp->pdev->irq);
6365         bnx2_interrupt(bp->pdev->irq, dev);
6366         enable_irq(bp->pdev->irq);
6367 }
6368 #endif
6369
6370 static void __devinit
6371 bnx2_get_5709_media(struct bnx2 *bp)
6372 {
6373         u32 val = REG_RD(bp, BNX2_MISC_DUAL_MEDIA_CTRL);
6374         u32 bond_id = val & BNX2_MISC_DUAL_MEDIA_CTRL_BOND_ID;
6375         u32 strap;
6376
6377         if (bond_id == BNX2_MISC_DUAL_MEDIA_CTRL_BOND_ID_C)
6378                 return;
6379         else if (bond_id == BNX2_MISC_DUAL_MEDIA_CTRL_BOND_ID_S) {
6380                 bp->phy_flags |= PHY_SERDES_FLAG;
6381                 return;
6382         }
6383
6384         if (val & BNX2_MISC_DUAL_MEDIA_CTRL_STRAP_OVERRIDE)
6385                 strap = (val & BNX2_MISC_DUAL_MEDIA_CTRL_PHY_CTRL) >> 21;
6386         else
6387                 strap = (val & BNX2_MISC_DUAL_MEDIA_CTRL_PHY_CTRL_STRAP) >> 8;
6388
6389         if (PCI_FUNC(bp->pdev->devfn) == 0) {
6390                 switch (strap) {
6391                 case 0x4:
6392                 case 0x5:
6393                 case 0x6:
6394                         bp->phy_flags |= PHY_SERDES_FLAG;
6395                         return;
6396                 }
6397         } else {
6398                 switch (strap) {
6399                 case 0x1:
6400                 case 0x2:
6401                 case 0x4:
6402                         bp->phy_flags |= PHY_SERDES_FLAG;
6403                         return;
6404                 }
6405         }
6406 }
6407
6408 static void __devinit
6409 bnx2_get_pci_speed(struct bnx2 *bp)
6410 {
6411         u32 reg;
6412
6413         reg = REG_RD(bp, BNX2_PCICFG_MISC_STATUS);
6414         if (reg & BNX2_PCICFG_MISC_STATUS_PCIX_DET) {
6415                 u32 clkreg;
6416
6417                 bp->flags |= PCIX_FLAG;
6418
6419                 clkreg = REG_RD(bp, BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS);
6420
6421                 clkreg &= BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET;
6422                 switch (clkreg) {
6423                 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_133MHZ:
6424                         bp->bus_speed_mhz = 133;
6425                         break;
6426
6427                 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_95MHZ:
6428                         bp->bus_speed_mhz = 100;
6429                         break;
6430
6431                 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_66MHZ:
6432                 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_80MHZ:
6433                         bp->bus_speed_mhz = 66;
6434                         break;
6435
6436                 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_48MHZ:
6437                 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_55MHZ:
6438                         bp->bus_speed_mhz = 50;
6439                         break;
6440
6441                 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_LOW:
6442                 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_32MHZ:
6443                 case BNX2_PCICFG_PCI_CLOCK_CONTROL_BITS_PCI_CLK_SPD_DET_38MHZ:
6444                         bp->bus_speed_mhz = 33;
6445                         break;
6446                 }
6447         }
6448         else {
6449                 if (reg & BNX2_PCICFG_MISC_STATUS_M66EN)
6450                         bp->bus_speed_mhz = 66;
6451                 else
6452                         bp->bus_speed_mhz = 33;
6453         }
6454
6455         if (reg & BNX2_PCICFG_MISC_STATUS_32BIT_DET)
6456                 bp->flags |= PCI_32BIT_FLAG;
6457
6458 }
6459
6460 static int __devinit
6461 bnx2_init_board(struct pci_dev *pdev, struct net_device *dev)
6462 {
6463         struct bnx2 *bp;
6464         unsigned long mem_len;
6465         int rc, i, j;
6466         u32 reg;
6467         u64 dma_mask, persist_dma_mask;
6468
6469         SET_NETDEV_DEV(dev, &pdev->dev);
6470         bp = netdev_priv(dev);
6471
6472         bp->flags = 0;
6473         bp->phy_flags = 0;
6474
6475         /* enable device (incl. PCI PM wakeup), and bus-mastering */
6476         rc = pci_enable_device(pdev);
6477         if (rc) {
6478                 dev_err(&pdev->dev, "Cannot enable PCI device, aborting.\n");
6479                 goto err_out;
6480         }
6481
6482         if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
6483                 dev_err(&pdev->dev,
6484                         "Cannot find PCI device base address, aborting.\n");
6485                 rc = -ENODEV;
6486                 goto err_out_disable;
6487         }
6488
6489         rc = pci_request_regions(pdev, DRV_MODULE_NAME);
6490         if (rc) {
6491                 dev_err(&pdev->dev, "Cannot obtain PCI resources, aborting.\n");
6492                 goto err_out_disable;
6493         }
6494
6495         pci_set_master(pdev);
6496
6497         bp->pm_cap = pci_find_capability(pdev, PCI_CAP_ID_PM);
6498         if (bp->pm_cap == 0) {
6499                 dev_err(&pdev->dev,
6500                         "Cannot find power management capability, aborting.\n");
6501                 rc = -EIO;
6502                 goto err_out_release;
6503         }
6504
6505         bp->dev = dev;
6506         bp->pdev = pdev;
6507
6508         spin_lock_init(&bp->phy_lock);
6509         spin_lock_init(&bp->indirect_lock);
6510         INIT_WORK(&bp->reset_task, bnx2_reset_task);
6511
6512         dev->base_addr = dev->mem_start = pci_resource_start(pdev, 0);
6513         mem_len = MB_GET_CID_ADDR(TX_TSS_CID + 1);
6514         dev->mem_end = dev->mem_start + mem_len;
6515         dev->irq = pdev->irq;
6516
6517         bp->regview = ioremap_nocache(dev->base_addr, mem_len);
6518
6519         if (!bp->regview) {
6520                 dev_err(&pdev->dev, "Cannot map register space, aborting.\n");
6521                 rc = -ENOMEM;
6522                 goto err_out_release;
6523         }
6524
6525         /* Configure byte swap and enable write to the reg_window registers.
6526          * Rely on CPU to do target byte swapping on big endian systems
6527          * The chip's target access swapping will not swap all accesses
6528          */
6529         pci_write_config_dword(bp->pdev, BNX2_PCICFG_MISC_CONFIG,
6530                                BNX2_PCICFG_MISC_CONFIG_REG_WINDOW_ENA |
6531                                BNX2_PCICFG_MISC_CONFIG_TARGET_MB_WORD_SWAP);
6532
6533         bnx2_set_power_state(bp, PCI_D0);
6534
6535         bp->chip_id = REG_RD(bp, BNX2_MISC_ID);
6536
6537         if (CHIP_NUM(bp) == CHIP_NUM_5709) {
6538                 if (pci_find_capability(pdev, PCI_CAP_ID_EXP) == 0) {
6539                         dev_err(&pdev->dev,
6540                                 "Cannot find PCIE capability, aborting.\n");
6541                         rc = -EIO;
6542                         goto err_out_unmap;
6543                 }
6544                 bp->flags |= PCIE_FLAG;
6545         } else {
6546                 bp->pcix_cap = pci_find_capability(pdev, PCI_CAP_ID_PCIX);
6547                 if (bp->pcix_cap == 0) {
6548                         dev_err(&pdev->dev,
6549                                 "Cannot find PCIX capability, aborting.\n");
6550                         rc = -EIO;
6551                         goto err_out_unmap;
6552                 }
6553         }
6554
6555         if (CHIP_ID(bp) != CHIP_ID_5706_A0 && CHIP_ID(bp) != CHIP_ID_5706_A1) {
6556                 if (pci_find_capability(pdev, PCI_CAP_ID_MSI))
6557                         bp->flags |= MSI_CAP_FLAG;
6558         }
6559
6560         /* 5708 cannot support DMA addresses > 40-bit.  */
6561         if (CHIP_NUM(bp) == CHIP_NUM_5708)
6562                 persist_dma_mask = dma_mask = DMA_40BIT_MASK;
6563         else
6564                 persist_dma_mask = dma_mask = DMA_64BIT_MASK;
6565
6566         /* Configure DMA attributes. */
6567         if (pci_set_dma_mask(pdev, dma_mask) == 0) {
6568                 dev->features |= NETIF_F_HIGHDMA;
6569                 rc = pci_set_consistent_dma_mask(pdev, persist_dma_mask);
6570                 if (rc) {
6571                         dev_err(&pdev->dev,
6572                                 "pci_set_consistent_dma_mask failed, aborting.\n");
6573                         goto err_out_unmap;
6574                 }
6575         } else if ((rc = pci_set_dma_mask(pdev, DMA_32BIT_MASK)) != 0) {
6576                 dev_err(&pdev->dev, "System does not support DMA, aborting.\n");
6577                 goto err_out_unmap;
6578         }
6579
6580         if (!(bp->flags & PCIE_FLAG))
6581                 bnx2_get_pci_speed(bp);
6582
6583         /* 5706A0 may falsely detect SERR and PERR. */
6584         if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
6585                 reg = REG_RD(bp, PCI_COMMAND);
6586                 reg &= ~(PCI_COMMAND_SERR | PCI_COMMAND_PARITY);
6587                 REG_WR(bp, PCI_COMMAND, reg);
6588         }
6589         else if ((CHIP_ID(bp) == CHIP_ID_5706_A1) &&
6590                 !(bp->flags & PCIX_FLAG)) {
6591
6592                 dev_err(&pdev->dev,
6593                         "5706 A1 can only be used in a PCIX bus, aborting.\n");
6594                 goto err_out_unmap;
6595         }
6596
6597         bnx2_init_nvram(bp);
6598
6599         reg = REG_RD_IND(bp, BNX2_SHM_HDR_SIGNATURE);
6600
6601         if ((reg & BNX2_SHM_HDR_SIGNATURE_SIG_MASK) ==
6602             BNX2_SHM_HDR_SIGNATURE_SIG) {
6603                 u32 off = PCI_FUNC(pdev->devfn) << 2;
6604
6605                 bp->shmem_base = REG_RD_IND(bp, BNX2_SHM_HDR_ADDR_0 + off);
6606         } else
6607                 bp->shmem_base = HOST_VIEW_SHMEM_BASE;
6608
6609         /* Get the permanent MAC address.  First we need to make sure the
6610          * firmware is actually running.
6611          */
6612         reg = REG_RD_IND(bp, bp->shmem_base + BNX2_DEV_INFO_SIGNATURE);
6613
6614         if ((reg & BNX2_DEV_INFO_SIGNATURE_MAGIC_MASK) !=
6615             BNX2_DEV_INFO_SIGNATURE_MAGIC) {
6616                 dev_err(&pdev->dev, "Firmware not running, aborting.\n");
6617                 rc = -ENODEV;
6618                 goto err_out_unmap;
6619         }
6620
6621         reg = REG_RD_IND(bp, bp->shmem_base + BNX2_DEV_INFO_BC_REV);
6622         for (i = 0, j = 0; i < 3; i++) {
6623                 u8 num, k, skip0;
6624
6625                 num = (u8) (reg >> (24 - (i * 8)));
6626                 for (k = 100, skip0 = 1; k >= 1; num %= k, k /= 10) {
6627                         if (num >= k || !skip0 || k == 1) {
6628                                 bp->fw_version[j++] = (num / k) + '0';
6629                                 skip0 = 0;
6630                         }
6631                 }
6632                 if (i != 2)
6633                         bp->fw_version[j++] = '.';
6634         }
6635         reg = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_FEATURE);
6636         if (reg & BNX2_PORT_FEATURE_WOL_ENABLED)
6637                 bp->wol = 1;
6638
6639         if (reg & BNX2_PORT_FEATURE_ASF_ENABLED) {
6640                 bp->flags |= ASF_ENABLE_FLAG;
6641
6642                 for (i = 0; i < 30; i++) {
6643                         reg = REG_RD_IND(bp, bp->shmem_base +
6644                                              BNX2_BC_STATE_CONDITION);
6645                         if (reg & BNX2_CONDITION_MFW_RUN_MASK)
6646                                 break;
6647                         msleep(10);
6648                 }
6649         }
6650         reg = REG_RD_IND(bp, bp->shmem_base + BNX2_BC_STATE_CONDITION);
6651         reg &= BNX2_CONDITION_MFW_RUN_MASK;
6652         if (reg != BNX2_CONDITION_MFW_RUN_UNKNOWN &&
6653             reg != BNX2_CONDITION_MFW_RUN_NONE) {
6654                 int i;
6655                 u32 addr = REG_RD_IND(bp, bp->shmem_base + BNX2_MFW_VER_PTR);
6656
6657                 bp->fw_version[j++] = ' ';
6658                 for (i = 0; i < 3; i++) {
6659                         reg = REG_RD_IND(bp, addr + i * 4);
6660                         reg = swab32(reg);
6661                         memcpy(&bp->fw_version[j], &reg, 4);
6662                         j += 4;
6663                 }
6664         }
6665
6666         reg = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_HW_CFG_MAC_UPPER);
6667         bp->mac_addr[0] = (u8) (reg >> 8);
6668         bp->mac_addr[1] = (u8) reg;
6669
6670         reg = REG_RD_IND(bp, bp->shmem_base + BNX2_PORT_HW_CFG_MAC_LOWER);
6671         bp->mac_addr[2] = (u8) (reg >> 24);
6672         bp->mac_addr[3] = (u8) (reg >> 16);
6673         bp->mac_addr[4] = (u8) (reg >> 8);
6674         bp->mac_addr[5] = (u8) reg;
6675
6676         bp->rx_offset = sizeof(struct l2_fhdr) + 2;
6677
6678         bp->tx_ring_size = MAX_TX_DESC_CNT;
6679         bnx2_set_rx_ring_size(bp, 255);
6680
6681         bp->rx_csum = 1;
6682
6683         bp->tx_quick_cons_trip_int = 20;
6684         bp->tx_quick_cons_trip = 20;
6685         bp->tx_ticks_int = 80;
6686         bp->tx_ticks = 80;
6687
6688         bp->rx_quick_cons_trip_int = 6;
6689         bp->rx_quick_cons_trip = 6;
6690         bp->rx_ticks_int = 18;
6691         bp->rx_ticks = 18;
6692
6693         bp->stats_ticks = USEC_PER_SEC & BNX2_HC_STATS_TICKS_HC_STAT_TICKS;
6694
6695         bp->timer_interval =  HZ;
6696         bp->current_interval =  HZ;
6697
6698         bp->phy_addr = 1;
6699
6700         /* Disable WOL support if we are running on a SERDES chip. */
6701         if (CHIP_NUM(bp) == CHIP_NUM_5709)
6702                 bnx2_get_5709_media(bp);
6703         else if (CHIP_BOND_ID(bp) & CHIP_BOND_ID_SERDES_BIT)
6704                 bp->phy_flags |= PHY_SERDES_FLAG;
6705
6706         bp->phy_port = PORT_TP;
6707         if (bp->phy_flags & PHY_SERDES_FLAG) {
6708                 bp->phy_port = PORT_FIBRE;
6709                 reg = REG_RD_IND(bp, bp->shmem_base +
6710                                      BNX2_SHARED_HW_CFG_CONFIG);
6711                 if (!(reg & BNX2_SHARED_HW_CFG_GIG_LINK_ON_VAUX)) {
6712                         bp->flags |= NO_WOL_FLAG;
6713                         bp->wol = 0;
6714                 }
6715                 if (CHIP_NUM(bp) != CHIP_NUM_5706) {
6716                         bp->phy_addr = 2;
6717                         if (reg & BNX2_SHARED_HW_CFG_PHY_2_5G)
6718                                 bp->phy_flags |= PHY_2_5G_CAPABLE_FLAG;
6719                 }
6720                 bnx2_init_remote_phy(bp);
6721
6722         } else if (CHIP_NUM(bp) == CHIP_NUM_5706 ||
6723                    CHIP_NUM(bp) == CHIP_NUM_5708)
6724                 bp->phy_flags |= PHY_CRC_FIX_FLAG;
6725         else if (CHIP_NUM(bp) == CHIP_NUM_5709 &&
6726                  (CHIP_REV(bp) == CHIP_REV_Ax ||
6727                   CHIP_REV(bp) == CHIP_REV_Bx))
6728                 bp->phy_flags |= PHY_DIS_EARLY_DAC_FLAG;
6729
6730         if ((CHIP_ID(bp) == CHIP_ID_5708_A0) ||
6731             (CHIP_ID(bp) == CHIP_ID_5708_B0) ||
6732             (CHIP_ID(bp) == CHIP_ID_5708_B1)) {
6733                 bp->flags |= NO_WOL_FLAG;
6734                 bp->wol = 0;
6735         }
6736
6737         if (CHIP_ID(bp) == CHIP_ID_5706_A0) {
6738                 bp->tx_quick_cons_trip_int =
6739                         bp->tx_quick_cons_trip;
6740                 bp->tx_ticks_int = bp->tx_ticks;
6741                 bp->rx_quick_cons_trip_int =
6742                         bp->rx_quick_cons_trip;
6743                 bp->rx_ticks_int = bp->rx_ticks;
6744                 bp->comp_prod_trip_int = bp->comp_prod_trip;
6745                 bp->com_ticks_int = bp->com_ticks;
6746                 bp->cmd_ticks_int = bp->cmd_ticks;
6747         }
6748
6749         /* Disable MSI on 5706 if AMD 8132 bridge is found.
6750          *
6751          * MSI is defined to be 32-bit write.  The 5706 does 64-bit MSI writes
6752          * with byte enables disabled on the unused 32-bit word.  This is legal
6753          * but causes problems on the AMD 8132 which will eventually stop
6754          * responding after a while.
6755          *
6756          * AMD believes this incompatibility is unique to the 5706, and
6757          * prefers to locally disable MSI rather than globally disabling it.
6758          */
6759         if (CHIP_NUM(bp) == CHIP_NUM_5706 && disable_msi == 0) {
6760                 struct pci_dev *amd_8132 = NULL;
6761
6762                 while ((amd_8132 = pci_get_device(PCI_VENDOR_ID_AMD,
6763                                                   PCI_DEVICE_ID_AMD_8132_BRIDGE,
6764                                                   amd_8132))) {
6765
6766                         if (amd_8132->revision >= 0x10 &&
6767                             amd_8132->revision <= 0x13) {
6768                                 disable_msi = 1;
6769                                 pci_dev_put(amd_8132);
6770                                 break;
6771                         }
6772                 }
6773         }
6774
6775         bnx2_set_default_link(bp);
6776         bp->req_flow_ctrl = FLOW_CTRL_RX | FLOW_CTRL_TX;
6777
6778         init_timer(&bp->timer);
6779         bp->timer.expires = RUN_AT(bp->timer_interval);
6780         bp->timer.data = (unsigned long) bp;
6781         bp->timer.function = bnx2_timer;
6782
6783         return 0;
6784
6785 err_out_unmap:
6786         if (bp->regview) {
6787                 iounmap(bp->regview);
6788                 bp->regview = NULL;
6789         }
6790
6791 err_out_release:
6792         pci_release_regions(pdev);
6793
6794 err_out_disable:
6795         pci_disable_device(pdev);
6796         pci_set_drvdata(pdev, NULL);
6797
6798 err_out:
6799         return rc;
6800 }
6801
6802 static char * __devinit
6803 bnx2_bus_string(struct bnx2 *bp, char *str)
6804 {
6805         char *s = str;
6806
6807         if (bp->flags & PCIE_FLAG) {
6808                 s += sprintf(s, "PCI Express");
6809         } else {
6810                 s += sprintf(s, "PCI");
6811                 if (bp->flags & PCIX_FLAG)
6812                         s += sprintf(s, "-X");
6813                 if (bp->flags & PCI_32BIT_FLAG)
6814                         s += sprintf(s, " 32-bit");
6815                 else
6816                         s += sprintf(s, " 64-bit");
6817                 s += sprintf(s, " %dMHz", bp->bus_speed_mhz);
6818         }
6819         return str;
6820 }
6821
6822 static int __devinit
6823 bnx2_init_one(struct pci_dev *pdev, const struct pci_device_id *ent)
6824 {
6825         static int version_printed = 0;
6826         struct net_device *dev = NULL;
6827         struct bnx2 *bp;
6828         int rc;
6829         char str[40];
6830         DECLARE_MAC_BUF(mac);
6831
6832         if (version_printed++ == 0)
6833                 printk(KERN_INFO "%s", version);
6834
6835         /* dev zeroed in init_etherdev */
6836         dev = alloc_etherdev(sizeof(*bp));
6837
6838         if (!dev)
6839                 return -ENOMEM;
6840
6841         rc = bnx2_init_board(pdev, dev);
6842         if (rc < 0) {
6843                 free_netdev(dev);
6844                 return rc;
6845         }
6846
6847         dev->open = bnx2_open;
6848         dev->hard_start_xmit = bnx2_start_xmit;
6849         dev->stop = bnx2_close;
6850         dev->get_stats = bnx2_get_stats;
6851         dev->set_multicast_list = bnx2_set_rx_mode;
6852         dev->do_ioctl = bnx2_ioctl;
6853         dev->set_mac_address = bnx2_change_mac_addr;
6854         dev->change_mtu = bnx2_change_mtu;
6855         dev->tx_timeout = bnx2_tx_timeout;
6856         dev->watchdog_timeo = TX_TIMEOUT;
6857 #ifdef BCM_VLAN
6858         dev->vlan_rx_register = bnx2_vlan_rx_register;
6859 #endif
6860         dev->ethtool_ops = &bnx2_ethtool_ops;
6861
6862         bp = netdev_priv(dev);
6863         netif_napi_add(dev, &bp->napi, bnx2_poll, 64);
6864
6865 #if defined(HAVE_POLL_CONTROLLER) || defined(CONFIG_NET_POLL_CONTROLLER)
6866         dev->poll_controller = poll_bnx2;
6867 #endif
6868
6869         pci_set_drvdata(pdev, dev);
6870
6871         memcpy(dev->dev_addr, bp->mac_addr, 6);
6872         memcpy(dev->perm_addr, bp->mac_addr, 6);
6873         bp->name = board_info[ent->driver_data].name;
6874
6875         dev->features |= NETIF_F_IP_CSUM | NETIF_F_SG;
6876         if (CHIP_NUM(bp) == CHIP_NUM_5709)
6877                 dev->features |= NETIF_F_IPV6_CSUM;
6878
6879 #ifdef BCM_VLAN
6880         dev->features |= NETIF_F_HW_VLAN_TX | NETIF_F_HW_VLAN_RX;
6881 #endif
6882         dev->features |= NETIF_F_TSO | NETIF_F_TSO_ECN;
6883         if (CHIP_NUM(bp) == CHIP_NUM_5709)
6884                 dev->features |= NETIF_F_TSO6;
6885
6886         if ((rc = register_netdev(dev))) {
6887                 dev_err(&pdev->dev, "Cannot register net device\n");
6888                 if (bp->regview)
6889                         iounmap(bp->regview);
6890                 pci_release_regions(pdev);
6891                 pci_disable_device(pdev);
6892                 pci_set_drvdata(pdev, NULL);
6893                 free_netdev(dev);
6894                 return rc;
6895         }
6896
6897         printk(KERN_INFO "%s: %s (%c%d) %s found at mem %lx, "
6898                 "IRQ %d, node addr %s\n",
6899                 dev->name,
6900                 bp->name,
6901                 ((CHIP_ID(bp) & 0xf000) >> 12) + 'A',
6902                 ((CHIP_ID(bp) & 0x0ff0) >> 4),
6903                 bnx2_bus_string(bp, str),
6904                 dev->base_addr,
6905                 bp->pdev->irq, print_mac(mac, dev->dev_addr));
6906
6907         return 0;
6908 }
6909
6910 static void __devexit
6911 bnx2_remove_one(struct pci_dev *pdev)
6912 {
6913         struct net_device *dev = pci_get_drvdata(pdev);
6914         struct bnx2 *bp = netdev_priv(dev);
6915
6916         flush_scheduled_work();
6917
6918         unregister_netdev(dev);
6919
6920         if (bp->regview)
6921                 iounmap(bp->regview);
6922
6923         free_netdev(dev);
6924         pci_release_regions(pdev);
6925         pci_disable_device(pdev);
6926         pci_set_drvdata(pdev, NULL);
6927 }
6928
6929 static int
6930 bnx2_suspend(struct pci_dev *pdev, pm_message_t state)
6931 {
6932         struct net_device *dev = pci_get_drvdata(pdev);
6933         struct bnx2 *bp = netdev_priv(dev);
6934         u32 reset_code;
6935
6936         /* PCI register 4 needs to be saved whether netif_running() or not.
6937          * MSI address and data need to be saved if using MSI and
6938          * netif_running().
6939          */
6940         pci_save_state(pdev);
6941         if (!netif_running(dev))
6942                 return 0;
6943
6944         flush_scheduled_work();
6945         bnx2_netif_stop(bp);
6946         netif_device_detach(dev);
6947         del_timer_sync(&bp->timer);
6948         if (bp->flags & NO_WOL_FLAG)
6949                 reset_code = BNX2_DRV_MSG_CODE_UNLOAD_LNK_DN;
6950         else if (bp->wol)
6951                 reset_code = BNX2_DRV_MSG_CODE_SUSPEND_WOL;
6952         else
6953                 reset_code = BNX2_DRV_MSG_CODE_SUSPEND_NO_WOL;
6954         bnx2_reset_chip(bp, reset_code);
6955         bnx2_free_skbs(bp);
6956         bnx2_set_power_state(bp, pci_choose_state(pdev, state));
6957         return 0;
6958 }
6959
6960 static int
6961 bnx2_resume(struct pci_dev *pdev)
6962 {
6963         struct net_device *dev = pci_get_drvdata(pdev);
6964         struct bnx2 *bp = netdev_priv(dev);
6965
6966         pci_restore_state(pdev);
6967         if (!netif_running(dev))
6968                 return 0;
6969
6970         bnx2_set_power_state(bp, PCI_D0);
6971         netif_device_attach(dev);
6972         bnx2_init_nic(bp);
6973         bnx2_netif_start(bp);
6974         return 0;
6975 }
6976
6977 static struct pci_driver bnx2_pci_driver = {
6978         .name           = DRV_MODULE_NAME,
6979         .id_table       = bnx2_pci_tbl,
6980         .probe          = bnx2_init_one,
6981         .remove         = __devexit_p(bnx2_remove_one),
6982         .suspend        = bnx2_suspend,
6983         .resume         = bnx2_resume,
6984 };
6985
6986 static int __init bnx2_init(void)
6987 {
6988         return pci_register_driver(&bnx2_pci_driver);
6989 }
6990
6991 static void __exit bnx2_cleanup(void)
6992 {
6993         pci_unregister_driver(&bnx2_pci_driver);
6994 }
6995
6996 module_init(bnx2_init);
6997 module_exit(bnx2_cleanup);
6998
6999
7000