SAFE public projects git trees. - safe/jmp/linux-2.6/blob - drivers/edac/e752x_edac.c

   1 /*
   2  * Intel e752x Memory Controller kernel module
   3  * (C) 2004 Linux Networx (http://lnxi.com)
   4  * This file may be distributed under the terms of the
   5  * GNU General Public License.
   6  *
   7  * See "enum e752x_chips" below for supported chipsets
   8  *
   9  * Written by Tom Zimmerman
  10  *
  11  * Contributors:
  12  *      Thayne Harbaugh at realmsys.com (?)
  13  *      Wang Zhenyu at intel.com
  14  *      Dave Jiang at mvista.com
  15  *
  16  * $Id: edac_e752x.c,v 1.5.2.11 2005/10/05 00:43:44 dsp_llnl Exp $
  17  *
  18  */
  19
  20 #include <linux/module.h>
  21 #include <linux/init.h>
  22 #include <linux/pci.h>
  23 #include <linux/pci_ids.h>
  24 #include <linux/slab.h>
  25 #include <linux/edac.h>
  26 #include "edac_core.h"
  27
  28 #define E752X_REVISION  " Ver: 2.0.2 " __DATE__
  29 #define EDAC_MOD_STR    "e752x_edac"
  30
  31 static int force_function_unhide;
  32
  33 static struct edac_pci_ctl_info *e752x_pci;
  34
  35 #define e752x_printk(level, fmt, arg...) \
  36         edac_printk(level, "e752x", fmt, ##arg)
  37
  38 #define e752x_mc_printk(mci, level, fmt, arg...) \
  39         edac_mc_chipset_printk(mci, level, "e752x", fmt, ##arg)
  40
  41 #ifndef PCI_DEVICE_ID_INTEL_7520_0
  42 #define PCI_DEVICE_ID_INTEL_7520_0      0x3590
  43 #endif                          /* PCI_DEVICE_ID_INTEL_7520_0      */
  44
  45 #ifndef PCI_DEVICE_ID_INTEL_7520_1_ERR
  46 #define PCI_DEVICE_ID_INTEL_7520_1_ERR  0x3591
  47 #endif                          /* PCI_DEVICE_ID_INTEL_7520_1_ERR  */
  48
  49 #ifndef PCI_DEVICE_ID_INTEL_7525_0
  50 #define PCI_DEVICE_ID_INTEL_7525_0      0x359E
  51 #endif                          /* PCI_DEVICE_ID_INTEL_7525_0      */
  52
  53 #ifndef PCI_DEVICE_ID_INTEL_7525_1_ERR
  54 #define PCI_DEVICE_ID_INTEL_7525_1_ERR  0x3593
  55 #endif                          /* PCI_DEVICE_ID_INTEL_7525_1_ERR  */
  56
  57 #ifndef PCI_DEVICE_ID_INTEL_7320_0
  58 #define PCI_DEVICE_ID_INTEL_7320_0      0x3592
  59 #endif                          /* PCI_DEVICE_ID_INTEL_7320_0 */
  60
  61 #ifndef PCI_DEVICE_ID_INTEL_7320_1_ERR
  62 #define PCI_DEVICE_ID_INTEL_7320_1_ERR  0x3593
  63 #endif                          /* PCI_DEVICE_ID_INTEL_7320_1_ERR */
  64
  65 #define E752X_NR_CSROWS         8       /* number of csrows */
  66
  67 /* E752X register addresses - device 0 function 0 */
  68 #define E752X_DRB               0x60    /* DRAM row boundary register (8b) */
  69 #define E752X_DRA               0x70    /* DRAM row attribute register (8b) */
  70                                         /*
  71                                          * 31:30   Device width row 7
  72                                          *      01=x8 10=x4 11=x8 DDR2
  73                                          * 27:26   Device width row 6
  74                                          * 23:22   Device width row 5
  75                                          * 19:20   Device width row 4
  76                                          * 15:14   Device width row 3
  77                                          * 11:10   Device width row 2
  78                                          *  7:6    Device width row 1
  79                                          *  3:2    Device width row 0
  80                                          */
  81 #define E752X_DRC               0x7C    /* DRAM controller mode reg (32b) */
  82                                         /* FIXME:IS THIS RIGHT? */
  83                                         /*
  84                                          * 22    Number channels 0=1,1=2
  85                                          * 19:18 DRB Granularity 32/64MB
  86                                          */
  87 #define E752X_DRM               0x80    /* Dimm mapping register */
  88 #define E752X_DDRCSR            0x9A    /* DDR control and status reg (16b) */
  89                                         /*
  90                                          * 14:12 1 single A, 2 single B, 3 dual
  91                                          */
  92 #define E752X_TOLM              0xC4    /* DRAM top of low memory reg (16b) */
  93 #define E752X_REMAPBASE         0xC6    /* DRAM remap base address reg (16b) */
  94 #define E752X_REMAPLIMIT        0xC8    /* DRAM remap limit address reg (16b) */
  95 #define E752X_REMAPOFFSET       0xCA    /* DRAM remap limit offset reg (16b) */
  96
  97 /* E752X register addresses - device 0 function 1 */
  98 #define E752X_FERR_GLOBAL       0x40    /* Global first error register (32b) */
  99 #define E752X_NERR_GLOBAL       0x44    /* Global next error register (32b) */
 100 #define E752X_HI_FERR           0x50    /* Hub interface first error reg (8b) */
 101 #define E752X_HI_NERR           0x52    /* Hub interface next error reg (8b) */
 102 #define E752X_HI_ERRMASK        0x54    /* Hub interface error mask reg (8b) */
 103 #define E752X_HI_SMICMD         0x5A    /* Hub interface SMI command reg (8b) */
 104 #define E752X_SYSBUS_FERR       0x60    /* System buss first error reg (16b) */
 105 #define E752X_SYSBUS_NERR       0x62    /* System buss next error reg (16b) */
 106 #define E752X_SYSBUS_ERRMASK    0x64    /* System buss error mask reg (16b) */
 107 #define E752X_SYSBUS_SMICMD     0x6A    /* System buss SMI command reg (16b) */
 108 #define E752X_BUF_FERR          0x70    /* Memory buffer first error reg (8b) */
 109 #define E752X_BUF_NERR          0x72    /* Memory buffer next error reg (8b) */
 110 #define E752X_BUF_ERRMASK       0x74    /* Memory buffer error mask reg (8b) */
 111 #define E752X_BUF_SMICMD        0x7A    /* Memory buffer SMI command reg (8b) */
 112 #define E752X_DRAM_FERR         0x80    /* DRAM first error register (16b) */
 113 #define E752X_DRAM_NERR         0x82    /* DRAM next error register (16b) */
 114 #define E752X_DRAM_ERRMASK      0x84    /* DRAM error mask register (8b) */
 115 #define E752X_DRAM_SMICMD       0x8A    /* DRAM SMI command register (8b) */
 116 #define E752X_DRAM_RETR_ADD     0xAC    /* DRAM Retry address register (32b) */
 117 #define E752X_DRAM_SEC1_ADD     0xA0    /* DRAM first correctable memory */
 118                                         /*     error address register (32b) */
 119                                         /*
 120                                          * 31    Reserved
 121                                          * 30:2  CE address (64 byte block 34:6)
 122                                          * 1     Reserved
 123                                          * 0     HiLoCS
 124                                          */
 125 #define E752X_DRAM_SEC2_ADD     0xC8    /* DRAM first correctable memory */
 126                                         /*     error address register (32b) */
 127                                         /*
 128                                          * 31    Reserved
 129                                          * 30:2  CE address (64 byte block 34:6)
 130                                          * 1     Reserved
 131                                          * 0     HiLoCS
 132                                          */
 133 #define E752X_DRAM_DED_ADD      0xA4    /* DRAM first uncorrectable memory */
 134                                         /*     error address register (32b) */
 135                                         /*
 136                                          * 31    Reserved
 137                                          * 30:2  CE address (64 byte block 34:6)
 138                                          * 1     Reserved
 139                                          * 0     HiLoCS
 140                                          */
 141 #define E752X_DRAM_SCRB_ADD     0xA8    /* DRAM first uncorrectable scrub memory */
 142                                         /*     error address register (32b) */
 143                                         /*
 144                                          * 31    Reserved
 145                                          * 30:2  CE address (64 byte block 34:6)
 146                                          * 1     Reserved
 147                                          * 0     HiLoCS
 148                                          */
 149 #define E752X_DRAM_SEC1_SYNDROME 0xC4   /* DRAM first correctable memory */
 150                                         /*     error syndrome register (16b) */
 151 #define E752X_DRAM_SEC2_SYNDROME 0xC6   /* DRAM second correctable memory */
 152                                         /*     error syndrome register (16b) */
 153 #define E752X_DEVPRES1          0xF4    /* Device Present 1 register (8b) */
 154
 155 /* ICH5R register addresses - device 30 function 0 */
 156 #define ICH5R_PCI_STAT          0x06    /* PCI status register (16b) */
 157 #define ICH5R_PCI_2ND_STAT      0x1E    /* PCI status secondary reg (16b) */
 158 #define ICH5R_PCI_BRIDGE_CTL    0x3E    /* PCI bridge control register (16b) */
 159
 160 enum e752x_chips {
 161         E7520 = 0,
 162         E7525 = 1,
 163         E7320 = 2
 164 };
 165
 166 struct e752x_pvt {
 167         struct pci_dev *bridge_ck;
 168         struct pci_dev *dev_d0f0;
 169         struct pci_dev *dev_d0f1;
 170         u32 tolm;
 171         u32 remapbase;
 172         u32 remaplimit;
 173         int mc_symmetric;
 174         u8 map[8];
 175         int map_type;
 176         const struct e752x_dev_info *dev_info;
 177 };
 178
 179 struct e752x_dev_info {
 180         u16 err_dev;
 181         u16 ctl_dev;
 182         const char *ctl_name;
 183 };
 184
 185 struct e752x_error_info {
 186         u32 ferr_global;
 187         u32 nerr_global;
 188         u8 hi_ferr;
 189         u8 hi_nerr;
 190         u16 sysbus_ferr;
 191         u16 sysbus_nerr;
 192         u8 buf_ferr;
 193         u8 buf_nerr;
 194         u16 dram_ferr;
 195         u16 dram_nerr;
 196         u32 dram_sec1_add;
 197         u32 dram_sec2_add;
 198         u16 dram_sec1_syndrome;
 199         u16 dram_sec2_syndrome;
 200         u32 dram_ded_add;
 201         u32 dram_scrb_add;
 202         u32 dram_retr_add;
 203 };
 204
 205 static const struct e752x_dev_info e752x_devs[] = {
 206         [E7520] = {
 207                    .err_dev = PCI_DEVICE_ID_INTEL_7520_1_ERR,
 208                    .ctl_dev = PCI_DEVICE_ID_INTEL_7520_0,
 209                    .ctl_name = "E7520"},
 210         [E7525] = {
 211                    .err_dev = PCI_DEVICE_ID_INTEL_7525_1_ERR,
 212                    .ctl_dev = PCI_DEVICE_ID_INTEL_7525_0,
 213                    .ctl_name = "E7525"},
 214         [E7320] = {
 215                    .err_dev = PCI_DEVICE_ID_INTEL_7320_1_ERR,
 216                    .ctl_dev = PCI_DEVICE_ID_INTEL_7320_0,
 217                    .ctl_name = "E7320"},
 218 };
 219
 220 static unsigned long ctl_page_to_phys(struct mem_ctl_info *mci,
 221                                       unsigned long page)
 222 {
 223         u32 remap;
 224         struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
 225
 226         debugf3("%s()\n", __func__);
 227
 228         if (page < pvt->tolm)
 229                 return page;
 230
 231         if ((page >= 0x100000) && (page < pvt->remapbase))
 232                 return page;
 233
 234         remap = (page - pvt->tolm) + pvt->remapbase;
 235
 236         if (remap < pvt->remaplimit)
 237                 return remap;
 238
 239         e752x_printk(KERN_ERR, "Invalid page %lx - out of range\n", page);
 240         return pvt->tolm - 1;
 241 }
 242
 243 static void do_process_ce(struct mem_ctl_info *mci, u16 error_one,
 244                           u32 sec1_add, u16 sec1_syndrome)
 245 {
 246         u32 page;
 247         int row;
 248         int channel;
 249         int i;
 250         struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
 251
 252         debugf3("%s()\n", __func__);
 253
 254         /* convert the addr to 4k page */
 255         page = sec1_add >> (PAGE_SHIFT - 4);
 256
 257         /* FIXME - check for -1 */
 258         if (pvt->mc_symmetric) {
 259                 /* chip select are bits 14 & 13 */
 260                 row = ((page >> 1) & 3);
 261                 e752x_printk(KERN_WARNING,
 262                              "Test row %d Table %d %d %d %d %d %d %d %d\n", row,
 263                              pvt->map[0], pvt->map[1], pvt->map[2], pvt->map[3],
 264                              pvt->map[4], pvt->map[5], pvt->map[6],
 265                              pvt->map[7]);
 266
 267                 /* test for channel remapping */
 268                 for (i = 0; i < 8; i++) {
 269                         if (pvt->map[i] == row)
 270                                 break;
 271                 }
 272
 273                 e752x_printk(KERN_WARNING, "Test computed row %d\n", i);
 274
 275                 if (i < 8)
 276                         row = i;
 277                 else
 278                         e752x_mc_printk(mci, KERN_WARNING,
 279                                         "row %d not found in remap table\n",
 280                                         row);
 281         } else
 282                 row = edac_mc_find_csrow_by_page(mci, page);
 283
 284         /* 0 = channel A, 1 = channel B */
 285         channel = !(error_one & 1);
 286
 287         if (!pvt->map_type)
 288                 row = 7 - row;
 289
 290         /* e752x mc reads 34:6 of the DRAM linear address */
 291         edac_mc_handle_ce(mci, page, offset_in_page(sec1_add << 4),
 292                           sec1_syndrome, row, channel, "e752x CE");
 293 }
 294
 295 static inline void process_ce(struct mem_ctl_info *mci, u16 error_one,
 296                               u32 sec1_add, u16 sec1_syndrome, int *error_found,
 297                               int handle_error)
 298 {
 299         *error_found = 1;
 300
 301         if (handle_error)
 302                 do_process_ce(mci, error_one, sec1_add, sec1_syndrome);
 303 }
 304
 305 static void do_process_ue(struct mem_ctl_info *mci, u16 error_one,
 306                           u32 ded_add, u32 scrb_add)
 307 {
 308         u32 error_2b, block_page;
 309         int row;
 310         struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
 311
 312         debugf3("%s()\n", __func__);
 313
 314         if (error_one & 0x0202) {
 315                 error_2b = ded_add;
 316
 317                 /* convert to 4k address */
 318                 block_page = error_2b >> (PAGE_SHIFT - 4);
 319
 320                 row = pvt->mc_symmetric ?
 321                     /* chip select are bits 14 & 13 */
 322                     ((block_page >> 1) & 3) :
 323                     edac_mc_find_csrow_by_page(mci, block_page);
 324
 325                 /* e752x mc reads 34:6 of the DRAM linear address */
 326                 edac_mc_handle_ue(mci, block_page,
 327                                   offset_in_page(error_2b << 4),
 328                                   row, "e752x UE from Read");
 329         }
 330         if (error_one & 0x0404) {
 331                 error_2b = scrb_add;
 332
 333                 /* convert to 4k address */
 334                 block_page = error_2b >> (PAGE_SHIFT - 4);
 335
 336                 row = pvt->mc_symmetric ?
 337                     /* chip select are bits 14 & 13 */
 338                     ((block_page >> 1) & 3) :
 339                     edac_mc_find_csrow_by_page(mci, block_page);
 340
 341                 /* e752x mc reads 34:6 of the DRAM linear address */
 342                 edac_mc_handle_ue(mci, block_page,
 343                                   offset_in_page(error_2b << 4),
 344                                   row, "e752x UE from Scruber");
 345         }
 346 }
 347
 348 static inline void process_ue(struct mem_ctl_info *mci, u16 error_one,
 349                               u32 ded_add, u32 scrb_add, int *error_found,
 350                               int handle_error)
 351 {
 352         *error_found = 1;
 353
 354         if (handle_error)
 355                 do_process_ue(mci, error_one, ded_add, scrb_add);
 356 }
 357
 358 static inline void process_ue_no_info_wr(struct mem_ctl_info *mci,
 359                                          int *error_found, int handle_error)
 360 {
 361         *error_found = 1;
 362
 363         if (!handle_error)
 364                 return;
 365
 366         debugf3("%s()\n", __func__);
 367         edac_mc_handle_ue_no_info(mci, "e752x UE log memory write");
 368 }
 369
 370 static void do_process_ded_retry(struct mem_ctl_info *mci, u16 error,
 371                                  u32 retry_add)
 372 {
 373         u32 error_1b, page;
 374         int row;
 375         struct e752x_pvt *pvt = (struct e752x_pvt *)mci->pvt_info;
 376
 377         error_1b = retry_add;
 378         page = error_1b >> (PAGE_SHIFT - 4);    /* convert the addr to 4k page */
 379         row = pvt->mc_symmetric ? ((page >> 1) & 3) :   /* chip select are bits 14 & 13 */
 380             edac_mc_find_csrow_by_page(mci, page);
 381         e752x_mc_printk(mci, KERN_WARNING,
 382                         "CE page 0x%lx, row %d : Memory read retry\n",
 383                         (long unsigned int)page, row);
 384 }
 385
 386 static inline void process_ded_retry(struct mem_ctl_info *mci, u16 error,
 387                                      u32 retry_add, int *error_found,
 388                                      int handle_error)
 389 {
 390         *error_found = 1;
 391
 392         if (handle_error)
 393                 do_process_ded_retry(mci, error, retry_add);
 394 }
 395
 396 static inline void process_threshold_ce(struct mem_ctl_info *mci, u16 error,
 397                                         int *error_found, int handle_error)
 398 {
 399         *error_found = 1;
 400
 401         if (handle_error)
 402                 e752x_mc_printk(mci, KERN_WARNING, "Memory threshold CE\n");
 403 }
 404
 405 static char *global_message[11] = {
 406         "PCI Express C1", "PCI Express C", "PCI Express B1",
 407         "PCI Express B", "PCI Express A1", "PCI Express A",
 408         "DMA Controler", "HUB Interface", "System Bus",
 409         "DRAM Controler", "Internal Buffer"
 410 };
 411
 412 static char *fatal_message[2] = { "Non-Fatal ", "Fatal " };
 413
 414 static void do_global_error(int fatal, u32 errors)
 415 {
 416         int i;
 417
 418         for (i = 0; i < 11; i++) {
 419                 if (errors & (1 << i))
 420                         e752x_printk(KERN_WARNING, "%sError %s\n",
 421                                      fatal_message[fatal], global_message[i]);
 422         }
 423 }
 424
 425 static inline void global_error(int fatal, u32 errors, int *error_found,
 426                                 int handle_error)
 427 {
 428         *error_found = 1;
 429
 430         if (handle_error)
 431                 do_global_error(fatal, errors);
 432 }
 433
 434 static char *hub_message[7] = {
 435         "HI Address or Command Parity", "HI Illegal Access",
 436         "HI Internal Parity", "Out of Range Access",
 437         "HI Data Parity", "Enhanced Config Access",
 438         "Hub Interface Target Abort"
 439 };
 440
 441 static void do_hub_error(int fatal, u8 errors)
 442 {
 443         int i;
 444
 445         for (i = 0; i < 7; i++) {
 446                 if (errors & (1 << i))
 447                         e752x_printk(KERN_WARNING, "%sError %s\n",
 448                                      fatal_message[fatal], hub_message[i]);
 449         }
 450 }
 451
 452 static inline void hub_error(int fatal, u8 errors, int *error_found,
 453                              int handle_error)
 454 {
 455         *error_found = 1;
 456
 457         if (handle_error)
 458                 do_hub_error(fatal, errors);
 459 }
 460
 461 static char *membuf_message[4] = {
 462         "Internal PMWB to DRAM parity",
 463         "Internal PMWB to System Bus Parity",
 464         "Internal System Bus or IO to PMWB Parity",
 465         "Internal DRAM to PMWB Parity"
 466 };
 467
 468 static void do_membuf_error(u8 errors)
 469 {
 470         int i;
 471
 472         for (i = 0; i < 4; i++) {
 473                 if (errors & (1 << i))
 474                         e752x_printk(KERN_WARNING, "Non-Fatal Error %s\n",
 475                                      membuf_message[i]);
 476         }
 477 }
 478
 479 static inline void membuf_error(u8 errors, int *error_found, int handle_error)
 480 {
 481         *error_found = 1;
 482
 483         if (handle_error)
 484                 do_membuf_error(errors);
 485 }
 486
 487 static char *sysbus_message[10] = {
 488         "Addr or Request Parity",
 489         "Data Strobe Glitch",
 490         "Addr Strobe Glitch",
 491         "Data Parity",
 492         "Addr Above TOM",
 493         "Non DRAM Lock Error",
 494         "MCERR", "BINIT",
 495         "Memory Parity",
 496         "IO Subsystem Parity"
 497 };
 498
 499 static void do_sysbus_error(int fatal, u32 errors)
 500 {
 501         int i;
 502
 503         for (i = 0; i < 10; i++) {
 504                 if (errors & (1 << i))
 505                         e752x_printk(KERN_WARNING, "%sError System Bus %s\n",
 506                                      fatal_message[fatal], sysbus_message[i]);
 507         }
 508 }
 509
 510 static inline void sysbus_error(int fatal, u32 errors, int *error_found,
 511                                 int handle_error)
 512 {
 513         *error_found = 1;
 514
 515         if (handle_error)
 516                 do_sysbus_error(fatal, errors);
 517 }
 518
 519 static void e752x_check_hub_interface(struct e752x_error_info *info,
 520                                       int *error_found, int handle_error)
 521 {
 522         u8 stat8;
 523
 524         //pci_read_config_byte(dev,E752X_HI_FERR,&stat8);
 525
 526         stat8 = info->hi_ferr;
 527
 528         if (stat8 & 0x7f) {     /* Error, so process */
 529                 stat8 &= 0x7f;
 530
 531                 if (stat8 & 0x2b)
 532                         hub_error(1, stat8 & 0x2b, error_found, handle_error);
 533
 534                 if (stat8 & 0x54)
 535                         hub_error(0, stat8 & 0x54, error_found, handle_error);
 536         }
 537         //pci_read_config_byte(dev,E752X_HI_NERR,&stat8);
 538
 539         stat8 = info->hi_nerr;
 540
 541         if (stat8 & 0x7f) {     /* Error, so process */
 542                 stat8 &= 0x7f;
 543
 544                 if (stat8 & 0x2b)
 545                         hub_error(1, stat8 & 0x2b, error_found, handle_error);
 546
 547                 if (stat8 & 0x54)
 548                         hub_error(0, stat8 & 0x54, error_found, handle_error);
 549         }
 550 }
 551
 552 static void e752x_check_sysbus(struct e752x_error_info *info,
 553                                int *error_found, int handle_error)
 554 {
 555         u32 stat32, error32;
 556
 557         //pci_read_config_dword(dev,E752X_SYSBUS_FERR,&stat32);
 558         stat32 = info->sysbus_ferr + (info->sysbus_nerr << 16);
 559
 560         if (stat32 == 0)
 561                 return;         /* no errors */
 562
 563         error32 = (stat32 >> 16) & 0x3ff;
 564         stat32 = stat32 & 0x3ff;
 565
 566         if (stat32 & 0x087)
 567                 sysbus_error(1, stat32 & 0x087, error_found, handle_error);
 568
 569         if (stat32 & 0x378)
 570                 sysbus_error(0, stat32 & 0x378, error_found, handle_error);
 571
 572         if (error32 & 0x087)
 573                 sysbus_error(1, error32 & 0x087, error_found, handle_error);
 574
 575         if (error32 & 0x378)
 576                 sysbus_error(0, error32 & 0x378, error_found, handle_error);
 577 }
 578
 579 static void e752x_check_membuf(struct e752x_error_info *info,
 580                                int *error_found, int handle_error)
 581 {
 582         u8 stat8;
 583
 584         stat8 = info->buf_ferr;
 585
 586         if (stat8 & 0x0f) {     /* Error, so process */
 587                 stat8 &= 0x0f;
 588                 membuf_error(stat8, error_found, handle_error);
 589         }
 590
 591         stat8 = info->buf_nerr;
 592
 593         if (stat8 & 0x0f) {     /* Error, so process */
 594                 stat8 &= 0x0f;
 595                 membuf_error(stat8, error_found, handle_error);
 596         }
 597 }
 598
 599 static void e752x_check_dram(struct mem_ctl_info *mci,
 600                              struct e752x_error_info *info, int *error_found,
 601                              int handle_error)
 602 {
 603         u16 error_one, error_next;
 604
 605         error_one = info->dram_ferr;
 606         error_next = info->dram_nerr;
 607
 608         /* decode and report errors */
 609         if (error_one & 0x0101) /* check first error correctable */
 610                 process_ce(mci, error_one, info->dram_sec1_add,
 611                            info->dram_sec1_syndrome, error_found, handle_error);
 612
 613         if (error_next & 0x0101)        /* check next error correctable */
 614                 process_ce(mci, error_next, info->dram_sec2_add,
 615                            info->dram_sec2_syndrome, error_found, handle_error);
 616
 617         if (error_one & 0x4040)
 618                 process_ue_no_info_wr(mci, error_found, handle_error);
 619
 620         if (error_next & 0x4040)
 621                 process_ue_no_info_wr(mci, error_found, handle_error);
 622
 623         if (error_one & 0x2020)
 624                 process_ded_retry(mci, error_one, info->dram_retr_add,
 625                                   error_found, handle_error);
 626
 627         if (error_next & 0x2020)
 628                 process_ded_retry(mci, error_next, info->dram_retr_add,
 629                                   error_found, handle_error);
 630
 631         if (error_one & 0x0808)
 632                 process_threshold_ce(mci, error_one, error_found, handle_error);
 633
 634         if (error_next & 0x0808)
 635                 process_threshold_ce(mci, error_next, error_found,
 636                                      handle_error);
 637
 638         if (error_one & 0x0606)
 639                 process_ue(mci, error_one, info->dram_ded_add,
 640                            info->dram_scrb_add, error_found, handle_error);
 641
 642         if (error_next & 0x0606)
 643                 process_ue(mci, error_next, info->dram_ded_add,
 644                            info->dram_scrb_add, error_found, handle_error);
 645 }
 646
 647 static void e752x_get_error_info(struct mem_ctl_info *mci,
 648                                  struct e752x_error_info *info)
 649 {
 650         struct pci_dev *dev;
 651         struct e752x_pvt *pvt;
 652
 653         memset(info, 0, sizeof(*info));
 654         pvt = (struct e752x_pvt *)mci->pvt_info;
 655         dev = pvt->dev_d0f1;
 656         pci_read_config_dword(dev, E752X_FERR_GLOBAL, &info->ferr_global);
 657
 658         if (info->ferr_global) {
 659                 pci_read_config_byte(dev, E752X_HI_FERR, &info->hi_ferr);
 660                 pci_read_config_word(dev, E752X_SYSBUS_FERR,
 661                                      &info->sysbus_ferr);
 662                 pci_read_config_byte(dev, E752X_BUF_FERR, &info->buf_ferr);
 663                 pci_read_config_word(dev, E752X_DRAM_FERR, &info->dram_ferr);
 664                 pci_read_config_dword(dev, E752X_DRAM_SEC1_ADD,
 665                                       &info->dram_sec1_add);
 666                 pci_read_config_word(dev, E752X_DRAM_SEC1_SYNDROME,
 667                                      &info->dram_sec1_syndrome);
 668                 pci_read_config_dword(dev, E752X_DRAM_DED_ADD,
 669                                       &info->dram_ded_add);
 670                 pci_read_config_dword(dev, E752X_DRAM_SCRB_ADD,
 671                                       &info->dram_scrb_add);
 672                 pci_read_config_dword(dev, E752X_DRAM_RETR_ADD,
 673                                       &info->dram_retr_add);
 674
 675                 if (info->hi_ferr & 0x7f)
 676                         pci_write_config_byte(dev, E752X_HI_FERR,
 677                                               info->hi_ferr);
 678
 679                 if (info->sysbus_ferr)
 680                         pci_write_config_word(dev, E752X_SYSBUS_FERR,
 681                                               info->sysbus_ferr);
 682
 683                 if (info->buf_ferr & 0x0f)
 684                         pci_write_config_byte(dev, E752X_BUF_FERR,
 685                                               info->buf_ferr);
 686
 687                 if (info->dram_ferr)
 688                         pci_write_bits16(pvt->bridge_ck, E752X_DRAM_FERR,
 689                                          info->dram_ferr, info->dram_ferr);
 690
 691                 pci_write_config_dword(dev, E752X_FERR_GLOBAL,
 692                                        info->ferr_global);
 693         }
 694
 695         pci_read_config_dword(dev, E752X_NERR_GLOBAL, &info->nerr_global);
 696
 697         if (info->nerr_global) {
 698                 pci_read_config_byte(dev, E752X_HI_NERR, &info->hi_nerr);
 699                 pci_read_config_word(dev, E752X_SYSBUS_NERR,
 700                                      &info->sysbus_nerr);
 701                 pci_read_config_byte(dev, E752X_BUF_NERR, &info->buf_nerr);
 702                 pci_read_config_word(dev, E752X_DRAM_NERR, &info->dram_nerr);
 703                 pci_read_config_dword(dev, E752X_DRAM_SEC2_ADD,
 704                                       &info->dram_sec2_add);
 705                 pci_read_config_word(dev, E752X_DRAM_SEC2_SYNDROME,
 706                                      &info->dram_sec2_syndrome);
 707
 708                 if (info->hi_nerr & 0x7f)
 709                         pci_write_config_byte(dev, E752X_HI_NERR,
 710                                               info->hi_nerr);
 711
 712                 if (info->sysbus_nerr)
 713                         pci_write_config_word(dev, E752X_SYSBUS_NERR,
 714                                               info->sysbus_nerr);
 715
 716                 if (info->buf_nerr & 0x0f)
 717                         pci_write_config_byte(dev, E752X_BUF_NERR,
 718                                               info->buf_nerr);
 719
 720                 if (info->dram_nerr)
 721                         pci_write_bits16(pvt->bridge_ck, E752X_DRAM_NERR,
 722                                          info->dram_nerr, info->dram_nerr);
 723
 724                 pci_write_config_dword(dev, E752X_NERR_GLOBAL,
 725                                        info->nerr_global);
 726         }
 727 }
 728
 729 static int e752x_process_error_info(struct mem_ctl_info *mci,
 730                                     struct e752x_error_info *info,
 731                                     int handle_errors)
 732 {
 733         u32 error32, stat32;
 734         int error_found;
 735
 736         error_found = 0;
 737         error32 = (info->ferr_global >> 18) & 0x3ff;
 738         stat32 = (info->ferr_global >> 4) & 0x7ff;
 739
 740         if (error32)
 741                 global_error(1, error32, &error_found, handle_errors);
 742
 743         if (stat32)
 744                 global_error(0, stat32, &error_found, handle_errors);
 745
 746         error32 = (info->nerr_global >> 18) & 0x3ff;
 747         stat32 = (info->nerr_global >> 4) & 0x7ff;
 748
 749         if (error32)
 750                 global_error(1, error32, &error_found, handle_errors);
 751
 752         if (stat32)
 753                 global_error(0, stat32, &error_found, handle_errors);
 754
 755         e752x_check_hub_interface(info, &error_found, handle_errors);
 756         e752x_check_sysbus(info, &error_found, handle_errors);
 757         e752x_check_membuf(info, &error_found, handle_errors);
 758         e752x_check_dram(mci, info, &error_found, handle_errors);
 759         return error_found;
 760 }
 761
 762 static void e752x_check(struct mem_ctl_info *mci)
 763 {
 764         struct e752x_error_info info;
 765
 766         debugf3("%s()\n", __func__);
 767         e752x_get_error_info(mci, &info);
 768         e752x_process_error_info(mci, &info, 1);
 769 }
 770
 771 /* Return 1 if dual channel mode is active.  Else return 0. */
 772 static inline int dual_channel_active(u16 ddrcsr)
 773 {
 774         return (((ddrcsr >> 12) & 3) == 3);
 775 }
 776
 777 static void e752x_init_csrows(struct mem_ctl_info *mci, struct pci_dev *pdev,
 778                               u16 ddrcsr)
 779 {
 780         struct csrow_info *csrow;
 781         unsigned long last_cumul_size;
 782         int index, mem_dev, drc_chan;
 783         int drc_drbg;           /* DRB granularity 0=64mb, 1=128mb */
 784         int drc_ddim;           /* DRAM Data Integrity Mode 0=none, 2=edac */
 785         u8 value;
 786         u32 dra, drc, cumul_size;
 787
 788         dra = 0;
 789         for (index = 0; index < 4; index++) {
 790                 u8 dra_reg;
 791                 pci_read_config_byte(pdev, E752X_DRA + index, &dra_reg);
 792                 dra |= dra_reg << (index * 8);
 793         }
 794         pci_read_config_dword(pdev, E752X_DRC, &drc);
 795         drc_chan = dual_channel_active(ddrcsr);
 796         drc_drbg = drc_chan + 1;        /* 128 in dual mode, 64 in single */
 797         drc_ddim = (drc >> 20) & 0x3;
 798
 799         /* The dram row boundary (DRB) reg values are boundary address for
 800          * each DRAM row with a granularity of 64 or 128MB (single/dual
 801          * channel operation).  DRB regs are cumulative; therefore DRB7 will
 802          * contain the total memory contained in all eight rows.
 803          */
 804         for (last_cumul_size = index = 0; index < mci->nr_csrows; index++) {
 805                 /* mem_dev 0=x8, 1=x4 */
 806                 mem_dev = (dra >> (index * 4 + 2)) & 0x3;
 807                 csrow = &mci->csrows[index];
 808
 809                 mem_dev = (mem_dev == 2);
 810                 pci_read_config_byte(pdev, E752X_DRB + index, &value);
 811                 /* convert a 128 or 64 MiB DRB to a page size. */
 812                 cumul_size = value << (25 + drc_drbg - PAGE_SHIFT);
 813                 debugf3("%s(): (%d) cumul_size 0x%x\n", __func__, index,
 814                         cumul_size);
 815                 if (cumul_size == last_cumul_size)
 816                         continue;       /* not populated */
 817
 818                 csrow->first_page = last_cumul_size;
 819                 csrow->last_page = cumul_size - 1;
 820                 csrow->nr_pages = cumul_size - last_cumul_size;
 821                 last_cumul_size = cumul_size;
 822                 csrow->grain = 1 << 12; /* 4KiB - resolution of CELOG */
 823                 csrow->mtype = MEM_RDDR;        /* only one type supported */
 824                 csrow->dtype = mem_dev ? DEV_X4 : DEV_X8;
 825
 826                 /*
 827                  * if single channel or x8 devices then SECDED
 828                  * if dual channel and x4 then S4ECD4ED
 829                  */
 830                 if (drc_ddim) {
 831                         if (drc_chan && mem_dev) {
 832                                 csrow->edac_mode = EDAC_S4ECD4ED;
 833                                 mci->edac_cap |= EDAC_FLAG_S4ECD4ED;
 834                         } else {
 835                                 csrow->edac_mode = EDAC_SECDED;
 836                                 mci->edac_cap |= EDAC_FLAG_SECDED;
 837                         }
 838                 } else
 839                         csrow->edac_mode = EDAC_NONE;
 840         }
 841 }
 842
 843 static void e752x_init_mem_map_table(struct pci_dev *pdev,
 844                                      struct e752x_pvt *pvt)
 845 {
 846         int index;
 847         u8 value, last, row, stat8;
 848
 849         last = 0;
 850         row = 0;
 851
 852         for (index = 0; index < 8; index += 2) {
 853                 pci_read_config_byte(pdev, E752X_DRB + index, &value);
 854                 /* test if there is a dimm in this slot */
 855                 if (value == last) {
 856                         /* no dimm in the slot, so flag it as empty */
 857                         pvt->map[index] = 0xff;
 858                         pvt->map[index + 1] = 0xff;
 859                 } else {        /* there is a dimm in the slot */
 860                         pvt->map[index] = row;
 861                         row++;
 862                         last = value;
 863                         /* test the next value to see if the dimm is double
 864                          * sided
 865                          */
 866                         pci_read_config_byte(pdev, E752X_DRB + index + 1,
 867                                              &value);
 868                         pvt->map[index + 1] = (value == last) ? 0xff :  /* the dimm is single sided,
 869                                                                            so flag as empty */
 870                             row;        /* this is a double sided dimm
 871                                            to save the next row # */
 872                         row++;
 873                         last = value;
 874                 }
 875         }
 876
 877         /* set the map type.  1 = normal, 0 = reversed */
 878         pci_read_config_byte(pdev, E752X_DRM, &stat8);
 879         pvt->map_type = ((stat8 & 0x0f) > ((stat8 >> 4) & 0x0f));
 880 }
 881
 882 /* Return 0 on success or 1 on failure. */
 883 static int e752x_get_devs(struct pci_dev *pdev, int dev_idx,
 884                           struct e752x_pvt *pvt)
 885 {
 886         struct pci_dev *dev;
 887
 888         pvt->bridge_ck = pci_get_device(PCI_VENDOR_ID_INTEL,
 889                                         pvt->dev_info->err_dev, pvt->bridge_ck);
 890
 891         if (pvt->bridge_ck == NULL)
 892                 pvt->bridge_ck = pci_scan_single_device(pdev->bus,
 893                                                         PCI_DEVFN(0, 1));
 894
 895         if (pvt->bridge_ck == NULL) {
 896                 e752x_printk(KERN_ERR, "error reporting device not found:"
 897                              "vendor %x device 0x%x (broken BIOS?)\n",
 898                              PCI_VENDOR_ID_INTEL, e752x_devs[dev_idx].err_dev);
 899                 return 1;
 900         }
 901
 902         dev = pci_get_device(PCI_VENDOR_ID_INTEL, e752x_devs[dev_idx].ctl_dev,
 903                              NULL);
 904
 905         if (dev == NULL)
 906                 goto fail;
 907
 908         pvt->dev_d0f0 = dev;
 909         pvt->dev_d0f1 = pci_dev_get(pvt->bridge_ck);
 910
 911         return 0;
 912
 913       fail:
 914         pci_dev_put(pvt->bridge_ck);
 915         return 1;
 916 }
 917
 918 static void e752x_init_error_reporting_regs(struct e752x_pvt *pvt)
 919 {
 920         struct pci_dev *dev;
 921
 922         dev = pvt->dev_d0f1;
 923         /* Turn off error disable & SMI in case the BIOS turned it on */
 924         pci_write_config_byte(dev, E752X_HI_ERRMASK, 0x00);
 925         pci_write_config_byte(dev, E752X_HI_SMICMD, 0x00);
 926         pci_write_config_word(dev, E752X_SYSBUS_ERRMASK, 0x00);
 927         pci_write_config_word(dev, E752X_SYSBUS_SMICMD, 0x00);
 928         pci_write_config_byte(dev, E752X_BUF_ERRMASK, 0x00);
 929         pci_write_config_byte(dev, E752X_BUF_SMICMD, 0x00);
 930         pci_write_config_byte(dev, E752X_DRAM_ERRMASK, 0x00);
 931         pci_write_config_byte(dev, E752X_DRAM_SMICMD, 0x00);
 932 }
 933
 934 static int e752x_probe1(struct pci_dev *pdev, int dev_idx)
 935 {
 936         u16 pci_data;
 937         u8 stat8;
 938         struct mem_ctl_info *mci;
 939         struct e752x_pvt *pvt;
 940         u16 ddrcsr;
 941         int drc_chan;           /* Number of channels 0=1chan,1=2chan */
 942         struct e752x_error_info discard;
 943
 944         debugf0("%s(): mci\n", __func__);
 945         debugf0("Starting Probe1\n");
 946
 947         /* make sure error reporting method is sane */
 948         switch (edac_op_state) {
 949         case EDAC_OPSTATE_POLL:
 950         case EDAC_OPSTATE_NMI:
 951                 break;
 952         default:
 953                 edac_op_state = EDAC_OPSTATE_POLL;
 954                 break;
 955         }
 956
 957         /* check to see if device 0 function 1 is enabled; if it isn't, we
 958          * assume the BIOS has reserved it for a reason and is expecting
 959          * exclusive access, we take care not to violate that assumption and
 960          * fail the probe. */
 961         pci_read_config_byte(pdev, E752X_DEVPRES1, &stat8);
 962         if (!force_function_unhide && !(stat8 & (1 << 5))) {
 963                 printk(KERN_INFO "Contact your BIOS vendor to see if the "
 964                        "E752x error registers can be safely un-hidden\n");
 965                 return -ENOMEM;
 966         }
 967         stat8 |= (1 << 5);
 968         pci_write_config_byte(pdev, E752X_DEVPRES1, stat8);
 969
 970         pci_read_config_word(pdev, E752X_DDRCSR, &ddrcsr);
 971         /* FIXME: should check >>12 or 0xf, true for all? */
 972         /* Dual channel = 1, Single channel = 0 */
 973         drc_chan = dual_channel_active(ddrcsr);
 974
 975         mci = edac_mc_alloc(sizeof(*pvt), E752X_NR_CSROWS, drc_chan + 1);
 976
 977         if (mci == NULL) {
 978                 return -ENOMEM;
 979         }
 980
 981         debugf3("%s(): init mci\n", __func__);
 982         mci->mtype_cap = MEM_FLAG_RDDR;
 983         mci->edac_ctl_cap = EDAC_FLAG_NONE | EDAC_FLAG_SECDED |
 984             EDAC_FLAG_S4ECD4ED;
 985         /* FIXME - what if different memory types are in different csrows? */
 986         mci->mod_name = EDAC_MOD_STR;
 987         mci->mod_ver = E752X_REVISION;
 988         mci->dev = &pdev->dev;
 989
 990         debugf3("%s(): init pvt\n", __func__);
 991         pvt = (struct e752x_pvt *)mci->pvt_info;
 992         pvt->dev_info = &e752x_devs[dev_idx];
 993         pvt->mc_symmetric = ((ddrcsr & 0x10) != 0);
 994
 995         if (e752x_get_devs(pdev, dev_idx, pvt)) {
 996                 edac_mc_free(mci);
 997                 return -ENODEV;
 998         }
 999
1000         debugf3("%s(): more mci init\n", __func__);
1001         mci->ctl_name = pvt->dev_info->ctl_name;
1002         mci->dev_name = pci_name(pdev);
1003         mci->edac_check = e752x_check;
1004         mci->ctl_page_to_phys = ctl_page_to_phys;
1005
1006         e752x_init_csrows(mci, pdev, ddrcsr);
1007         e752x_init_mem_map_table(pdev, pvt);
1008
1009         /* set the map type.  1 = normal, 0 = reversed */
1010         pci_read_config_byte(pdev, E752X_DRM, &stat8);
1011         pvt->map_type = ((stat8 & 0x0f) > ((stat8 >> 4) & 0x0f));
1012
1013         mci->edac_cap |= EDAC_FLAG_NONE;
1014         debugf3("%s(): tolm, remapbase, remaplimit\n", __func__);
1015
1016         /* load the top of low memory, remap base, and remap limit vars */
1017         pci_read_config_word(pdev, E752X_TOLM, &pci_data);
1018         pvt->tolm = ((u32) pci_data) << 4;
1019         pci_read_config_word(pdev, E752X_REMAPBASE, &pci_data);
1020         pvt->remapbase = ((u32) pci_data) << 14;
1021         pci_read_config_word(pdev, E752X_REMAPLIMIT, &pci_data);
1022         pvt->remaplimit = ((u32) pci_data) << 14;
1023         e752x_printk(KERN_INFO,
1024                      "tolm = %x, remapbase = %x, remaplimit = %x\n", pvt->tolm,
1025                      pvt->remapbase, pvt->remaplimit);
1026
1027         /* Here we assume that we will never see multiple instances of this
1028          * type of memory controller.  The ID is therefore hardcoded to 0.
1029          */
1030         if (edac_mc_add_mc(mci, 0)) {
1031                 debugf3("%s(): failed edac_mc_add_mc()\n", __func__);
1032                 goto fail;
1033         }
1034
1035         e752x_init_error_reporting_regs(pvt);
1036         e752x_get_error_info(mci, &discard);    /* clear other MCH errors */
1037
1038         /* allocating generic PCI control info */
1039         e752x_pci = edac_pci_create_generic_ctl(&pdev->dev, EDAC_MOD_STR);
1040         if (!e752x_pci) {
1041                 printk(KERN_WARNING
1042                        "%s(): Unable to create PCI control\n", __func__);
1043                 printk(KERN_WARNING
1044                        "%s(): PCI error report via EDAC not setup\n", __func__);
1045         }
1046
1047         /* get this far and it's successful */
1048         debugf3("%s(): success\n", __func__);
1049         return 0;
1050
1051       fail:
1052         pci_dev_put(pvt->dev_d0f0);
1053         pci_dev_put(pvt->dev_d0f1);
1054         pci_dev_put(pvt->bridge_ck);
1055         edac_mc_free(mci);
1056
1057         return -ENODEV;
1058 }
1059
1060 /* returns count (>= 0), or negative on error */
1061 static int __devinit e752x_init_one(struct pci_dev *pdev,
1062                                     const struct pci_device_id *ent)
1063 {
1064         debugf0("%s()\n", __func__);
1065
1066         /* wake up and enable device */
1067         if (pci_enable_device(pdev) < 0)
1068                 return -EIO;
1069
1070         return e752x_probe1(pdev, ent->driver_data);
1071 }
1072
1073 static void __devexit e752x_remove_one(struct pci_dev *pdev)
1074 {
1075         struct mem_ctl_info *mci;
1076         struct e752x_pvt *pvt;
1077
1078         debugf0("%s()\n", __func__);
1079
1080         if (e752x_pci)
1081                 edac_pci_release_generic_ctl(e752x_pci);
1082
1083         if ((mci = edac_mc_del_mc(&pdev->dev)) == NULL)
1084                 return;
1085
1086         pvt = (struct e752x_pvt *)mci->pvt_info;
1087         pci_dev_put(pvt->dev_d0f0);
1088         pci_dev_put(pvt->dev_d0f1);
1089         pci_dev_put(pvt->bridge_ck);
1090         edac_mc_free(mci);
1091 }
1092
1093 static const struct pci_device_id e752x_pci_tbl[] __devinitdata = {
1094         {
1095          PCI_VEND_DEV(INTEL, 7520_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1096          E7520},
1097         {
1098          PCI_VEND_DEV(INTEL, 7525_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1099          E7525},
1100         {
1101          PCI_VEND_DEV(INTEL, 7320_0), PCI_ANY_ID, PCI_ANY_ID, 0, 0,
1102          E7320},
1103         {
1104          0,
1105          }                      /* 0 terminated list. */
1106 };
1107
1108 MODULE_DEVICE_TABLE(pci, e752x_pci_tbl);
1109
1110 static struct pci_driver e752x_driver = {
1111         .name = EDAC_MOD_STR,
1112         .probe = e752x_init_one,
1113         .remove = __devexit_p(e752x_remove_one),
1114         .id_table = e752x_pci_tbl,
1115 };
1116
1117 static int __init e752x_init(void)
1118 {
1119         int pci_rc;
1120
1121         debugf3("%s()\n", __func__);
1122         pci_rc = pci_register_driver(&e752x_driver);
1123         return (pci_rc < 0) ? pci_rc : 0;
1124 }
1125
1126 static void __exit e752x_exit(void)
1127 {
1128         debugf3("%s()\n", __func__);
1129         pci_unregister_driver(&e752x_driver);
1130 }
1131
1132 module_init(e752x_init);
1133 module_exit(e752x_exit);
1134
1135 MODULE_LICENSE("GPL");
1136 MODULE_AUTHOR("Linux Networx (http://lnxi.com) Tom Zimmerman\n");
1137 MODULE_DESCRIPTION("MC support for Intel e752x memory controllers");
1138
1139 module_param(force_function_unhide, int, 0444);
1140 MODULE_PARM_DESC(force_function_unhide, "if BIOS sets Dev0:Fun1 up as hidden:"
1141                  " 1=force unhide and hope BIOS doesn't fight driver for Dev0:Fun1 access");
1142 module_param(edac_op_state, int, 0444);
1143 MODULE_PARM_DESC(edac_op_state, "EDAC Error Reporting state: 0=Poll,1=NMI");