SAFE public projects git trees. - safe/jmp/linux-2.6/blob - drivers/message/fusion/mptsas.c

   1 /*
   2  *  linux/drivers/message/fusion/mptsas.c
   3  *      For use with LSI PCI chip/adapter(s)
   4  *      running LSI Fusion MPT (Message Passing Technology) firmware.
   5  *
   6  *  Copyright (c) 1999-2008 LSI Corporation
   7  *  (mailto:DL-MPTFusionLinux@lsi.com)
   8  */
   9 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
  10 /*
  11     This program is free software; you can redistribute it and/or modify
  12     it under the terms of the GNU General Public License as published by
  13     the Free Software Foundation; version 2 of the License.
  14
  15     This program is distributed in the hope that it will be useful,
  16     but WITHOUT ANY WARRANTY; without even the implied warranty of
  17     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  18     GNU General Public License for more details.
  19
  20     NO WARRANTY
  21     THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
  22     CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
  23     LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
  24     MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
  25     solely responsible for determining the appropriateness of using and
  26     distributing the Program and assumes all risks associated with its
  27     exercise of rights under this Agreement, including but not limited to
  28     the risks and costs of program errors, damage to or loss of data,
  29     programs or equipment, and unavailability or interruption of operations.
  30
  31     DISCLAIMER OF LIABILITY
  32     NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
  33     DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  34     DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
  35     ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
  36     TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
  37     USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
  38     HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
  39
  40     You should have received a copy of the GNU General Public License
  41     along with this program; if not, write to the Free Software
  42     Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  43 */
  44 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
  45
  46 #include <linux/module.h>
  47 #include <linux/kernel.h>
  48 #include <linux/init.h>
  49 #include <linux/errno.h>
  50 #include <linux/jiffies.h>
  51 #include <linux/workqueue.h>
  52 #include <linux/delay.h>        /* for mdelay */
  53
  54 #include <scsi/scsi.h>
  55 #include <scsi/scsi_cmnd.h>
  56 #include <scsi/scsi_device.h>
  57 #include <scsi/scsi_host.h>
  58 #include <scsi/scsi_transport_sas.h>
  59 #include <scsi/scsi_dbg.h>
  60
  61 #include "mptbase.h"
  62 #include "mptscsih.h"
  63 #include "mptsas.h"
  64
  65
  66 #define my_NAME         "Fusion MPT SAS Host driver"
  67 #define my_VERSION      MPT_LINUX_VERSION_COMMON
  68 #define MYNAM           "mptsas"
  69
  70 /*
  71  * Reserved channel for integrated raid
  72  */
  73 #define MPTSAS_RAID_CHANNEL     1
  74
  75 MODULE_AUTHOR(MODULEAUTHOR);
  76 MODULE_DESCRIPTION(my_NAME);
  77 MODULE_LICENSE("GPL");
  78 MODULE_VERSION(my_VERSION);
  79
  80 static int mpt_pt_clear;
  81 module_param(mpt_pt_clear, int, 0);
  82 MODULE_PARM_DESC(mpt_pt_clear,
  83                 " Clear persistency table: enable=1  "
  84                 "(default=MPTSCSIH_PT_CLEAR=0)");
  85
  86 /* scsi-mid layer global parmeter is max_report_luns, which is 511 */
  87 #define MPTSAS_MAX_LUN (16895)
  88 static int max_lun = MPTSAS_MAX_LUN;
  89 module_param(max_lun, int, 0);
  90 MODULE_PARM_DESC(max_lun, " max lun, default=16895 ");
  91
  92 static u8       mptsasDoneCtx = MPT_MAX_PROTOCOL_DRIVERS;
  93 static u8       mptsasTaskCtx = MPT_MAX_PROTOCOL_DRIVERS;
  94 static u8       mptsasInternalCtx = MPT_MAX_PROTOCOL_DRIVERS; /* Used only for internal commands */
  95 static u8       mptsasMgmtCtx = MPT_MAX_PROTOCOL_DRIVERS;
  96
  97 static void mptsas_hotplug_work(struct work_struct *work);
  98
  99 static void mptsas_print_phy_data(MPT_ADAPTER *ioc,
 100                                         MPI_SAS_IO_UNIT0_PHY_DATA *phy_data)
 101 {
 102         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 103             "---- IO UNIT PAGE 0 ------------\n", ioc->name));
 104         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Handle=0x%X\n",
 105             ioc->name, le16_to_cpu(phy_data->AttachedDeviceHandle)));
 106         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Controller Handle=0x%X\n",
 107             ioc->name, le16_to_cpu(phy_data->ControllerDevHandle)));
 108         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Port=0x%X\n",
 109             ioc->name, phy_data->Port));
 110         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Port Flags=0x%X\n",
 111             ioc->name, phy_data->PortFlags));
 112         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PHY Flags=0x%X\n",
 113             ioc->name, phy_data->PhyFlags));
 114         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Negotiated Link Rate=0x%X\n",
 115             ioc->name, phy_data->NegotiatedLinkRate));
 116         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 117             "Controller PHY Device Info=0x%X\n", ioc->name,
 118             le32_to_cpu(phy_data->ControllerPhyDeviceInfo)));
 119         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DiscoveryStatus=0x%X\n\n",
 120             ioc->name, le32_to_cpu(phy_data->DiscoveryStatus)));
 121 }
 122
 123 static void mptsas_print_phy_pg0(MPT_ADAPTER *ioc, SasPhyPage0_t *pg0)
 124 {
 125         __le64 sas_address;
 126
 127         memcpy(&sas_address, &pg0->SASAddress, sizeof(__le64));
 128
 129         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 130             "---- SAS PHY PAGE 0 ------------\n", ioc->name));
 131         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 132             "Attached Device Handle=0x%X\n", ioc->name,
 133             le16_to_cpu(pg0->AttachedDevHandle)));
 134         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SAS Address=0x%llX\n",
 135             ioc->name, (unsigned long long)le64_to_cpu(sas_address)));
 136         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 137             "Attached PHY Identifier=0x%X\n", ioc->name,
 138             pg0->AttachedPhyIdentifier));
 139         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Attached Device Info=0x%X\n",
 140             ioc->name, le32_to_cpu(pg0->AttachedDeviceInfo)));
 141         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Programmed Link Rate=0x%X\n",
 142             ioc->name,  pg0->ProgrammedLinkRate));
 143         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Change Count=0x%X\n",
 144             ioc->name, pg0->ChangeCount));
 145         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PHY Info=0x%X\n\n",
 146             ioc->name, le32_to_cpu(pg0->PhyInfo)));
 147 }
 148
 149 static void mptsas_print_phy_pg1(MPT_ADAPTER *ioc, SasPhyPage1_t *pg1)
 150 {
 151         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 152             "---- SAS PHY PAGE 1 ------------\n", ioc->name));
 153         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Invalid Dword Count=0x%x\n",
 154             ioc->name,  pg1->InvalidDwordCount));
 155         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 156             "Running Disparity Error Count=0x%x\n", ioc->name,
 157             pg1->RunningDisparityErrorCount));
 158         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 159             "Loss Dword Synch Count=0x%x\n", ioc->name,
 160             pg1->LossDwordSynchCount));
 161         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 162             "PHY Reset Problem Count=0x%x\n\n", ioc->name,
 163             pg1->PhyResetProblemCount));
 164 }
 165
 166 static void mptsas_print_device_pg0(MPT_ADAPTER *ioc, SasDevicePage0_t *pg0)
 167 {
 168         __le64 sas_address;
 169
 170         memcpy(&sas_address, &pg0->SASAddress, sizeof(__le64));
 171
 172         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 173             "---- SAS DEVICE PAGE 0 ---------\n", ioc->name));
 174         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Handle=0x%X\n",
 175             ioc->name, le16_to_cpu(pg0->DevHandle)));
 176         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Parent Handle=0x%X\n",
 177             ioc->name, le16_to_cpu(pg0->ParentDevHandle)));
 178         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Enclosure Handle=0x%X\n",
 179             ioc->name, le16_to_cpu(pg0->EnclosureHandle)));
 180         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Slot=0x%X\n",
 181             ioc->name, le16_to_cpu(pg0->Slot)));
 182         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SAS Address=0x%llX\n",
 183             ioc->name, (unsigned long long)le64_to_cpu(sas_address)));
 184         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Target ID=0x%X\n",
 185             ioc->name, pg0->TargetID));
 186         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Bus=0x%X\n",
 187             ioc->name, pg0->Bus));
 188         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Parent Phy Num=0x%X\n",
 189             ioc->name, pg0->PhyNum));
 190         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Access Status=0x%X\n",
 191             ioc->name, le16_to_cpu(pg0->AccessStatus)));
 192         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Device Info=0x%X\n",
 193             ioc->name, le32_to_cpu(pg0->DeviceInfo)));
 194         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Flags=0x%X\n",
 195             ioc->name, le16_to_cpu(pg0->Flags)));
 196         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Physical Port=0x%X\n\n",
 197             ioc->name, pg0->PhysicalPort));
 198 }
 199
 200 static void mptsas_print_expander_pg1(MPT_ADAPTER *ioc, SasExpanderPage1_t *pg1)
 201 {
 202         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 203             "---- SAS EXPANDER PAGE 1 ------------\n", ioc->name));
 204         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Physical Port=0x%X\n",
 205             ioc->name, pg1->PhysicalPort));
 206         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PHY Identifier=0x%X\n",
 207             ioc->name, pg1->PhyIdentifier));
 208         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Negotiated Link Rate=0x%X\n",
 209             ioc->name, pg1->NegotiatedLinkRate));
 210         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Programmed Link Rate=0x%X\n",
 211             ioc->name, pg1->ProgrammedLinkRate));
 212         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Hardware Link Rate=0x%X\n",
 213             ioc->name, pg1->HwLinkRate));
 214         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Owner Device Handle=0x%X\n",
 215             ioc->name, le16_to_cpu(pg1->OwnerDevHandle)));
 216         dsasprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 217             "Attached Device Handle=0x%X\n\n", ioc->name,
 218             le16_to_cpu(pg1->AttachedDevHandle)));
 219 }
 220
 221 static inline MPT_ADAPTER *phy_to_ioc(struct sas_phy *phy)
 222 {
 223         struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
 224         return ((MPT_SCSI_HOST *)shost->hostdata)->ioc;
 225 }
 226
 227 static inline MPT_ADAPTER *rphy_to_ioc(struct sas_rphy *rphy)
 228 {
 229         struct Scsi_Host *shost = dev_to_shost(rphy->dev.parent->parent);
 230         return ((MPT_SCSI_HOST *)shost->hostdata)->ioc;
 231 }
 232
 233 static struct mptsas_portinfo *
 234 mptsas_get_hba_portinfo(MPT_ADAPTER *ioc)
 235 {
 236         struct list_head        *head = &ioc->sas_topology;
 237         struct mptsas_portinfo  *pi = NULL;
 238
 239         /* always the first entry on sas_topology list */
 240
 241         if (!list_empty(head))
 242                 pi = list_entry(head->next, struct mptsas_portinfo, list);
 243
 244         return pi;
 245 }
 246
 247 /*
 248  * mptsas_find_portinfo_by_handle
 249  *
 250  * This function should be called with the sas_topology_mutex already held
 251  */
 252 static struct mptsas_portinfo *
 253 mptsas_find_portinfo_by_handle(MPT_ADAPTER *ioc, u16 handle)
 254 {
 255         struct mptsas_portinfo *port_info, *rc=NULL;
 256         int i;
 257
 258         list_for_each_entry(port_info, &ioc->sas_topology, list)
 259                 for (i = 0; i < port_info->num_phys; i++)
 260                         if (port_info->phy_info[i].identify.handle == handle) {
 261                                 rc = port_info;
 262                                 goto out;
 263                         }
 264  out:
 265         return rc;
 266 }
 267
 268 /*
 269  * Returns true if there is a scsi end device
 270  */
 271 static inline int
 272 mptsas_is_end_device(struct mptsas_devinfo * attached)
 273 {
 274         if ((attached->sas_address) &&
 275             (attached->device_info &
 276             MPI_SAS_DEVICE_INFO_END_DEVICE) &&
 277             ((attached->device_info &
 278             MPI_SAS_DEVICE_INFO_SSP_TARGET) |
 279             (attached->device_info &
 280             MPI_SAS_DEVICE_INFO_STP_TARGET) |
 281             (attached->device_info &
 282             MPI_SAS_DEVICE_INFO_SATA_DEVICE)))
 283                 return 1;
 284         else
 285                 return 0;
 286 }
 287
 288 /* no mutex */
 289 static void
 290 mptsas_port_delete(MPT_ADAPTER *ioc, struct mptsas_portinfo_details * port_details)
 291 {
 292         struct mptsas_portinfo *port_info;
 293         struct mptsas_phyinfo *phy_info;
 294         u8      i;
 295
 296         if (!port_details)
 297                 return;
 298
 299         port_info = port_details->port_info;
 300         phy_info = port_info->phy_info;
 301
 302         dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "%s: [%p]: num_phys=%02d "
 303             "bitmask=0x%016llX\n", ioc->name, __func__, port_details,
 304             port_details->num_phys, (unsigned long long)
 305             port_details->phy_bitmask));
 306
 307         for (i = 0; i < port_info->num_phys; i++, phy_info++) {
 308                 if(phy_info->port_details != port_details)
 309                         continue;
 310                 memset(&phy_info->attached, 0, sizeof(struct mptsas_devinfo));
 311                 phy_info->port_details = NULL;
 312         }
 313         kfree(port_details);
 314 }
 315
 316 static inline struct sas_rphy *
 317 mptsas_get_rphy(struct mptsas_phyinfo *phy_info)
 318 {
 319         if (phy_info->port_details)
 320                 return phy_info->port_details->rphy;
 321         else
 322                 return NULL;
 323 }
 324
 325 static inline void
 326 mptsas_set_rphy(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info, struct sas_rphy *rphy)
 327 {
 328         if (phy_info->port_details) {
 329                 phy_info->port_details->rphy = rphy;
 330                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "sas_rphy_add: rphy=%p\n",
 331                     ioc->name, rphy));
 332         }
 333
 334         if (rphy) {
 335                 dsaswideprintk(ioc, dev_printk(KERN_DEBUG,
 336                     &rphy->dev, MYIOC_s_FMT "add:", ioc->name));
 337                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "rphy=%p release=%p\n",
 338                     ioc->name, rphy, rphy->dev.release));
 339         }
 340 }
 341
 342 static inline struct sas_port *
 343 mptsas_get_port(struct mptsas_phyinfo *phy_info)
 344 {
 345         if (phy_info->port_details)
 346                 return phy_info->port_details->port;
 347         else
 348                 return NULL;
 349 }
 350
 351 static inline void
 352 mptsas_set_port(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info, struct sas_port *port)
 353 {
 354         if (phy_info->port_details)
 355                 phy_info->port_details->port = port;
 356
 357         if (port) {
 358                 dsaswideprintk(ioc, dev_printk(KERN_DEBUG,
 359                     &port->dev, MYIOC_s_FMT "add:", ioc->name));
 360                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "port=%p release=%p\n",
 361                     ioc->name, port, port->dev.release));
 362         }
 363 }
 364
 365 static inline struct scsi_target *
 366 mptsas_get_starget(struct mptsas_phyinfo *phy_info)
 367 {
 368         if (phy_info->port_details)
 369                 return phy_info->port_details->starget;
 370         else
 371                 return NULL;
 372 }
 373
 374 static inline void
 375 mptsas_set_starget(struct mptsas_phyinfo *phy_info, struct scsi_target *
 376 starget)
 377 {
 378         if (phy_info->port_details)
 379                 phy_info->port_details->starget = starget;
 380 }
 381
 382
 383 /*
 384  * mptsas_setup_wide_ports
 385  *
 386  * Updates for new and existing narrow/wide port configuration
 387  * in the sas_topology
 388  */
 389 static void
 390 mptsas_setup_wide_ports(MPT_ADAPTER *ioc, struct mptsas_portinfo *port_info)
 391 {
 392         struct mptsas_portinfo_details * port_details;
 393         struct mptsas_phyinfo *phy_info, *phy_info_cmp;
 394         u64     sas_address;
 395         int     i, j;
 396
 397         mutex_lock(&ioc->sas_topology_mutex);
 398
 399         phy_info = port_info->phy_info;
 400         for (i = 0 ; i < port_info->num_phys ; i++, phy_info++) {
 401                 if (phy_info->attached.handle)
 402                         continue;
 403                 port_details = phy_info->port_details;
 404                 if (!port_details)
 405                         continue;
 406                 if (port_details->num_phys < 2)
 407                         continue;
 408                 /*
 409                  * Removing a phy from a port, letting the last
 410                  * phy be removed by firmware events.
 411                  */
 412                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 413                     "%s: [%p]: deleting phy = %d\n",
 414                     ioc->name, __func__, port_details, i));
 415                 port_details->num_phys--;
 416                 port_details->phy_bitmask &= ~ (1 << phy_info->phy_id);
 417                 memset(&phy_info->attached, 0, sizeof(struct mptsas_devinfo));
 418                 sas_port_delete_phy(port_details->port, phy_info->phy);
 419                 phy_info->port_details = NULL;
 420         }
 421
 422         /*
 423          * Populate and refresh the tree
 424          */
 425         phy_info = port_info->phy_info;
 426         for (i = 0 ; i < port_info->num_phys ; i++, phy_info++) {
 427                 sas_address = phy_info->attached.sas_address;
 428                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "phy_id=%d sas_address=0x%018llX\n",
 429                     ioc->name, i, (unsigned long long)sas_address));
 430                 if (!sas_address)
 431                         continue;
 432                 port_details = phy_info->port_details;
 433                 /*
 434                  * Forming a port
 435                  */
 436                 if (!port_details) {
 437                         port_details = kzalloc(sizeof(*port_details),
 438                                 GFP_KERNEL);
 439                         if (!port_details)
 440                                 goto out;
 441                         port_details->num_phys = 1;
 442                         port_details->port_info = port_info;
 443                         if (phy_info->phy_id < 64 )
 444                                 port_details->phy_bitmask |=
 445                                     (1 << phy_info->phy_id);
 446                         phy_info->sas_port_add_phy=1;
 447                         dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "\t\tForming port\n\t\t"
 448                             "phy_id=%d sas_address=0x%018llX\n",
 449                             ioc->name, i, (unsigned long long)sas_address));
 450                         phy_info->port_details = port_details;
 451                 }
 452
 453                 if (i == port_info->num_phys - 1)
 454                         continue;
 455                 phy_info_cmp = &port_info->phy_info[i + 1];
 456                 for (j = i + 1 ; j < port_info->num_phys ; j++,
 457                     phy_info_cmp++) {
 458                         if (!phy_info_cmp->attached.sas_address)
 459                                 continue;
 460                         if (sas_address != phy_info_cmp->attached.sas_address)
 461                                 continue;
 462                         if (phy_info_cmp->port_details == port_details )
 463                                 continue;
 464                         dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 465                             "\t\tphy_id=%d sas_address=0x%018llX\n",
 466                             ioc->name, j, (unsigned long long)
 467                             phy_info_cmp->attached.sas_address));
 468                         if (phy_info_cmp->port_details) {
 469                                 port_details->rphy =
 470                                     mptsas_get_rphy(phy_info_cmp);
 471                                 port_details->port =
 472                                     mptsas_get_port(phy_info_cmp);
 473                                 port_details->starget =
 474                                     mptsas_get_starget(phy_info_cmp);
 475                                 port_details->num_phys =
 476                                         phy_info_cmp->port_details->num_phys;
 477                                 if (!phy_info_cmp->port_details->num_phys)
 478                                         kfree(phy_info_cmp->port_details);
 479                         } else
 480                                 phy_info_cmp->sas_port_add_phy=1;
 481                         /*
 482                          * Adding a phy to a port
 483                          */
 484                         phy_info_cmp->port_details = port_details;
 485                         if (phy_info_cmp->phy_id < 64 )
 486                                 port_details->phy_bitmask |=
 487                                 (1 << phy_info_cmp->phy_id);
 488                         port_details->num_phys++;
 489                 }
 490         }
 491
 492  out:
 493
 494         for (i = 0; i < port_info->num_phys; i++) {
 495                 port_details = port_info->phy_info[i].port_details;
 496                 if (!port_details)
 497                         continue;
 498                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 499                     "%s: [%p]: phy_id=%02d num_phys=%02d "
 500                     "bitmask=0x%016llX\n", ioc->name, __func__,
 501                     port_details, i, port_details->num_phys,
 502                     (unsigned long long)port_details->phy_bitmask));
 503                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "\t\tport = %p rphy=%p\n",
 504                     ioc->name, port_details->port, port_details->rphy));
 505         }
 506         dsaswideprintk(ioc, printk("\n"));
 507         mutex_unlock(&ioc->sas_topology_mutex);
 508 }
 509
 510 /**
 511  * csmisas_find_vtarget
 512  *
 513  * @ioc
 514  * @volume_id
 515  * @volume_bus
 516  *
 517  **/
 518 static VirtTarget *
 519 mptsas_find_vtarget(MPT_ADAPTER *ioc, u8 channel, u8 id)
 520 {
 521         struct scsi_device              *sdev;
 522         VirtDevice                      *vdevice;
 523         VirtTarget                      *vtarget = NULL;
 524
 525         shost_for_each_device(sdev, ioc->sh) {
 526                 if ((vdevice = sdev->hostdata) == NULL)
 527                         continue;
 528                 if (vdevice->vtarget->id == id &&
 529                     vdevice->vtarget->channel == channel)
 530                         vtarget = vdevice->vtarget;
 531         }
 532         return vtarget;
 533 }
 534
 535 /**
 536  * mptsas_target_reset
 537  *
 538  * Issues TARGET_RESET to end device using handshaking method
 539  *
 540  * @ioc
 541  * @channel
 542  * @id
 543  *
 544  * Returns (1) success
 545  *         (0) failure
 546  *
 547  **/
 548 static int
 549 mptsas_target_reset(MPT_ADAPTER *ioc, u8 channel, u8 id)
 550 {
 551         MPT_FRAME_HDR   *mf;
 552         SCSITaskMgmt_t  *pScsiTm;
 553
 554         if ((mf = mpt_get_msg_frame(ioc->TaskCtx, ioc)) == NULL) {
 555                 dfailprintk(ioc, printk(MYIOC_s_WARN_FMT "%s, no msg frames @%d!!\n",
 556                     ioc->name,__func__, __LINE__));
 557                 return 0;
 558         }
 559
 560         /* Format the Request
 561          */
 562         pScsiTm = (SCSITaskMgmt_t *) mf;
 563         memset (pScsiTm, 0, sizeof(SCSITaskMgmt_t));
 564         pScsiTm->TargetID = id;
 565         pScsiTm->Bus = channel;
 566         pScsiTm->Function = MPI_FUNCTION_SCSI_TASK_MGMT;
 567         pScsiTm->TaskType = MPI_SCSITASKMGMT_TASKTYPE_TARGET_RESET;
 568         pScsiTm->MsgFlags = MPI_SCSITASKMGMT_MSGFLAGS_LIPRESET_RESET_OPTION;
 569
 570         DBG_DUMP_TM_REQUEST_FRAME(ioc, (u32 *)mf);
 571
 572         mpt_put_msg_frame_hi_pri(ioc->TaskCtx, ioc, mf);
 573
 574         return 1;
 575 }
 576
 577 /**
 578  * mptsas_target_reset_queue
 579  *
 580  * Receive request for TARGET_RESET after recieving an firmware
 581  * event NOT_RESPONDING_EVENT, then put command in link list
 582  * and queue if task_queue already in use.
 583  *
 584  * @ioc
 585  * @sas_event_data
 586  *
 587  **/
 588 static void
 589 mptsas_target_reset_queue(MPT_ADAPTER *ioc,
 590     EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *sas_event_data)
 591 {
 592         MPT_SCSI_HOST   *hd = shost_priv(ioc->sh);
 593         VirtTarget *vtarget = NULL;
 594         struct mptsas_target_reset_event *target_reset_list;
 595         u8              id, channel;
 596
 597         id = sas_event_data->TargetID;
 598         channel = sas_event_data->Bus;
 599
 600         if (!(vtarget = mptsas_find_vtarget(ioc, channel, id)))
 601                 return;
 602
 603         vtarget->deleted = 1; /* block IO */
 604
 605         target_reset_list = kzalloc(sizeof(*target_reset_list),
 606             GFP_ATOMIC);
 607         if (!target_reset_list) {
 608                 dfailprintk(ioc, printk(MYIOC_s_WARN_FMT "%s, failed to allocate mem @%d..!!\n",
 609                     ioc->name,__func__, __LINE__));
 610                 return;
 611         }
 612
 613         memcpy(&target_reset_list->sas_event_data, sas_event_data,
 614                 sizeof(*sas_event_data));
 615         list_add_tail(&target_reset_list->list, &hd->target_reset_list);
 616
 617         if (hd->resetPending)
 618                 return;
 619
 620         if (mptsas_target_reset(ioc, channel, id)) {
 621                 target_reset_list->target_reset_issued = 1;
 622                 hd->resetPending = 1;
 623         }
 624 }
 625
 626 /**
 627  * mptsas_dev_reset_complete
 628  *
 629  * Completion for TARGET_RESET after NOT_RESPONDING_EVENT,
 630  * enable work queue to finish off removing device from upper layers.
 631  * then send next TARGET_RESET in the queue.
 632  *
 633  * @ioc
 634  *
 635  **/
 636 static void
 637 mptsas_dev_reset_complete(MPT_ADAPTER *ioc)
 638 {
 639         MPT_SCSI_HOST   *hd = shost_priv(ioc->sh);
 640         struct list_head *head = &hd->target_reset_list;
 641         struct mptsas_target_reset_event *target_reset_list;
 642         struct mptsas_hotplug_event *ev;
 643         EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *sas_event_data;
 644         u8              id, channel;
 645         __le64          sas_address;
 646
 647         if (list_empty(head))
 648                 return;
 649
 650         target_reset_list = list_entry(head->next, struct mptsas_target_reset_event, list);
 651
 652         sas_event_data = &target_reset_list->sas_event_data;
 653         id = sas_event_data->TargetID;
 654         channel = sas_event_data->Bus;
 655         hd->resetPending = 0;
 656
 657         /*
 658          * retry target reset
 659          */
 660         if (!target_reset_list->target_reset_issued) {
 661                 if (mptsas_target_reset(ioc, channel, id)) {
 662                         target_reset_list->target_reset_issued = 1;
 663                         hd->resetPending = 1;
 664                 }
 665                 return;
 666         }
 667
 668         /*
 669          * enable work queue to remove device from upper layers
 670          */
 671         list_del(&target_reset_list->list);
 672
 673         ev = kzalloc(sizeof(*ev), GFP_ATOMIC);
 674         if (!ev) {
 675                 dfailprintk(ioc, printk(MYIOC_s_WARN_FMT "%s, failed to allocate mem @%d..!!\n",
 676                     ioc->name,__func__, __LINE__));
 677                 return;
 678         }
 679
 680         INIT_WORK(&ev->work, mptsas_hotplug_work);
 681         ev->ioc = ioc;
 682         ev->handle = le16_to_cpu(sas_event_data->DevHandle);
 683         ev->parent_handle =
 684             le16_to_cpu(sas_event_data->ParentDevHandle);
 685         ev->channel = channel;
 686         ev->id =id;
 687         ev->phy_id = sas_event_data->PhyNum;
 688         memcpy(&sas_address, &sas_event_data->SASAddress,
 689             sizeof(__le64));
 690         ev->sas_address = le64_to_cpu(sas_address);
 691         ev->device_info = le32_to_cpu(sas_event_data->DeviceInfo);
 692         ev->event_type = MPTSAS_DEL_DEVICE;
 693         schedule_work(&ev->work);
 694         kfree(target_reset_list);
 695
 696         /*
 697          * issue target reset to next device in the queue
 698          */
 699
 700         head = &hd->target_reset_list;
 701         if (list_empty(head))
 702                 return;
 703
 704         target_reset_list = list_entry(head->next, struct mptsas_target_reset_event,
 705             list);
 706
 707         sas_event_data = &target_reset_list->sas_event_data;
 708         id = sas_event_data->TargetID;
 709         channel = sas_event_data->Bus;
 710
 711         if (mptsas_target_reset(ioc, channel, id)) {
 712                 target_reset_list->target_reset_issued = 1;
 713                 hd->resetPending = 1;
 714         }
 715 }
 716
 717 /**
 718  * mptsas_taskmgmt_complete
 719  *
 720  * @ioc
 721  * @mf
 722  * @mr
 723  *
 724  **/
 725 static int
 726 mptsas_taskmgmt_complete(MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf, MPT_FRAME_HDR *mr)
 727 {
 728         mptsas_dev_reset_complete(ioc);
 729         return mptscsih_taskmgmt_complete(ioc, mf, mr);
 730 }
 731
 732 /**
 733  * mptscsih_ioc_reset
 734  *
 735  * @ioc
 736  * @reset_phase
 737  *
 738  **/
 739 static int
 740 mptsas_ioc_reset(MPT_ADAPTER *ioc, int reset_phase)
 741 {
 742         MPT_SCSI_HOST   *hd;
 743         struct mptsas_target_reset_event *target_reset_list, *n;
 744         int rc;
 745
 746         rc = mptscsih_ioc_reset(ioc, reset_phase);
 747
 748         if (ioc->bus_type != SAS)
 749                 goto out;
 750
 751         if (reset_phase != MPT_IOC_POST_RESET)
 752                 goto out;
 753
 754         if (!ioc->sh || !ioc->sh->hostdata)
 755                 goto out;
 756         hd = shost_priv(ioc->sh);
 757         if (!hd->ioc)
 758                 goto out;
 759
 760         if (list_empty(&hd->target_reset_list))
 761                 goto out;
 762
 763         /* flush the target_reset_list */
 764         list_for_each_entry_safe(target_reset_list, n,
 765             &hd->target_reset_list, list) {
 766                 list_del(&target_reset_list->list);
 767                 kfree(target_reset_list);
 768         }
 769
 770  out:
 771         return rc;
 772 }
 773
 774 static int
 775 mptsas_sas_enclosure_pg0(MPT_ADAPTER *ioc, struct mptsas_enclosure *enclosure,
 776                 u32 form, u32 form_specific)
 777 {
 778         ConfigExtendedPageHeader_t hdr;
 779         CONFIGPARMS cfg;
 780         SasEnclosurePage0_t *buffer;
 781         dma_addr_t dma_handle;
 782         int error;
 783         __le64 le_identifier;
 784
 785         memset(&hdr, 0, sizeof(hdr));
 786         hdr.PageVersion = MPI_SASENCLOSURE0_PAGEVERSION;
 787         hdr.PageNumber = 0;
 788         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
 789         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_ENCLOSURE;
 790
 791         cfg.cfghdr.ehdr = &hdr;
 792         cfg.physAddr = -1;
 793         cfg.pageAddr = form + form_specific;
 794         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
 795         cfg.dir = 0;    /* read */
 796         cfg.timeout = 10;
 797
 798         error = mpt_config(ioc, &cfg);
 799         if (error)
 800                 goto out;
 801         if (!hdr.ExtPageLength) {
 802                 error = -ENXIO;
 803                 goto out;
 804         }
 805
 806         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
 807                         &dma_handle);
 808         if (!buffer) {
 809                 error = -ENOMEM;
 810                 goto out;
 811         }
 812
 813         cfg.physAddr = dma_handle;
 814         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
 815
 816         error = mpt_config(ioc, &cfg);
 817         if (error)
 818                 goto out_free_consistent;
 819
 820         /* save config data */
 821         memcpy(&le_identifier, &buffer->EnclosureLogicalID, sizeof(__le64));
 822         enclosure->enclosure_logical_id = le64_to_cpu(le_identifier);
 823         enclosure->enclosure_handle = le16_to_cpu(buffer->EnclosureHandle);
 824         enclosure->flags = le16_to_cpu(buffer->Flags);
 825         enclosure->num_slot = le16_to_cpu(buffer->NumSlots);
 826         enclosure->start_slot = le16_to_cpu(buffer->StartSlot);
 827         enclosure->start_id = buffer->StartTargetID;
 828         enclosure->start_channel = buffer->StartBus;
 829         enclosure->sep_id = buffer->SEPTargetID;
 830         enclosure->sep_channel = buffer->SEPBus;
 831
 832  out_free_consistent:
 833         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
 834                             buffer, dma_handle);
 835  out:
 836         return error;
 837 }
 838
 839 static int
 840 mptsas_slave_configure(struct scsi_device *sdev)
 841 {
 842
 843         if (sdev->channel == MPTSAS_RAID_CHANNEL)
 844                 goto out;
 845
 846         sas_read_port_mode_page(sdev);
 847
 848  out:
 849         return mptscsih_slave_configure(sdev);
 850 }
 851
 852 static int
 853 mptsas_target_alloc(struct scsi_target *starget)
 854 {
 855         struct Scsi_Host *host = dev_to_shost(&starget->dev);
 856         MPT_SCSI_HOST           *hd = shost_priv(host);
 857         VirtTarget              *vtarget;
 858         u8                      id, channel;
 859         struct sas_rphy         *rphy;
 860         struct mptsas_portinfo  *p;
 861         int                      i;
 862         MPT_ADAPTER             *ioc = hd->ioc;
 863
 864         vtarget = kzalloc(sizeof(VirtTarget), GFP_KERNEL);
 865         if (!vtarget)
 866                 return -ENOMEM;
 867
 868         vtarget->starget = starget;
 869         vtarget->ioc_id = ioc->id;
 870         vtarget->tflags = MPT_TARGET_FLAGS_Q_YES;
 871         id = starget->id;
 872         channel = 0;
 873
 874         /*
 875          * RAID volumes placed beyond the last expected port.
 876          */
 877         if (starget->channel == MPTSAS_RAID_CHANNEL) {
 878                 for (i=0; i < ioc->raid_data.pIocPg2->NumActiveVolumes; i++)
 879                         if (id == ioc->raid_data.pIocPg2->RaidVolume[i].VolumeID)
 880                                 channel = ioc->raid_data.pIocPg2->RaidVolume[i].VolumeBus;
 881                 goto out;
 882         }
 883
 884         rphy = dev_to_rphy(starget->dev.parent);
 885         mutex_lock(&ioc->sas_topology_mutex);
 886         list_for_each_entry(p, &ioc->sas_topology, list) {
 887                 for (i = 0; i < p->num_phys; i++) {
 888                         if (p->phy_info[i].attached.sas_address !=
 889                                         rphy->identify.sas_address)
 890                                 continue;
 891                         id = p->phy_info[i].attached.id;
 892                         channel = p->phy_info[i].attached.channel;
 893                         mptsas_set_starget(&p->phy_info[i], starget);
 894
 895                         /*
 896                          * Exposing hidden raid components
 897                          */
 898                         if (mptscsih_is_phys_disk(ioc, channel, id)) {
 899                                 id = mptscsih_raid_id_to_num(ioc,
 900                                                 channel, id);
 901                                 vtarget->tflags |=
 902                                     MPT_TARGET_FLAGS_RAID_COMPONENT;
 903                                 p->phy_info[i].attached.phys_disk_num = id;
 904                         }
 905                         mutex_unlock(&ioc->sas_topology_mutex);
 906                         goto out;
 907                 }
 908         }
 909         mutex_unlock(&ioc->sas_topology_mutex);
 910
 911         kfree(vtarget);
 912         return -ENXIO;
 913
 914  out:
 915         vtarget->id = id;
 916         vtarget->channel = channel;
 917         starget->hostdata = vtarget;
 918         return 0;
 919 }
 920
 921 static void
 922 mptsas_target_destroy(struct scsi_target *starget)
 923 {
 924         struct Scsi_Host *host = dev_to_shost(&starget->dev);
 925         MPT_SCSI_HOST           *hd = shost_priv(host);
 926         struct sas_rphy         *rphy;
 927         struct mptsas_portinfo  *p;
 928         int                      i;
 929         MPT_ADAPTER *ioc = hd->ioc;
 930
 931         if (!starget->hostdata)
 932                 return;
 933
 934         if (starget->channel == MPTSAS_RAID_CHANNEL)
 935                 goto out;
 936
 937         rphy = dev_to_rphy(starget->dev.parent);
 938         list_for_each_entry(p, &ioc->sas_topology, list) {
 939                 for (i = 0; i < p->num_phys; i++) {
 940                         if (p->phy_info[i].attached.sas_address !=
 941                                         rphy->identify.sas_address)
 942                                 continue;
 943                         mptsas_set_starget(&p->phy_info[i], NULL);
 944                         goto out;
 945                 }
 946         }
 947
 948  out:
 949         kfree(starget->hostdata);
 950         starget->hostdata = NULL;
 951 }
 952
 953
 954 static int
 955 mptsas_slave_alloc(struct scsi_device *sdev)
 956 {
 957         struct Scsi_Host        *host = sdev->host;
 958         MPT_SCSI_HOST           *hd = shost_priv(host);
 959         struct sas_rphy         *rphy;
 960         struct mptsas_portinfo  *p;
 961         VirtDevice              *vdevice;
 962         struct scsi_target      *starget;
 963         int                     i;
 964         MPT_ADAPTER *ioc = hd->ioc;
 965
 966         vdevice = kzalloc(sizeof(VirtDevice), GFP_KERNEL);
 967         if (!vdevice) {
 968                 printk(MYIOC_s_ERR_FMT "slave_alloc kzalloc(%zd) FAILED!\n",
 969                                 ioc->name, sizeof(VirtDevice));
 970                 return -ENOMEM;
 971         }
 972         starget = scsi_target(sdev);
 973         vdevice->vtarget = starget->hostdata;
 974
 975         if (sdev->channel == MPTSAS_RAID_CHANNEL)
 976                 goto out;
 977
 978         rphy = dev_to_rphy(sdev->sdev_target->dev.parent);
 979         mutex_lock(&ioc->sas_topology_mutex);
 980         list_for_each_entry(p, &ioc->sas_topology, list) {
 981                 for (i = 0; i < p->num_phys; i++) {
 982                         if (p->phy_info[i].attached.sas_address !=
 983                                         rphy->identify.sas_address)
 984                                 continue;
 985                         vdevice->lun = sdev->lun;
 986                         /*
 987                          * Exposing hidden raid components
 988                          */
 989                         if (mptscsih_is_phys_disk(ioc,
 990                             p->phy_info[i].attached.channel,
 991                             p->phy_info[i].attached.id))
 992                                 sdev->no_uld_attach = 1;
 993                         mutex_unlock(&ioc->sas_topology_mutex);
 994                         goto out;
 995                 }
 996         }
 997         mutex_unlock(&ioc->sas_topology_mutex);
 998
 999         kfree(vdevice);
1000         return -ENXIO;
1001
1002  out:
1003         vdevice->vtarget->num_luns++;
1004         sdev->hostdata = vdevice;
1005         return 0;
1006 }
1007
1008 static int
1009 mptsas_qcmd(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *))
1010 {
1011         VirtDevice      *vdevice = SCpnt->device->hostdata;
1012
1013         if (!vdevice || !vdevice->vtarget || vdevice->vtarget->deleted) {
1014                 SCpnt->result = DID_NO_CONNECT << 16;
1015                 done(SCpnt);
1016                 return 0;
1017         }
1018
1019 //      scsi_print_command(SCpnt);
1020
1021         return mptscsih_qcmd(SCpnt,done);
1022 }
1023
1024
1025 static struct scsi_host_template mptsas_driver_template = {
1026         .module                         = THIS_MODULE,
1027         .proc_name                      = "mptsas",
1028         .proc_info                      = mptscsih_proc_info,
1029         .name                           = "MPT SPI Host",
1030         .info                           = mptscsih_info,
1031         .queuecommand                   = mptsas_qcmd,
1032         .target_alloc                   = mptsas_target_alloc,
1033         .slave_alloc                    = mptsas_slave_alloc,
1034         .slave_configure                = mptsas_slave_configure,
1035         .target_destroy                 = mptsas_target_destroy,
1036         .slave_destroy                  = mptscsih_slave_destroy,
1037         .change_queue_depth             = mptscsih_change_queue_depth,
1038         .eh_abort_handler               = mptscsih_abort,
1039         .eh_device_reset_handler        = mptscsih_dev_reset,
1040         .eh_bus_reset_handler           = mptscsih_bus_reset,
1041         .eh_host_reset_handler          = mptscsih_host_reset,
1042         .bios_param                     = mptscsih_bios_param,
1043         .can_queue                      = MPT_FC_CAN_QUEUE,
1044         .this_id                        = -1,
1045         .sg_tablesize                   = MPT_SCSI_SG_DEPTH,
1046         .max_sectors                    = 8192,
1047         .cmd_per_lun                    = 7,
1048         .use_clustering                 = ENABLE_CLUSTERING,
1049         .shost_attrs                    = mptscsih_host_attrs,
1050 };
1051
1052 static int mptsas_get_linkerrors(struct sas_phy *phy)
1053 {
1054         MPT_ADAPTER *ioc = phy_to_ioc(phy);
1055         ConfigExtendedPageHeader_t hdr;
1056         CONFIGPARMS cfg;
1057         SasPhyPage1_t *buffer;
1058         dma_addr_t dma_handle;
1059         int error;
1060
1061         /* FIXME: only have link errors on local phys */
1062         if (!scsi_is_sas_phy_local(phy))
1063                 return -EINVAL;
1064
1065         hdr.PageVersion = MPI_SASPHY1_PAGEVERSION;
1066         hdr.ExtPageLength = 0;
1067         hdr.PageNumber = 1 /* page number 1*/;
1068         hdr.Reserved1 = 0;
1069         hdr.Reserved2 = 0;
1070         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
1071         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_PHY;
1072
1073         cfg.cfghdr.ehdr = &hdr;
1074         cfg.physAddr = -1;
1075         cfg.pageAddr = phy->identify.phy_identifier;
1076         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
1077         cfg.dir = 0;    /* read */
1078         cfg.timeout = 10;
1079
1080         error = mpt_config(ioc, &cfg);
1081         if (error)
1082                 return error;
1083         if (!hdr.ExtPageLength)
1084                 return -ENXIO;
1085
1086         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1087                                       &dma_handle);
1088         if (!buffer)
1089                 return -ENOMEM;
1090
1091         cfg.physAddr = dma_handle;
1092         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
1093
1094         error = mpt_config(ioc, &cfg);
1095         if (error)
1096                 goto out_free_consistent;
1097
1098         mptsas_print_phy_pg1(ioc, buffer);
1099
1100         phy->invalid_dword_count = le32_to_cpu(buffer->InvalidDwordCount);
1101         phy->running_disparity_error_count =
1102                 le32_to_cpu(buffer->RunningDisparityErrorCount);
1103         phy->loss_of_dword_sync_count =
1104                 le32_to_cpu(buffer->LossDwordSynchCount);
1105         phy->phy_reset_problem_count =
1106                 le32_to_cpu(buffer->PhyResetProblemCount);
1107
1108  out_free_consistent:
1109         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1110                             buffer, dma_handle);
1111         return error;
1112 }
1113
1114 static int mptsas_mgmt_done(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req,
1115                 MPT_FRAME_HDR *reply)
1116 {
1117         ioc->sas_mgmt.status |= MPT_SAS_MGMT_STATUS_COMMAND_GOOD;
1118         if (reply != NULL) {
1119                 ioc->sas_mgmt.status |= MPT_SAS_MGMT_STATUS_RF_VALID;
1120                 memcpy(ioc->sas_mgmt.reply, reply,
1121                     min(ioc->reply_sz, 4 * reply->u.reply.MsgLength));
1122         }
1123         complete(&ioc->sas_mgmt.done);
1124         return 1;
1125 }
1126
1127 static int mptsas_phy_reset(struct sas_phy *phy, int hard_reset)
1128 {
1129         MPT_ADAPTER *ioc = phy_to_ioc(phy);
1130         SasIoUnitControlRequest_t *req;
1131         SasIoUnitControlReply_t *reply;
1132         MPT_FRAME_HDR *mf;
1133         MPIHeader_t *hdr;
1134         unsigned long timeleft;
1135         int error = -ERESTARTSYS;
1136
1137         /* FIXME: fusion doesn't allow non-local phy reset */
1138         if (!scsi_is_sas_phy_local(phy))
1139                 return -EINVAL;
1140
1141         /* not implemented for expanders */
1142         if (phy->identify.target_port_protocols & SAS_PROTOCOL_SMP)
1143                 return -ENXIO;
1144
1145         if (mutex_lock_interruptible(&ioc->sas_mgmt.mutex))
1146                 goto out;
1147
1148         mf = mpt_get_msg_frame(mptsasMgmtCtx, ioc);
1149         if (!mf) {
1150                 error = -ENOMEM;
1151                 goto out_unlock;
1152         }
1153
1154         hdr = (MPIHeader_t *) mf;
1155         req = (SasIoUnitControlRequest_t *)mf;
1156         memset(req, 0, sizeof(SasIoUnitControlRequest_t));
1157         req->Function = MPI_FUNCTION_SAS_IO_UNIT_CONTROL;
1158         req->MsgContext = hdr->MsgContext;
1159         req->Operation = hard_reset ?
1160                 MPI_SAS_OP_PHY_HARD_RESET : MPI_SAS_OP_PHY_LINK_RESET;
1161         req->PhyNum = phy->identify.phy_identifier;
1162
1163         mpt_put_msg_frame(mptsasMgmtCtx, ioc, mf);
1164
1165         timeleft = wait_for_completion_timeout(&ioc->sas_mgmt.done,
1166                         10 * HZ);
1167         if (!timeleft) {
1168                 /* On timeout reset the board */
1169                 mpt_free_msg_frame(ioc, mf);
1170                 mpt_HardResetHandler(ioc, CAN_SLEEP);
1171                 error = -ETIMEDOUT;
1172                 goto out_unlock;
1173         }
1174
1175         /* a reply frame is expected */
1176         if ((ioc->sas_mgmt.status &
1177             MPT_IOCTL_STATUS_RF_VALID) == 0) {
1178                 error = -ENXIO;
1179                 goto out_unlock;
1180         }
1181
1182         /* process the completed Reply Message Frame */
1183         reply = (SasIoUnitControlReply_t *)ioc->sas_mgmt.reply;
1184         if (reply->IOCStatus != MPI_IOCSTATUS_SUCCESS) {
1185                 printk(MYIOC_s_INFO_FMT "%s: IOCStatus=0x%X IOCLogInfo=0x%X\n",
1186                     ioc->name, __func__, reply->IOCStatus, reply->IOCLogInfo);
1187                 error = -ENXIO;
1188                 goto out_unlock;
1189         }
1190
1191         error = 0;
1192
1193  out_unlock:
1194         mutex_unlock(&ioc->sas_mgmt.mutex);
1195  out:
1196         return error;
1197 }
1198
1199 static int
1200 mptsas_get_enclosure_identifier(struct sas_rphy *rphy, u64 *identifier)
1201 {
1202         MPT_ADAPTER *ioc = rphy_to_ioc(rphy);
1203         int i, error;
1204         struct mptsas_portinfo *p;
1205         struct mptsas_enclosure enclosure_info;
1206         u64 enclosure_handle;
1207
1208         mutex_lock(&ioc->sas_topology_mutex);
1209         list_for_each_entry(p, &ioc->sas_topology, list) {
1210                 for (i = 0; i < p->num_phys; i++) {
1211                         if (p->phy_info[i].attached.sas_address ==
1212                             rphy->identify.sas_address) {
1213                                 enclosure_handle = p->phy_info[i].
1214                                         attached.handle_enclosure;
1215                                 goto found_info;
1216                         }
1217                 }
1218         }
1219         mutex_unlock(&ioc->sas_topology_mutex);
1220         return -ENXIO;
1221
1222  found_info:
1223         mutex_unlock(&ioc->sas_topology_mutex);
1224         memset(&enclosure_info, 0, sizeof(struct mptsas_enclosure));
1225         error = mptsas_sas_enclosure_pg0(ioc, &enclosure_info,
1226                         (MPI_SAS_ENCLOS_PGAD_FORM_HANDLE <<
1227                          MPI_SAS_ENCLOS_PGAD_FORM_SHIFT), enclosure_handle);
1228         if (!error)
1229                 *identifier = enclosure_info.enclosure_logical_id;
1230         return error;
1231 }
1232
1233 static int
1234 mptsas_get_bay_identifier(struct sas_rphy *rphy)
1235 {
1236         MPT_ADAPTER *ioc = rphy_to_ioc(rphy);
1237         struct mptsas_portinfo *p;
1238         int i, rc;
1239
1240         mutex_lock(&ioc->sas_topology_mutex);
1241         list_for_each_entry(p, &ioc->sas_topology, list) {
1242                 for (i = 0; i < p->num_phys; i++) {
1243                         if (p->phy_info[i].attached.sas_address ==
1244                             rphy->identify.sas_address) {
1245                                 rc = p->phy_info[i].attached.slot;
1246                                 goto out;
1247                         }
1248                 }
1249         }
1250         rc = -ENXIO;
1251  out:
1252         mutex_unlock(&ioc->sas_topology_mutex);
1253         return rc;
1254 }
1255
1256 static int mptsas_smp_handler(struct Scsi_Host *shost, struct sas_rphy *rphy,
1257                               struct request *req)
1258 {
1259         MPT_ADAPTER *ioc = ((MPT_SCSI_HOST *) shost->hostdata)->ioc;
1260         MPT_FRAME_HDR *mf;
1261         SmpPassthroughRequest_t *smpreq;
1262         struct request *rsp = req->next_rq;
1263         int ret;
1264         int flagsLength;
1265         unsigned long timeleft;
1266         char *psge;
1267         dma_addr_t dma_addr_in = 0;
1268         dma_addr_t dma_addr_out = 0;
1269         u64 sas_address = 0;
1270
1271         if (!rsp) {
1272                 printk(MYIOC_s_ERR_FMT "%s: the smp response space is missing\n",
1273                     ioc->name, __func__);
1274                 return -EINVAL;
1275         }
1276
1277         /* do we need to support multiple segments? */
1278         if (req->bio->bi_vcnt > 1 || rsp->bio->bi_vcnt > 1) {
1279                 printk(MYIOC_s_ERR_FMT "%s: multiple segments req %u %u, rsp %u %u\n",
1280                     ioc->name, __func__, req->bio->bi_vcnt, req->data_len,
1281                     rsp->bio->bi_vcnt, rsp->data_len);
1282                 return -EINVAL;
1283         }
1284
1285         ret = mutex_lock_interruptible(&ioc->sas_mgmt.mutex);
1286         if (ret)
1287                 goto out;
1288
1289         mf = mpt_get_msg_frame(mptsasMgmtCtx, ioc);
1290         if (!mf) {
1291                 ret = -ENOMEM;
1292                 goto out_unlock;
1293         }
1294
1295         smpreq = (SmpPassthroughRequest_t *)mf;
1296         memset(smpreq, 0, sizeof(*smpreq));
1297
1298         smpreq->RequestDataLength = cpu_to_le16(req->data_len - 4);
1299         smpreq->Function = MPI_FUNCTION_SMP_PASSTHROUGH;
1300
1301         if (rphy)
1302                 sas_address = rphy->identify.sas_address;
1303         else {
1304                 struct mptsas_portinfo *port_info;
1305
1306                 mutex_lock(&ioc->sas_topology_mutex);
1307                 port_info = mptsas_get_hba_portinfo(ioc);
1308                 if (port_info && port_info->phy_info)
1309                         sas_address =
1310                                 port_info->phy_info[0].phy->identify.sas_address;
1311                 mutex_unlock(&ioc->sas_topology_mutex);
1312         }
1313
1314         *((u64 *)&smpreq->SASAddress) = cpu_to_le64(sas_address);
1315
1316         psge = (char *)
1317                 (((int *) mf) + (offsetof(SmpPassthroughRequest_t, SGL) / 4));
1318
1319         /* request */
1320         flagsLength = (MPI_SGE_FLAGS_SIMPLE_ELEMENT |
1321                        MPI_SGE_FLAGS_END_OF_BUFFER |
1322                        MPI_SGE_FLAGS_DIRECTION |
1323                        mpt_addr_size()) << MPI_SGE_FLAGS_SHIFT;
1324         flagsLength |= (req->data_len - 4);
1325
1326         dma_addr_out = pci_map_single(ioc->pcidev, bio_data(req->bio),
1327                                       req->data_len, PCI_DMA_BIDIRECTIONAL);
1328         if (!dma_addr_out)
1329                 goto put_mf;
1330         mpt_add_sge(psge, flagsLength, dma_addr_out);
1331         psge += (sizeof(u32) + sizeof(dma_addr_t));
1332
1333         /* response */
1334         flagsLength = MPT_SGE_FLAGS_SSIMPLE_READ;
1335         flagsLength |= rsp->data_len + 4;
1336         dma_addr_in =  pci_map_single(ioc->pcidev, bio_data(rsp->bio),
1337                                       rsp->data_len, PCI_DMA_BIDIRECTIONAL);
1338         if (!dma_addr_in)
1339                 goto unmap;
1340         mpt_add_sge(psge, flagsLength, dma_addr_in);
1341
1342         mpt_put_msg_frame(mptsasMgmtCtx, ioc, mf);
1343
1344         timeleft = wait_for_completion_timeout(&ioc->sas_mgmt.done, 10 * HZ);
1345         if (!timeleft) {
1346                 printk(MYIOC_s_ERR_FMT "%s: smp timeout!\n", ioc->name, __func__);
1347                 /* On timeout reset the board */
1348                 mpt_HardResetHandler(ioc, CAN_SLEEP);
1349                 ret = -ETIMEDOUT;
1350                 goto unmap;
1351         }
1352         mf = NULL;
1353
1354         if (ioc->sas_mgmt.status & MPT_IOCTL_STATUS_RF_VALID) {
1355                 SmpPassthroughReply_t *smprep;
1356
1357                 smprep = (SmpPassthroughReply_t *)ioc->sas_mgmt.reply;
1358                 memcpy(req->sense, smprep, sizeof(*smprep));
1359                 req->sense_len = sizeof(*smprep);
1360                 rsp->resid_len = rsp->data_len - smprep->ResponseDataLength;
1361         } else {
1362                 printk(MYIOC_s_ERR_FMT "%s: smp passthru reply failed to be returned\n",
1363                     ioc->name, __func__);
1364                 ret = -ENXIO;
1365         }
1366 unmap:
1367         if (dma_addr_out)
1368                 pci_unmap_single(ioc->pcidev, dma_addr_out, req->data_len,
1369                                  PCI_DMA_BIDIRECTIONAL);
1370         if (dma_addr_in)
1371                 pci_unmap_single(ioc->pcidev, dma_addr_in, rsp->data_len,
1372                                  PCI_DMA_BIDIRECTIONAL);
1373 put_mf:
1374         if (mf)
1375                 mpt_free_msg_frame(ioc, mf);
1376 out_unlock:
1377         mutex_unlock(&ioc->sas_mgmt.mutex);
1378 out:
1379         return ret;
1380 }
1381
1382 static struct sas_function_template mptsas_transport_functions = {
1383         .get_linkerrors         = mptsas_get_linkerrors,
1384         .get_enclosure_identifier = mptsas_get_enclosure_identifier,
1385         .get_bay_identifier     = mptsas_get_bay_identifier,
1386         .phy_reset              = mptsas_phy_reset,
1387         .smp_handler            = mptsas_smp_handler,
1388 };
1389
1390 static struct scsi_transport_template *mptsas_transport_template;
1391
1392 static int
1393 mptsas_sas_io_unit_pg0(MPT_ADAPTER *ioc, struct mptsas_portinfo *port_info)
1394 {
1395         ConfigExtendedPageHeader_t hdr;
1396         CONFIGPARMS cfg;
1397         SasIOUnitPage0_t *buffer;
1398         dma_addr_t dma_handle;
1399         int error, i;
1400
1401         hdr.PageVersion = MPI_SASIOUNITPAGE0_PAGEVERSION;
1402         hdr.ExtPageLength = 0;
1403         hdr.PageNumber = 0;
1404         hdr.Reserved1 = 0;
1405         hdr.Reserved2 = 0;
1406         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
1407         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_IO_UNIT;
1408
1409         cfg.cfghdr.ehdr = &hdr;
1410         cfg.physAddr = -1;
1411         cfg.pageAddr = 0;
1412         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
1413         cfg.dir = 0;    /* read */
1414         cfg.timeout = 10;
1415
1416         error = mpt_config(ioc, &cfg);
1417         if (error)
1418                 goto out;
1419         if (!hdr.ExtPageLength) {
1420                 error = -ENXIO;
1421                 goto out;
1422         }
1423
1424         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1425                                             &dma_handle);
1426         if (!buffer) {
1427                 error = -ENOMEM;
1428                 goto out;
1429         }
1430
1431         cfg.physAddr = dma_handle;
1432         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
1433
1434         error = mpt_config(ioc, &cfg);
1435         if (error)
1436                 goto out_free_consistent;
1437
1438         port_info->num_phys = buffer->NumPhys;
1439         port_info->phy_info = kcalloc(port_info->num_phys,
1440                 sizeof(*port_info->phy_info),GFP_KERNEL);
1441         if (!port_info->phy_info) {
1442                 error = -ENOMEM;
1443                 goto out_free_consistent;
1444         }
1445
1446         ioc->nvdata_version_persistent =
1447             le16_to_cpu(buffer->NvdataVersionPersistent);
1448         ioc->nvdata_version_default =
1449             le16_to_cpu(buffer->NvdataVersionDefault);
1450
1451         for (i = 0; i < port_info->num_phys; i++) {
1452                 mptsas_print_phy_data(ioc, &buffer->PhyData[i]);
1453                 port_info->phy_info[i].phy_id = i;
1454                 port_info->phy_info[i].port_id =
1455                     buffer->PhyData[i].Port;
1456                 port_info->phy_info[i].negotiated_link_rate =
1457                     buffer->PhyData[i].NegotiatedLinkRate;
1458                 port_info->phy_info[i].portinfo = port_info;
1459                 port_info->phy_info[i].handle =
1460                     le16_to_cpu(buffer->PhyData[i].ControllerDevHandle);
1461         }
1462
1463  out_free_consistent:
1464         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1465                             buffer, dma_handle);
1466  out:
1467         return error;
1468 }
1469
1470 static int
1471 mptsas_sas_io_unit_pg1(MPT_ADAPTER *ioc)
1472 {
1473         ConfigExtendedPageHeader_t hdr;
1474         CONFIGPARMS cfg;
1475         SasIOUnitPage1_t *buffer;
1476         dma_addr_t dma_handle;
1477         int error;
1478         u16 device_missing_delay;
1479
1480         memset(&hdr, 0, sizeof(ConfigExtendedPageHeader_t));
1481         memset(&cfg, 0, sizeof(CONFIGPARMS));
1482
1483         cfg.cfghdr.ehdr = &hdr;
1484         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
1485         cfg.timeout = 10;
1486         cfg.cfghdr.ehdr->PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
1487         cfg.cfghdr.ehdr->ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_IO_UNIT;
1488         cfg.cfghdr.ehdr->PageVersion = MPI_SASIOUNITPAGE1_PAGEVERSION;
1489         cfg.cfghdr.ehdr->PageNumber = 1;
1490
1491         error = mpt_config(ioc, &cfg);
1492         if (error)
1493                 goto out;
1494         if (!hdr.ExtPageLength) {
1495                 error = -ENXIO;
1496                 goto out;
1497         }
1498
1499         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1500                                             &dma_handle);
1501         if (!buffer) {
1502                 error = -ENOMEM;
1503                 goto out;
1504         }
1505
1506         cfg.physAddr = dma_handle;
1507         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
1508
1509         error = mpt_config(ioc, &cfg);
1510         if (error)
1511                 goto out_free_consistent;
1512
1513         ioc->io_missing_delay  =
1514             le16_to_cpu(buffer->IODeviceMissingDelay);
1515         device_missing_delay = le16_to_cpu(buffer->ReportDeviceMissingDelay);
1516         ioc->device_missing_delay = (device_missing_delay & MPI_SAS_IOUNIT1_REPORT_MISSING_UNIT_16) ?
1517             (device_missing_delay & MPI_SAS_IOUNIT1_REPORT_MISSING_TIMEOUT_MASK) * 16 :
1518             device_missing_delay & MPI_SAS_IOUNIT1_REPORT_MISSING_TIMEOUT_MASK;
1519
1520  out_free_consistent:
1521         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1522                             buffer, dma_handle);
1523  out:
1524         return error;
1525 }
1526
1527 static int
1528 mptsas_sas_phy_pg0(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info,
1529                 u32 form, u32 form_specific)
1530 {
1531         ConfigExtendedPageHeader_t hdr;
1532         CONFIGPARMS cfg;
1533         SasPhyPage0_t *buffer;
1534         dma_addr_t dma_handle;
1535         int error;
1536
1537         hdr.PageVersion = MPI_SASPHY0_PAGEVERSION;
1538         hdr.ExtPageLength = 0;
1539         hdr.PageNumber = 0;
1540         hdr.Reserved1 = 0;
1541         hdr.Reserved2 = 0;
1542         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
1543         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_PHY;
1544
1545         cfg.cfghdr.ehdr = &hdr;
1546         cfg.dir = 0;    /* read */
1547         cfg.timeout = 10;
1548
1549         /* Get Phy Pg 0 for each Phy. */
1550         cfg.physAddr = -1;
1551         cfg.pageAddr = form + form_specific;
1552         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
1553
1554         error = mpt_config(ioc, &cfg);
1555         if (error)
1556                 goto out;
1557
1558         if (!hdr.ExtPageLength) {
1559                 error = -ENXIO;
1560                 goto out;
1561         }
1562
1563         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1564                                       &dma_handle);
1565         if (!buffer) {
1566                 error = -ENOMEM;
1567                 goto out;
1568         }
1569
1570         cfg.physAddr = dma_handle;
1571         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
1572
1573         error = mpt_config(ioc, &cfg);
1574         if (error)
1575                 goto out_free_consistent;
1576
1577         mptsas_print_phy_pg0(ioc, buffer);
1578
1579         phy_info->hw_link_rate = buffer->HwLinkRate;
1580         phy_info->programmed_link_rate = buffer->ProgrammedLinkRate;
1581         phy_info->identify.handle = le16_to_cpu(buffer->OwnerDevHandle);
1582         phy_info->attached.handle = le16_to_cpu(buffer->AttachedDevHandle);
1583
1584  out_free_consistent:
1585         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1586                             buffer, dma_handle);
1587  out:
1588         return error;
1589 }
1590
1591 static int
1592 mptsas_sas_device_pg0(MPT_ADAPTER *ioc, struct mptsas_devinfo *device_info,
1593                 u32 form, u32 form_specific)
1594 {
1595         ConfigExtendedPageHeader_t hdr;
1596         CONFIGPARMS cfg;
1597         SasDevicePage0_t *buffer;
1598         dma_addr_t dma_handle;
1599         __le64 sas_address;
1600         int error=0;
1601
1602         if (ioc->sas_discovery_runtime &&
1603                 mptsas_is_end_device(device_info))
1604                         goto out;
1605
1606         hdr.PageVersion = MPI_SASDEVICE0_PAGEVERSION;
1607         hdr.ExtPageLength = 0;
1608         hdr.PageNumber = 0;
1609         hdr.Reserved1 = 0;
1610         hdr.Reserved2 = 0;
1611         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
1612         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_DEVICE;
1613
1614         cfg.cfghdr.ehdr = &hdr;
1615         cfg.pageAddr = form + form_specific;
1616         cfg.physAddr = -1;
1617         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
1618         cfg.dir = 0;    /* read */
1619         cfg.timeout = 10;
1620
1621         memset(device_info, 0, sizeof(struct mptsas_devinfo));
1622         error = mpt_config(ioc, &cfg);
1623         if (error)
1624                 goto out;
1625         if (!hdr.ExtPageLength) {
1626                 error = -ENXIO;
1627                 goto out;
1628         }
1629
1630         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1631                                       &dma_handle);
1632         if (!buffer) {
1633                 error = -ENOMEM;
1634                 goto out;
1635         }
1636
1637         cfg.physAddr = dma_handle;
1638         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
1639
1640         error = mpt_config(ioc, &cfg);
1641         if (error)
1642                 goto out_free_consistent;
1643
1644         mptsas_print_device_pg0(ioc, buffer);
1645
1646         device_info->handle = le16_to_cpu(buffer->DevHandle);
1647         device_info->handle_parent = le16_to_cpu(buffer->ParentDevHandle);
1648         device_info->handle_enclosure =
1649             le16_to_cpu(buffer->EnclosureHandle);
1650         device_info->slot = le16_to_cpu(buffer->Slot);
1651         device_info->phy_id = buffer->PhyNum;
1652         device_info->port_id = buffer->PhysicalPort;
1653         device_info->id = buffer->TargetID;
1654         device_info->phys_disk_num = ~0;
1655         device_info->channel = buffer->Bus;
1656         memcpy(&sas_address, &buffer->SASAddress, sizeof(__le64));
1657         device_info->sas_address = le64_to_cpu(sas_address);
1658         device_info->device_info =
1659             le32_to_cpu(buffer->DeviceInfo);
1660
1661  out_free_consistent:
1662         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1663                             buffer, dma_handle);
1664  out:
1665         return error;
1666 }
1667
1668 static int
1669 mptsas_sas_expander_pg0(MPT_ADAPTER *ioc, struct mptsas_portinfo *port_info,
1670                 u32 form, u32 form_specific)
1671 {
1672         ConfigExtendedPageHeader_t hdr;
1673         CONFIGPARMS cfg;
1674         SasExpanderPage0_t *buffer;
1675         dma_addr_t dma_handle;
1676         int i, error;
1677
1678         hdr.PageVersion = MPI_SASEXPANDER0_PAGEVERSION;
1679         hdr.ExtPageLength = 0;
1680         hdr.PageNumber = 0;
1681         hdr.Reserved1 = 0;
1682         hdr.Reserved2 = 0;
1683         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
1684         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_EXPANDER;
1685
1686         cfg.cfghdr.ehdr = &hdr;
1687         cfg.physAddr = -1;
1688         cfg.pageAddr = form + form_specific;
1689         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
1690         cfg.dir = 0;    /* read */
1691         cfg.timeout = 10;
1692
1693         memset(port_info, 0, sizeof(struct mptsas_portinfo));
1694         error = mpt_config(ioc, &cfg);
1695         if (error)
1696                 goto out;
1697
1698         if (!hdr.ExtPageLength) {
1699                 error = -ENXIO;
1700                 goto out;
1701         }
1702
1703         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1704                                       &dma_handle);
1705         if (!buffer) {
1706                 error = -ENOMEM;
1707                 goto out;
1708         }
1709
1710         cfg.physAddr = dma_handle;
1711         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
1712
1713         error = mpt_config(ioc, &cfg);
1714         if (error)
1715                 goto out_free_consistent;
1716
1717         if (!buffer->NumPhys) {
1718                 error = -ENODEV;
1719                 goto out_free_consistent;
1720         }
1721
1722         /* save config data */
1723         port_info->num_phys = buffer->NumPhys;
1724         port_info->phy_info = kcalloc(port_info->num_phys,
1725                 sizeof(*port_info->phy_info),GFP_KERNEL);
1726         if (!port_info->phy_info) {
1727                 error = -ENOMEM;
1728                 goto out_free_consistent;
1729         }
1730
1731         for (i = 0; i < port_info->num_phys; i++) {
1732                 port_info->phy_info[i].portinfo = port_info;
1733                 port_info->phy_info[i].handle =
1734                     le16_to_cpu(buffer->DevHandle);
1735         }
1736
1737  out_free_consistent:
1738         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1739                             buffer, dma_handle);
1740  out:
1741         return error;
1742 }
1743
1744 static int
1745 mptsas_sas_expander_pg1(MPT_ADAPTER *ioc, struct mptsas_phyinfo *phy_info,
1746                 u32 form, u32 form_specific)
1747 {
1748         ConfigExtendedPageHeader_t hdr;
1749         CONFIGPARMS cfg;
1750         SasExpanderPage1_t *buffer;
1751         dma_addr_t dma_handle;
1752         int error=0;
1753
1754         if (ioc->sas_discovery_runtime &&
1755                 mptsas_is_end_device(&phy_info->attached))
1756                         goto out;
1757
1758         hdr.PageVersion = MPI_SASEXPANDER0_PAGEVERSION;
1759         hdr.ExtPageLength = 0;
1760         hdr.PageNumber = 1;
1761         hdr.Reserved1 = 0;
1762         hdr.Reserved2 = 0;
1763         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
1764         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_EXPANDER;
1765
1766         cfg.cfghdr.ehdr = &hdr;
1767         cfg.physAddr = -1;
1768         cfg.pageAddr = form + form_specific;
1769         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
1770         cfg.dir = 0;    /* read */
1771         cfg.timeout = 10;
1772
1773         error = mpt_config(ioc, &cfg);
1774         if (error)
1775                 goto out;
1776
1777         if (!hdr.ExtPageLength) {
1778                 error = -ENXIO;
1779                 goto out;
1780         }
1781
1782         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1783                                       &dma_handle);
1784         if (!buffer) {
1785                 error = -ENOMEM;
1786                 goto out;
1787         }
1788
1789         cfg.physAddr = dma_handle;
1790         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
1791
1792         error = mpt_config(ioc, &cfg);
1793         if (error)
1794                 goto out_free_consistent;
1795
1796
1797         mptsas_print_expander_pg1(ioc, buffer);
1798
1799         /* save config data */
1800         phy_info->phy_id = buffer->PhyIdentifier;
1801         phy_info->port_id = buffer->PhysicalPort;
1802         phy_info->negotiated_link_rate = buffer->NegotiatedLinkRate;
1803         phy_info->programmed_link_rate = buffer->ProgrammedLinkRate;
1804         phy_info->hw_link_rate = buffer->HwLinkRate;
1805         phy_info->identify.handle = le16_to_cpu(buffer->OwnerDevHandle);
1806         phy_info->attached.handle = le16_to_cpu(buffer->AttachedDevHandle);
1807
1808  out_free_consistent:
1809         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
1810                             buffer, dma_handle);
1811  out:
1812         return error;
1813 }
1814
1815 static void
1816 mptsas_parse_device_info(struct sas_identify *identify,
1817                 struct mptsas_devinfo *device_info)
1818 {
1819         u16 protocols;
1820
1821         identify->sas_address = device_info->sas_address;
1822         identify->phy_identifier = device_info->phy_id;
1823
1824         /*
1825          * Fill in Phy Initiator Port Protocol.
1826          * Bits 6:3, more than one bit can be set, fall through cases.
1827          */
1828         protocols = device_info->device_info & 0x78;
1829         identify->initiator_port_protocols = 0;
1830         if (protocols & MPI_SAS_DEVICE_INFO_SSP_INITIATOR)
1831                 identify->initiator_port_protocols |= SAS_PROTOCOL_SSP;
1832         if (protocols & MPI_SAS_DEVICE_INFO_STP_INITIATOR)
1833                 identify->initiator_port_protocols |= SAS_PROTOCOL_STP;
1834         if (protocols & MPI_SAS_DEVICE_INFO_SMP_INITIATOR)
1835                 identify->initiator_port_protocols |= SAS_PROTOCOL_SMP;
1836         if (protocols & MPI_SAS_DEVICE_INFO_SATA_HOST)
1837                 identify->initiator_port_protocols |= SAS_PROTOCOL_SATA;
1838
1839         /*
1840          * Fill in Phy Target Port Protocol.
1841          * Bits 10:7, more than one bit can be set, fall through cases.
1842          */
1843         protocols = device_info->device_info & 0x780;
1844         identify->target_port_protocols = 0;
1845         if (protocols & MPI_SAS_DEVICE_INFO_SSP_TARGET)
1846                 identify->target_port_protocols |= SAS_PROTOCOL_SSP;
1847         if (protocols & MPI_SAS_DEVICE_INFO_STP_TARGET)
1848                 identify->target_port_protocols |= SAS_PROTOCOL_STP;
1849         if (protocols & MPI_SAS_DEVICE_INFO_SMP_TARGET)
1850                 identify->target_port_protocols |= SAS_PROTOCOL_SMP;
1851         if (protocols & MPI_SAS_DEVICE_INFO_SATA_DEVICE)
1852                 identify->target_port_protocols |= SAS_PROTOCOL_SATA;
1853
1854         /*
1855          * Fill in Attached device type.
1856          */
1857         switch (device_info->device_info &
1858                         MPI_SAS_DEVICE_INFO_MASK_DEVICE_TYPE) {
1859         case MPI_SAS_DEVICE_INFO_NO_DEVICE:
1860                 identify->device_type = SAS_PHY_UNUSED;
1861                 break;
1862         case MPI_SAS_DEVICE_INFO_END_DEVICE:
1863                 identify->device_type = SAS_END_DEVICE;
1864                 break;
1865         case MPI_SAS_DEVICE_INFO_EDGE_EXPANDER:
1866                 identify->device_type = SAS_EDGE_EXPANDER_DEVICE;
1867                 break;
1868         case MPI_SAS_DEVICE_INFO_FANOUT_EXPANDER:
1869                 identify->device_type = SAS_FANOUT_EXPANDER_DEVICE;
1870                 break;
1871         }
1872 }
1873
1874 static int mptsas_probe_one_phy(struct device *dev,
1875                 struct mptsas_phyinfo *phy_info, int index, int local)
1876 {
1877         MPT_ADAPTER *ioc;
1878         struct sas_phy *phy;
1879         struct sas_port *port;
1880         int error = 0;
1881
1882         if (!dev) {
1883                 error = -ENODEV;
1884                 goto out;
1885         }
1886
1887         if (!phy_info->phy) {
1888                 phy = sas_phy_alloc(dev, index);
1889                 if (!phy) {
1890                         error = -ENOMEM;
1891                         goto out;
1892                 }
1893         } else
1894                 phy = phy_info->phy;
1895
1896         mptsas_parse_device_info(&phy->identify, &phy_info->identify);
1897
1898         /*
1899          * Set Negotiated link rate.
1900          */
1901         switch (phy_info->negotiated_link_rate) {
1902         case MPI_SAS_IOUNIT0_RATE_PHY_DISABLED:
1903                 phy->negotiated_linkrate = SAS_PHY_DISABLED;
1904                 break;
1905         case MPI_SAS_IOUNIT0_RATE_FAILED_SPEED_NEGOTIATION:
1906                 phy->negotiated_linkrate = SAS_LINK_RATE_FAILED;
1907                 break;
1908         case MPI_SAS_IOUNIT0_RATE_1_5:
1909                 phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS;
1910                 break;
1911         case MPI_SAS_IOUNIT0_RATE_3_0:
1912                 phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS;
1913                 break;
1914         case MPI_SAS_IOUNIT0_RATE_SATA_OOB_COMPLETE:
1915         case MPI_SAS_IOUNIT0_RATE_UNKNOWN:
1916         default:
1917                 phy->negotiated_linkrate = SAS_LINK_RATE_UNKNOWN;
1918                 break;
1919         }
1920
1921         /*
1922          * Set Max hardware link rate.
1923          */
1924         switch (phy_info->hw_link_rate & MPI_SAS_PHY0_PRATE_MAX_RATE_MASK) {
1925         case MPI_SAS_PHY0_HWRATE_MAX_RATE_1_5:
1926                 phy->maximum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
1927                 break;
1928         case MPI_SAS_PHY0_PRATE_MAX_RATE_3_0:
1929                 phy->maximum_linkrate_hw = SAS_LINK_RATE_3_0_GBPS;
1930                 break;
1931         default:
1932                 break;
1933         }
1934
1935         /*
1936          * Set Max programmed link rate.
1937          */
1938         switch (phy_info->programmed_link_rate &
1939                         MPI_SAS_PHY0_PRATE_MAX_RATE_MASK) {
1940         case MPI_SAS_PHY0_PRATE_MAX_RATE_1_5:
1941                 phy->maximum_linkrate = SAS_LINK_RATE_1_5_GBPS;
1942                 break;
1943         case MPI_SAS_PHY0_PRATE_MAX_RATE_3_0:
1944                 phy->maximum_linkrate = SAS_LINK_RATE_3_0_GBPS;
1945                 break;
1946         default:
1947                 break;
1948         }
1949
1950         /*
1951          * Set Min hardware link rate.
1952          */
1953         switch (phy_info->hw_link_rate & MPI_SAS_PHY0_HWRATE_MIN_RATE_MASK) {
1954         case MPI_SAS_PHY0_HWRATE_MIN_RATE_1_5:
1955                 phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
1956                 break;
1957         case MPI_SAS_PHY0_PRATE_MIN_RATE_3_0:
1958                 phy->minimum_linkrate_hw = SAS_LINK_RATE_3_0_GBPS;
1959                 break;
1960         default:
1961                 break;
1962         }
1963
1964         /*
1965          * Set Min programmed link rate.
1966          */
1967         switch (phy_info->programmed_link_rate &
1968                         MPI_SAS_PHY0_PRATE_MIN_RATE_MASK) {
1969         case MPI_SAS_PHY0_PRATE_MIN_RATE_1_5:
1970                 phy->minimum_linkrate = SAS_LINK_RATE_1_5_GBPS;
1971                 break;
1972         case MPI_SAS_PHY0_PRATE_MIN_RATE_3_0:
1973                 phy->minimum_linkrate = SAS_LINK_RATE_3_0_GBPS;
1974                 break;
1975         default:
1976                 break;
1977         }
1978
1979         if (!phy_info->phy) {
1980
1981                 error = sas_phy_add(phy);
1982                 if (error) {
1983                         sas_phy_free(phy);
1984                         goto out;
1985                 }
1986                 phy_info->phy = phy;
1987         }
1988
1989         if (!phy_info->attached.handle ||
1990                         !phy_info->port_details)
1991                 goto out;
1992
1993         port = mptsas_get_port(phy_info);
1994         ioc = phy_to_ioc(phy_info->phy);
1995
1996         if (phy_info->sas_port_add_phy) {
1997
1998                 if (!port) {
1999                         port = sas_port_alloc_num(dev);
2000                         if (!port) {
2001                                 error = -ENOMEM;
2002                                 goto out;
2003                         }
2004                         error = sas_port_add(port);
2005                         if (error) {
2006                                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2007                                         "%s: exit at line=%d\n", ioc->name,
2008                                         __func__, __LINE__));
2009                                 goto out;
2010                         }
2011                         mptsas_set_port(ioc, phy_info, port);
2012                         dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2013                             "sas_port_alloc: port=%p dev=%p port_id=%d\n",
2014                             ioc->name, port, dev, port->port_identifier));
2015                 }
2016                 dsaswideprintk(ioc, printk(MYIOC_s_DEBUG_FMT "sas_port_add_phy: phy_id=%d\n",
2017                     ioc->name, phy_info->phy_id));
2018                 sas_port_add_phy(port, phy_info->phy);
2019                 phy_info->sas_port_add_phy = 0;
2020         }
2021
2022         if (!mptsas_get_rphy(phy_info) && port && !port->rphy) {
2023
2024                 struct sas_rphy *rphy;
2025                 struct device *parent;
2026                 struct sas_identify identify;
2027
2028                 parent = dev->parent->parent;
2029                 /*
2030                  * Let the hotplug_work thread handle processing
2031                  * the adding/removing of devices that occur
2032                  * after start of day.
2033                  */
2034                 if (ioc->sas_discovery_runtime &&
2035                         mptsas_is_end_device(&phy_info->attached))
2036                                 goto out;
2037
2038                 mptsas_parse_device_info(&identify, &phy_info->attached);
2039                 if (scsi_is_host_device(parent)) {
2040                         struct mptsas_portinfo *port_info;
2041                         int i;
2042
2043                         mutex_lock(&ioc->sas_topology_mutex);
2044                         port_info = mptsas_get_hba_portinfo(ioc);
2045                         mutex_unlock(&ioc->sas_topology_mutex);
2046
2047                         for (i = 0; i < port_info->num_phys; i++)
2048                                 if (port_info->phy_info[i].identify.sas_address ==
2049                                     identify.sas_address) {
2050                                         sas_port_mark_backlink(port);
2051                                         goto out;
2052                                 }
2053
2054                 } else if (scsi_is_sas_rphy(parent)) {
2055                         struct sas_rphy *parent_rphy = dev_to_rphy(parent);
2056                         if (identify.sas_address ==
2057                             parent_rphy->identify.sas_address) {
2058                                 sas_port_mark_backlink(port);
2059                                 goto out;
2060                         }
2061                 }
2062
2063                 switch (identify.device_type) {
2064                 case SAS_END_DEVICE:
2065                         rphy = sas_end_device_alloc(port);
2066                         break;
2067                 case SAS_EDGE_EXPANDER_DEVICE:
2068                 case SAS_FANOUT_EXPANDER_DEVICE:
2069                         rphy = sas_expander_alloc(port, identify.device_type);
2070                         break;
2071                 default:
2072                         rphy = NULL;
2073                         break;
2074                 }
2075                 if (!rphy) {
2076                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2077                                 "%s: exit at line=%d\n", ioc->name,
2078                                 __func__, __LINE__));
2079                         goto out;
2080                 }
2081
2082                 rphy->identify = identify;
2083                 error = sas_rphy_add(rphy);
2084                 if (error) {
2085                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2086                                 "%s: exit at line=%d\n", ioc->name,
2087                                 __func__, __LINE__));
2088                         sas_rphy_free(rphy);
2089                         goto out;
2090                 }
2091                 mptsas_set_rphy(ioc, phy_info, rphy);
2092         }
2093
2094  out:
2095         return error;
2096 }
2097
2098 static int
2099 mptsas_probe_hba_phys(MPT_ADAPTER *ioc)
2100 {
2101         struct mptsas_portinfo *port_info, *hba;
2102         int error = -ENOMEM, i;
2103
2104         hba = kzalloc(sizeof(*port_info), GFP_KERNEL);
2105         if (! hba)
2106                 goto out;
2107
2108         error = mptsas_sas_io_unit_pg0(ioc, hba);
2109         if (error)
2110                 goto out_free_port_info;
2111
2112         mptsas_sas_io_unit_pg1(ioc);
2113         mutex_lock(&ioc->sas_topology_mutex);
2114         port_info = mptsas_get_hba_portinfo(ioc);
2115         if (!port_info) {
2116                 port_info = hba;
2117                 list_add_tail(&port_info->list, &ioc->sas_topology);
2118         } else {
2119                 for (i = 0; i < hba->num_phys; i++) {
2120                         port_info->phy_info[i].negotiated_link_rate =
2121                                 hba->phy_info[i].negotiated_link_rate;
2122                         port_info->phy_info[i].handle =
2123                                 hba->phy_info[i].handle;
2124                         port_info->phy_info[i].port_id =
2125                                 hba->phy_info[i].port_id;
2126                 }
2127                 kfree(hba->phy_info);
2128                 kfree(hba);
2129                 hba = NULL;
2130         }
2131         mutex_unlock(&ioc->sas_topology_mutex);
2132         for (i = 0; i < port_info->num_phys; i++) {
2133                 mptsas_sas_phy_pg0(ioc, &port_info->phy_info[i],
2134                         (MPI_SAS_PHY_PGAD_FORM_PHY_NUMBER <<
2135                          MPI_SAS_PHY_PGAD_FORM_SHIFT), i);
2136
2137                 mptsas_sas_device_pg0(ioc, &port_info->phy_info[i].identify,
2138                         (MPI_SAS_DEVICE_PGAD_FORM_HANDLE <<
2139                          MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
2140                          port_info->phy_info[i].handle);
2141                 port_info->phy_info[i].identify.phy_id =
2142                     port_info->phy_info[i].phy_id = i;
2143                 if (port_info->phy_info[i].attached.handle)
2144                         mptsas_sas_device_pg0(ioc,
2145                                 &port_info->phy_info[i].attached,
2146                                 (MPI_SAS_DEVICE_PGAD_FORM_HANDLE <<
2147                                  MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
2148                                 port_info->phy_info[i].attached.handle);
2149         }
2150
2151         mptsas_setup_wide_ports(ioc, port_info);
2152
2153         for (i = 0; i < port_info->num_phys; i++, ioc->sas_index++)
2154                 mptsas_probe_one_phy(&ioc->sh->shost_gendev,
2155                     &port_info->phy_info[i], ioc->sas_index, 1);
2156
2157         return 0;
2158
2159  out_free_port_info:
2160         kfree(hba);
2161  out:
2162         return error;
2163 }
2164
2165 static int
2166 mptsas_probe_expander_phys(MPT_ADAPTER *ioc, u32 *handle)
2167 {
2168         struct mptsas_portinfo *port_info, *p, *ex;
2169         struct device *parent;
2170         struct sas_rphy *rphy;
2171         int error = -ENOMEM, i, j;
2172
2173         ex = kzalloc(sizeof(*port_info), GFP_KERNEL);
2174         if (!ex)
2175                 goto out;
2176
2177         error = mptsas_sas_expander_pg0(ioc, ex,
2178             (MPI_SAS_EXPAND_PGAD_FORM_GET_NEXT_HANDLE <<
2179              MPI_SAS_EXPAND_PGAD_FORM_SHIFT), *handle);
2180         if (error)
2181                 goto out_free_port_info;
2182
2183         *handle = ex->phy_info[0].handle;
2184
2185         mutex_lock(&ioc->sas_topology_mutex);
2186         port_info = mptsas_find_portinfo_by_handle(ioc, *handle);
2187         if (!port_info) {
2188                 port_info = ex;
2189                 list_add_tail(&port_info->list, &ioc->sas_topology);
2190         } else {
2191                 for (i = 0; i < ex->num_phys; i++) {
2192                         port_info->phy_info[i].handle =
2193                                 ex->phy_info[i].handle;
2194                         port_info->phy_info[i].port_id =
2195                                 ex->phy_info[i].port_id;
2196                 }
2197                 kfree(ex->phy_info);
2198                 kfree(ex);
2199                 ex = NULL;
2200         }
2201         mutex_unlock(&ioc->sas_topology_mutex);
2202
2203         for (i = 0; i < port_info->num_phys; i++) {
2204                 mptsas_sas_expander_pg1(ioc, &port_info->phy_info[i],
2205                         (MPI_SAS_EXPAND_PGAD_FORM_HANDLE_PHY_NUM <<
2206                          MPI_SAS_EXPAND_PGAD_FORM_SHIFT), (i << 16) + *handle);
2207
2208                 if (port_info->phy_info[i].identify.handle) {
2209                         mptsas_sas_device_pg0(ioc,
2210                                 &port_info->phy_info[i].identify,
2211                                 (MPI_SAS_DEVICE_PGAD_FORM_HANDLE <<
2212                                  MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
2213                                 port_info->phy_info[i].identify.handle);
2214                         port_info->phy_info[i].identify.phy_id =
2215                             port_info->phy_info[i].phy_id;
2216                 }
2217
2218                 if (port_info->phy_info[i].attached.handle) {
2219                         mptsas_sas_device_pg0(ioc,
2220                                 &port_info->phy_info[i].attached,
2221                                 (MPI_SAS_DEVICE_PGAD_FORM_HANDLE <<
2222                                  MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
2223                                 port_info->phy_info[i].attached.handle);
2224                         port_info->phy_info[i].attached.phy_id =
2225                             port_info->phy_info[i].phy_id;
2226                 }
2227         }
2228
2229         parent = &ioc->sh->shost_gendev;
2230         for (i = 0; i < port_info->num_phys; i++) {
2231                 mutex_lock(&ioc->sas_topology_mutex);
2232                 list_for_each_entry(p, &ioc->sas_topology, list) {
2233                         for (j = 0; j < p->num_phys; j++) {
2234                                 if (port_info->phy_info[i].identify.handle !=
2235                                                 p->phy_info[j].attached.handle)
2236                                         continue;
2237                                 rphy = mptsas_get_rphy(&p->phy_info[j]);
2238                                 parent = &rphy->dev;
2239                         }
2240                 }
2241                 mutex_unlock(&ioc->sas_topology_mutex);
2242         }
2243
2244         mptsas_setup_wide_ports(ioc, port_info);
2245
2246         for (i = 0; i < port_info->num_phys; i++, ioc->sas_index++)
2247                 mptsas_probe_one_phy(parent, &port_info->phy_info[i],
2248                     ioc->sas_index, 0);
2249
2250         return 0;
2251
2252  out_free_port_info:
2253         if (ex) {
2254                 kfree(ex->phy_info);
2255                 kfree(ex);
2256         }
2257  out:
2258         return error;
2259 }
2260
2261 /*
2262  * mptsas_delete_expander_phys
2263  *
2264  *
2265  * This will traverse topology, and remove expanders
2266  * that are no longer present
2267  */
2268 static void
2269 mptsas_delete_expander_phys(MPT_ADAPTER *ioc)
2270 {
2271         struct mptsas_portinfo buffer;
2272         struct mptsas_portinfo *port_info, *n, *parent;
2273         struct mptsas_phyinfo *phy_info;
2274         struct sas_port * port;
2275         int i;
2276         u64     expander_sas_address;
2277
2278         mutex_lock(&ioc->sas_topology_mutex);
2279         list_for_each_entry_safe(port_info, n, &ioc->sas_topology, list) {
2280
2281                 if (!(port_info->phy_info[0].identify.device_info &
2282                     MPI_SAS_DEVICE_INFO_SMP_TARGET))
2283                         continue;
2284
2285                 if (mptsas_sas_expander_pg0(ioc, &buffer,
2286                      (MPI_SAS_EXPAND_PGAD_FORM_HANDLE <<
2287                      MPI_SAS_EXPAND_PGAD_FORM_SHIFT),
2288                      port_info->phy_info[0].handle)) {
2289
2290                         /*
2291                          * Obtain the port_info instance to the parent port
2292                          */
2293                         parent = mptsas_find_portinfo_by_handle(ioc,
2294                             port_info->phy_info[0].identify.handle_parent);
2295
2296                         if (!parent)
2297                                 goto next_port;
2298
2299                         expander_sas_address =
2300                                 port_info->phy_info[0].identify.sas_address;
2301
2302                         /*
2303                          * Delete rphys in the parent that point
2304                          * to this expander.  The transport layer will
2305                          * cleanup all the children.
2306                          */
2307                         phy_info = parent->phy_info;
2308                         for (i = 0; i < parent->num_phys; i++, phy_info++) {
2309                                 port = mptsas_get_port(phy_info);
2310                                 if (!port)
2311                                         continue;
2312                                 if (phy_info->attached.sas_address !=
2313                                         expander_sas_address)
2314                                         continue;
2315                                 dsaswideprintk(ioc,
2316                                     dev_printk(KERN_DEBUG, &port->dev,
2317                                     MYIOC_s_FMT "delete port (%d)\n", ioc->name,
2318                                     port->port_identifier));
2319                                 sas_port_delete(port);
2320                                 mptsas_port_delete(ioc, phy_info->port_details);
2321                         }
2322  next_port:
2323
2324                         phy_info = port_info->phy_info;
2325                         for (i = 0; i < port_info->num_phys; i++, phy_info++)
2326                                 mptsas_port_delete(ioc, phy_info->port_details);
2327
2328                         list_del(&port_info->list);
2329                         kfree(port_info->phy_info);
2330                         kfree(port_info);
2331                 }
2332                 /*
2333                 * Free this memory allocated from inside
2334                 * mptsas_sas_expander_pg0
2335                 */
2336                 kfree(buffer.phy_info);
2337         }
2338         mutex_unlock(&ioc->sas_topology_mutex);
2339 }
2340
2341 /*
2342  * Start of day discovery
2343  */
2344 static void
2345 mptsas_scan_sas_topology(MPT_ADAPTER *ioc)
2346 {
2347         u32 handle = 0xFFFF;
2348         int i;
2349
2350         mutex_lock(&ioc->sas_discovery_mutex);
2351         mptsas_probe_hba_phys(ioc);
2352         while (!mptsas_probe_expander_phys(ioc, &handle))
2353                 ;
2354         /*
2355           Reporting RAID volumes.
2356         */
2357         if (!ioc->ir_firmware)
2358                 goto out;
2359         if (!ioc->raid_data.pIocPg2)
2360                 goto out;
2361         if (!ioc->raid_data.pIocPg2->NumActiveVolumes)
2362                 goto out;
2363         for (i = 0; i < ioc->raid_data.pIocPg2->NumActiveVolumes; i++) {
2364                 scsi_add_device(ioc->sh, MPTSAS_RAID_CHANNEL,
2365                     ioc->raid_data.pIocPg2->RaidVolume[i].VolumeID, 0);
2366         }
2367  out:
2368         mutex_unlock(&ioc->sas_discovery_mutex);
2369 }
2370
2371 /*
2372  * Work queue thread to handle Runtime discovery
2373  * Mere purpose is the hot add/delete of expanders
2374  *(Mutex UNLOCKED)
2375  */
2376 static void
2377 __mptsas_discovery_work(MPT_ADAPTER *ioc)
2378 {
2379         u32 handle = 0xFFFF;
2380
2381         ioc->sas_discovery_runtime=1;
2382         mptsas_delete_expander_phys(ioc);
2383         mptsas_probe_hba_phys(ioc);
2384         while (!mptsas_probe_expander_phys(ioc, &handle))
2385                 ;
2386         ioc->sas_discovery_runtime=0;
2387 }
2388
2389 /*
2390  * Work queue thread to handle Runtime discovery
2391  * Mere purpose is the hot add/delete of expanders
2392  *(Mutex LOCKED)
2393  */
2394 static void
2395 mptsas_discovery_work(struct work_struct *work)
2396 {
2397         struct mptsas_discovery_event *ev =
2398                 container_of(work, struct mptsas_discovery_event, work);
2399         MPT_ADAPTER *ioc = ev->ioc;
2400
2401         mutex_lock(&ioc->sas_discovery_mutex);
2402         __mptsas_discovery_work(ioc);
2403         mutex_unlock(&ioc->sas_discovery_mutex);
2404         kfree(ev);
2405 }
2406
2407 static struct mptsas_phyinfo *
2408 mptsas_find_phyinfo_by_sas_address(MPT_ADAPTER *ioc, u64 sas_address)
2409 {
2410         struct mptsas_portinfo *port_info;
2411         struct mptsas_phyinfo *phy_info = NULL;
2412         int i;
2413
2414         mutex_lock(&ioc->sas_topology_mutex);
2415         list_for_each_entry(port_info, &ioc->sas_topology, list) {
2416                 for (i = 0; i < port_info->num_phys; i++) {
2417                         if (!mptsas_is_end_device(
2418                                 &port_info->phy_info[i].attached))
2419                                 continue;
2420                         if (port_info->phy_info[i].attached.sas_address
2421                             != sas_address)
2422                                 continue;
2423                         phy_info = &port_info->phy_info[i];
2424                         break;
2425                 }
2426         }
2427         mutex_unlock(&ioc->sas_topology_mutex);
2428         return phy_info;
2429 }
2430
2431 static struct mptsas_phyinfo *
2432 mptsas_find_phyinfo_by_target(MPT_ADAPTER *ioc, u8 channel, u8 id)
2433 {
2434         struct mptsas_portinfo *port_info;
2435         struct mptsas_phyinfo *phy_info = NULL;
2436         int i;
2437
2438         mutex_lock(&ioc->sas_topology_mutex);
2439         list_for_each_entry(port_info, &ioc->sas_topology, list) {
2440                 for (i = 0; i < port_info->num_phys; i++) {
2441                         if (!mptsas_is_end_device(
2442                                 &port_info->phy_info[i].attached))
2443                                 continue;
2444                         if (port_info->phy_info[i].attached.id != id)
2445                                 continue;
2446                         if (port_info->phy_info[i].attached.channel != channel)
2447                                 continue;
2448                         phy_info = &port_info->phy_info[i];
2449                         break;
2450                 }
2451         }
2452         mutex_unlock(&ioc->sas_topology_mutex);
2453         return phy_info;
2454 }
2455
2456 static struct mptsas_phyinfo *
2457 mptsas_find_phyinfo_by_phys_disk_num(MPT_ADAPTER *ioc, u8 channel, u8 id)
2458 {
2459         struct mptsas_portinfo *port_info;
2460         struct mptsas_phyinfo *phy_info = NULL;
2461         int i;
2462
2463         mutex_lock(&ioc->sas_topology_mutex);
2464         list_for_each_entry(port_info, &ioc->sas_topology, list) {
2465                 for (i = 0; i < port_info->num_phys; i++) {
2466                         if (!mptsas_is_end_device(
2467                                 &port_info->phy_info[i].attached))
2468                                 continue;
2469                         if (port_info->phy_info[i].attached.phys_disk_num == ~0)
2470                                 continue;
2471                         if (port_info->phy_info[i].attached.phys_disk_num != id)
2472                                 continue;
2473                         if (port_info->phy_info[i].attached.channel != channel)
2474                                 continue;
2475                         phy_info = &port_info->phy_info[i];
2476                         break;
2477                 }
2478         }
2479         mutex_unlock(&ioc->sas_topology_mutex);
2480         return phy_info;
2481 }
2482
2483 /*
2484  * Work queue thread to clear the persitency table
2485  */
2486 static void
2487 mptsas_persist_clear_table(struct work_struct *work)
2488 {
2489         MPT_ADAPTER *ioc = container_of(work, MPT_ADAPTER, sas_persist_task);
2490
2491         mptbase_sas_persist_operation(ioc, MPI_SAS_OP_CLEAR_NOT_PRESENT);
2492 }
2493
2494 static void
2495 mptsas_reprobe_lun(struct scsi_device *sdev, void *data)
2496 {
2497         int rc;
2498
2499         sdev->no_uld_attach = data ? 1 : 0;
2500         rc = scsi_device_reprobe(sdev);
2501 }
2502
2503 static void
2504 mptsas_reprobe_target(struct scsi_target *starget, int uld_attach)
2505 {
2506         starget_for_each_device(starget, uld_attach ? (void *)1 : NULL,
2507                         mptsas_reprobe_lun);
2508 }
2509
2510 static void
2511 mptsas_adding_inactive_raid_components(MPT_ADAPTER *ioc, u8 channel, u8 id)
2512 {
2513         CONFIGPARMS                     cfg;
2514         ConfigPageHeader_t              hdr;
2515         dma_addr_t                      dma_handle;
2516         pRaidVolumePage0_t              buffer = NULL;
2517         RaidPhysDiskPage0_t             phys_disk;
2518         int                             i;
2519         struct mptsas_hotplug_event     *ev;
2520
2521         memset(&cfg, 0 , sizeof(CONFIGPARMS));
2522         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
2523         hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_VOLUME;
2524         cfg.pageAddr = (channel << 8) + id;
2525         cfg.cfghdr.hdr = &hdr;
2526         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
2527
2528         if (mpt_config(ioc, &cfg) != 0)
2529                 goto out;
2530
2531         if (!hdr.PageLength)
2532                 goto out;
2533
2534         buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
2535             &dma_handle);
2536
2537         if (!buffer)
2538                 goto out;
2539
2540         cfg.physAddr = dma_handle;
2541         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
2542
2543         if (mpt_config(ioc, &cfg) != 0)
2544                 goto out;
2545
2546         if (!(buffer->VolumeStatus.Flags &
2547             MPI_RAIDVOL0_STATUS_FLAG_VOLUME_INACTIVE))
2548                 goto out;
2549
2550         if (!buffer->NumPhysDisks)
2551                 goto out;
2552
2553         for (i = 0; i < buffer->NumPhysDisks; i++) {
2554
2555                 if (mpt_raid_phys_disk_pg0(ioc,
2556                     buffer->PhysDisk[i].PhysDiskNum, &phys_disk) != 0)
2557                         continue;
2558
2559                 ev = kzalloc(sizeof(*ev), GFP_ATOMIC);
2560                 if (!ev) {
2561                         printk(MYIOC_s_WARN_FMT "mptsas: lost hotplug event\n", ioc->name);
2562                         goto out;
2563                 }
2564
2565                 INIT_WORK(&ev->work, mptsas_hotplug_work);
2566                 ev->ioc = ioc;
2567                 ev->id = phys_disk.PhysDiskID;
2568                 ev->channel = phys_disk.PhysDiskBus;
2569                 ev->phys_disk_num_valid = 1;
2570                 ev->phys_disk_num = phys_disk.PhysDiskNum;
2571                 ev->event_type = MPTSAS_ADD_DEVICE;
2572                 schedule_work(&ev->work);
2573         }
2574
2575  out:
2576         if (buffer)
2577                 pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
2578                     dma_handle);
2579 }
2580 /*
2581  * Work queue thread to handle SAS hotplug events
2582  */
2583 static void
2584 mptsas_hotplug_work(struct work_struct *work)
2585 {
2586         struct mptsas_hotplug_event *ev =
2587                 container_of(work, struct mptsas_hotplug_event, work);
2588
2589         MPT_ADAPTER *ioc = ev->ioc;
2590         struct mptsas_phyinfo *phy_info;
2591         struct sas_rphy *rphy;
2592         struct sas_port *port;
2593         struct scsi_device *sdev;
2594         struct scsi_target * starget;
2595         struct sas_identify identify;
2596         char *ds = NULL;
2597         struct mptsas_devinfo sas_device;
2598         VirtTarget *vtarget;
2599         VirtDevice *vdevice;
2600
2601         mutex_lock(&ioc->sas_discovery_mutex);
2602         switch (ev->event_type) {
2603         case MPTSAS_DEL_DEVICE:
2604
2605                 phy_info = NULL;
2606                 if (ev->phys_disk_num_valid) {
2607                         if (ev->hidden_raid_component){
2608                                 if (mptsas_sas_device_pg0(ioc, &sas_device,
2609                                     (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID <<
2610                                      MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
2611                                     (ev->channel << 8) + ev->id)) {
2612                                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2613                                         "%s: exit at line=%d\n", ioc->name,
2614                                                 __func__, __LINE__));
2615                                         break;
2616                                 }
2617                                 phy_info = mptsas_find_phyinfo_by_sas_address(
2618                                     ioc, sas_device.sas_address);
2619                         }else
2620                                 phy_info = mptsas_find_phyinfo_by_phys_disk_num(
2621                                     ioc, ev->channel, ev->phys_disk_num);
2622                 }
2623
2624                 if (!phy_info)
2625                         phy_info = mptsas_find_phyinfo_by_target(ioc,
2626                             ev->channel, ev->id);
2627
2628                 /*
2629                  * Sanity checks, for non-existing phys and remote rphys.
2630                  */
2631                 if (!phy_info){
2632                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2633                                 "%s: exit at line=%d\n", ioc->name,
2634                                 __func__, __LINE__));
2635                         break;
2636                 }
2637                 if (!phy_info->port_details) {
2638                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2639                                 "%s: exit at line=%d\n", ioc->name,
2640                                 __func__, __LINE__));
2641                         break;
2642                 }
2643                 rphy = mptsas_get_rphy(phy_info);
2644                 if (!rphy) {
2645                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2646                                 "%s: exit at line=%d\n", ioc->name,
2647                                 __func__, __LINE__));
2648                         break;
2649                 }
2650
2651                 port = mptsas_get_port(phy_info);
2652                 if (!port) {
2653                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2654                                 "%s: exit at line=%d\n", ioc->name,
2655                                 __func__, __LINE__));
2656                         break;
2657                 }
2658
2659                 starget = mptsas_get_starget(phy_info);
2660                 if (starget) {
2661                         vtarget = starget->hostdata;
2662
2663                         if (!vtarget) {
2664                                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2665                                         "%s: exit at line=%d\n", ioc->name,
2666                                         __func__, __LINE__));
2667                                 break;
2668                         }
2669
2670                         /*
2671                          * Handling  RAID components
2672                          */
2673                         if (ev->phys_disk_num_valid &&
2674                             ev->hidden_raid_component) {
2675                                 printk(MYIOC_s_INFO_FMT
2676                                     "RAID Hidding: channel=%d, id=%d, "
2677                                     "physdsk %d \n", ioc->name, ev->channel,
2678                                     ev->id, ev->phys_disk_num);
2679                                 vtarget->id = ev->phys_disk_num;
2680                                 vtarget->tflags |=
2681                                     MPT_TARGET_FLAGS_RAID_COMPONENT;
2682                                 mptsas_reprobe_target(starget, 1);
2683                                 phy_info->attached.phys_disk_num =
2684                                     ev->phys_disk_num;
2685                         break;
2686                         }
2687                 }
2688
2689                 if (phy_info->attached.device_info &
2690                     MPI_SAS_DEVICE_INFO_SSP_TARGET)
2691                         ds = "ssp";
2692                 if (phy_info->attached.device_info &
2693                     MPI_SAS_DEVICE_INFO_STP_TARGET)
2694                         ds = "stp";
2695                 if (phy_info->attached.device_info &
2696                     MPI_SAS_DEVICE_INFO_SATA_DEVICE)
2697                         ds = "sata";
2698
2699                 printk(MYIOC_s_INFO_FMT
2700                        "removing %s device, channel %d, id %d, phy %d\n",
2701                        ioc->name, ds, ev->channel, ev->id, phy_info->phy_id);
2702                 dev_printk(KERN_DEBUG, &port->dev, MYIOC_s_FMT
2703                     "delete port (%d)\n", ioc->name, port->port_identifier);
2704                 sas_port_delete(port);
2705                 mptsas_port_delete(ioc, phy_info->port_details);
2706                 break;
2707         case MPTSAS_ADD_DEVICE:
2708
2709                 if (ev->phys_disk_num_valid)
2710                         mpt_findImVolumes(ioc);
2711
2712                 /*
2713                  * Refresh sas device pg0 data
2714                  */
2715                 if (mptsas_sas_device_pg0(ioc, &sas_device,
2716                     (MPI_SAS_DEVICE_PGAD_FORM_BUS_TARGET_ID <<
2717                      MPI_SAS_DEVICE_PGAD_FORM_SHIFT),
2718                         (ev->channel << 8) + ev->id)) {
2719                                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2720                                         "%s: exit at line=%d\n", ioc->name,
2721                                         __func__, __LINE__));
2722                         break;
2723                 }
2724
2725                 __mptsas_discovery_work(ioc);
2726
2727                 phy_info = mptsas_find_phyinfo_by_sas_address(ioc,
2728                                 sas_device.sas_address);
2729
2730                 if (!phy_info || !phy_info->port_details) {
2731                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2732                                 "%s: exit at line=%d\n", ioc->name,
2733                                 __func__, __LINE__));
2734                         break;
2735                 }
2736
2737                 starget = mptsas_get_starget(phy_info);
2738                 if (starget && (!ev->hidden_raid_component)){
2739
2740                         vtarget = starget->hostdata;
2741
2742                         if (!vtarget) {
2743                                 dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2744                                     "%s: exit at line=%d\n", ioc->name,
2745                                     __func__, __LINE__));
2746                                 break;
2747                         }
2748                         /*
2749                          * Handling  RAID components
2750                          */
2751                         if (vtarget->tflags & MPT_TARGET_FLAGS_RAID_COMPONENT) {
2752                                 printk(MYIOC_s_INFO_FMT
2753                                     "RAID Exposing: channel=%d, id=%d, "
2754                                     "physdsk %d \n", ioc->name, ev->channel,
2755                                     ev->id, ev->phys_disk_num);
2756                                 vtarget->tflags &=
2757                                     ~MPT_TARGET_FLAGS_RAID_COMPONENT;
2758                                 vtarget->id = ev->id;
2759                                 mptsas_reprobe_target(starget, 0);
2760                                 phy_info->attached.phys_disk_num = ~0;
2761                         }
2762                         break;
2763                 }
2764
2765                 if (mptsas_get_rphy(phy_info)) {
2766                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2767                                 "%s: exit at line=%d\n", ioc->name,
2768                                 __func__, __LINE__));
2769                         if (ev->channel) printk("%d\n", __LINE__);
2770                         break;
2771                 }
2772
2773                 port = mptsas_get_port(phy_info);
2774                 if (!port) {
2775                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2776                                 "%s: exit at line=%d\n", ioc->name,
2777                                 __func__, __LINE__));
2778                         break;
2779                 }
2780                 memcpy(&phy_info->attached, &sas_device,
2781                     sizeof(struct mptsas_devinfo));
2782
2783                 if (phy_info->attached.device_info &
2784                     MPI_SAS_DEVICE_INFO_SSP_TARGET)
2785                         ds = "ssp";
2786                 if (phy_info->attached.device_info &
2787                     MPI_SAS_DEVICE_INFO_STP_TARGET)
2788                         ds = "stp";
2789                 if (phy_info->attached.device_info &
2790                     MPI_SAS_DEVICE_INFO_SATA_DEVICE)
2791                         ds = "sata";
2792
2793                 printk(MYIOC_s_INFO_FMT
2794                        "attaching %s device, channel %d, id %d, phy %d\n",
2795                        ioc->name, ds, ev->channel, ev->id, ev->phy_id);
2796
2797                 mptsas_parse_device_info(&identify, &phy_info->attached);
2798                 rphy = sas_end_device_alloc(port);
2799                 if (!rphy) {
2800                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2801                                 "%s: exit at line=%d\n", ioc->name,
2802                                 __func__, __LINE__));
2803                         break; /* non-fatal: an rphy can be added later */
2804                 }
2805
2806                 rphy->identify = identify;
2807                 if (sas_rphy_add(rphy)) {
2808                         dfailprintk(ioc, printk(MYIOC_s_ERR_FMT
2809                                 "%s: exit at line=%d\n", ioc->name,
2810                                 __func__, __LINE__));
2811                         sas_rphy_free(rphy);
2812                         break;
2813                 }
2814                 mptsas_set_rphy(ioc, phy_info, rphy);
2815                 break;
2816         case MPTSAS_ADD_RAID:
2817                 sdev = scsi_device_lookup(ioc->sh, MPTSAS_RAID_CHANNEL,
2818                     ev->id, 0);
2819                 if (sdev) {
2820                         scsi_device_put(sdev);
2821                         break;
2822                 }
2823                 printk(MYIOC_s_INFO_FMT
2824                        "attaching raid volume, channel %d, id %d\n",
2825                        ioc->name, MPTSAS_RAID_CHANNEL, ev->id);
2826                 scsi_add_device(ioc->sh, MPTSAS_RAID_CHANNEL, ev->id, 0);
2827                 mpt_findImVolumes(ioc);
2828                 break;
2829         case MPTSAS_DEL_RAID:
2830                 sdev = scsi_device_lookup(ioc->sh, MPTSAS_RAID_CHANNEL,
2831                     ev->id, 0);
2832                 if (!sdev)
2833                         break;
2834                 printk(MYIOC_s_INFO_FMT
2835                        "removing raid volume, channel %d, id %d\n",
2836                        ioc->name, MPTSAS_RAID_CHANNEL, ev->id);
2837                 vdevice = sdev->hostdata;
2838                 scsi_remove_device(sdev);
2839                 scsi_device_put(sdev);
2840                 mpt_findImVolumes(ioc);
2841                 break;
2842         case MPTSAS_ADD_INACTIVE_VOLUME:
2843                 mptsas_adding_inactive_raid_components(ioc,
2844                     ev->channel, ev->id);
2845                 break;
2846         case MPTSAS_IGNORE_EVENT:
2847         default:
2848                 break;
2849         }
2850
2851         mutex_unlock(&ioc->sas_discovery_mutex);
2852         kfree(ev);
2853 }
2854
2855 static void
2856 mptsas_send_sas_event(MPT_ADAPTER *ioc,
2857                 EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *sas_event_data)
2858 {
2859         struct mptsas_hotplug_event *ev;
2860         u32 device_info = le32_to_cpu(sas_event_data->DeviceInfo);
2861         __le64 sas_address;
2862
2863         if ((device_info &
2864              (MPI_SAS_DEVICE_INFO_SSP_TARGET |
2865               MPI_SAS_DEVICE_INFO_STP_TARGET |
2866               MPI_SAS_DEVICE_INFO_SATA_DEVICE )) == 0)
2867                 return;
2868
2869         switch (sas_event_data->ReasonCode) {
2870         case MPI_EVENT_SAS_DEV_STAT_RC_NOT_RESPONDING:
2871
2872                 mptsas_target_reset_queue(ioc, sas_event_data);
2873                 break;
2874
2875         case MPI_EVENT_SAS_DEV_STAT_RC_ADDED:
2876                 ev = kzalloc(sizeof(*ev), GFP_ATOMIC);
2877                 if (!ev) {
2878                         printk(MYIOC_s_WARN_FMT "lost hotplug event\n", ioc->name);
2879                         break;
2880                 }
2881
2882                 INIT_WORK(&ev->work, mptsas_hotplug_work);
2883                 ev->ioc = ioc;
2884                 ev->handle = le16_to_cpu(sas_event_data->DevHandle);
2885                 ev->parent_handle =
2886                     le16_to_cpu(sas_event_data->ParentDevHandle);
2887                 ev->channel = sas_event_data->Bus;
2888                 ev->id = sas_event_data->TargetID;
2889                 ev->phy_id = sas_event_data->PhyNum;
2890                 memcpy(&sas_address, &sas_event_data->SASAddress,
2891                     sizeof(__le64));
2892                 ev->sas_address = le64_to_cpu(sas_address);
2893                 ev->device_info = device_info;
2894
2895                 if (sas_event_data->ReasonCode &
2896                     MPI_EVENT_SAS_DEV_STAT_RC_ADDED)
2897                         ev->event_type = MPTSAS_ADD_DEVICE;
2898                 else
2899                         ev->event_type = MPTSAS_DEL_DEVICE;
2900                 schedule_work(&ev->work);
2901                 break;
2902         case MPI_EVENT_SAS_DEV_STAT_RC_NO_PERSIST_ADDED:
2903         /*
2904          * Persistent table is full.
2905          */
2906                 INIT_WORK(&ioc->sas_persist_task,
2907                     mptsas_persist_clear_table);
2908                 schedule_work(&ioc->sas_persist_task);
2909                 break;
2910         /*
2911          * TODO, handle other events
2912          */
2913         case MPI_EVENT_SAS_DEV_STAT_RC_SMART_DATA:
2914         case MPI_EVENT_SAS_DEV_STAT_RC_UNSUPPORTED:
2915         case MPI_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET:
2916         case MPI_EVENT_SAS_DEV_STAT_RC_TASK_ABORT_INTERNAL:
2917         case MPI_EVENT_SAS_DEV_STAT_RC_ABORT_TASK_SET_INTERNAL:
2918         case MPI_EVENT_SAS_DEV_STAT_RC_CLEAR_TASK_SET_INTERNAL:
2919         case MPI_EVENT_SAS_DEV_STAT_RC_QUERY_TASK_INTERNAL:
2920         default:
2921                 break;
2922         }
2923 }
2924 static void
2925 mptsas_send_raid_event(MPT_ADAPTER *ioc,
2926                 EVENT_DATA_RAID *raid_event_data)
2927 {
2928         struct mptsas_hotplug_event *ev;
2929         int status = le32_to_cpu(raid_event_data->SettingsStatus);
2930         int state = (status >> 8) & 0xff;
2931
2932         if (ioc->bus_type != SAS)
2933                 return;
2934
2935         ev = kzalloc(sizeof(*ev), GFP_ATOMIC);
2936         if (!ev) {
2937                 printk(MYIOC_s_WARN_FMT "lost hotplug event\n", ioc->name);
2938                 return;
2939         }
2940
2941         INIT_WORK(&ev->work, mptsas_hotplug_work);
2942         ev->ioc = ioc;
2943         ev->id = raid_event_data->VolumeID;
2944         ev->channel = raid_event_data->VolumeBus;
2945         ev->event_type = MPTSAS_IGNORE_EVENT;
2946
2947         switch (raid_event_data->ReasonCode) {
2948         case MPI_EVENT_RAID_RC_PHYSDISK_DELETED:
2949                 ev->phys_disk_num_valid = 1;
2950                 ev->phys_disk_num = raid_event_data->PhysDiskNum;
2951                 ev->event_type = MPTSAS_ADD_DEVICE;
2952                 break;
2953         case MPI_EVENT_RAID_RC_PHYSDISK_CREATED:
2954                 ev->phys_disk_num_valid = 1;
2955                 ev->phys_disk_num = raid_event_data->PhysDiskNum;
2956                 ev->hidden_raid_component = 1;
2957                 ev->event_type = MPTSAS_DEL_DEVICE;
2958                 break;
2959         case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED:
2960                 switch (state) {
2961                 case MPI_PD_STATE_ONLINE:
2962                 case MPI_PD_STATE_NOT_COMPATIBLE:
2963                         ev->phys_disk_num_valid = 1;
2964                         ev->phys_disk_num = raid_event_data->PhysDiskNum;
2965                         ev->hidden_raid_component = 1;
2966                         ev->event_type = MPTSAS_ADD_DEVICE;
2967                         break;
2968                 case MPI_PD_STATE_MISSING:
2969                 case MPI_PD_STATE_OFFLINE_AT_HOST_REQUEST:
2970                 case MPI_PD_STATE_FAILED_AT_HOST_REQUEST:
2971                 case MPI_PD_STATE_OFFLINE_FOR_ANOTHER_REASON:
2972                         ev->phys_disk_num_valid = 1;
2973                         ev->phys_disk_num = raid_event_data->PhysDiskNum;
2974                         ev->event_type = MPTSAS_DEL_DEVICE;
2975                         break;
2976                 default:
2977                         break;
2978                 }
2979                 break;
2980         case MPI_EVENT_RAID_RC_VOLUME_DELETED:
2981                 ev->event_type = MPTSAS_DEL_RAID;
2982                 break;
2983         case MPI_EVENT_RAID_RC_VOLUME_CREATED:
2984                 ev->event_type = MPTSAS_ADD_RAID;
2985                 break;
2986         case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED:
2987                 switch (state) {
2988                 case MPI_RAIDVOL0_STATUS_STATE_FAILED:
2989                 case MPI_RAIDVOL0_STATUS_STATE_MISSING:
2990                         ev->event_type = MPTSAS_DEL_RAID;
2991                         break;
2992                 case MPI_RAIDVOL0_STATUS_STATE_OPTIMAL:
2993                 case MPI_RAIDVOL0_STATUS_STATE_DEGRADED:
2994                         ev->event_type = MPTSAS_ADD_RAID;
2995                         break;
2996                 default:
2997                         break;
2998                 }
2999                 break;
3000         default:
3001                 break;
3002         }
3003         schedule_work(&ev->work);
3004 }
3005
3006 static void
3007 mptsas_send_discovery_event(MPT_ADAPTER *ioc,
3008         EVENT_DATA_SAS_DISCOVERY *discovery_data)
3009 {
3010         struct mptsas_discovery_event *ev;
3011
3012         /*
3013          * DiscoveryStatus
3014          *
3015          * This flag will be non-zero when firmware
3016          * kicks off discovery, and return to zero
3017          * once its completed.
3018          */
3019         if (discovery_data->DiscoveryStatus)
3020                 return;
3021
3022         ev = kzalloc(sizeof(*ev), GFP_ATOMIC);
3023         if (!ev)
3024                 return;
3025         INIT_WORK(&ev->work, mptsas_discovery_work);
3026         ev->ioc = ioc;
3027         schedule_work(&ev->work);
3028 };
3029
3030 /*
3031  * mptsas_send_ir2_event - handle exposing hidden disk when
3032  * an inactive raid volume is added
3033  *
3034  * @ioc: Pointer to MPT_ADAPTER structure
3035  * @ir2_data
3036  *
3037  */
3038 static void
3039 mptsas_send_ir2_event(MPT_ADAPTER *ioc, PTR_MPI_EVENT_DATA_IR2 ir2_data)
3040 {
3041         struct mptsas_hotplug_event *ev;
3042
3043         if (ir2_data->ReasonCode !=
3044             MPI_EVENT_IR2_RC_FOREIGN_CFG_DETECTED)
3045                 return;
3046
3047         ev = kzalloc(sizeof(*ev), GFP_ATOMIC);
3048         if (!ev)
3049                 return;
3050
3051         INIT_WORK(&ev->work, mptsas_hotplug_work);
3052         ev->ioc = ioc;
3053         ev->id = ir2_data->TargetID;
3054         ev->channel = ir2_data->Bus;
3055         ev->event_type = MPTSAS_ADD_INACTIVE_VOLUME;
3056
3057         schedule_work(&ev->work);
3058 };
3059
3060 static int
3061 mptsas_event_process(MPT_ADAPTER *ioc, EventNotificationReply_t *reply)
3062 {
3063         int rc=1;
3064         u8 event = le32_to_cpu(reply->Event) & 0xFF;
3065
3066         if (!ioc->sh)
3067                 goto out;
3068
3069         /*
3070          * sas_discovery_ignore_events
3071          *
3072          * This flag is to prevent anymore processing of
3073          * sas events once mptsas_remove function is called.
3074          */
3075         if (ioc->sas_discovery_ignore_events) {
3076                 rc = mptscsih_event_process(ioc, reply);
3077                 goto out;
3078         }
3079
3080         switch (event) {
3081         case MPI_EVENT_SAS_DEVICE_STATUS_CHANGE:
3082                 mptsas_send_sas_event(ioc,
3083                         (EVENT_DATA_SAS_DEVICE_STATUS_CHANGE *)reply->Data);
3084                 break;
3085         case MPI_EVENT_INTEGRATED_RAID:
3086                 mptsas_send_raid_event(ioc,
3087                         (EVENT_DATA_RAID *)reply->Data);
3088                 break;
3089         case MPI_EVENT_PERSISTENT_TABLE_FULL:
3090                 INIT_WORK(&ioc->sas_persist_task,
3091                     mptsas_persist_clear_table);
3092                 schedule_work(&ioc->sas_persist_task);
3093                 break;
3094          case MPI_EVENT_SAS_DISCOVERY:
3095                 mptsas_send_discovery_event(ioc,
3096                         (EVENT_DATA_SAS_DISCOVERY *)reply->Data);
3097                 break;
3098         case MPI_EVENT_IR2:
3099                 mptsas_send_ir2_event(ioc,
3100                     (PTR_MPI_EVENT_DATA_IR2)reply->Data);
3101                 break;
3102         default:
3103                 rc = mptscsih_event_process(ioc, reply);
3104                 break;
3105         }
3106  out:
3107
3108         return rc;
3109 }
3110
3111 static int
3112 mptsas_probe(struct pci_dev *pdev, const struct pci_device_id *id)
3113 {
3114         struct Scsi_Host        *sh;
3115         MPT_SCSI_HOST           *hd;
3116         MPT_ADAPTER             *ioc;
3117         unsigned long            flags;
3118         int                      ii;
3119         int                      numSGE = 0;
3120         int                      scale;
3121         int                      ioc_cap;
3122         int                     error=0;
3123         int                     r;
3124
3125         r = mpt_attach(pdev,id);
3126         if (r)
3127                 return r;
3128
3129         ioc = pci_get_drvdata(pdev);
3130         ioc->DoneCtx = mptsasDoneCtx;
3131         ioc->TaskCtx = mptsasTaskCtx;
3132         ioc->InternalCtx = mptsasInternalCtx;
3133
3134         /*  Added sanity check on readiness of the MPT adapter.
3135          */
3136         if (ioc->last_state != MPI_IOC_STATE_OPERATIONAL) {
3137                 printk(MYIOC_s_WARN_FMT
3138                   "Skipping because it's not operational!\n",
3139                   ioc->name);
3140                 error = -ENODEV;
3141                 goto out_mptsas_probe;
3142         }
3143
3144         if (!ioc->active) {
3145                 printk(MYIOC_s_WARN_FMT "Skipping because it's disabled!\n",
3146                   ioc->name);
3147                 error = -ENODEV;
3148                 goto out_mptsas_probe;
3149         }
3150
3151         /*  Sanity check - ensure at least 1 port is INITIATOR capable
3152          */
3153         ioc_cap = 0;
3154         for (ii = 0; ii < ioc->facts.NumberOfPorts; ii++) {
3155                 if (ioc->pfacts[ii].ProtocolFlags &
3156                                 MPI_PORTFACTS_PROTOCOL_INITIATOR)
3157                         ioc_cap++;
3158         }
3159
3160         if (!ioc_cap) {
3161                 printk(MYIOC_s_WARN_FMT
3162                         "Skipping ioc=%p because SCSI Initiator mode "
3163                         "is NOT enabled!\n", ioc->name, ioc);
3164                 return 0;
3165         }
3166
3167         sh = scsi_host_alloc(&mptsas_driver_template, sizeof(MPT_SCSI_HOST));
3168         if (!sh) {
3169                 printk(MYIOC_s_WARN_FMT
3170                         "Unable to register controller with SCSI subsystem\n",
3171                         ioc->name);
3172                 error = -1;
3173                 goto out_mptsas_probe;
3174         }
3175
3176         spin_lock_irqsave(&ioc->FreeQlock, flags);
3177
3178         /* Attach the SCSI Host to the IOC structure
3179          */
3180         ioc->sh = sh;
3181
3182         sh->io_port = 0;
3183         sh->n_io_port = 0;
3184         sh->irq = 0;
3185
3186         /* set 16 byte cdb's */
3187         sh->max_cmd_len = 16;
3188
3189         sh->max_id = ioc->pfacts[0].PortSCSIID;
3190         sh->max_lun = max_lun;
3191
3192         sh->transportt = mptsas_transport_template;
3193
3194         /* Required entry.
3195          */
3196         sh->unique_id = ioc->id;
3197
3198         INIT_LIST_HEAD(&ioc->sas_topology);
3199         mutex_init(&ioc->sas_topology_mutex);
3200         mutex_init(&ioc->sas_discovery_mutex);
3201         mutex_init(&ioc->sas_mgmt.mutex);
3202         init_completion(&ioc->sas_mgmt.done);
3203
3204         /* Verify that we won't exceed the maximum
3205          * number of chain buffers
3206          * We can optimize:  ZZ = req_sz/sizeof(SGE)
3207          * For 32bit SGE's:
3208          *  numSGE = 1 + (ZZ-1)*(maxChain -1) + ZZ
3209          *               + (req_sz - 64)/sizeof(SGE)
3210          * A slightly different algorithm is required for
3211          * 64bit SGEs.
3212          */
3213         scale = ioc->req_sz/(sizeof(dma_addr_t) + sizeof(u32));
3214         if (sizeof(dma_addr_t) == sizeof(u64)) {
3215                 numSGE = (scale - 1) *
3216                   (ioc->facts.MaxChainDepth-1) + scale +
3217                   (ioc->req_sz - 60) / (sizeof(dma_addr_t) +
3218                   sizeof(u32));
3219         } else {
3220                 numSGE = 1 + (scale - 1) *
3221                   (ioc->facts.MaxChainDepth-1) + scale +
3222                   (ioc->req_sz - 64) / (sizeof(dma_addr_t) +
3223                   sizeof(u32));
3224         }
3225
3226         if (numSGE < sh->sg_tablesize) {
3227                 /* Reset this value */
3228                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3229                   "Resetting sg_tablesize to %d from %d\n",
3230                   ioc->name, numSGE, sh->sg_tablesize));
3231                 sh->sg_tablesize = numSGE;
3232         }
3233
3234         hd = shost_priv(sh);
3235         hd->ioc = ioc;
3236
3237         /* SCSI needs scsi_cmnd lookup table!
3238          * (with size equal to req_depth*PtrSz!)
3239          */
3240         ioc->ScsiLookup = kcalloc(ioc->req_depth, sizeof(void *), GFP_ATOMIC);
3241         if (!ioc->ScsiLookup) {
3242                 error = -ENOMEM;
3243                 spin_unlock_irqrestore(&ioc->FreeQlock, flags);
3244                 goto out_mptsas_probe;
3245         }
3246         spin_lock_init(&ioc->scsi_lookup_lock);
3247
3248         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ScsiLookup @ %p\n",
3249                  ioc->name, ioc->ScsiLookup));
3250
3251         /* Clear the TM flags
3252          */
3253         hd->tmPending = 0;
3254         hd->tmState = TM_STATE_NONE;
3255         hd->resetPending = 0;
3256         hd->abortSCpnt = NULL;
3257
3258         /* Clear the pointer used to store
3259          * single-threaded commands, i.e., those
3260          * issued during a bus scan, dv and
3261          * configuration pages.
3262          */
3263         hd->cmdPtr = NULL;
3264
3265         /* Initialize this SCSI Hosts' timers
3266          * To use, set the timer expires field
3267          * and add_timer
3268          */
3269         init_timer(&hd->timer);
3270         hd->timer.data = (unsigned long) hd;
3271         hd->timer.function = mptscsih_timer_expired;
3272
3273         ioc->sas_data.ptClear = mpt_pt_clear;
3274
3275         init_waitqueue_head(&hd->scandv_waitq);
3276         hd->scandv_wait_done = 0;
3277         hd->last_queue_full = 0;
3278         INIT_LIST_HEAD(&hd->target_reset_list);
3279         spin_unlock_irqrestore(&ioc->FreeQlock, flags);
3280
3281         if (ioc->sas_data.ptClear==1) {
3282                 mptbase_sas_persist_operation(
3283                     ioc, MPI_SAS_OP_CLEAR_ALL_PERSISTENT);
3284         }
3285
3286         error = scsi_add_host(sh, &ioc->pcidev->dev);
3287         if (error) {
3288                 dprintk(ioc, printk(MYIOC_s_ERR_FMT
3289                   "scsi_add_host failed\n", ioc->name));
3290                 goto out_mptsas_probe;
3291         }
3292
3293         mptsas_scan_sas_topology(ioc);
3294
3295         return 0;
3296
3297  out_mptsas_probe:
3298
3299         mptscsih_remove(pdev);
3300         return error;
3301 }
3302
3303 static void __devexit mptsas_remove(struct pci_dev *pdev)
3304 {
3305         MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
3306         struct mptsas_portinfo *p, *n;
3307         int i;
3308
3309         ioc->sas_discovery_ignore_events = 1;
3310         sas_remove_host(ioc->sh);
3311
3312         mutex_lock(&ioc->sas_topology_mutex);
3313         list_for_each_entry_safe(p, n, &ioc->sas_topology, list) {
3314                 list_del(&p->list);
3315                 for (i = 0 ; i < p->num_phys ; i++)
3316                         mptsas_port_delete(ioc, p->phy_info[i].port_details);
3317                 kfree(p->phy_info);
3318                 kfree(p);
3319         }
3320         mutex_unlock(&ioc->sas_topology_mutex);
3321
3322         mptscsih_remove(pdev);
3323 }
3324
3325 static struct pci_device_id mptsas_pci_table[] = {
3326         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1064,
3327                 PCI_ANY_ID, PCI_ANY_ID },
3328         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1068,
3329                 PCI_ANY_ID, PCI_ANY_ID },
3330         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1064E,
3331                 PCI_ANY_ID, PCI_ANY_ID },
3332         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1068E,
3333                 PCI_ANY_ID, PCI_ANY_ID },
3334         { PCI_VENDOR_ID_LSI_LOGIC, MPI_MANUFACTPAGE_DEVID_SAS1078,
3335                 PCI_ANY_ID, PCI_ANY_ID },
3336         {0}     /* Terminating entry */
3337 };
3338 MODULE_DEVICE_TABLE(pci, mptsas_pci_table);
3339
3340
3341 static struct pci_driver mptsas_driver = {
3342         .name           = "mptsas",
3343         .id_table       = mptsas_pci_table,
3344         .probe          = mptsas_probe,
3345         .remove         = __devexit_p(mptsas_remove),
3346         .shutdown       = mptscsih_shutdown,
3347 #ifdef CONFIG_PM
3348         .suspend        = mptscsih_suspend,
3349         .resume         = mptscsih_resume,
3350 #endif
3351 };
3352
3353 static int __init
3354 mptsas_init(void)
3355 {
3356         int error;
3357
3358         show_mptmod_ver(my_NAME, my_VERSION);
3359
3360         mptsas_transport_template =
3361             sas_attach_transport(&mptsas_transport_functions);
3362         if (!mptsas_transport_template)
3363                 return -ENODEV;
3364
3365         mptsasDoneCtx = mpt_register(mptscsih_io_done, MPTSAS_DRIVER);
3366         mptsasTaskCtx = mpt_register(mptsas_taskmgmt_complete, MPTSAS_DRIVER);
3367         mptsasInternalCtx =
3368                 mpt_register(mptscsih_scandv_complete, MPTSAS_DRIVER);
3369         mptsasMgmtCtx = mpt_register(mptsas_mgmt_done, MPTSAS_DRIVER);
3370
3371         mpt_event_register(mptsasDoneCtx, mptsas_event_process);
3372         mpt_reset_register(mptsasDoneCtx, mptsas_ioc_reset);
3373
3374         error = pci_register_driver(&mptsas_driver);
3375         if (error)
3376                 sas_release_transport(mptsas_transport_template);
3377
3378         return error;
3379 }
3380
3381 static void __exit
3382 mptsas_exit(void)
3383 {
3384         pci_unregister_driver(&mptsas_driver);
3385         sas_release_transport(mptsas_transport_template);
3386
3387         mpt_reset_deregister(mptsasDoneCtx);
3388         mpt_event_deregister(mptsasDoneCtx);
3389
3390         mpt_deregister(mptsasMgmtCtx);
3391         mpt_deregister(mptsasInternalCtx);
3392         mpt_deregister(mptsasTaskCtx);
3393         mpt_deregister(mptsasDoneCtx);
3394 }
3395
3396 module_init(mptsas_init);
3397 module_exit(mptsas_exit);