2 * QLogic Fibre Channel HBA Driver
3 * Copyright (c) 2003-2008 QLogic Corporation
5 * See LICENSE.qla2xxx for copyright and licensing details.
9 #include <linux/delay.h>
10 #include <scsi/scsi_tcq.h>
12 static void qla2x00_mbx_completion(scsi_qla_host_t *, uint16_t);
13 static void qla2x00_process_completed_request(struct scsi_qla_host *, uint32_t);
14 static void qla2x00_status_entry(scsi_qla_host_t *, void *);
15 static void qla2x00_status_cont_entry(scsi_qla_host_t *, sts_cont_entry_t *);
16 static void qla2x00_error_entry(scsi_qla_host_t *, sts_entry_t *);
19 * qla2100_intr_handler() - Process interrupts for the ISP2100 and ISP2200.
21 * @dev_id: SCSI driver HA context
23 * Called by system whenever the host adapter generates an interrupt.
25 * Returns handled flag.
28 qla2100_intr_handler(int irq, void *dev_id)
31 struct device_reg_2xxx __iomem *reg;
37 ha = (scsi_qla_host_t *) dev_id;
40 "%s(): NULL host pointer\n", __func__);
44 reg = &ha->iobase->isp;
47 spin_lock(&ha->hardware_lock);
48 for (iter = 50; iter--; ) {
49 hccr = RD_REG_WORD(®->hccr);
50 if (hccr & HCCR_RISC_PAUSE) {
51 if (pci_channel_offline(ha->pdev))
55 * Issue a "HARD" reset in order for the RISC interrupt
56 * bit to be cleared. Schedule a big hammmer to get
57 * out of the RISC PAUSED state.
59 WRT_REG_WORD(®->hccr, HCCR_RESET_RISC);
60 RD_REG_WORD(®->hccr);
62 ha->isp_ops->fw_dump(ha, 1);
63 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
65 } else if ((RD_REG_WORD(®->istatus) & ISR_RISC_INT) == 0)
68 if (RD_REG_WORD(®->semaphore) & BIT_0) {
69 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
70 RD_REG_WORD(®->hccr);
72 /* Get mailbox data. */
73 mb[0] = RD_MAILBOX_REG(ha, reg, 0);
74 if (mb[0] > 0x3fff && mb[0] < 0x8000) {
75 qla2x00_mbx_completion(ha, mb[0]);
76 status |= MBX_INTERRUPT;
77 } else if (mb[0] > 0x7fff && mb[0] < 0xc000) {
78 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
79 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
80 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
81 qla2x00_async_event(ha, mb);
84 DEBUG2(printk("scsi(%ld): Unrecognized "
85 "interrupt type (%d).\n",
88 /* Release mailbox registers. */
89 WRT_REG_WORD(®->semaphore, 0);
90 RD_REG_WORD(®->semaphore);
92 qla2x00_process_response_queue(ha);
94 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
95 RD_REG_WORD(®->hccr);
98 spin_unlock(&ha->hardware_lock);
100 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
101 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
102 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
103 complete(&ha->mbx_intr_comp);
106 return (IRQ_HANDLED);
110 * qla2300_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
112 * @dev_id: SCSI driver HA context
114 * Called by system whenever the host adapter generates an interrupt.
116 * Returns handled flag.
119 qla2300_intr_handler(int irq, void *dev_id)
122 struct device_reg_2xxx __iomem *reg;
129 ha = (scsi_qla_host_t *) dev_id;
132 "%s(): NULL host pointer\n", __func__);
136 reg = &ha->iobase->isp;
139 spin_lock(&ha->hardware_lock);
140 for (iter = 50; iter--; ) {
141 stat = RD_REG_DWORD(®->u.isp2300.host_status);
142 if (stat & HSR_RISC_PAUSED) {
143 if (pci_channel_offline(ha->pdev))
146 hccr = RD_REG_WORD(®->hccr);
147 if (hccr & (BIT_15 | BIT_13 | BIT_11 | BIT_8))
148 qla_printk(KERN_INFO, ha, "Parity error -- "
149 "HCCR=%x, Dumping firmware!\n", hccr);
151 qla_printk(KERN_INFO, ha, "RISC paused -- "
152 "HCCR=%x, Dumping firmware!\n", hccr);
155 * Issue a "HARD" reset in order for the RISC
156 * interrupt bit to be cleared. Schedule a big
157 * hammmer to get out of the RISC PAUSED state.
159 WRT_REG_WORD(®->hccr, HCCR_RESET_RISC);
160 RD_REG_WORD(®->hccr);
162 ha->isp_ops->fw_dump(ha, 1);
163 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
165 } else if ((stat & HSR_RISC_INT) == 0)
168 switch (stat & 0xff) {
173 qla2x00_mbx_completion(ha, MSW(stat));
174 status |= MBX_INTERRUPT;
176 /* Release mailbox registers. */
177 WRT_REG_WORD(®->semaphore, 0);
181 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
182 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
183 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
184 qla2x00_async_event(ha, mb);
187 qla2x00_process_response_queue(ha);
190 mb[0] = MBA_CMPLT_1_16BIT;
192 qla2x00_async_event(ha, mb);
195 mb[0] = MBA_SCSI_COMPLETION;
197 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
198 qla2x00_async_event(ha, mb);
201 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
203 ha->host_no, stat & 0xff));
206 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
207 RD_REG_WORD_RELAXED(®->hccr);
209 spin_unlock(&ha->hardware_lock);
211 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
212 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
213 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
214 complete(&ha->mbx_intr_comp);
217 return (IRQ_HANDLED);
221 * qla2x00_mbx_completion() - Process mailbox command completions.
222 * @ha: SCSI driver HA context
223 * @mb0: Mailbox0 register
226 qla2x00_mbx_completion(scsi_qla_host_t *ha, uint16_t mb0)
229 uint16_t __iomem *wptr;
230 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
232 /* Load return mailbox registers. */
233 ha->flags.mbox_int = 1;
234 ha->mailbox_out[0] = mb0;
235 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 1);
237 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
238 if (IS_QLA2200(ha) && cnt == 8)
239 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 8);
240 if (cnt == 4 || cnt == 5)
241 ha->mailbox_out[cnt] = qla2x00_debounce_register(wptr);
243 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
249 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
250 __func__, ha->host_no, ha->mcp->mb[0]));
252 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
253 __func__, ha->host_no));
258 * qla2x00_async_event() - Process aynchronous events.
259 * @ha: SCSI driver HA context
260 * @mb: Mailbox registers (0 - 3)
263 qla2x00_async_event(scsi_qla_host_t *ha, uint16_t *mb)
266 static char *link_speeds[5] = { "1", "2", "?", "4", "8" };
271 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
272 uint32_t rscn_entry, host_pid;
273 uint8_t rscn_queue_index;
275 /* Setup to process RIO completion. */
278 case MBA_SCSI_COMPLETION:
279 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
282 case MBA_CMPLT_1_16BIT:
285 mb[0] = MBA_SCSI_COMPLETION;
287 case MBA_CMPLT_2_16BIT:
291 mb[0] = MBA_SCSI_COMPLETION;
293 case MBA_CMPLT_3_16BIT:
298 mb[0] = MBA_SCSI_COMPLETION;
300 case MBA_CMPLT_4_16BIT:
304 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
306 mb[0] = MBA_SCSI_COMPLETION;
308 case MBA_CMPLT_5_16BIT:
312 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
313 handles[4] = (uint32_t)RD_MAILBOX_REG(ha, reg, 7);
315 mb[0] = MBA_SCSI_COMPLETION;
317 case MBA_CMPLT_2_32BIT:
318 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
319 handles[1] = le32_to_cpu(
320 ((uint32_t)(RD_MAILBOX_REG(ha, reg, 7) << 16)) |
321 RD_MAILBOX_REG(ha, reg, 6));
323 mb[0] = MBA_SCSI_COMPLETION;
330 case MBA_SCSI_COMPLETION: /* Fast Post */
331 if (!ha->flags.online)
334 for (cnt = 0; cnt < handle_cnt; cnt++)
335 qla2x00_process_completed_request(ha, handles[cnt]);
338 case MBA_RESET: /* Reset */
339 DEBUG2(printk("scsi(%ld): Asynchronous RESET.\n", ha->host_no));
341 set_bit(RESET_MARKER_NEEDED, &ha->dpc_flags);
344 case MBA_SYSTEM_ERR: /* System Error */
345 qla_printk(KERN_INFO, ha,
346 "ISP System Error - mbx1=%xh mbx2=%xh mbx3=%xh.\n",
347 mb[1], mb[2], mb[3]);
349 qla2x00_post_hwe_work(ha, mb[0], mb[1], mb[2], mb[3]);
350 ha->isp_ops->fw_dump(ha, 1);
352 if (IS_FWI2_CAPABLE(ha)) {
353 if (mb[1] == 0 && mb[2] == 0) {
354 qla_printk(KERN_ERR, ha,
355 "Unrecoverable Hardware Error: adapter "
356 "marked OFFLINE!\n");
357 ha->flags.online = 0;
359 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
360 } else if (mb[1] == 0) {
361 qla_printk(KERN_INFO, ha,
362 "Unrecoverable Hardware Error: adapter marked "
364 ha->flags.online = 0;
366 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
369 case MBA_REQ_TRANSFER_ERR: /* Request Transfer Error */
370 DEBUG2(printk("scsi(%ld): ISP Request Transfer Error.\n",
372 qla_printk(KERN_WARNING, ha, "ISP Request Transfer Error.\n");
374 qla2x00_post_hwe_work(ha, mb[0], mb[1], mb[2], mb[3]);
375 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
378 case MBA_RSP_TRANSFER_ERR: /* Response Transfer Error */
379 DEBUG2(printk("scsi(%ld): ISP Response Transfer Error.\n",
381 qla_printk(KERN_WARNING, ha, "ISP Response Transfer Error.\n");
383 qla2x00_post_hwe_work(ha, mb[0], mb[1], mb[2], mb[3]);
384 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
387 case MBA_WAKEUP_THRES: /* Request Queue Wake-up */
388 DEBUG2(printk("scsi(%ld): Asynchronous WAKEUP_THRES.\n",
392 case MBA_LIP_OCCURRED: /* Loop Initialization Procedure */
393 DEBUG2(printk("scsi(%ld): LIP occured (%x).\n", ha->host_no,
395 qla_printk(KERN_INFO, ha, "LIP occured (%x).\n", mb[1]);
397 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
398 atomic_set(&ha->loop_state, LOOP_DOWN);
399 atomic_set(&ha->loop_down_timer, LOOP_DOWN_TIME);
400 qla2x00_mark_all_devices_lost(ha, 1);
404 atomic_set(&ha->vp_state, VP_FAILED);
405 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
408 set_bit(REGISTER_FC4_NEEDED, &ha->dpc_flags);
410 ha->flags.management_server_logged_in = 0;
411 qla2x00_post_aen_work(ha, FCH_EVT_LIP, mb[1]);
414 case MBA_LOOP_UP: /* Loop Up Event */
415 if (IS_QLA2100(ha) || IS_QLA2200(ha)) {
416 link_speed = link_speeds[0];
417 ha->link_data_rate = PORT_SPEED_1GB;
419 link_speed = link_speeds[LS_UNKNOWN];
421 link_speed = link_speeds[mb[1]];
422 ha->link_data_rate = mb[1];
425 DEBUG2(printk("scsi(%ld): Asynchronous LOOP UP (%s Gbps).\n",
426 ha->host_no, link_speed));
427 qla_printk(KERN_INFO, ha, "LOOP UP detected (%s Gbps).\n",
430 ha->flags.management_server_logged_in = 0;
431 qla2x00_post_aen_work(ha, FCH_EVT_LINKUP, ha->link_data_rate);
434 case MBA_LOOP_DOWN: /* Loop Down Event */
435 DEBUG2(printk("scsi(%ld): Asynchronous LOOP DOWN (%x).\n",
436 ha->host_no, mb[1]));
437 qla_printk(KERN_INFO, ha, "LOOP DOWN detected (%x).\n", mb[1]);
439 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
440 atomic_set(&ha->loop_state, LOOP_DOWN);
441 atomic_set(&ha->loop_down_timer, LOOP_DOWN_TIME);
442 ha->device_flags |= DFLG_NO_CABLE;
443 qla2x00_mark_all_devices_lost(ha, 1);
447 atomic_set(&ha->vp_state, VP_FAILED);
448 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
451 ha->flags.management_server_logged_in = 0;
452 ha->link_data_rate = PORT_SPEED_UNKNOWN;
454 set_bit(REGISTER_FDMI_NEEDED, &ha->dpc_flags);
455 qla2x00_post_aen_work(ha, FCH_EVT_LINKDOWN, 0);
458 case MBA_LIP_RESET: /* LIP reset occurred */
459 DEBUG2(printk("scsi(%ld): Asynchronous LIP RESET (%x).\n",
460 ha->host_no, mb[1]));
461 qla_printk(KERN_INFO, ha,
462 "LIP reset occured (%x).\n", mb[1]);
464 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
465 atomic_set(&ha->loop_state, LOOP_DOWN);
466 atomic_set(&ha->loop_down_timer, LOOP_DOWN_TIME);
467 qla2x00_mark_all_devices_lost(ha, 1);
471 atomic_set(&ha->vp_state, VP_FAILED);
472 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
475 set_bit(RESET_MARKER_NEEDED, &ha->dpc_flags);
477 ha->operating_mode = LOOP;
478 ha->flags.management_server_logged_in = 0;
479 qla2x00_post_aen_work(ha, FCH_EVT_LIPRESET, mb[1]);
482 case MBA_POINT_TO_POINT: /* Point-to-Point */
486 DEBUG2(printk("scsi(%ld): Asynchronous P2P MODE received.\n",
490 * Until there's a transition from loop down to loop up, treat
491 * this as loop down only.
493 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
494 atomic_set(&ha->loop_state, LOOP_DOWN);
495 if (!atomic_read(&ha->loop_down_timer))
496 atomic_set(&ha->loop_down_timer,
498 qla2x00_mark_all_devices_lost(ha, 1);
502 atomic_set(&ha->vp_state, VP_FAILED);
503 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
506 if (!(test_bit(ABORT_ISP_ACTIVE, &ha->dpc_flags))) {
507 set_bit(RESET_MARKER_NEEDED, &ha->dpc_flags);
509 set_bit(REGISTER_FC4_NEEDED, &ha->dpc_flags);
511 ha->flags.gpsc_supported = 1;
512 ha->flags.management_server_logged_in = 0;
515 case MBA_CHG_IN_CONNECTION: /* Change in connection mode */
519 DEBUG2(printk("scsi(%ld): Asynchronous Change In Connection "
522 qla_printk(KERN_INFO, ha,
523 "Configuration change detected: value=%x.\n", mb[1]);
525 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
526 atomic_set(&ha->loop_state, LOOP_DOWN);
527 if (!atomic_read(&ha->loop_down_timer))
528 atomic_set(&ha->loop_down_timer,
530 qla2x00_mark_all_devices_lost(ha, 1);
534 atomic_set(&ha->vp_state, VP_FAILED);
535 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
538 set_bit(LOOP_RESYNC_NEEDED, &ha->dpc_flags);
539 set_bit(LOCAL_LOOP_UPDATE, &ha->dpc_flags);
542 case MBA_PORT_UPDATE: /* Port database update */
544 * If PORT UPDATE is global (recieved LIP_OCCURED/LIP_RESET
545 * event etc. earlier indicating loop is down) then process
546 * it. Otherwise ignore it and Wait for RSCN to come in.
548 atomic_set(&ha->loop_down_timer, 0);
549 if (atomic_read(&ha->loop_state) != LOOP_DOWN &&
550 atomic_read(&ha->loop_state) != LOOP_DEAD) {
551 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE "
552 "ignored %04x/%04x/%04x.\n", ha->host_no, mb[1],
557 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE.\n",
559 DEBUG(printk(KERN_INFO
560 "scsi(%ld): Port database changed %04x %04x %04x.\n",
561 ha->host_no, mb[1], mb[2], mb[3]));
564 * Mark all devices as missing so we will login again.
566 atomic_set(&ha->loop_state, LOOP_UP);
568 qla2x00_mark_all_devices_lost(ha, 1);
570 ha->flags.rscn_queue_overflow = 1;
572 set_bit(LOOP_RESYNC_NEEDED, &ha->dpc_flags);
573 set_bit(LOCAL_LOOP_UPDATE, &ha->dpc_flags);
576 case MBA_RSCN_UPDATE: /* State Change Registration */
577 /* Check if the Vport has issued a SCR */
578 if (ha->parent && test_bit(VP_SCR_NEEDED, &ha->vp_flags))
580 /* Only handle SCNs for our Vport index. */
581 if (ha->flags.npiv_supported && ha->vp_idx != mb[3])
584 DEBUG2(printk("scsi(%ld): Asynchronous RSCR UPDATE.\n",
586 DEBUG(printk(KERN_INFO
587 "scsi(%ld): RSCN database changed -- %04x %04x %04x.\n",
588 ha->host_no, mb[1], mb[2], mb[3]));
590 rscn_entry = (mb[1] << 16) | mb[2];
591 host_pid = (ha->d_id.b.domain << 16) | (ha->d_id.b.area << 8) |
593 if (rscn_entry == host_pid) {
594 DEBUG(printk(KERN_INFO
595 "scsi(%ld): Ignoring RSCN update to local host "
597 ha->host_no, host_pid));
601 rscn_queue_index = ha->rscn_in_ptr + 1;
602 if (rscn_queue_index == MAX_RSCN_COUNT)
603 rscn_queue_index = 0;
604 if (rscn_queue_index != ha->rscn_out_ptr) {
605 ha->rscn_queue[ha->rscn_in_ptr] = rscn_entry;
606 ha->rscn_in_ptr = rscn_queue_index;
608 ha->flags.rscn_queue_overflow = 1;
611 atomic_set(&ha->loop_state, LOOP_UPDATE);
612 atomic_set(&ha->loop_down_timer, 0);
613 ha->flags.management_server_logged_in = 0;
615 set_bit(LOOP_RESYNC_NEEDED, &ha->dpc_flags);
616 set_bit(RSCN_UPDATE, &ha->dpc_flags);
617 qla2x00_post_aen_work(ha, FCH_EVT_RSCN, rscn_entry);
620 /* case MBA_RIO_RESPONSE: */
621 case MBA_ZIO_RESPONSE:
622 DEBUG2(printk("scsi(%ld): [R|Z]IO update completion.\n",
624 DEBUG(printk(KERN_INFO
625 "scsi(%ld): [R|Z]IO update completion.\n",
628 if (IS_FWI2_CAPABLE(ha))
629 qla24xx_process_response_queue(ha);
631 qla2x00_process_response_queue(ha);
634 case MBA_DISCARD_RND_FRAME:
635 DEBUG2(printk("scsi(%ld): Discard RND Frame -- %04x %04x "
636 "%04x.\n", ha->host_no, mb[1], mb[2], mb[3]));
639 case MBA_TRACE_NOTIFICATION:
640 DEBUG2(printk("scsi(%ld): Trace Notification -- %04x %04x.\n",
641 ha->host_no, mb[1], mb[2]));
645 if (!ha->parent && ha->num_vhosts)
646 qla2x00_alert_all_vps(ha, mb);
650 qla2x00_adjust_sdev_qdepth_up(struct scsi_device *sdev, void *data)
652 fc_port_t *fcport = data;
654 if (fcport->ha->max_q_depth <= sdev->queue_depth)
657 if (sdev->ordered_tags)
658 scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG,
659 sdev->queue_depth + 1);
661 scsi_adjust_queue_depth(sdev, MSG_SIMPLE_TAG,
662 sdev->queue_depth + 1);
664 fcport->last_ramp_up = jiffies;
666 DEBUG2(qla_printk(KERN_INFO, fcport->ha,
667 "scsi(%ld:%d:%d:%d): Queue depth adjusted-up to %d.\n",
668 fcport->ha->host_no, sdev->channel, sdev->id, sdev->lun,
673 qla2x00_adjust_sdev_qdepth_down(struct scsi_device *sdev, void *data)
675 fc_port_t *fcport = data;
677 if (!scsi_track_queue_full(sdev, sdev->queue_depth - 1))
680 DEBUG2(qla_printk(KERN_INFO, fcport->ha,
681 "scsi(%ld:%d:%d:%d): Queue depth adjusted-down to %d.\n",
682 fcport->ha->host_no, sdev->channel, sdev->id, sdev->lun,
687 qla2x00_ramp_up_queue_depth(scsi_qla_host_t *ha, srb_t *sp)
690 struct scsi_device *sdev;
692 sdev = sp->cmd->device;
693 if (sdev->queue_depth >= ha->max_q_depth)
697 if (time_before(jiffies,
698 fcport->last_ramp_up + ql2xqfullrampup * HZ))
700 if (time_before(jiffies,
701 fcport->last_queue_full + ql2xqfullrampup * HZ))
704 starget_for_each_device(sdev->sdev_target, fcport,
705 qla2x00_adjust_sdev_qdepth_up);
709 * qla2x00_process_completed_request() - Process a Fast Post response.
710 * @ha: SCSI driver HA context
714 qla2x00_process_completed_request(struct scsi_qla_host *ha, uint32_t index)
718 /* Validate handle. */
719 if (index >= MAX_OUTSTANDING_COMMANDS) {
720 DEBUG2(printk("scsi(%ld): Invalid SCSI completion handle %d.\n",
721 ha->host_no, index));
722 qla_printk(KERN_WARNING, ha,
723 "Invalid SCSI completion handle %d.\n", index);
725 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
729 sp = ha->outstanding_cmds[index];
731 /* Free outstanding command slot. */
732 ha->outstanding_cmds[index] = NULL;
734 CMD_COMPL_STATUS(sp->cmd) = 0L;
735 CMD_SCSI_STATUS(sp->cmd) = 0L;
737 /* Save ISP completion status */
738 sp->cmd->result = DID_OK << 16;
740 qla2x00_ramp_up_queue_depth(ha, sp);
741 qla2x00_sp_compl(ha, sp);
743 DEBUG2(printk("scsi(%ld): Invalid ISP SCSI completion handle\n",
745 qla_printk(KERN_WARNING, ha,
746 "Invalid ISP SCSI completion handle\n");
748 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
753 * qla2x00_process_response_queue() - Process response queue entries.
754 * @ha: SCSI driver HA context
757 qla2x00_process_response_queue(struct scsi_qla_host *ha)
759 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
764 if (!ha->flags.online)
767 while (ha->response_ring_ptr->signature != RESPONSE_PROCESSED) {
768 pkt = (sts_entry_t *)ha->response_ring_ptr;
770 ha->rsp_ring_index++;
771 if (ha->rsp_ring_index == ha->response_q_length) {
772 ha->rsp_ring_index = 0;
773 ha->response_ring_ptr = ha->response_ring;
775 ha->response_ring_ptr++;
778 if (pkt->entry_status != 0) {
779 DEBUG3(printk(KERN_INFO
780 "scsi(%ld): Process error entry.\n", ha->host_no));
782 qla2x00_error_entry(ha, pkt);
783 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
788 switch (pkt->entry_type) {
790 qla2x00_status_entry(ha, pkt);
793 handle_cnt = ((sts21_entry_t *)pkt)->handle_count;
794 for (cnt = 0; cnt < handle_cnt; cnt++) {
795 qla2x00_process_completed_request(ha,
796 ((sts21_entry_t *)pkt)->handle[cnt]);
800 handle_cnt = ((sts22_entry_t *)pkt)->handle_count;
801 for (cnt = 0; cnt < handle_cnt; cnt++) {
802 qla2x00_process_completed_request(ha,
803 ((sts22_entry_t *)pkt)->handle[cnt]);
806 case STATUS_CONT_TYPE:
807 qla2x00_status_cont_entry(ha, (sts_cont_entry_t *)pkt);
810 /* Type Not Supported. */
811 DEBUG4(printk(KERN_WARNING
812 "scsi(%ld): Received unknown response pkt type %x "
813 "entry status=%x.\n",
814 ha->host_no, pkt->entry_type, pkt->entry_status));
817 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
821 /* Adjust ring index */
822 WRT_REG_WORD(ISP_RSP_Q_OUT(ha, reg), ha->rsp_ring_index);
826 qla2x00_handle_sense(srb_t *sp, uint8_t *sense_data, uint32_t sense_len)
828 struct scsi_cmnd *cp = sp->cmd;
830 if (sense_len >= SCSI_SENSE_BUFFERSIZE)
831 sense_len = SCSI_SENSE_BUFFERSIZE;
833 CMD_ACTUAL_SNSLEN(cp) = sense_len;
834 sp->request_sense_length = sense_len;
835 sp->request_sense_ptr = cp->sense_buffer;
836 if (sp->request_sense_length > 32)
839 memcpy(cp->sense_buffer, sense_data, sense_len);
841 sp->request_sense_ptr += sense_len;
842 sp->request_sense_length -= sense_len;
843 if (sp->request_sense_length != 0)
844 sp->ha->status_srb = sp;
846 DEBUG5(printk("%s(): Check condition Sense data, scsi(%ld:%d:%d:%d) "
847 "cmd=%p pid=%ld\n", __func__, sp->ha->host_no, cp->device->channel,
848 cp->device->id, cp->device->lun, cp, cp->serial_number));
850 DEBUG5(qla2x00_dump_buffer(cp->sense_buffer,
851 CMD_ACTUAL_SNSLEN(cp)));
855 * qla2x00_status_entry() - Process a Status IOCB entry.
856 * @ha: SCSI driver HA context
857 * @pkt: Entry pointer
860 qla2x00_status_entry(scsi_qla_host_t *ha, void *pkt)
864 struct scsi_cmnd *cp;
866 struct sts_entry_24xx *sts24;
867 uint16_t comp_status;
868 uint16_t scsi_status;
869 uint8_t lscsi_status;
871 uint32_t sense_len, rsp_info_len, resid_len, fw_resid_len;
872 uint8_t *rsp_info, *sense_data;
874 sts = (sts_entry_t *) pkt;
875 sts24 = (struct sts_entry_24xx *) pkt;
876 if (IS_FWI2_CAPABLE(ha)) {
877 comp_status = le16_to_cpu(sts24->comp_status);
878 scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
880 comp_status = le16_to_cpu(sts->comp_status);
881 scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
884 /* Fast path completion. */
885 if (comp_status == CS_COMPLETE && scsi_status == 0) {
886 qla2x00_process_completed_request(ha, sts->handle);
891 /* Validate handle. */
892 if (sts->handle < MAX_OUTSTANDING_COMMANDS) {
893 sp = ha->outstanding_cmds[sts->handle];
894 ha->outstanding_cmds[sts->handle] = NULL;
899 DEBUG2(printk("scsi(%ld): Status Entry invalid handle.\n",
901 qla_printk(KERN_WARNING, ha, "Status Entry invalid handle.\n");
903 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
904 qla2xxx_wake_dpc(ha);
909 DEBUG2(printk("scsi(%ld): Command already returned back to OS "
910 "pkt->handle=%d sp=%p.\n", ha->host_no, sts->handle, sp));
911 qla_printk(KERN_WARNING, ha,
912 "Command is NULL: already returned to OS (sp=%p)\n", sp);
917 lscsi_status = scsi_status & STATUS_MASK;
918 CMD_ENTRY_STATUS(cp) = sts->entry_status;
919 CMD_COMPL_STATUS(cp) = comp_status;
920 CMD_SCSI_STATUS(cp) = scsi_status;
924 sense_len = rsp_info_len = resid_len = fw_resid_len = 0;
925 if (IS_FWI2_CAPABLE(ha)) {
926 sense_len = le32_to_cpu(sts24->sense_len);
927 rsp_info_len = le32_to_cpu(sts24->rsp_data_len);
928 resid_len = le32_to_cpu(sts24->rsp_residual_count);
929 fw_resid_len = le32_to_cpu(sts24->residual_len);
930 rsp_info = sts24->data;
931 sense_data = sts24->data;
932 host_to_fcp_swap(sts24->data, sizeof(sts24->data));
934 sense_len = le16_to_cpu(sts->req_sense_length);
935 rsp_info_len = le16_to_cpu(sts->rsp_info_len);
936 resid_len = le32_to_cpu(sts->residual_length);
937 rsp_info = sts->rsp_info;
938 sense_data = sts->req_sense_data;
941 /* Check for any FCP transport errors. */
942 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID) {
943 /* Sense data lies beyond any FCP RESPONSE data. */
944 if (IS_FWI2_CAPABLE(ha))
945 sense_data += rsp_info_len;
946 if (rsp_info_len > 3 && rsp_info[3]) {
947 DEBUG2(printk("scsi(%ld:%d:%d:%d) FCP I/O protocol "
948 "failure (%x/%02x%02x%02x%02x%02x%02x%02x%02x)..."
949 "retrying command\n", ha->host_no,
950 cp->device->channel, cp->device->id,
951 cp->device->lun, rsp_info_len, rsp_info[0],
952 rsp_info[1], rsp_info[2], rsp_info[3], rsp_info[4],
953 rsp_info[5], rsp_info[6], rsp_info[7]));
955 cp->result = DID_BUS_BUSY << 16;
956 qla2x00_sp_compl(ha, sp);
961 /* Check for overrun. */
962 if (IS_FWI2_CAPABLE(ha) && comp_status == CS_COMPLETE &&
963 scsi_status & SS_RESIDUAL_OVER)
964 comp_status = CS_DATA_OVERRUN;
967 * Based on Host and scsi status generate status code for Linux
969 switch (comp_status) {
972 if (scsi_status == 0) {
973 cp->result = DID_OK << 16;
976 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER)) {
978 scsi_set_resid(cp, resid);
979 CMD_RESID_LEN(cp) = resid;
982 ((unsigned)(scsi_bufflen(cp) - resid) <
984 qla_printk(KERN_INFO, ha,
985 "scsi(%ld:%d:%d:%d): Mid-layer underflow "
986 "detected (%x of %x bytes)...returning "
987 "error status.\n", ha->host_no,
988 cp->device->channel, cp->device->id,
989 cp->device->lun, resid,
992 cp->result = DID_ERROR << 16;
996 cp->result = DID_OK << 16 | lscsi_status;
998 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
999 DEBUG2(printk(KERN_INFO
1000 "scsi(%ld): QUEUE FULL status detected "
1001 "0x%x-0x%x.\n", ha->host_no, comp_status,
1004 /* Adjust queue depth for all luns on the port. */
1005 fcport->last_queue_full = jiffies;
1006 starget_for_each_device(cp->device->sdev_target,
1007 fcport, qla2x00_adjust_sdev_qdepth_down);
1010 if (lscsi_status != SS_CHECK_CONDITION)
1013 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1014 if (!(scsi_status & SS_SENSE_LEN_VALID))
1017 qla2x00_handle_sense(sp, sense_data, sense_len);
1020 case CS_DATA_UNDERRUN:
1022 /* Use F/W calculated residual length. */
1023 if (IS_FWI2_CAPABLE(ha)) {
1024 if (scsi_status & SS_RESIDUAL_UNDER &&
1025 resid != fw_resid_len) {
1026 scsi_status &= ~SS_RESIDUAL_UNDER;
1029 resid = fw_resid_len;
1032 if (scsi_status & SS_RESIDUAL_UNDER) {
1033 scsi_set_resid(cp, resid);
1034 CMD_RESID_LEN(cp) = resid;
1036 DEBUG2(printk(KERN_INFO
1037 "scsi(%ld:%d:%d) UNDERRUN status detected "
1038 "0x%x-0x%x. resid=0x%x fw_resid=0x%x cdb=0x%x "
1039 "os_underflow=0x%x\n", ha->host_no,
1040 cp->device->id, cp->device->lun, comp_status,
1041 scsi_status, resid_len, resid, cp->cmnd[0],
1047 * Check to see if SCSI Status is non zero. If so report SCSI
1050 if (lscsi_status != 0) {
1051 cp->result = DID_OK << 16 | lscsi_status;
1053 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
1054 DEBUG2(printk(KERN_INFO
1055 "scsi(%ld): QUEUE FULL status detected "
1056 "0x%x-0x%x.\n", ha->host_no, comp_status,
1060 * Adjust queue depth for all luns on the
1063 fcport->last_queue_full = jiffies;
1064 starget_for_each_device(
1065 cp->device->sdev_target, fcport,
1066 qla2x00_adjust_sdev_qdepth_down);
1069 if (lscsi_status != SS_CHECK_CONDITION)
1072 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1073 if (!(scsi_status & SS_SENSE_LEN_VALID))
1076 qla2x00_handle_sense(sp, sense_data, sense_len);
1079 * In case of a Underrun condition, set both the lscsi
1080 * status and the completion status to appropriate
1084 ((unsigned)(scsi_bufflen(cp) - resid) <
1086 DEBUG2(qla_printk(KERN_INFO, ha,
1087 "scsi(%ld:%d:%d:%d): Mid-layer underflow "
1088 "detected (%x of %x bytes)...returning "
1089 "error status.\n", ha->host_no,
1090 cp->device->channel, cp->device->id,
1091 cp->device->lun, resid,
1094 cp->result = DID_ERROR << 16 | lscsi_status;
1098 * If RISC reports underrun and target does not report
1099 * it then we must have a lost frame, so tell upper
1100 * layer to retry it by reporting a bus busy.
1102 if (!(scsi_status & SS_RESIDUAL_UNDER)) {
1103 DEBUG2(printk("scsi(%ld:%d:%d:%d) Dropped "
1104 "frame(s) detected (%x of %x bytes)..."
1105 "retrying command.\n", ha->host_no,
1106 cp->device->channel, cp->device->id,
1107 cp->device->lun, resid,
1110 cp->result = DID_BUS_BUSY << 16;
1114 /* Handle mid-layer underflow */
1115 if ((unsigned)(scsi_bufflen(cp) - resid) <
1117 qla_printk(KERN_INFO, ha,
1118 "scsi(%ld:%d:%d:%d): Mid-layer underflow "
1119 "detected (%x of %x bytes)...returning "
1120 "error status.\n", ha->host_no,
1121 cp->device->channel, cp->device->id,
1122 cp->device->lun, resid,
1125 cp->result = DID_ERROR << 16;
1129 /* Everybody online, looking good... */
1130 cp->result = DID_OK << 16;
1134 case CS_DATA_OVERRUN:
1135 DEBUG2(printk(KERN_INFO
1136 "scsi(%ld:%d:%d): OVERRUN status detected 0x%x-0x%x\n",
1137 ha->host_no, cp->device->id, cp->device->lun, comp_status,
1139 DEBUG2(printk(KERN_INFO
1140 "CDB: 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x\n",
1141 cp->cmnd[0], cp->cmnd[1], cp->cmnd[2], cp->cmnd[3],
1142 cp->cmnd[4], cp->cmnd[5]));
1143 DEBUG2(printk(KERN_INFO
1144 "PID=0x%lx req=0x%x xtra=0x%x -- returning DID_ERROR "
1146 cp->serial_number, scsi_bufflen(cp), resid_len));
1148 cp->result = DID_ERROR << 16;
1151 case CS_PORT_LOGGED_OUT:
1152 case CS_PORT_CONFIG_CHG:
1155 case CS_PORT_UNAVAILABLE:
1157 * If the port is in Target Down state, return all IOs for this
1158 * Target with DID_NO_CONNECT ELSE Queue the IOs in the
1161 DEBUG2(printk("scsi(%ld:%d:%d): status_entry: Port Down "
1162 "pid=%ld, compl status=0x%x, port state=0x%x\n",
1163 ha->host_no, cp->device->id, cp->device->lun,
1164 cp->serial_number, comp_status,
1165 atomic_read(&fcport->state)));
1167 cp->result = DID_BUS_BUSY << 16;
1168 if (atomic_read(&fcport->state) == FCS_ONLINE) {
1169 qla2x00_mark_device_lost(ha, fcport, 1, 1);
1174 DEBUG2(printk(KERN_INFO
1175 "scsi(%ld): RESET status detected 0x%x-0x%x.\n",
1176 ha->host_no, comp_status, scsi_status));
1178 cp->result = DID_RESET << 16;
1183 * hv2.19.12 - DID_ABORT does not retry the request if we
1184 * aborted this request then abort otherwise it must be a
1187 DEBUG2(printk(KERN_INFO
1188 "scsi(%ld): ABORT status detected 0x%x-0x%x.\n",
1189 ha->host_no, comp_status, scsi_status));
1191 cp->result = DID_RESET << 16;
1195 cp->result = DID_BUS_BUSY << 16;
1197 if (IS_FWI2_CAPABLE(ha)) {
1198 DEBUG2(printk(KERN_INFO
1199 "scsi(%ld:%d:%d:%d): TIMEOUT status detected "
1200 "0x%x-0x%x\n", ha->host_no, cp->device->channel,
1201 cp->device->id, cp->device->lun, comp_status,
1205 DEBUG2(printk(KERN_INFO
1206 "scsi(%ld:%d:%d:%d): TIMEOUT status detected 0x%x-0x%x "
1207 "sflags=%x.\n", ha->host_no, cp->device->channel,
1208 cp->device->id, cp->device->lun, comp_status, scsi_status,
1209 le16_to_cpu(sts->status_flags)));
1211 /* Check to see if logout occurred. */
1212 if ((le16_to_cpu(sts->status_flags) & SF_LOGOUT_SENT))
1213 qla2x00_mark_device_lost(ha, fcport, 1, 1);
1217 DEBUG3(printk("scsi(%ld): Error detected (unknown status) "
1218 "0x%x-0x%x.\n", ha->host_no, comp_status, scsi_status));
1219 qla_printk(KERN_INFO, ha,
1220 "Unknown status detected 0x%x-0x%x.\n",
1221 comp_status, scsi_status);
1223 cp->result = DID_ERROR << 16;
1227 /* Place command on done queue. */
1228 if (ha->status_srb == NULL)
1229 qla2x00_sp_compl(ha, sp);
1233 * qla2x00_status_cont_entry() - Process a Status Continuations entry.
1234 * @ha: SCSI driver HA context
1235 * @pkt: Entry pointer
1237 * Extended sense data.
1240 qla2x00_status_cont_entry(scsi_qla_host_t *ha, sts_cont_entry_t *pkt)
1242 uint8_t sense_sz = 0;
1243 srb_t *sp = ha->status_srb;
1244 struct scsi_cmnd *cp;
1246 if (sp != NULL && sp->request_sense_length != 0) {
1249 DEBUG2(printk("%s(): Cmd already returned back to OS "
1250 "sp=%p.\n", __func__, sp));
1251 qla_printk(KERN_INFO, ha,
1252 "cmd is NULL: already returned to OS (sp=%p)\n",
1255 ha->status_srb = NULL;
1259 if (sp->request_sense_length > sizeof(pkt->data)) {
1260 sense_sz = sizeof(pkt->data);
1262 sense_sz = sp->request_sense_length;
1265 /* Move sense data. */
1266 if (IS_FWI2_CAPABLE(ha))
1267 host_to_fcp_swap(pkt->data, sizeof(pkt->data));
1268 memcpy(sp->request_sense_ptr, pkt->data, sense_sz);
1269 DEBUG5(qla2x00_dump_buffer(sp->request_sense_ptr, sense_sz));
1271 sp->request_sense_ptr += sense_sz;
1272 sp->request_sense_length -= sense_sz;
1274 /* Place command on done queue. */
1275 if (sp->request_sense_length == 0) {
1276 ha->status_srb = NULL;
1277 qla2x00_sp_compl(ha, sp);
1283 * qla2x00_error_entry() - Process an error entry.
1284 * @ha: SCSI driver HA context
1285 * @pkt: Entry pointer
1288 qla2x00_error_entry(scsi_qla_host_t *ha, sts_entry_t *pkt)
1292 #if defined(QL_DEBUG_LEVEL_2)
1293 if (pkt->entry_status & RF_INV_E_ORDER)
1294 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Order\n", __func__);
1295 else if (pkt->entry_status & RF_INV_E_COUNT)
1296 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Count\n", __func__);
1297 else if (pkt->entry_status & RF_INV_E_PARAM)
1298 qla_printk(KERN_ERR, ha,
1299 "%s: Invalid Entry Parameter\n", __func__);
1300 else if (pkt->entry_status & RF_INV_E_TYPE)
1301 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Type\n", __func__);
1302 else if (pkt->entry_status & RF_BUSY)
1303 qla_printk(KERN_ERR, ha, "%s: Busy\n", __func__);
1305 qla_printk(KERN_ERR, ha, "%s: UNKNOWN flag error\n", __func__);
1308 /* Validate handle. */
1309 if (pkt->handle < MAX_OUTSTANDING_COMMANDS)
1310 sp = ha->outstanding_cmds[pkt->handle];
1315 /* Free outstanding command slot. */
1316 ha->outstanding_cmds[pkt->handle] = NULL;
1318 /* Bad payload or header */
1319 if (pkt->entry_status &
1320 (RF_INV_E_ORDER | RF_INV_E_COUNT |
1321 RF_INV_E_PARAM | RF_INV_E_TYPE)) {
1322 sp->cmd->result = DID_ERROR << 16;
1323 } else if (pkt->entry_status & RF_BUSY) {
1324 sp->cmd->result = DID_BUS_BUSY << 16;
1326 sp->cmd->result = DID_ERROR << 16;
1328 qla2x00_sp_compl(ha, sp);
1330 } else if (pkt->entry_type == COMMAND_A64_TYPE || pkt->entry_type ==
1331 COMMAND_TYPE || pkt->entry_type == COMMAND_TYPE_7) {
1332 DEBUG2(printk("scsi(%ld): Error entry - invalid handle\n",
1334 qla_printk(KERN_WARNING, ha,
1335 "Error entry - invalid handle\n");
1337 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1338 qla2xxx_wake_dpc(ha);
1343 * qla24xx_mbx_completion() - Process mailbox command completions.
1344 * @ha: SCSI driver HA context
1345 * @mb0: Mailbox0 register
1348 qla24xx_mbx_completion(scsi_qla_host_t *ha, uint16_t mb0)
1351 uint16_t __iomem *wptr;
1352 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1354 /* Load return mailbox registers. */
1355 ha->flags.mbox_int = 1;
1356 ha->mailbox_out[0] = mb0;
1357 wptr = (uint16_t __iomem *)®->mailbox1;
1359 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
1360 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
1365 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
1366 __func__, ha->host_no, ha->mcp->mb[0]));
1368 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
1369 __func__, ha->host_no));
1374 * qla24xx_process_response_queue() - Process response queue entries.
1375 * @ha: SCSI driver HA context
1378 qla24xx_process_response_queue(struct scsi_qla_host *ha)
1380 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1381 struct sts_entry_24xx *pkt;
1383 if (!ha->flags.online)
1386 while (ha->response_ring_ptr->signature != RESPONSE_PROCESSED) {
1387 pkt = (struct sts_entry_24xx *)ha->response_ring_ptr;
1389 ha->rsp_ring_index++;
1390 if (ha->rsp_ring_index == ha->response_q_length) {
1391 ha->rsp_ring_index = 0;
1392 ha->response_ring_ptr = ha->response_ring;
1394 ha->response_ring_ptr++;
1397 if (pkt->entry_status != 0) {
1398 DEBUG3(printk(KERN_INFO
1399 "scsi(%ld): Process error entry.\n", ha->host_no));
1401 qla2x00_error_entry(ha, (sts_entry_t *) pkt);
1402 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1407 switch (pkt->entry_type) {
1409 qla2x00_status_entry(ha, pkt);
1411 case STATUS_CONT_TYPE:
1412 qla2x00_status_cont_entry(ha, (sts_cont_entry_t *)pkt);
1414 case VP_RPT_ID_IOCB_TYPE:
1415 qla24xx_report_id_acquisition(ha,
1416 (struct vp_rpt_id_entry_24xx *)pkt);
1419 /* Type Not Supported. */
1420 DEBUG4(printk(KERN_WARNING
1421 "scsi(%ld): Received unknown response pkt type %x "
1422 "entry status=%x.\n",
1423 ha->host_no, pkt->entry_type, pkt->entry_status));
1426 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1430 /* Adjust ring index */
1431 WRT_REG_DWORD(®->rsp_q_out, ha->rsp_ring_index);
1435 qla2xxx_check_risc_status(scsi_qla_host_t *ha)
1439 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1441 if (!IS_QLA25XX(ha))
1445 WRT_REG_DWORD(®->iobase_addr, 0x7C00);
1446 RD_REG_DWORD(®->iobase_addr);
1447 WRT_REG_DWORD(®->iobase_window, 0x0001);
1448 for (cnt = 10000; (RD_REG_DWORD(®->iobase_window) & BIT_0) == 0 &&
1449 rval == QLA_SUCCESS; cnt--) {
1451 WRT_REG_DWORD(®->iobase_window, 0x0001);
1454 rval = QLA_FUNCTION_TIMEOUT;
1456 if (rval == QLA_SUCCESS)
1459 WRT_REG_DWORD(®->iobase_window, 0x0003);
1460 for (cnt = 100; (RD_REG_DWORD(®->iobase_window) & BIT_0) == 0 &&
1461 rval == QLA_SUCCESS; cnt--) {
1463 WRT_REG_DWORD(®->iobase_window, 0x0003);
1466 rval = QLA_FUNCTION_TIMEOUT;
1468 if (rval != QLA_SUCCESS)
1472 if (RD_REG_DWORD(®->iobase_c8) & BIT_3)
1473 qla_printk(KERN_INFO, ha, "Additional code -- 0x55AA.\n");
1476 WRT_REG_DWORD(®->iobase_window, 0x0000);
1477 RD_REG_DWORD(®->iobase_window);
1481 * qla24xx_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
1483 * @dev_id: SCSI driver HA context
1485 * Called by system whenever the host adapter generates an interrupt.
1487 * Returns handled flag.
1490 qla24xx_intr_handler(int irq, void *dev_id)
1492 scsi_qla_host_t *ha;
1493 struct device_reg_24xx __iomem *reg;
1500 ha = (scsi_qla_host_t *) dev_id;
1503 "%s(): NULL host pointer\n", __func__);
1507 reg = &ha->iobase->isp24;
1510 spin_lock(&ha->hardware_lock);
1511 for (iter = 50; iter--; ) {
1512 stat = RD_REG_DWORD(®->host_status);
1513 if (stat & HSRX_RISC_PAUSED) {
1514 if (pci_channel_offline(ha->pdev))
1517 if (ha->hw_event_pause_errors == 0)
1518 qla2x00_post_hwe_work(ha, HW_EVENT_PARITY_ERR,
1519 0, MSW(stat), LSW(stat));
1520 else if (ha->hw_event_pause_errors < 0xffffffff)
1521 ha->hw_event_pause_errors++;
1523 hccr = RD_REG_DWORD(®->hccr);
1525 qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
1526 "Dumping firmware!\n", hccr);
1528 qla2xxx_check_risc_status(ha);
1530 ha->isp_ops->fw_dump(ha, 1);
1531 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1533 } else if ((stat & HSRX_RISC_INT) == 0)
1536 switch (stat & 0xff) {
1541 qla24xx_mbx_completion(ha, MSW(stat));
1542 status |= MBX_INTERRUPT;
1547 mb[1] = RD_REG_WORD(®->mailbox1);
1548 mb[2] = RD_REG_WORD(®->mailbox2);
1549 mb[3] = RD_REG_WORD(®->mailbox3);
1550 qla2x00_async_event(ha, mb);
1553 qla24xx_process_response_queue(ha);
1556 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
1558 ha->host_no, stat & 0xff));
1561 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
1562 RD_REG_DWORD_RELAXED(®->hccr);
1564 spin_unlock(&ha->hardware_lock);
1566 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
1567 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1568 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
1569 complete(&ha->mbx_intr_comp);
1576 qla24xx_msix_rsp_q(int irq, void *dev_id)
1578 scsi_qla_host_t *ha;
1579 struct device_reg_24xx __iomem *reg;
1582 reg = &ha->iobase->isp24;
1584 spin_lock(&ha->hardware_lock);
1586 qla24xx_process_response_queue(ha);
1587 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
1589 spin_unlock(&ha->hardware_lock);
1595 qla24xx_msix_default(int irq, void *dev_id)
1597 scsi_qla_host_t *ha;
1598 struct device_reg_24xx __iomem *reg;
1605 reg = &ha->iobase->isp24;
1608 spin_lock(&ha->hardware_lock);
1610 stat = RD_REG_DWORD(®->host_status);
1611 if (stat & HSRX_RISC_PAUSED) {
1612 if (pci_channel_offline(ha->pdev))
1615 if (ha->hw_event_pause_errors == 0)
1616 qla2x00_post_hwe_work(ha, HW_EVENT_PARITY_ERR,
1617 0, MSW(stat), LSW(stat));
1618 else if (ha->hw_event_pause_errors < 0xffffffff)
1619 ha->hw_event_pause_errors++;
1621 hccr = RD_REG_DWORD(®->hccr);
1623 qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
1624 "Dumping firmware!\n", hccr);
1626 qla2xxx_check_risc_status(ha);
1628 ha->isp_ops->fw_dump(ha, 1);
1629 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1631 } else if ((stat & HSRX_RISC_INT) == 0)
1634 switch (stat & 0xff) {
1639 qla24xx_mbx_completion(ha, MSW(stat));
1640 status |= MBX_INTERRUPT;
1645 mb[1] = RD_REG_WORD(®->mailbox1);
1646 mb[2] = RD_REG_WORD(®->mailbox2);
1647 mb[3] = RD_REG_WORD(®->mailbox3);
1648 qla2x00_async_event(ha, mb);
1651 qla24xx_process_response_queue(ha);
1654 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
1656 ha->host_no, stat & 0xff));
1659 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
1661 spin_unlock(&ha->hardware_lock);
1663 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
1664 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1665 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
1666 complete(&ha->mbx_intr_comp);
1672 /* Interrupt handling helpers. */
1674 struct qla_init_msix_entry {
1678 irq_handler_t handler;
1681 static struct qla_init_msix_entry imsix_entries[QLA_MSIX_ENTRIES] = {
1682 { QLA_MSIX_DEFAULT, QLA_MIDX_DEFAULT,
1683 "qla2xxx (default)", qla24xx_msix_default },
1685 { QLA_MSIX_RSP_Q, QLA_MIDX_RSP_Q,
1686 "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
1690 qla24xx_disable_msix(scsi_qla_host_t *ha)
1693 struct qla_msix_entry *qentry;
1695 for (i = 0; i < QLA_MSIX_ENTRIES; i++) {
1696 qentry = &ha->msix_entries[imsix_entries[i].index];
1697 if (qentry->have_irq)
1698 free_irq(qentry->msix_vector, ha);
1700 pci_disable_msix(ha->pdev);
1704 qla24xx_enable_msix(scsi_qla_host_t *ha)
1707 struct msix_entry entries[QLA_MSIX_ENTRIES];
1708 struct qla_msix_entry *qentry;
1710 for (i = 0; i < QLA_MSIX_ENTRIES; i++)
1711 entries[i].entry = imsix_entries[i].entry;
1713 ret = pci_enable_msix(ha->pdev, entries, ARRAY_SIZE(entries));
1715 qla_printk(KERN_WARNING, ha,
1716 "MSI-X: Failed to enable support -- %d/%d\n",
1717 QLA_MSIX_ENTRIES, ret);
1720 ha->flags.msix_enabled = 1;
1722 for (i = 0; i < QLA_MSIX_ENTRIES; i++) {
1723 qentry = &ha->msix_entries[imsix_entries[i].index];
1724 qentry->msix_vector = entries[i].vector;
1725 qentry->msix_entry = entries[i].entry;
1726 qentry->have_irq = 0;
1727 ret = request_irq(qentry->msix_vector,
1728 imsix_entries[i].handler, 0, imsix_entries[i].name, ha);
1730 qla_printk(KERN_WARNING, ha,
1731 "MSI-X: Unable to register handler -- %x/%d.\n",
1732 imsix_entries[i].index, ret);
1733 qla24xx_disable_msix(ha);
1736 qentry->have_irq = 1;
1744 qla2x00_request_irqs(scsi_qla_host_t *ha)
1747 device_reg_t __iomem *reg = ha->iobase;
1749 /* If possible, enable MSI-X. */
1750 if (!IS_QLA2432(ha) && !IS_QLA2532(ha))
1753 if (IS_QLA2432(ha) && (ha->chip_revision < QLA_MSIX_CHIP_REV_24XX ||
1754 !QLA_MSIX_FW_MODE_1(ha->fw_attributes))) {
1755 DEBUG2(qla_printk(KERN_WARNING, ha,
1756 "MSI-X: Unsupported ISP2432 (0x%X, 0x%X).\n",
1757 ha->chip_revision, ha->fw_attributes));
1762 if (ha->pdev->subsystem_vendor == PCI_VENDOR_ID_HP &&
1763 (ha->pdev->subsystem_device == 0x7040 ||
1764 ha->pdev->subsystem_device == 0x7041 ||
1765 ha->pdev->subsystem_device == 0x1705)) {
1766 DEBUG2(qla_printk(KERN_WARNING, ha,
1767 "MSI-X: Unsupported ISP2432 SSVID/SSDID (0x%X, 0x%X).\n",
1768 ha->pdev->subsystem_vendor,
1769 ha->pdev->subsystem_device));
1774 ret = qla24xx_enable_msix(ha);
1776 DEBUG2(qla_printk(KERN_INFO, ha,
1777 "MSI-X: Enabled (0x%X, 0x%X).\n", ha->chip_revision,
1778 ha->fw_attributes));
1779 goto clear_risc_ints;
1781 qla_printk(KERN_WARNING, ha,
1782 "MSI-X: Falling back-to INTa mode -- %d.\n", ret);
1785 if (!IS_QLA24XX(ha) && !IS_QLA2532(ha))
1788 ret = pci_enable_msi(ha->pdev);
1790 DEBUG2(qla_printk(KERN_INFO, ha, "MSI: Enabled.\n"));
1791 ha->flags.msi_enabled = 1;
1795 ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
1796 IRQF_DISABLED|IRQF_SHARED, QLA2XXX_DRIVER_NAME, ha);
1798 qla_printk(KERN_WARNING, ha,
1799 "Failed to reserve interrupt %d already in use.\n",
1803 ha->flags.inta_enabled = 1;
1804 ha->host->irq = ha->pdev->irq;
1807 ha->isp_ops->disable_intrs(ha);
1808 spin_lock_irq(&ha->hardware_lock);
1809 if (IS_FWI2_CAPABLE(ha)) {
1810 WRT_REG_DWORD(®->isp24.hccr, HCCRX_CLR_HOST_INT);
1811 WRT_REG_DWORD(®->isp24.hccr, HCCRX_CLR_RISC_INT);
1813 WRT_REG_WORD(®->isp.semaphore, 0);
1814 WRT_REG_WORD(®->isp.hccr, HCCR_CLR_RISC_INT);
1815 WRT_REG_WORD(®->isp.hccr, HCCR_CLR_HOST_INT);
1817 spin_unlock_irq(&ha->hardware_lock);
1818 ha->isp_ops->enable_intrs(ha);
1825 qla2x00_free_irqs(scsi_qla_host_t *ha)
1828 if (ha->flags.msix_enabled)
1829 qla24xx_disable_msix(ha);
1830 else if (ha->flags.inta_enabled) {
1831 free_irq(ha->host->irq, ha);
1832 pci_disable_msi(ha->pdev);