drivers/scsi/qla2xxx/qla_isr.c

   1 /*
   2  * QLogic Fibre Channel HBA Driver
   3  * Copyright (c)  2003-2008 QLogic Corporation
   4  *
   5  * See LICENSE.qla2xxx for copyright and licensing details.
   6  */
   7 #include "qla_def.h"
   8
   9 #include <linux/delay.h>
  10 #include <scsi/scsi_tcq.h>
  11
  12 static void qla2x00_mbx_completion(scsi_qla_host_t *, uint16_t);
  13 static void qla2x00_process_completed_request(struct scsi_qla_host *,
  14         struct req_que *, uint32_t);
  15 static void qla2x00_status_entry(scsi_qla_host_t *, struct rsp_que *, void *);
  16 static void qla2x00_status_cont_entry(scsi_qla_host_t *, sts_cont_entry_t *);
  17 static void qla2x00_error_entry(scsi_qla_host_t *, struct rsp_que *,
  18         sts_entry_t *);
  19 static struct scsi_qla_host *qla2x00_get_rsp_host(struct rsp_que *);
  20
  21 /**
  22  * qla2100_intr_handler() - Process interrupts for the ISP2100 and ISP2200.
  23  * @irq:
  24  * @dev_id: SCSI driver HA context
  25  *
  26  * Called by system whenever the host adapter generates an interrupt.
  27  *
  28  * Returns handled flag.
  29  */
  30 irqreturn_t
  31 qla2100_intr_handler(int irq, void *dev_id)
  32 {
  33         scsi_qla_host_t *vha;
  34         struct qla_hw_data *ha;
  35         struct device_reg_2xxx __iomem *reg;
  36         int             status;
  37         unsigned long   iter;
  38         uint16_t        hccr;
  39         uint16_t        mb[4];
  40         struct rsp_que *rsp;
  41
  42         rsp = (struct rsp_que *) dev_id;
  43         if (!rsp) {
  44                 printk(KERN_INFO
  45                     "%s(): NULL response queue pointer\n", __func__);
  46                 return (IRQ_NONE);
  47         }
  48
  49         ha = rsp->hw;
  50         reg = &ha->iobase->isp;
  51         status = 0;
  52
  53         spin_lock(&ha->hardware_lock);
  54         vha = qla2x00_get_rsp_host(rsp);
  55         for (iter = 50; iter--; ) {
  56                 hccr = RD_REG_WORD(&reg->hccr);
  57                 if (hccr & HCCR_RISC_PAUSE) {
  58                         if (pci_channel_offline(ha->pdev))
  59                                 break;
  60
  61                         /*
  62                          * Issue a "HARD" reset in order for the RISC interrupt
  63                          * bit to be cleared.  Schedule a big hammmer to get
  64                          * out of the RISC PAUSED state.
  65                          */
  66                         WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
  67                         RD_REG_WORD(&reg->hccr);
  68
  69                         ha->isp_ops->fw_dump(vha, 1);
  70                         set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
  71                         break;
  72                 } else if ((RD_REG_WORD(&reg->istatus) & ISR_RISC_INT) == 0)
  73                         break;
  74
  75                 if (RD_REG_WORD(&reg->semaphore) & BIT_0) {
  76                         WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
  77                         RD_REG_WORD(&reg->hccr);
  78
  79                         /* Get mailbox data. */
  80                         mb[0] = RD_MAILBOX_REG(ha, reg, 0);
  81                         if (mb[0] > 0x3fff && mb[0] < 0x8000) {
  82                                 qla2x00_mbx_completion(vha, mb[0]);
  83                                 status |= MBX_INTERRUPT;
  84                         } else if (mb[0] > 0x7fff && mb[0] < 0xc000) {
  85                                 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
  86                                 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
  87                                 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
  88                                 qla2x00_async_event(vha, rsp, mb);
  89                         } else {
  90                                 /*EMPTY*/
  91                                 DEBUG2(printk("scsi(%ld): Unrecognized "
  92                                     "interrupt type (%d).\n",
  93                                     vha->host_no, mb[0]));
  94                         }
  95                         /* Release mailbox registers. */
  96                         WRT_REG_WORD(&reg->semaphore, 0);
  97                         RD_REG_WORD(&reg->semaphore);
  98                 } else {
  99                         qla2x00_process_response_queue(rsp);
 100
 101                         WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
 102                         RD_REG_WORD(&reg->hccr);
 103                 }
 104         }
 105         spin_unlock(&ha->hardware_lock);
 106
 107         if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
 108             (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
 109                 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
 110                 complete(&ha->mbx_intr_comp);
 111         }
 112
 113         return (IRQ_HANDLED);
 114 }
 115
 116 /**
 117  * qla2300_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
 118  * @irq:
 119  * @dev_id: SCSI driver HA context
 120  *
 121  * Called by system whenever the host adapter generates an interrupt.
 122  *
 123  * Returns handled flag.
 124  */
 125 irqreturn_t
 126 qla2300_intr_handler(int irq, void *dev_id)
 127 {
 128         scsi_qla_host_t *vha;
 129         struct device_reg_2xxx __iomem *reg;
 130         int             status;
 131         unsigned long   iter;
 132         uint32_t        stat;
 133         uint16_t        hccr;
 134         uint16_t        mb[4];
 135         struct rsp_que *rsp;
 136         struct qla_hw_data *ha;
 137
 138         rsp = (struct rsp_que *) dev_id;
 139         if (!rsp) {
 140                 printk(KERN_INFO
 141                     "%s(): NULL response queue pointer\n", __func__);
 142                 return (IRQ_NONE);
 143         }
 144
 145         ha = rsp->hw;
 146         reg = &ha->iobase->isp;
 147         status = 0;
 148
 149         spin_lock(&ha->hardware_lock);
 150         vha = qla2x00_get_rsp_host(rsp);
 151         for (iter = 50; iter--; ) {
 152                 stat = RD_REG_DWORD(&reg->u.isp2300.host_status);
 153                 if (stat & HSR_RISC_PAUSED) {
 154                         if (pci_channel_offline(ha->pdev))
 155                                 break;
 156
 157                         hccr = RD_REG_WORD(&reg->hccr);
 158                         if (hccr & (BIT_15 | BIT_13 | BIT_11 | BIT_8))
 159                                 qla_printk(KERN_INFO, ha, "Parity error -- "
 160                                     "HCCR=%x, Dumping firmware!\n", hccr);
 161                         else
 162                                 qla_printk(KERN_INFO, ha, "RISC paused -- "
 163                                     "HCCR=%x, Dumping firmware!\n", hccr);
 164
 165                         /*
 166                          * Issue a "HARD" reset in order for the RISC
 167                          * interrupt bit to be cleared.  Schedule a big
 168                          * hammmer to get out of the RISC PAUSED state.
 169                          */
 170                         WRT_REG_WORD(&reg->hccr, HCCR_RESET_RISC);
 171                         RD_REG_WORD(&reg->hccr);
 172
 173                         ha->isp_ops->fw_dump(vha, 1);
 174                         set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
 175                         break;
 176                 } else if ((stat & HSR_RISC_INT) == 0)
 177                         break;
 178
 179                 switch (stat & 0xff) {
 180                 case 0x1:
 181                 case 0x2:
 182                 case 0x10:
 183                 case 0x11:
 184                         qla2x00_mbx_completion(vha, MSW(stat));
 185                         status |= MBX_INTERRUPT;
 186
 187                         /* Release mailbox registers. */
 188                         WRT_REG_WORD(&reg->semaphore, 0);
 189                         break;
 190                 case 0x12:
 191                         mb[0] = MSW(stat);
 192                         mb[1] = RD_MAILBOX_REG(ha, reg, 1);
 193                         mb[2] = RD_MAILBOX_REG(ha, reg, 2);
 194                         mb[3] = RD_MAILBOX_REG(ha, reg, 3);
 195                         qla2x00_async_event(vha, rsp, mb);
 196                         break;
 197                 case 0x13:
 198                         qla2x00_process_response_queue(rsp);
 199                         break;
 200                 case 0x15:
 201                         mb[0] = MBA_CMPLT_1_16BIT;
 202                         mb[1] = MSW(stat);
 203                         qla2x00_async_event(vha, rsp, mb);
 204                         break;
 205                 case 0x16:
 206                         mb[0] = MBA_SCSI_COMPLETION;
 207                         mb[1] = MSW(stat);
 208                         mb[2] = RD_MAILBOX_REG(ha, reg, 2);
 209                         qla2x00_async_event(vha, rsp, mb);
 210                         break;
 211                 default:
 212                         DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
 213                             "(%d).\n",
 214                             vha->host_no, stat & 0xff));
 215                         break;
 216                 }
 217                 WRT_REG_WORD(&reg->hccr, HCCR_CLR_RISC_INT);
 218                 RD_REG_WORD_RELAXED(&reg->hccr);
 219         }
 220         spin_unlock(&ha->hardware_lock);
 221
 222         if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
 223             (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
 224                 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
 225                 complete(&ha->mbx_intr_comp);
 226         }
 227
 228         return (IRQ_HANDLED);
 229 }
 230
 231 /**
 232  * qla2x00_mbx_completion() - Process mailbox command completions.
 233  * @ha: SCSI driver HA context
 234  * @mb0: Mailbox0 register
 235  */
 236 static void
 237 qla2x00_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
 238 {
 239         uint16_t        cnt;
 240         uint16_t __iomem *wptr;
 241         struct qla_hw_data *ha = vha->hw;
 242         struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
 243
 244         /* Load return mailbox registers. */
 245         ha->flags.mbox_int = 1;
 246         ha->mailbox_out[0] = mb0;
 247         wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 1);
 248
 249         for (cnt = 1; cnt < ha->mbx_count; cnt++) {
 250                 if (IS_QLA2200(ha) && cnt == 8)
 251                         wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 8);
 252                 if (cnt == 4 || cnt == 5)
 253                         ha->mailbox_out[cnt] = qla2x00_debounce_register(wptr);
 254                 else
 255                         ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
 256
 257                 wptr++;
 258         }
 259
 260         if (ha->mcp) {
 261                 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
 262                     __func__, vha->host_no, ha->mcp->mb[0]));
 263         } else {
 264                 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
 265                     __func__, vha->host_no));
 266         }
 267 }
 268
 269 static void
 270 qla81xx_idc_event(scsi_qla_host_t *vha, uint16_t aen, uint16_t descr)
 271 {
 272         static char *event[] =
 273                 { "Complete", "Request Notification", "Time Extension" };
 274         int rval;
 275         struct device_reg_24xx __iomem *reg24 = &vha->hw->iobase->isp24;
 276         uint16_t __iomem *wptr;
 277         uint16_t cnt, timeout, mb[QLA_IDC_ACK_REGS];
 278
 279         /* Seed data -- mailbox1 -> mailbox7. */
 280         wptr = (uint16_t __iomem *)&reg24->mailbox1;
 281         for (cnt = 0; cnt < QLA_IDC_ACK_REGS; cnt++, wptr++)
 282                 mb[cnt] = RD_REG_WORD(wptr);
 283
 284         DEBUG2(printk("scsi(%ld): Inter-Driver Commucation %s -- "
 285             "%04x %04x %04x %04x %04x %04x %04x.\n", vha->host_no,
 286             event[aen & 0xff],
 287             mb[0], mb[1], mb[2], mb[3], mb[4], mb[5], mb[6]));
 288
 289         /* Acknowledgement needed? [Notify && non-zero timeout]. */
 290         timeout = (descr >> 8) & 0xf;
 291         if (aen != MBA_IDC_NOTIFY || !timeout)
 292                 return;
 293
 294         DEBUG2(printk("scsi(%ld): Inter-Driver Commucation %s -- "
 295             "ACK timeout=%d.\n", vha->host_no, event[aen & 0xff], timeout));
 296
 297         rval = qla2x00_post_idc_ack_work(vha, mb);
 298         if (rval != QLA_SUCCESS)
 299                 qla_printk(KERN_WARNING, vha->hw,
 300                     "IDC failed to post ACK.\n");
 301 }
 302
 303 /**
 304  * qla2x00_async_event() - Process aynchronous events.
 305  * @ha: SCSI driver HA context
 306  * @mb: Mailbox registers (0 - 3)
 307  */
 308 void
 309 qla2x00_async_event(scsi_qla_host_t *vha, struct rsp_que *rsp, uint16_t *mb)
 310 {
 311 #define LS_UNKNOWN      2
 312         static char     *link_speeds[] = { "1", "2", "?", "4", "8", "10" };
 313         char            *link_speed;
 314         uint16_t        handle_cnt;
 315         uint16_t        cnt;
 316         uint32_t        handles[5];
 317         struct qla_hw_data *ha = vha->hw;
 318         struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
 319         uint32_t        rscn_entry, host_pid;
 320         uint8_t         rscn_queue_index;
 321         unsigned long   flags;
 322
 323         /* Setup to process RIO completion. */
 324         handle_cnt = 0;
 325         if (IS_QLA81XX(ha))
 326                 goto skip_rio;
 327         switch (mb[0]) {
 328         case MBA_SCSI_COMPLETION:
 329                 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
 330                 handle_cnt = 1;
 331                 break;
 332         case MBA_CMPLT_1_16BIT:
 333                 handles[0] = mb[1];
 334                 handle_cnt = 1;
 335                 mb[0] = MBA_SCSI_COMPLETION;
 336                 break;
 337         case MBA_CMPLT_2_16BIT:
 338                 handles[0] = mb[1];
 339                 handles[1] = mb[2];
 340                 handle_cnt = 2;
 341                 mb[0] = MBA_SCSI_COMPLETION;
 342                 break;
 343         case MBA_CMPLT_3_16BIT:
 344                 handles[0] = mb[1];
 345                 handles[1] = mb[2];
 346                 handles[2] = mb[3];
 347                 handle_cnt = 3;
 348                 mb[0] = MBA_SCSI_COMPLETION;
 349                 break;
 350         case MBA_CMPLT_4_16BIT:
 351                 handles[0] = mb[1];
 352                 handles[1] = mb[2];
 353                 handles[2] = mb[3];
 354                 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
 355                 handle_cnt = 4;
 356                 mb[0] = MBA_SCSI_COMPLETION;
 357                 break;
 358         case MBA_CMPLT_5_16BIT:
 359                 handles[0] = mb[1];
 360                 handles[1] = mb[2];
 361                 handles[2] = mb[3];
 362                 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
 363                 handles[4] = (uint32_t)RD_MAILBOX_REG(ha, reg, 7);
 364                 handle_cnt = 5;
 365                 mb[0] = MBA_SCSI_COMPLETION;
 366                 break;
 367         case MBA_CMPLT_2_32BIT:
 368                 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
 369                 handles[1] = le32_to_cpu(
 370                     ((uint32_t)(RD_MAILBOX_REG(ha, reg, 7) << 16)) |
 371                     RD_MAILBOX_REG(ha, reg, 6));
 372                 handle_cnt = 2;
 373                 mb[0] = MBA_SCSI_COMPLETION;
 374                 break;
 375         default:
 376                 break;
 377         }
 378 skip_rio:
 379         switch (mb[0]) {
 380         case MBA_SCSI_COMPLETION:       /* Fast Post */
 381                 if (!vha->flags.online)
 382                         break;
 383
 384                 for (cnt = 0; cnt < handle_cnt; cnt++)
 385                         qla2x00_process_completed_request(vha, rsp->req,
 386                                 handles[cnt]);
 387                 break;
 388
 389         case MBA_RESET:                 /* Reset */
 390                 DEBUG2(printk("scsi(%ld): Asynchronous RESET.\n",
 391                         vha->host_no));
 392
 393                 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
 394                 break;
 395
 396         case MBA_SYSTEM_ERR:            /* System Error */
 397                 qla_printk(KERN_INFO, ha,
 398                     "ISP System Error - mbx1=%xh mbx2=%xh mbx3=%xh.\n",
 399                     mb[1], mb[2], mb[3]);
 400
 401                 ha->isp_ops->fw_dump(vha, 1);
 402
 403                 if (IS_FWI2_CAPABLE(ha)) {
 404                         if (mb[1] == 0 && mb[2] == 0) {
 405                                 qla_printk(KERN_ERR, ha,
 406                                     "Unrecoverable Hardware Error: adapter "
 407                                     "marked OFFLINE!\n");
 408                                 vha->flags.online = 0;
 409                         } else
 410                                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
 411                 } else if (mb[1] == 0) {
 412                         qla_printk(KERN_INFO, ha,
 413                             "Unrecoverable Hardware Error: adapter marked "
 414                             "OFFLINE!\n");
 415                         vha->flags.online = 0;
 416                 } else
 417                         set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
 418                 break;
 419
 420         case MBA_REQ_TRANSFER_ERR:      /* Request Transfer Error */
 421                 DEBUG2(printk("scsi(%ld): ISP Request Transfer Error.\n",
 422                     vha->host_no));
 423                 qla_printk(KERN_WARNING, ha, "ISP Request Transfer Error.\n");
 424
 425                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
 426                 break;
 427
 428         case MBA_RSP_TRANSFER_ERR:      /* Response Transfer Error */
 429                 DEBUG2(printk("scsi(%ld): ISP Response Transfer Error.\n",
 430                     vha->host_no));
 431                 qla_printk(KERN_WARNING, ha, "ISP Response Transfer Error.\n");
 432
 433                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
 434                 break;
 435
 436         case MBA_WAKEUP_THRES:          /* Request Queue Wake-up */
 437                 DEBUG2(printk("scsi(%ld): Asynchronous WAKEUP_THRES.\n",
 438                     vha->host_no));
 439                 break;
 440
 441         case MBA_LIP_OCCURRED:          /* Loop Initialization Procedure */
 442                 DEBUG2(printk("scsi(%ld): LIP occurred (%x).\n", vha->host_no,
 443                     mb[1]));
 444                 qla_printk(KERN_INFO, ha, "LIP occurred (%x).\n", mb[1]);
 445
 446                 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
 447                         atomic_set(&vha->loop_state, LOOP_DOWN);
 448                         atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
 449                         qla2x00_mark_all_devices_lost(vha, 1);
 450                 }
 451
 452                 if (vha->vp_idx) {
 453                         atomic_set(&vha->vp_state, VP_FAILED);
 454                         fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
 455                 }
 456
 457                 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
 458                 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
 459
 460                 vha->flags.management_server_logged_in = 0;
 461                 qla2x00_post_aen_work(vha, FCH_EVT_LIP, mb[1]);
 462                 break;
 463
 464         case MBA_LOOP_UP:               /* Loop Up Event */
 465                 if (IS_QLA2100(ha) || IS_QLA2200(ha)) {
 466                         link_speed = link_speeds[0];
 467                         ha->link_data_rate = PORT_SPEED_1GB;
 468                 } else {
 469                         link_speed = link_speeds[LS_UNKNOWN];
 470                         if (mb[1] < 5)
 471                                 link_speed = link_speeds[mb[1]];
 472                         else if (mb[1] == 0x13)
 473                                 link_speed = link_speeds[5];
 474                         ha->link_data_rate = mb[1];
 475                 }
 476
 477                 DEBUG2(printk("scsi(%ld): Asynchronous LOOP UP (%s Gbps).\n",
 478                     vha->host_no, link_speed));
 479                 qla_printk(KERN_INFO, ha, "LOOP UP detected (%s Gbps).\n",
 480                     link_speed);
 481
 482                 vha->flags.management_server_logged_in = 0;
 483                 qla2x00_post_aen_work(vha, FCH_EVT_LINKUP, ha->link_data_rate);
 484                 break;
 485
 486         case MBA_LOOP_DOWN:             /* Loop Down Event */
 487                 DEBUG2(printk("scsi(%ld): Asynchronous LOOP DOWN "
 488                     "(%x %x %x).\n", vha->host_no, mb[1], mb[2], mb[3]));
 489                 qla_printk(KERN_INFO, ha, "LOOP DOWN detected (%x %x %x).\n",
 490                     mb[1], mb[2], mb[3]);
 491
 492                 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
 493                         atomic_set(&vha->loop_state, LOOP_DOWN);
 494                         atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
 495                         vha->device_flags |= DFLG_NO_CABLE;
 496                         qla2x00_mark_all_devices_lost(vha, 1);
 497                 }
 498
 499                 if (vha->vp_idx) {
 500                         atomic_set(&vha->vp_state, VP_FAILED);
 501                         fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
 502                 }
 503
 504                 vha->flags.management_server_logged_in = 0;
 505                 ha->link_data_rate = PORT_SPEED_UNKNOWN;
 506                 qla2x00_post_aen_work(vha, FCH_EVT_LINKDOWN, 0);
 507                 break;
 508
 509         case MBA_LIP_RESET:             /* LIP reset occurred */
 510                 DEBUG2(printk("scsi(%ld): Asynchronous LIP RESET (%x).\n",
 511                     vha->host_no, mb[1]));
 512                 qla_printk(KERN_INFO, ha,
 513                     "LIP reset occurred (%x).\n", mb[1]);
 514
 515                 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
 516                         atomic_set(&vha->loop_state, LOOP_DOWN);
 517                         atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
 518                         qla2x00_mark_all_devices_lost(vha, 1);
 519                 }
 520
 521                 if (vha->vp_idx) {
 522                         atomic_set(&vha->vp_state, VP_FAILED);
 523                         fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
 524                 }
 525
 526                 set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
 527
 528                 ha->operating_mode = LOOP;
 529                 vha->flags.management_server_logged_in = 0;
 530                 qla2x00_post_aen_work(vha, FCH_EVT_LIPRESET, mb[1]);
 531                 break;
 532
 533         /* case MBA_DCBX_COMPLETE: */
 534         case MBA_POINT_TO_POINT:        /* Point-to-Point */
 535                 if (IS_QLA2100(ha))
 536                         break;
 537
 538                 if (IS_QLA81XX(ha))
 539                         DEBUG2(printk("scsi(%ld): DCBX Completed -- %04x %04x "
 540                             "%04x\n", vha->host_no, mb[1], mb[2], mb[3]));
 541                 else
 542                         DEBUG2(printk("scsi(%ld): Asynchronous P2P MODE "
 543                             "received.\n", vha->host_no));
 544
 545                 /*
 546                  * Until there's a transition from loop down to loop up, treat
 547                  * this as loop down only.
 548                  */
 549                 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
 550                         atomic_set(&vha->loop_state, LOOP_DOWN);
 551                         if (!atomic_read(&vha->loop_down_timer))
 552                                 atomic_set(&vha->loop_down_timer,
 553                                     LOOP_DOWN_TIME);
 554                         qla2x00_mark_all_devices_lost(vha, 1);
 555                 }
 556
 557                 if (vha->vp_idx) {
 558                         atomic_set(&vha->vp_state, VP_FAILED);
 559                         fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
 560                 }
 561
 562                 if (!(test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)))
 563                         set_bit(RESET_MARKER_NEEDED, &vha->dpc_flags);
 564
 565                 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
 566                 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
 567
 568                 ha->flags.gpsc_supported = 1;
 569                 vha->flags.management_server_logged_in = 0;
 570                 break;
 571
 572         case MBA_CHG_IN_CONNECTION:     /* Change in connection mode */
 573                 if (IS_QLA2100(ha))
 574                         break;
 575
 576                 DEBUG2(printk("scsi(%ld): Asynchronous Change In Connection "
 577                     "received.\n",
 578                     vha->host_no));
 579                 qla_printk(KERN_INFO, ha,
 580                     "Configuration change detected: value=%x.\n", mb[1]);
 581
 582                 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
 583                         atomic_set(&vha->loop_state, LOOP_DOWN);
 584                         if (!atomic_read(&vha->loop_down_timer))
 585                                 atomic_set(&vha->loop_down_timer,
 586                                     LOOP_DOWN_TIME);
 587                         qla2x00_mark_all_devices_lost(vha, 1);
 588                 }
 589
 590                 if (vha->vp_idx) {
 591                         atomic_set(&vha->vp_state, VP_FAILED);
 592                         fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
 593                 }
 594
 595                 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
 596                 set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
 597                 break;
 598
 599         case MBA_PORT_UPDATE:           /* Port database update */
 600                 /* Only handle SCNs for our Vport index. */
 601                 if (vha->vp_idx && vha->vp_idx != (mb[3] & 0xff))
 602                         break;
 603
 604                 /*
 605                  * If PORT UPDATE is global (received LIP_OCCURRED/LIP_RESET
 606                  * event etc. earlier indicating loop is down) then process
 607                  * it.  Otherwise ignore it and Wait for RSCN to come in.
 608                  */
 609                 atomic_set(&vha->loop_down_timer, 0);
 610                 if (atomic_read(&vha->loop_state) != LOOP_DOWN &&
 611                     atomic_read(&vha->loop_state) != LOOP_DEAD) {
 612                         DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE "
 613                             "ignored %04x/%04x/%04x.\n", vha->host_no, mb[1],
 614                             mb[2], mb[3]));
 615                         break;
 616                 }
 617
 618                 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE.\n",
 619                     vha->host_no));
 620                 DEBUG(printk(KERN_INFO
 621                     "scsi(%ld): Port database changed %04x %04x %04x.\n",
 622                     vha->host_no, mb[1], mb[2], mb[3]));
 623
 624                 /*
 625                  * Mark all devices as missing so we will login again.
 626                  */
 627                 atomic_set(&vha->loop_state, LOOP_UP);
 628
 629                 qla2x00_mark_all_devices_lost(vha, 1);
 630
 631                 vha->flags.rscn_queue_overflow = 1;
 632
 633                 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
 634                 set_bit(LOCAL_LOOP_UPDATE, &vha->dpc_flags);
 635                 break;
 636
 637         case MBA_RSCN_UPDATE:           /* State Change Registration */
 638                 /* Check if the Vport has issued a SCR */
 639                 if (vha->vp_idx && test_bit(VP_SCR_NEEDED, &vha->vp_flags))
 640                         break;
 641                 /* Only handle SCNs for our Vport index. */
 642                 if (vha->vp_idx && vha->vp_idx != (mb[3] & 0xff))
 643                         break;
 644                 DEBUG2(printk("scsi(%ld): Asynchronous RSCR UPDATE.\n",
 645                     vha->host_no));
 646                 DEBUG(printk(KERN_INFO
 647                     "scsi(%ld): RSCN database changed -- %04x %04x %04x.\n",
 648                     vha->host_no, mb[1], mb[2], mb[3]));
 649
 650                 rscn_entry = ((mb[1] & 0xff) << 16) | mb[2];
 651                 host_pid = (vha->d_id.b.domain << 16) | (vha->d_id.b.area << 8)
 652                                 | vha->d_id.b.al_pa;
 653                 if (rscn_entry == host_pid) {
 654                         DEBUG(printk(KERN_INFO
 655                             "scsi(%ld): Ignoring RSCN update to local host "
 656                             "port ID (%06x)\n",
 657                             vha->host_no, host_pid));
 658                         break;
 659                 }
 660
 661                 /* Ignore reserved bits from RSCN-payload. */
 662                 rscn_entry = ((mb[1] & 0x3ff) << 16) | mb[2];
 663                 rscn_queue_index = vha->rscn_in_ptr + 1;
 664                 if (rscn_queue_index == MAX_RSCN_COUNT)
 665                         rscn_queue_index = 0;
 666                 if (rscn_queue_index != vha->rscn_out_ptr) {
 667                         vha->rscn_queue[vha->rscn_in_ptr] = rscn_entry;
 668                         vha->rscn_in_ptr = rscn_queue_index;
 669                 } else {
 670                         vha->flags.rscn_queue_overflow = 1;
 671                 }
 672
 673                 atomic_set(&vha->loop_state, LOOP_UPDATE);
 674                 atomic_set(&vha->loop_down_timer, 0);
 675                 vha->flags.management_server_logged_in = 0;
 676
 677                 set_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags);
 678                 set_bit(RSCN_UPDATE, &vha->dpc_flags);
 679                 qla2x00_post_aen_work(vha, FCH_EVT_RSCN, rscn_entry);
 680                 break;
 681
 682         /* case MBA_RIO_RESPONSE: */
 683         case MBA_ZIO_RESPONSE:
 684                 DEBUG3(printk("scsi(%ld): [R|Z]IO update completion.\n",
 685                     vha->host_no));
 686
 687                 if (IS_FWI2_CAPABLE(ha))
 688                         qla24xx_process_response_queue(rsp);
 689                 else
 690                         qla2x00_process_response_queue(rsp);
 691                 break;
 692
 693         case MBA_DISCARD_RND_FRAME:
 694                 DEBUG2(printk("scsi(%ld): Discard RND Frame -- %04x %04x "
 695                     "%04x.\n", vha->host_no, mb[1], mb[2], mb[3]));
 696                 break;
 697
 698         case MBA_TRACE_NOTIFICATION:
 699                 DEBUG2(printk("scsi(%ld): Trace Notification -- %04x %04x.\n",
 700                 vha->host_no, mb[1], mb[2]));
 701                 break;
 702
 703         case MBA_ISP84XX_ALERT:
 704                 DEBUG2(printk("scsi(%ld): ISP84XX Alert Notification -- "
 705                     "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
 706
 707                 spin_lock_irqsave(&ha->cs84xx->access_lock, flags);
 708                 switch (mb[1]) {
 709                 case A84_PANIC_RECOVERY:
 710                         qla_printk(KERN_INFO, ha, "Alert 84XX: panic recovery "
 711                             "%04x %04x\n", mb[2], mb[3]);
 712                         break;
 713                 case A84_OP_LOGIN_COMPLETE:
 714                         ha->cs84xx->op_fw_version = mb[3] << 16 | mb[2];
 715                         DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX:"
 716                             "firmware version %x\n", ha->cs84xx->op_fw_version));
 717                         break;
 718                 case A84_DIAG_LOGIN_COMPLETE:
 719                         ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
 720                         DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX:"
 721                             "diagnostic firmware version %x\n",
 722                             ha->cs84xx->diag_fw_version));
 723                         break;
 724                 case A84_GOLD_LOGIN_COMPLETE:
 725                         ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
 726                         ha->cs84xx->fw_update = 1;
 727                         DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX: gold "
 728                             "firmware version %x\n",
 729                             ha->cs84xx->gold_fw_version));
 730                         break;
 731                 default:
 732                         qla_printk(KERN_ERR, ha,
 733                             "Alert 84xx: Invalid Alert %04x %04x %04x\n",
 734                             mb[1], mb[2], mb[3]);
 735                 }
 736                 spin_unlock_irqrestore(&ha->cs84xx->access_lock, flags);
 737                 break;
 738         case MBA_DCBX_START:
 739                 DEBUG2(printk("scsi(%ld): DCBX Started -- %04x %04x %04x\n",
 740                     vha->host_no, mb[1], mb[2], mb[3]));
 741                 break;
 742         case MBA_DCBX_PARAM_UPDATE:
 743                 DEBUG2(printk("scsi(%ld): DCBX Parameters Updated -- "
 744                     "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
 745                 break;
 746         case MBA_FCF_CONF_ERR:
 747                 DEBUG2(printk("scsi(%ld): FCF Configuration Error -- "
 748                     "%04x %04x %04x\n", vha->host_no, mb[1], mb[2], mb[3]));
 749                 break;
 750         case MBA_IDC_COMPLETE:
 751         case MBA_IDC_NOTIFY:
 752         case MBA_IDC_TIME_EXT:
 753                 qla81xx_idc_event(vha, mb[0], mb[1]);
 754                 break;
 755         }
 756
 757         if (!vha->vp_idx && ha->num_vhosts)
 758                 qla2x00_alert_all_vps(rsp, mb);
 759 }
 760
 761 static void
 762 qla2x00_adjust_sdev_qdepth_up(struct scsi_device *sdev, void *data)
 763 {
 764         fc_port_t *fcport = data;
 765         struct scsi_qla_host *vha = fcport->vha;
 766         struct qla_hw_data *ha = vha->hw;
 767         struct req_que *req = NULL;
 768
 769         req = ha->req_q_map[vha->req_ques[0]];
 770         if (!req)
 771                 return;
 772         if (req->max_q_depth <= sdev->queue_depth)
 773                 return;
 774
 775         if (sdev->ordered_tags)
 776                 scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG,
 777                     sdev->queue_depth + 1);
 778         else
 779                 scsi_adjust_queue_depth(sdev, MSG_SIMPLE_TAG,
 780                     sdev->queue_depth + 1);
 781
 782         fcport->last_ramp_up = jiffies;
 783
 784         DEBUG2(qla_printk(KERN_INFO, ha,
 785             "scsi(%ld:%d:%d:%d): Queue depth adjusted-up to %d.\n",
 786             fcport->vha->host_no, sdev->channel, sdev->id, sdev->lun,
 787             sdev->queue_depth));
 788 }
 789
 790 static void
 791 qla2x00_adjust_sdev_qdepth_down(struct scsi_device *sdev, void *data)
 792 {
 793         fc_port_t *fcport = data;
 794
 795         if (!scsi_track_queue_full(sdev, sdev->queue_depth - 1))
 796                 return;
 797
 798         DEBUG2(qla_printk(KERN_INFO, fcport->vha->hw,
 799             "scsi(%ld:%d:%d:%d): Queue depth adjusted-down to %d.\n",
 800             fcport->vha->host_no, sdev->channel, sdev->id, sdev->lun,
 801             sdev->queue_depth));
 802 }
 803
 804 static inline void
 805 qla2x00_ramp_up_queue_depth(scsi_qla_host_t *vha, struct req_que *req,
 806                                                                 srb_t *sp)
 807 {
 808         fc_port_t *fcport;
 809         struct scsi_device *sdev;
 810
 811         sdev = sp->cmd->device;
 812         if (sdev->queue_depth >= req->max_q_depth)
 813                 return;
 814
 815         fcport = sp->fcport;
 816         if (time_before(jiffies,
 817             fcport->last_ramp_up + ql2xqfullrampup * HZ))
 818                 return;
 819         if (time_before(jiffies,
 820             fcport->last_queue_full + ql2xqfullrampup * HZ))
 821                 return;
 822
 823         starget_for_each_device(sdev->sdev_target, fcport,
 824             qla2x00_adjust_sdev_qdepth_up);
 825 }
 826
 827 /**
 828  * qla2x00_process_completed_request() - Process a Fast Post response.
 829  * @ha: SCSI driver HA context
 830  * @index: SRB index
 831  */
 832 static void
 833 qla2x00_process_completed_request(struct scsi_qla_host *vha,
 834                                 struct req_que *req, uint32_t index)
 835 {
 836         srb_t *sp;
 837         struct qla_hw_data *ha = vha->hw;
 838
 839         /* Validate handle. */
 840         if (index >= MAX_OUTSTANDING_COMMANDS) {
 841                 DEBUG2(printk("scsi(%ld): Invalid SCSI completion handle %d.\n",
 842                     vha->host_no, index));
 843                 qla_printk(KERN_WARNING, ha,
 844                     "Invalid SCSI completion handle %d.\n", index);
 845
 846                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
 847                 return;
 848         }
 849
 850         sp = req->outstanding_cmds[index];
 851         if (sp) {
 852                 /* Free outstanding command slot. */
 853                 req->outstanding_cmds[index] = NULL;
 854
 855                 CMD_COMPL_STATUS(sp->cmd) = 0L;
 856                 CMD_SCSI_STATUS(sp->cmd) = 0L;
 857
 858                 /* Save ISP completion status */
 859                 sp->cmd->result = DID_OK << 16;
 860
 861                 qla2x00_ramp_up_queue_depth(vha, req, sp);
 862                 qla2x00_sp_compl(ha, sp);
 863         } else {
 864                 DEBUG2(printk("scsi(%ld): Invalid ISP SCSI completion handle\n",
 865                     vha->host_no));
 866                 qla_printk(KERN_WARNING, ha,
 867                     "Invalid ISP SCSI completion handle\n");
 868
 869                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
 870         }
 871 }
 872
 873 /**
 874  * qla2x00_process_response_queue() - Process response queue entries.
 875  * @ha: SCSI driver HA context
 876  */
 877 void
 878 qla2x00_process_response_queue(struct rsp_que *rsp)
 879 {
 880         struct scsi_qla_host *vha;
 881         struct qla_hw_data *ha = rsp->hw;
 882         struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
 883         sts_entry_t     *pkt;
 884         uint16_t        handle_cnt;
 885         uint16_t        cnt;
 886
 887         vha = qla2x00_get_rsp_host(rsp);
 888
 889         if (!vha->flags.online)
 890                 return;
 891
 892         while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
 893                 pkt = (sts_entry_t *)rsp->ring_ptr;
 894
 895                 rsp->ring_index++;
 896                 if (rsp->ring_index == rsp->length) {
 897                         rsp->ring_index = 0;
 898                         rsp->ring_ptr = rsp->ring;
 899                 } else {
 900                         rsp->ring_ptr++;
 901                 }
 902
 903                 if (pkt->entry_status != 0) {
 904                         DEBUG3(printk(KERN_INFO
 905                             "scsi(%ld): Process error entry.\n", vha->host_no));
 906
 907                         qla2x00_error_entry(vha, rsp, pkt);
 908                         ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
 909                         wmb();
 910                         continue;
 911                 }
 912
 913                 switch (pkt->entry_type) {
 914                 case STATUS_TYPE:
 915                         qla2x00_status_entry(vha, rsp, pkt);
 916                         break;
 917                 case STATUS_TYPE_21:
 918                         handle_cnt = ((sts21_entry_t *)pkt)->handle_count;
 919                         for (cnt = 0; cnt < handle_cnt; cnt++) {
 920                                 qla2x00_process_completed_request(vha, rsp->req,
 921                                     ((sts21_entry_t *)pkt)->handle[cnt]);
 922                         }
 923                         break;
 924                 case STATUS_TYPE_22:
 925                         handle_cnt = ((sts22_entry_t *)pkt)->handle_count;
 926                         for (cnt = 0; cnt < handle_cnt; cnt++) {
 927                                 qla2x00_process_completed_request(vha, rsp->req,
 928                                     ((sts22_entry_t *)pkt)->handle[cnt]);
 929                         }
 930                         break;
 931                 case STATUS_CONT_TYPE:
 932                         qla2x00_status_cont_entry(vha, (sts_cont_entry_t *)pkt);
 933                         break;
 934                 default:
 935                         /* Type Not Supported. */
 936                         DEBUG4(printk(KERN_WARNING
 937                             "scsi(%ld): Received unknown response pkt type %x "
 938                             "entry status=%x.\n",
 939                             vha->host_no, pkt->entry_type, pkt->entry_status));
 940                         break;
 941                 }
 942                 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
 943                 wmb();
 944         }
 945
 946         /* Adjust ring index */
 947         WRT_REG_WORD(ISP_RSP_Q_OUT(ha, reg), rsp->ring_index);
 948 }
 949
 950 static inline void
 951 qla2x00_handle_sense(srb_t *sp, uint8_t *sense_data, uint32_t sense_len)
 952 {
 953         struct scsi_cmnd *cp = sp->cmd;
 954
 955         if (sense_len >= SCSI_SENSE_BUFFERSIZE)
 956                 sense_len = SCSI_SENSE_BUFFERSIZE;
 957
 958         CMD_ACTUAL_SNSLEN(cp) = sense_len;
 959         sp->request_sense_length = sense_len;
 960         sp->request_sense_ptr = cp->sense_buffer;
 961         if (sp->request_sense_length > 32)
 962                 sense_len = 32;
 963
 964         memcpy(cp->sense_buffer, sense_data, sense_len);
 965
 966         sp->request_sense_ptr += sense_len;
 967         sp->request_sense_length -= sense_len;
 968         if (sp->request_sense_length != 0)
 969                 sp->fcport->vha->status_srb = sp;
 970
 971         DEBUG5(printk("%s(): Check condition Sense data, scsi(%ld:%d:%d:%d) "
 972             "cmd=%p pid=%ld\n", __func__, sp->fcport->vha->host_no,
 973             cp->device->channel, cp->device->id, cp->device->lun, cp,
 974             cp->serial_number));
 975         if (sense_len)
 976                 DEBUG5(qla2x00_dump_buffer(cp->sense_buffer,
 977                     CMD_ACTUAL_SNSLEN(cp)));
 978 }
 979
 980 /**
 981  * qla2x00_status_entry() - Process a Status IOCB entry.
 982  * @ha: SCSI driver HA context
 983  * @pkt: Entry pointer
 984  */
 985 static void
 986 qla2x00_status_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, void *pkt)
 987 {
 988         srb_t           *sp;
 989         fc_port_t       *fcport;
 990         struct scsi_cmnd *cp;
 991         sts_entry_t *sts;
 992         struct sts_entry_24xx *sts24;
 993         uint16_t        comp_status;
 994         uint16_t        scsi_status;
 995         uint8_t         lscsi_status;
 996         int32_t         resid;
 997         uint32_t        sense_len, rsp_info_len, resid_len, fw_resid_len;
 998         uint8_t         *rsp_info, *sense_data;
 999         struct qla_hw_data *ha = vha->hw;
1000         struct req_que *req = rsp->req;
1001
1002         sts = (sts_entry_t *) pkt;
1003         sts24 = (struct sts_entry_24xx *) pkt;
1004         if (IS_FWI2_CAPABLE(ha)) {
1005                 comp_status = le16_to_cpu(sts24->comp_status);
1006                 scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
1007         } else {
1008                 comp_status = le16_to_cpu(sts->comp_status);
1009                 scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
1010         }
1011
1012         /* Fast path completion. */
1013         if (comp_status == CS_COMPLETE && scsi_status == 0) {
1014                 qla2x00_process_completed_request(vha, req, sts->handle);
1015
1016                 return;
1017         }
1018
1019         /* Validate handle. */
1020         if (sts->handle < MAX_OUTSTANDING_COMMANDS) {
1021                 sp = req->outstanding_cmds[sts->handle];
1022                 req->outstanding_cmds[sts->handle] = NULL;
1023         } else
1024                 sp = NULL;
1025
1026         if (sp == NULL) {
1027                 DEBUG2(printk("scsi(%ld): Status Entry invalid handle.\n",
1028                     vha->host_no));
1029                 qla_printk(KERN_WARNING, ha, "Status Entry invalid handle.\n");
1030
1031                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1032                 qla2xxx_wake_dpc(vha);
1033                 return;
1034         }
1035         cp = sp->cmd;
1036         if (cp == NULL) {
1037                 DEBUG2(printk("scsi(%ld): Command already returned back to OS "
1038                     "pkt->handle=%d sp=%p.\n", vha->host_no, sts->handle, sp));
1039                 qla_printk(KERN_WARNING, ha,
1040                     "Command is NULL: already returned to OS (sp=%p)\n", sp);
1041
1042                 return;
1043         }
1044
1045         lscsi_status = scsi_status & STATUS_MASK;
1046         CMD_ENTRY_STATUS(cp) = sts->entry_status;
1047         CMD_COMPL_STATUS(cp) = comp_status;
1048         CMD_SCSI_STATUS(cp) = scsi_status;
1049
1050         fcport = sp->fcport;
1051
1052         sense_len = rsp_info_len = resid_len = fw_resid_len = 0;
1053         if (IS_FWI2_CAPABLE(ha)) {
1054                 sense_len = le32_to_cpu(sts24->sense_len);
1055                 rsp_info_len = le32_to_cpu(sts24->rsp_data_len);
1056                 resid_len = le32_to_cpu(sts24->rsp_residual_count);
1057                 fw_resid_len = le32_to_cpu(sts24->residual_len);
1058                 rsp_info = sts24->data;
1059                 sense_data = sts24->data;
1060                 host_to_fcp_swap(sts24->data, sizeof(sts24->data));
1061         } else {
1062                 sense_len = le16_to_cpu(sts->req_sense_length);
1063                 rsp_info_len = le16_to_cpu(sts->rsp_info_len);
1064                 resid_len = le32_to_cpu(sts->residual_length);
1065                 rsp_info = sts->rsp_info;
1066                 sense_data = sts->req_sense_data;
1067         }
1068
1069         /* Check for any FCP transport errors. */
1070         if (scsi_status & SS_RESPONSE_INFO_LEN_VALID) {
1071                 /* Sense data lies beyond any FCP RESPONSE data. */
1072                 if (IS_FWI2_CAPABLE(ha))
1073                         sense_data += rsp_info_len;
1074                 if (rsp_info_len > 3 && rsp_info[3]) {
1075                         DEBUG2(printk("scsi(%ld:%d:%d:%d) FCP I/O protocol "
1076                             "failure (%x/%02x%02x%02x%02x%02x%02x%02x%02x)..."
1077                             "retrying command\n", vha->host_no,
1078                             cp->device->channel, cp->device->id,
1079                             cp->device->lun, rsp_info_len, rsp_info[0],
1080                             rsp_info[1], rsp_info[2], rsp_info[3], rsp_info[4],
1081                             rsp_info[5], rsp_info[6], rsp_info[7]));
1082
1083                         cp->result = DID_BUS_BUSY << 16;
1084                         qla2x00_sp_compl(ha, sp);
1085                         return;
1086                 }
1087         }
1088
1089         /* Check for overrun. */
1090         if (IS_FWI2_CAPABLE(ha) && comp_status == CS_COMPLETE &&
1091             scsi_status & SS_RESIDUAL_OVER)
1092                 comp_status = CS_DATA_OVERRUN;
1093
1094         /*
1095          * Based on Host and scsi status generate status code for Linux
1096          */
1097         switch (comp_status) {
1098         case CS_COMPLETE:
1099         case CS_QUEUE_FULL:
1100                 if (scsi_status == 0) {
1101                         cp->result = DID_OK << 16;
1102                         break;
1103                 }
1104                 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER)) {
1105                         resid = resid_len;
1106                         scsi_set_resid(cp, resid);
1107                         CMD_RESID_LEN(cp) = resid;
1108
1109                         if (!lscsi_status &&
1110                             ((unsigned)(scsi_bufflen(cp) - resid) <
1111                              cp->underflow)) {
1112                                 qla_printk(KERN_INFO, ha,
1113                                            "scsi(%ld:%d:%d:%d): Mid-layer underflow "
1114                                            "detected (%x of %x bytes)...returning "
1115                                            "error status.\n", vha->host_no,
1116                                            cp->device->channel, cp->device->id,
1117                                            cp->device->lun, resid,
1118                                            scsi_bufflen(cp));
1119
1120                                 cp->result = DID_ERROR << 16;
1121                                 break;
1122                         }
1123                 }
1124                 cp->result = DID_OK << 16 | lscsi_status;
1125
1126                 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
1127                         DEBUG2(printk(KERN_INFO
1128                             "scsi(%ld): QUEUE FULL status detected "
1129                             "0x%x-0x%x.\n", vha->host_no, comp_status,
1130                             scsi_status));
1131
1132                         /* Adjust queue depth for all luns on the port. */
1133                         fcport->last_queue_full = jiffies;
1134                         starget_for_each_device(cp->device->sdev_target,
1135                             fcport, qla2x00_adjust_sdev_qdepth_down);
1136                         break;
1137                 }
1138                 if (lscsi_status != SS_CHECK_CONDITION)
1139                         break;
1140
1141                 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1142                 if (!(scsi_status & SS_SENSE_LEN_VALID))
1143                         break;
1144
1145                 qla2x00_handle_sense(sp, sense_data, sense_len);
1146                 break;
1147
1148         case CS_DATA_UNDERRUN:
1149                 resid = resid_len;
1150                 /* Use F/W calculated residual length. */
1151                 if (IS_FWI2_CAPABLE(ha)) {
1152                         if (!(scsi_status & SS_RESIDUAL_UNDER)) {
1153                                 lscsi_status = 0;
1154                         } else if (resid != fw_resid_len) {
1155                                 scsi_status &= ~SS_RESIDUAL_UNDER;
1156                                 lscsi_status = 0;
1157                         }
1158                         resid = fw_resid_len;
1159                 }
1160
1161                 if (scsi_status & SS_RESIDUAL_UNDER) {
1162                         scsi_set_resid(cp, resid);
1163                         CMD_RESID_LEN(cp) = resid;
1164                 } else {
1165                         DEBUG2(printk(KERN_INFO
1166                             "scsi(%ld:%d:%d) UNDERRUN status detected "
1167                             "0x%x-0x%x. resid=0x%x fw_resid=0x%x cdb=0x%x "
1168                             "os_underflow=0x%x\n", vha->host_no,
1169                             cp->device->id, cp->device->lun, comp_status,
1170                             scsi_status, resid_len, resid, cp->cmnd[0],
1171                             cp->underflow));
1172
1173                 }
1174
1175                 /*
1176                  * Check to see if SCSI Status is non zero. If so report SCSI
1177                  * Status.
1178                  */
1179                 if (lscsi_status != 0) {
1180                         cp->result = DID_OK << 16 | lscsi_status;
1181
1182                         if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
1183                                 DEBUG2(printk(KERN_INFO
1184                                     "scsi(%ld): QUEUE FULL status detected "
1185                                     "0x%x-0x%x.\n", vha->host_no, comp_status,
1186                                     scsi_status));
1187
1188                                 /*
1189                                  * Adjust queue depth for all luns on the
1190                                  * port.
1191                                  */
1192                                 fcport->last_queue_full = jiffies;
1193                                 starget_for_each_device(
1194                                     cp->device->sdev_target, fcport,
1195                                     qla2x00_adjust_sdev_qdepth_down);
1196                                 break;
1197                         }
1198                         if (lscsi_status != SS_CHECK_CONDITION)
1199                                 break;
1200
1201                         memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1202                         if (!(scsi_status & SS_SENSE_LEN_VALID))
1203                                 break;
1204
1205                         qla2x00_handle_sense(sp, sense_data, sense_len);
1206                 } else {
1207                         /*
1208                          * If RISC reports underrun and target does not report
1209                          * it then we must have a lost frame, so tell upper
1210                          * layer to retry it by reporting a bus busy.
1211                          */
1212                         if (!(scsi_status & SS_RESIDUAL_UNDER)) {
1213                                 DEBUG2(printk("scsi(%ld:%d:%d:%d) Dropped "
1214                                               "frame(s) detected (%x of %x bytes)..."
1215                                               "retrying command.\n",
1216                                         vha->host_no, cp->device->channel,
1217                                         cp->device->id, cp->device->lun, resid,
1218                                         scsi_bufflen(cp)));
1219
1220                                 cp->result = DID_BUS_BUSY << 16;
1221                                 break;
1222                         }
1223
1224                         /* Handle mid-layer underflow */
1225                         if ((unsigned)(scsi_bufflen(cp) - resid) <
1226                             cp->underflow) {
1227                                 qla_printk(KERN_INFO, ha,
1228                                            "scsi(%ld:%d:%d:%d): Mid-layer underflow "
1229                                            "detected (%x of %x bytes)...returning "
1230                                            "error status.\n", vha->host_no,
1231                                            cp->device->channel, cp->device->id,
1232                                            cp->device->lun, resid,
1233                                            scsi_bufflen(cp));
1234
1235                                 cp->result = DID_ERROR << 16;
1236                                 break;
1237                         }
1238
1239                         /* Everybody online, looking good... */
1240                         cp->result = DID_OK << 16;
1241                 }
1242                 break;
1243
1244         case CS_DATA_OVERRUN:
1245                 DEBUG2(printk(KERN_INFO
1246                     "scsi(%ld:%d:%d): OVERRUN status detected 0x%x-0x%x\n",
1247                     vha->host_no, cp->device->id, cp->device->lun, comp_status,
1248                     scsi_status));
1249                 DEBUG2(printk(KERN_INFO
1250                     "CDB: 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x\n",
1251                     cp->cmnd[0], cp->cmnd[1], cp->cmnd[2], cp->cmnd[3],
1252                     cp->cmnd[4], cp->cmnd[5]));
1253                 DEBUG2(printk(KERN_INFO
1254                     "PID=0x%lx req=0x%x xtra=0x%x -- returning DID_ERROR "
1255                     "status!\n",
1256                     cp->serial_number, scsi_bufflen(cp), resid_len));
1257
1258                 cp->result = DID_ERROR << 16;
1259                 break;
1260
1261         case CS_PORT_LOGGED_OUT:
1262         case CS_PORT_CONFIG_CHG:
1263         case CS_PORT_BUSY:
1264         case CS_INCOMPLETE:
1265         case CS_PORT_UNAVAILABLE:
1266                 /*
1267                  * If the port is in Target Down state, return all IOs for this
1268                  * Target with DID_NO_CONNECT ELSE Queue the IOs in the
1269                  * retry_queue.
1270                  */
1271                 DEBUG2(printk("scsi(%ld:%d:%d): status_entry: Port Down "
1272                     "pid=%ld, compl status=0x%x, port state=0x%x\n",
1273                     vha->host_no, cp->device->id, cp->device->lun,
1274                     cp->serial_number, comp_status,
1275                     atomic_read(&fcport->state)));
1276
1277                 /*
1278                  * We are going to have the fc class block the rport
1279                  * while we try to recover so instruct the mid layer
1280                  * to requeue until the class decides how to handle this.
1281                  */
1282                 cp->result = DID_TRANSPORT_DISRUPTED << 16;
1283                 if (atomic_read(&fcport->state) == FCS_ONLINE)
1284                         qla2x00_mark_device_lost(fcport->vha, fcport, 1, 1);
1285                 break;
1286
1287         case CS_RESET:
1288                 DEBUG2(printk(KERN_INFO
1289                     "scsi(%ld): RESET status detected 0x%x-0x%x.\n",
1290                     vha->host_no, comp_status, scsi_status));
1291
1292                 cp->result = DID_RESET << 16;
1293                 break;
1294
1295         case CS_ABORTED:
1296                 /*
1297                  * hv2.19.12 - DID_ABORT does not retry the request if we
1298                  * aborted this request then abort otherwise it must be a
1299                  * reset.
1300                  */
1301                 DEBUG2(printk(KERN_INFO
1302                     "scsi(%ld): ABORT status detected 0x%x-0x%x.\n",
1303                     vha->host_no, comp_status, scsi_status));
1304
1305                 cp->result = DID_RESET << 16;
1306                 break;
1307
1308         case CS_TIMEOUT:
1309                 /*
1310                  * We are going to have the fc class block the rport
1311                  * while we try to recover so instruct the mid layer
1312                  * to requeue until the class decides how to handle this.
1313                  */
1314                 cp->result = DID_TRANSPORT_DISRUPTED << 16;
1315
1316                 if (IS_FWI2_CAPABLE(ha)) {
1317                         DEBUG2(printk(KERN_INFO
1318                             "scsi(%ld:%d:%d:%d): TIMEOUT status detected "
1319                             "0x%x-0x%x\n", vha->host_no, cp->device->channel,
1320                             cp->device->id, cp->device->lun, comp_status,
1321                             scsi_status));
1322                         break;
1323                 }
1324                 DEBUG2(printk(KERN_INFO
1325                     "scsi(%ld:%d:%d:%d): TIMEOUT status detected 0x%x-0x%x "
1326                     "sflags=%x.\n", vha->host_no, cp->device->channel,
1327                     cp->device->id, cp->device->lun, comp_status, scsi_status,
1328                     le16_to_cpu(sts->status_flags)));
1329
1330                 /* Check to see if logout occurred. */
1331                 if ((le16_to_cpu(sts->status_flags) & SF_LOGOUT_SENT))
1332                         qla2x00_mark_device_lost(fcport->vha, fcport, 1, 1);
1333                 break;
1334
1335         default:
1336                 DEBUG3(printk("scsi(%ld): Error detected (unknown status) "
1337                     "0x%x-0x%x.\n", vha->host_no, comp_status, scsi_status));
1338                 qla_printk(KERN_INFO, ha,
1339                     "Unknown status detected 0x%x-0x%x.\n",
1340                     comp_status, scsi_status);
1341
1342                 cp->result = DID_ERROR << 16;
1343                 break;
1344         }
1345
1346         /* Place command on done queue. */
1347         if (vha->status_srb == NULL)
1348                 qla2x00_sp_compl(ha, sp);
1349 }
1350
1351 /**
1352  * qla2x00_status_cont_entry() - Process a Status Continuations entry.
1353  * @ha: SCSI driver HA context
1354  * @pkt: Entry pointer
1355  *
1356  * Extended sense data.
1357  */
1358 static void
1359 qla2x00_status_cont_entry(scsi_qla_host_t *vha, sts_cont_entry_t *pkt)
1360 {
1361         uint8_t         sense_sz = 0;
1362         struct qla_hw_data *ha = vha->hw;
1363         srb_t           *sp = vha->status_srb;
1364         struct scsi_cmnd *cp;
1365
1366         if (sp != NULL && sp->request_sense_length != 0) {
1367                 cp = sp->cmd;
1368                 if (cp == NULL) {
1369                         DEBUG2(printk("%s(): Cmd already returned back to OS "
1370                             "sp=%p.\n", __func__, sp));
1371                         qla_printk(KERN_INFO, ha,
1372                             "cmd is NULL: already returned to OS (sp=%p)\n",
1373                             sp);
1374
1375                         vha->status_srb = NULL;
1376                         return;
1377                 }
1378
1379                 if (sp->request_sense_length > sizeof(pkt->data)) {
1380                         sense_sz = sizeof(pkt->data);
1381                 } else {
1382                         sense_sz = sp->request_sense_length;
1383                 }
1384
1385                 /* Move sense data. */
1386                 if (IS_FWI2_CAPABLE(ha))
1387                         host_to_fcp_swap(pkt->data, sizeof(pkt->data));
1388                 memcpy(sp->request_sense_ptr, pkt->data, sense_sz);
1389                 DEBUG5(qla2x00_dump_buffer(sp->request_sense_ptr, sense_sz));
1390
1391                 sp->request_sense_ptr += sense_sz;
1392                 sp->request_sense_length -= sense_sz;
1393
1394                 /* Place command on done queue. */
1395                 if (sp->request_sense_length == 0) {
1396                         vha->status_srb = NULL;
1397                         qla2x00_sp_compl(ha, sp);
1398                 }
1399         }
1400 }
1401
1402 /**
1403  * qla2x00_error_entry() - Process an error entry.
1404  * @ha: SCSI driver HA context
1405  * @pkt: Entry pointer
1406  */
1407 static void
1408 qla2x00_error_entry(scsi_qla_host_t *vha, struct rsp_que *rsp, sts_entry_t *pkt)
1409 {
1410         srb_t *sp;
1411         struct qla_hw_data *ha = vha->hw;
1412         struct req_que *req = rsp->req;
1413 #if defined(QL_DEBUG_LEVEL_2)
1414         if (pkt->entry_status & RF_INV_E_ORDER)
1415                 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Order\n", __func__);
1416         else if (pkt->entry_status & RF_INV_E_COUNT)
1417                 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Count\n", __func__);
1418         else if (pkt->entry_status & RF_INV_E_PARAM)
1419                 qla_printk(KERN_ERR, ha,
1420                     "%s: Invalid Entry Parameter\n", __func__);
1421         else if (pkt->entry_status & RF_INV_E_TYPE)
1422                 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Type\n", __func__);
1423         else if (pkt->entry_status & RF_BUSY)
1424                 qla_printk(KERN_ERR, ha, "%s: Busy\n", __func__);
1425         else
1426                 qla_printk(KERN_ERR, ha, "%s: UNKNOWN flag error\n", __func__);
1427 #endif
1428
1429         /* Validate handle. */
1430         if (pkt->handle < MAX_OUTSTANDING_COMMANDS)
1431                 sp = req->outstanding_cmds[pkt->handle];
1432         else
1433                 sp = NULL;
1434
1435         if (sp) {
1436                 /* Free outstanding command slot. */
1437                 req->outstanding_cmds[pkt->handle] = NULL;
1438
1439                 /* Bad payload or header */
1440                 if (pkt->entry_status &
1441                     (RF_INV_E_ORDER | RF_INV_E_COUNT |
1442                      RF_INV_E_PARAM | RF_INV_E_TYPE)) {
1443                         sp->cmd->result = DID_ERROR << 16;
1444                 } else if (pkt->entry_status & RF_BUSY) {
1445                         sp->cmd->result = DID_BUS_BUSY << 16;
1446                 } else {
1447                         sp->cmd->result = DID_ERROR << 16;
1448                 }
1449                 qla2x00_sp_compl(ha, sp);
1450
1451         } else if (pkt->entry_type == COMMAND_A64_TYPE || pkt->entry_type ==
1452             COMMAND_TYPE || pkt->entry_type == COMMAND_TYPE_7) {
1453                 DEBUG2(printk("scsi(%ld): Error entry - invalid handle\n",
1454                     vha->host_no));
1455                 qla_printk(KERN_WARNING, ha,
1456                     "Error entry - invalid handle\n");
1457
1458                 set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1459                 qla2xxx_wake_dpc(vha);
1460         }
1461 }
1462
1463 /**
1464  * qla24xx_mbx_completion() - Process mailbox command completions.
1465  * @ha: SCSI driver HA context
1466  * @mb0: Mailbox0 register
1467  */
1468 static void
1469 qla24xx_mbx_completion(scsi_qla_host_t *vha, uint16_t mb0)
1470 {
1471         uint16_t        cnt;
1472         uint16_t __iomem *wptr;
1473         struct qla_hw_data *ha = vha->hw;
1474         struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1475
1476         /* Load return mailbox registers. */
1477         ha->flags.mbox_int = 1;
1478         ha->mailbox_out[0] = mb0;
1479         wptr = (uint16_t __iomem *)&reg->mailbox1;
1480
1481         for (cnt = 1; cnt < ha->mbx_count; cnt++) {
1482                 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
1483                 wptr++;
1484         }
1485
1486         if (ha->mcp) {
1487                 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
1488                     __func__, vha->host_no, ha->mcp->mb[0]));
1489         } else {
1490                 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
1491                     __func__, vha->host_no));
1492         }
1493 }
1494
1495 /**
1496  * qla24xx_process_response_queue() - Process response queue entries.
1497  * @ha: SCSI driver HA context
1498  */
1499 void
1500 qla24xx_process_response_queue(struct rsp_que *rsp)
1501 {
1502         struct qla_hw_data *ha = rsp->hw;
1503         struct sts_entry_24xx *pkt;
1504         struct scsi_qla_host *vha;
1505
1506         vha = qla2x00_get_rsp_host(rsp);
1507
1508         if (!vha->flags.online)
1509                 return;
1510
1511         while (rsp->ring_ptr->signature != RESPONSE_PROCESSED) {
1512                 pkt = (struct sts_entry_24xx *)rsp->ring_ptr;
1513
1514                 rsp->ring_index++;
1515                 if (rsp->ring_index == rsp->length) {
1516                         rsp->ring_index = 0;
1517                         rsp->ring_ptr = rsp->ring;
1518                 } else {
1519                         rsp->ring_ptr++;
1520                 }
1521
1522                 if (pkt->entry_status != 0) {
1523                         DEBUG3(printk(KERN_INFO
1524                             "scsi(%ld): Process error entry.\n", vha->host_no));
1525
1526                         qla2x00_error_entry(vha, rsp, (sts_entry_t *) pkt);
1527                         ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1528                         wmb();
1529                         continue;
1530                 }
1531
1532                 switch (pkt->entry_type) {
1533                 case STATUS_TYPE:
1534                         qla2x00_status_entry(vha, rsp, pkt);
1535                         break;
1536                 case STATUS_CONT_TYPE:
1537                         qla2x00_status_cont_entry(vha, (sts_cont_entry_t *)pkt);
1538                         break;
1539                 case VP_RPT_ID_IOCB_TYPE:
1540                         qla24xx_report_id_acquisition(vha,
1541                             (struct vp_rpt_id_entry_24xx *)pkt);
1542                         break;
1543                 default:
1544                         /* Type Not Supported. */
1545                         DEBUG4(printk(KERN_WARNING
1546                             "scsi(%ld): Received unknown response pkt type %x "
1547                             "entry status=%x.\n",
1548                             vha->host_no, pkt->entry_type, pkt->entry_status));
1549                         break;
1550                 }
1551                 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1552                 wmb();
1553         }
1554
1555         /* Adjust ring index */
1556         ha->isp_ops->wrt_rsp_reg(ha, rsp->id, rsp->ring_index);
1557 }
1558
1559 static void
1560 qla2xxx_check_risc_status(scsi_qla_host_t *vha)
1561 {
1562         int rval;
1563         uint32_t cnt;
1564         struct qla_hw_data *ha = vha->hw;
1565         struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1566
1567         if (!IS_QLA25XX(ha) && !IS_QLA81XX(ha))
1568                 return;
1569
1570         rval = QLA_SUCCESS;
1571         WRT_REG_DWORD(&reg->iobase_addr, 0x7C00);
1572         RD_REG_DWORD(&reg->iobase_addr);
1573         WRT_REG_DWORD(&reg->iobase_window, 0x0001);
1574         for (cnt = 10000; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
1575             rval == QLA_SUCCESS; cnt--) {
1576                 if (cnt) {
1577                         WRT_REG_DWORD(&reg->iobase_window, 0x0001);
1578                         udelay(10);
1579                 } else
1580                         rval = QLA_FUNCTION_TIMEOUT;
1581         }
1582         if (rval == QLA_SUCCESS)
1583                 goto next_test;
1584
1585         WRT_REG_DWORD(&reg->iobase_window, 0x0003);
1586         for (cnt = 100; (RD_REG_DWORD(&reg->iobase_window) & BIT_0) == 0 &&
1587             rval == QLA_SUCCESS; cnt--) {
1588                 if (cnt) {
1589                         WRT_REG_DWORD(&reg->iobase_window, 0x0003);
1590                         udelay(10);
1591                 } else
1592                         rval = QLA_FUNCTION_TIMEOUT;
1593         }
1594         if (rval != QLA_SUCCESS)
1595                 goto done;
1596
1597 next_test:
1598         if (RD_REG_DWORD(&reg->iobase_c8) & BIT_3)
1599                 qla_printk(KERN_INFO, ha, "Additional code -- 0x55AA.\n");
1600
1601 done:
1602         WRT_REG_DWORD(&reg->iobase_window, 0x0000);
1603         RD_REG_DWORD(&reg->iobase_window);
1604 }
1605
1606 /**
1607  * qla24xx_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
1608  * @irq:
1609  * @dev_id: SCSI driver HA context
1610  *
1611  * Called by system whenever the host adapter generates an interrupt.
1612  *
1613  * Returns handled flag.
1614  */
1615 irqreturn_t
1616 qla24xx_intr_handler(int irq, void *dev_id)
1617 {
1618         scsi_qla_host_t *vha;
1619         struct qla_hw_data *ha;
1620         struct device_reg_24xx __iomem *reg;
1621         int             status;
1622         unsigned long   iter;
1623         uint32_t        stat;
1624         uint32_t        hccr;
1625         uint16_t        mb[4];
1626         struct rsp_que *rsp;
1627
1628         rsp = (struct rsp_que *) dev_id;
1629         if (!rsp) {
1630                 printk(KERN_INFO
1631                     "%s(): NULL response queue pointer\n", __func__);
1632                 return IRQ_NONE;
1633         }
1634
1635         ha = rsp->hw;
1636         reg = &ha->iobase->isp24;
1637         status = 0;
1638
1639         spin_lock(&ha->hardware_lock);
1640         vha = qla2x00_get_rsp_host(rsp);
1641         for (iter = 50; iter--; ) {
1642                 stat = RD_REG_DWORD(&reg->host_status);
1643                 if (stat & HSRX_RISC_PAUSED) {
1644                         if (pci_channel_offline(ha->pdev))
1645                                 break;
1646
1647                         hccr = RD_REG_DWORD(&reg->hccr);
1648
1649                         qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
1650                             "Dumping firmware!\n", hccr);
1651
1652                         qla2xxx_check_risc_status(vha);
1653
1654                         ha->isp_ops->fw_dump(vha, 1);
1655                         set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1656                         break;
1657                 } else if ((stat & HSRX_RISC_INT) == 0)
1658                         break;
1659
1660                 switch (stat & 0xff) {
1661                 case 0x1:
1662                 case 0x2:
1663                 case 0x10:
1664                 case 0x11:
1665                         qla24xx_mbx_completion(vha, MSW(stat));
1666                         status |= MBX_INTERRUPT;
1667
1668                         break;
1669                 case 0x12:
1670                         mb[0] = MSW(stat);
1671                         mb[1] = RD_REG_WORD(&reg->mailbox1);
1672                         mb[2] = RD_REG_WORD(&reg->mailbox2);
1673                         mb[3] = RD_REG_WORD(&reg->mailbox3);
1674                         qla2x00_async_event(vha, rsp, mb);
1675                         break;
1676                 case 0x13:
1677                 case 0x14:
1678                         qla24xx_process_response_queue(rsp);
1679                         break;
1680                 default:
1681                         DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
1682                             "(%d).\n",
1683                             vha->host_no, stat & 0xff));
1684                         break;
1685                 }
1686                 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
1687                 RD_REG_DWORD_RELAXED(&reg->hccr);
1688         }
1689         spin_unlock(&ha->hardware_lock);
1690
1691         if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
1692             (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1693                 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
1694                 complete(&ha->mbx_intr_comp);
1695         }
1696
1697         return IRQ_HANDLED;
1698 }
1699
1700 static irqreturn_t
1701 qla24xx_msix_rsp_q(int irq, void *dev_id)
1702 {
1703         struct qla_hw_data *ha;
1704         struct rsp_que *rsp;
1705         struct device_reg_24xx __iomem *reg;
1706
1707         rsp = (struct rsp_que *) dev_id;
1708         if (!rsp) {
1709                 printk(KERN_INFO
1710                 "%s(): NULL response queue pointer\n", __func__);
1711                 return IRQ_NONE;
1712         }
1713         ha = rsp->hw;
1714         reg = &ha->iobase->isp24;
1715
1716         spin_lock_irq(&ha->hardware_lock);
1717
1718         qla24xx_process_response_queue(rsp);
1719         WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
1720
1721         spin_unlock_irq(&ha->hardware_lock);
1722
1723         return IRQ_HANDLED;
1724 }
1725
1726 static irqreturn_t
1727 qla25xx_msix_rsp_q(int irq, void *dev_id)
1728 {
1729         struct qla_hw_data *ha;
1730         struct rsp_que *rsp;
1731         struct device_reg_24xx __iomem *reg;
1732
1733         rsp = (struct rsp_que *) dev_id;
1734         if (!rsp) {
1735                 printk(KERN_INFO
1736                         "%s(): NULL response queue pointer\n", __func__);
1737                 return IRQ_NONE;
1738         }
1739         ha = rsp->hw;
1740         reg = &ha->iobase->isp24;
1741
1742         spin_lock_irq(&ha->hardware_lock);
1743
1744         qla24xx_process_response_queue(rsp);
1745
1746         spin_unlock_irq(&ha->hardware_lock);
1747
1748         return IRQ_HANDLED;
1749 }
1750
1751 static irqreturn_t
1752 qla24xx_msix_default(int irq, void *dev_id)
1753 {
1754         scsi_qla_host_t *vha;
1755         struct qla_hw_data *ha;
1756         struct rsp_que *rsp;
1757         struct device_reg_24xx __iomem *reg;
1758         int             status;
1759         uint32_t        stat;
1760         uint32_t        hccr;
1761         uint16_t        mb[4];
1762
1763         rsp = (struct rsp_que *) dev_id;
1764         if (!rsp) {
1765                 DEBUG(printk(
1766                 "%s(): NULL response queue pointer\n", __func__));
1767                 return IRQ_NONE;
1768         }
1769         ha = rsp->hw;
1770         reg = &ha->iobase->isp24;
1771         status = 0;
1772
1773         spin_lock_irq(&ha->hardware_lock);
1774         vha = qla2x00_get_rsp_host(rsp);
1775         do {
1776                 stat = RD_REG_DWORD(&reg->host_status);
1777                 if (stat & HSRX_RISC_PAUSED) {
1778                         if (pci_channel_offline(ha->pdev))
1779                                 break;
1780
1781                         hccr = RD_REG_DWORD(&reg->hccr);
1782
1783                         qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
1784                             "Dumping firmware!\n", hccr);
1785
1786                         qla2xxx_check_risc_status(vha);
1787
1788                         ha->isp_ops->fw_dump(vha, 1);
1789                         set_bit(ISP_ABORT_NEEDED, &vha->dpc_flags);
1790                         break;
1791                 } else if ((stat & HSRX_RISC_INT) == 0)
1792                         break;
1793
1794                 switch (stat & 0xff) {
1795                 case 0x1:
1796                 case 0x2:
1797                 case 0x10:
1798                 case 0x11:
1799                         qla24xx_mbx_completion(vha, MSW(stat));
1800                         status |= MBX_INTERRUPT;
1801
1802                         break;
1803                 case 0x12:
1804                         mb[0] = MSW(stat);
1805                         mb[1] = RD_REG_WORD(&reg->mailbox1);
1806                         mb[2] = RD_REG_WORD(&reg->mailbox2);
1807                         mb[3] = RD_REG_WORD(&reg->mailbox3);
1808                         qla2x00_async_event(vha, rsp, mb);
1809                         break;
1810                 case 0x13:
1811                 case 0x14:
1812                         qla24xx_process_response_queue(rsp);
1813                         break;
1814                 default:
1815                         DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
1816                             "(%d).\n",
1817                             vha->host_no, stat & 0xff));
1818                         break;
1819                 }
1820                 WRT_REG_DWORD(&reg->hccr, HCCRX_CLR_RISC_INT);
1821         } while (0);
1822         spin_unlock_irq(&ha->hardware_lock);
1823
1824         if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
1825             (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1826                 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
1827                 complete(&ha->mbx_intr_comp);
1828         }
1829
1830         return IRQ_HANDLED;
1831 }
1832
1833 /* Interrupt handling helpers. */
1834
1835 struct qla_init_msix_entry {
1836         uint16_t entry;
1837         uint16_t index;
1838         const char *name;
1839         irq_handler_t handler;
1840 };
1841
1842 static struct qla_init_msix_entry base_queue = {
1843         .entry = 0,
1844         .index = 0,
1845         .name = "qla2xxx (default)",
1846         .handler = qla24xx_msix_default,
1847 };
1848
1849 static struct qla_init_msix_entry base_rsp_queue = {
1850         .entry = 1,
1851         .index = 1,
1852         .name = "qla2xxx (rsp_q)",
1853         .handler = qla24xx_msix_rsp_q,
1854 };
1855
1856 static struct qla_init_msix_entry multi_rsp_queue = {
1857         .entry = 1,
1858         .index = 1,
1859         .name = "qla2xxx (multi_q)",
1860         .handler = qla25xx_msix_rsp_q,
1861 };
1862
1863 static void
1864 qla24xx_disable_msix(struct qla_hw_data *ha)
1865 {
1866         int i;
1867         struct qla_msix_entry *qentry;
1868
1869         for (i = 0; i < ha->msix_count; i++) {
1870                 qentry = &ha->msix_entries[i];
1871                 if (qentry->have_irq)
1872                         free_irq(qentry->vector, qentry->rsp);
1873         }
1874         pci_disable_msix(ha->pdev);
1875         kfree(ha->msix_entries);
1876         ha->msix_entries = NULL;
1877         ha->flags.msix_enabled = 0;
1878 }
1879
1880 static int
1881 qla24xx_enable_msix(struct qla_hw_data *ha, struct rsp_que *rsp)
1882 {
1883 #define MIN_MSIX_COUNT  2
1884         int i, ret;
1885         struct msix_entry *entries;
1886         struct qla_msix_entry *qentry;
1887         struct qla_init_msix_entry *msix_queue;
1888
1889         entries = kzalloc(sizeof(struct msix_entry) * ha->msix_count,
1890                                         GFP_KERNEL);
1891         if (!entries)
1892                 return -ENOMEM;
1893
1894         for (i = 0; i < ha->msix_count; i++)
1895                 entries[i].entry = i;
1896
1897         ret = pci_enable_msix(ha->pdev, entries, ha->msix_count);
1898         if (ret) {
1899                 if (ret < MIN_MSIX_COUNT)
1900                         goto msix_failed;
1901
1902                 qla_printk(KERN_WARNING, ha,
1903                         "MSI-X: Failed to enable support -- %d/%d\n"
1904                         " Retry with %d vectors\n", ha->msix_count, ret, ret);
1905                 ha->msix_count = ret;
1906                 ret = pci_enable_msix(ha->pdev, entries, ha->msix_count);
1907                 if (ret) {
1908 msix_failed:
1909                         qla_printk(KERN_WARNING, ha, "MSI-X: Failed to enable"
1910                                 " support, giving up -- %d/%d\n",
1911                                 ha->msix_count, ret);
1912                         goto msix_out;
1913                 }
1914                 ha->max_queues = ha->msix_count - 1;
1915         }
1916         ha->msix_entries = kzalloc(sizeof(struct qla_msix_entry) *
1917                                 ha->msix_count, GFP_KERNEL);
1918         if (!ha->msix_entries) {
1919                 ret = -ENOMEM;
1920                 goto msix_out;
1921         }
1922         ha->flags.msix_enabled = 1;
1923
1924         for (i = 0; i < ha->msix_count; i++) {
1925                 qentry = &ha->msix_entries[i];
1926                 qentry->vector = entries[i].vector;
1927                 qentry->entry = entries[i].entry;
1928                 qentry->have_irq = 0;
1929                 qentry->rsp = NULL;
1930         }
1931
1932         /* Enable MSI-X for AENs for queue 0 */
1933         qentry = &ha->msix_entries[0];
1934         ret = request_irq(qentry->vector, base_queue.handler, 0,
1935                                         base_queue.name, rsp);
1936         if (ret) {
1937                 qla_printk(KERN_WARNING, ha,
1938                         "MSI-X: Unable to register handler -- %x/%d.\n",
1939                         qentry->vector, ret);
1940                 qla24xx_disable_msix(ha);
1941                 goto msix_out;
1942         }
1943         qentry->have_irq = 1;
1944         qentry->rsp = rsp;
1945
1946         /* Enable MSI-X vector for response queue update for queue 0 */
1947         if (ha->max_queues > 1 && ha->mqiobase) {
1948                 ha->mqenable = 1;
1949                 msix_queue = &multi_rsp_queue;
1950                 qla_printk(KERN_INFO, ha,
1951                                 "MQ enabled, Number of Queue Resources: %d \n",
1952                                 ha->max_queues);
1953         } else {
1954                 ha->mqenable = 0;
1955                 msix_queue = &base_rsp_queue;
1956         }
1957
1958         qentry = &ha->msix_entries[1];
1959         ret = request_irq(qentry->vector, msix_queue->handler, 0,
1960                                                 msix_queue->name, rsp);
1961         if (ret) {
1962                 qla_printk(KERN_WARNING, ha,
1963                         "MSI-X: Unable to register handler -- %x/%d.\n",
1964                         qentry->vector, ret);
1965                 qla24xx_disable_msix(ha);
1966                 ha->mqenable = 0;
1967                 goto msix_out;
1968         }
1969         qentry->have_irq = 1;
1970         qentry->rsp = rsp;
1971
1972 msix_out:
1973         kfree(entries);
1974         return ret;
1975 }
1976
1977 int
1978 qla2x00_request_irqs(struct qla_hw_data *ha, struct rsp_que *rsp)
1979 {
1980         int ret;
1981         device_reg_t __iomem *reg = ha->iobase;
1982
1983         /* If possible, enable MSI-X. */
1984         if (!IS_QLA2432(ha) && !IS_QLA2532(ha) &&
1985             !IS_QLA8432(ha) && !IS_QLA8001(ha))
1986                 goto skip_msix;
1987
1988         if (IS_QLA2432(ha) && (ha->pdev->revision < QLA_MSIX_CHIP_REV_24XX ||
1989                 !QLA_MSIX_FW_MODE_1(ha->fw_attributes))) {
1990                 DEBUG2(qla_printk(KERN_WARNING, ha,
1991                 "MSI-X: Unsupported ISP2432 (0x%X, 0x%X).\n",
1992                         ha->pdev->revision, ha->fw_attributes));
1993
1994                 goto skip_msix;
1995         }
1996
1997         if (ha->pdev->subsystem_vendor == PCI_VENDOR_ID_HP &&
1998             (ha->pdev->subsystem_device == 0x7040 ||
1999                 ha->pdev->subsystem_device == 0x7041 ||
2000                 ha->pdev->subsystem_device == 0x1705)) {
2001                 DEBUG2(qla_printk(KERN_WARNING, ha,
2002                     "MSI-X: Unsupported ISP2432 SSVID/SSDID (0x%X, 0x%X).\n",
2003                     ha->pdev->subsystem_vendor,
2004                     ha->pdev->subsystem_device));
2005
2006                 goto skip_msi;
2007         }
2008
2009         ret = qla24xx_enable_msix(ha, rsp);
2010         if (!ret) {
2011                 DEBUG2(qla_printk(KERN_INFO, ha,
2012                     "MSI-X: Enabled (0x%X, 0x%X).\n", ha->chip_revision,
2013                     ha->fw_attributes));
2014                 goto clear_risc_ints;
2015         }
2016         qla_printk(KERN_WARNING, ha,
2017             "MSI-X: Falling back-to INTa mode -- %d.\n", ret);
2018 skip_msix:
2019
2020         if (!IS_QLA24XX(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha) &&
2021             !IS_QLA8001(ha))
2022                 goto skip_msi;
2023
2024         ret = pci_enable_msi(ha->pdev);
2025         if (!ret) {
2026                 DEBUG2(qla_printk(KERN_INFO, ha, "MSI: Enabled.\n"));
2027                 ha->flags.msi_enabled = 1;
2028         }
2029 skip_msi:
2030
2031         ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
2032             IRQF_DISABLED|IRQF_SHARED, QLA2XXX_DRIVER_NAME, rsp);
2033         if (ret) {
2034                 qla_printk(KERN_WARNING, ha,
2035                     "Failed to reserve interrupt %d already in use.\n",
2036                     ha->pdev->irq);
2037                 goto fail;
2038         }
2039         ha->flags.inta_enabled = 1;
2040 clear_risc_ints:
2041
2042         /*
2043          * FIXME: Noted that 8014s were being dropped during NK testing.
2044          * Timing deltas during MSI-X/INTa transitions?
2045          */
2046         if (IS_QLA81XX(ha))
2047                 goto fail;
2048         spin_lock_irq(&ha->hardware_lock);
2049         if (IS_FWI2_CAPABLE(ha)) {
2050                 WRT_REG_DWORD(&reg->isp24.hccr, HCCRX_CLR_HOST_INT);
2051                 WRT_REG_DWORD(&reg->isp24.hccr, HCCRX_CLR_RISC_INT);
2052         } else {
2053                 WRT_REG_WORD(&reg->isp.semaphore, 0);
2054                 WRT_REG_WORD(&reg->isp.hccr, HCCR_CLR_RISC_INT);
2055                 WRT_REG_WORD(&reg->isp.hccr, HCCR_CLR_HOST_INT);
2056         }
2057         spin_unlock_irq(&ha->hardware_lock);
2058
2059 fail:
2060         return ret;
2061 }
2062
2063 void
2064 qla2x00_free_irqs(scsi_qla_host_t *vha)
2065 {
2066         struct qla_hw_data *ha = vha->hw;
2067         struct rsp_que *rsp = ha->rsp_q_map[0];
2068
2069         if (ha->flags.msix_enabled)
2070                 qla24xx_disable_msix(ha);
2071         else if (ha->flags.inta_enabled) {
2072                 free_irq(ha->pdev->irq, rsp);
2073                 pci_disable_msi(ha->pdev);
2074         }
2075 }
2076
2077 static struct scsi_qla_host *
2078 qla2x00_get_rsp_host(struct rsp_que *rsp)
2079 {
2080         srb_t *sp;
2081         struct qla_hw_data *ha = rsp->hw;
2082         struct scsi_qla_host *vha = NULL;
2083         struct sts_entry_24xx *pkt;
2084         struct req_que *req;
2085
2086         if (rsp->id) {
2087                 pkt = (struct sts_entry_24xx *) rsp->ring_ptr;
2088                 req = rsp->req;
2089                 if (pkt && pkt->handle < MAX_OUTSTANDING_COMMANDS) {
2090                         sp = req->outstanding_cmds[pkt->handle];
2091                         if (sp)
2092                                 vha = sp->fcport->vha;
2093                 }
2094         }
2095         if (!vha)
2096         /* handle it in base queue */
2097                 vha = pci_get_drvdata(ha->pdev);
2098
2099         return vha;
2100 }
2101
2102 int qla25xx_request_irq(struct rsp_que *rsp)
2103 {
2104         struct qla_hw_data *ha = rsp->hw;
2105         struct qla_init_msix_entry *intr = &multi_rsp_queue;
2106         struct qla_msix_entry *msix = rsp->msix;
2107         int ret;
2108
2109         ret = request_irq(msix->vector, intr->handler, 0, intr->name, rsp);
2110         if (ret) {
2111                 qla_printk(KERN_WARNING, ha,
2112                         "MSI-X: Unable to register handler -- %x/%d.\n",
2113                         msix->vector, ret);
2114                 return ret;
2115         }
2116         msix->have_irq = 1;
2117         msix->rsp = rsp;
2118         return ret;
2119 }
2120
2121 void
2122 qla25xx_wrt_rsp_reg(struct qla_hw_data *ha, uint16_t id, uint16_t index)
2123 {
2124         device_reg_t __iomem *reg = (void *) ha->mqiobase + QLA_QUE_PAGE * id;
2125         WRT_REG_DWORD(&reg->isp25mq.rsp_q_out, index);
2126 }
2127
2128 void
2129 qla24xx_wrt_rsp_reg(struct qla_hw_data *ha, uint16_t id, uint16_t index)
2130 {
2131         device_reg_t __iomem *reg = (void *) ha->iobase;
2132         WRT_REG_DWORD(&reg->isp24.rsp_q_out, index);
2133 }
2134