drivers/scsi/ipr.c

   1 /*
   2  * ipr.c -- driver for IBM Power Linux RAID adapters
   3  *
   4  * Written By: Brian King <brking@us.ibm.com>, IBM Corporation
   5  *
   6  * Copyright (C) 2003, 2004 IBM Corporation
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License as published by
  10  * the Free Software Foundation; either version 2 of the License, or
  11  * (at your option) any later version.
  12  *
  13  * This program is distributed in the hope that it will be useful,
  14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16  * GNU General Public License for more details.
  17  *
  18  * You should have received a copy of the GNU General Public License
  19  * along with this program; if not, write to the Free Software
  20  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  21  *
  22  */
  23
  24 /*
  25  * Notes:
  26  *
  27  * This driver is used to control the following SCSI adapters:
  28  *
  29  * IBM iSeries: 5702, 5703, 2780, 5709, 570A, 570B
  30  *
  31  * IBM pSeries: PCI-X Dual Channel Ultra 320 SCSI RAID Adapter
  32  *              PCI-X Dual Channel Ultra 320 SCSI Adapter
  33  *              PCI-X Dual Channel Ultra 320 SCSI RAID Enablement Card
  34  *              Embedded SCSI adapter on p615 and p655 systems
  35  *
  36  * Supported Hardware Features:
  37  *      - Ultra 320 SCSI controller
  38  *      - PCI-X host interface
  39  *      - Embedded PowerPC RISC Processor and Hardware XOR DMA Engine
  40  *      - Non-Volatile Write Cache
  41  *      - Supports attachment of non-RAID disks, tape, and optical devices
  42  *      - RAID Levels 0, 5, 10
  43  *      - Hot spare
  44  *      - Background Parity Checking
  45  *      - Background Data Scrubbing
  46  *      - Ability to increase the capacity of an existing RAID 5 disk array
  47  *              by adding disks
  48  *
  49  * Driver Features:
  50  *      - Tagged command queuing
  51  *      - Adapter microcode download
  52  *      - PCI hot plug
  53  *      - SCSI device hot plug
  54  *
  55  */
  56
  57 #include <linux/fs.h>
  58 #include <linux/init.h>
  59 #include <linux/types.h>
  60 #include <linux/errno.h>
  61 #include <linux/kernel.h>
  62 #include <linux/slab.h>
  63 #include <linux/vmalloc.h>
  64 #include <linux/ioport.h>
  65 #include <linux/delay.h>
  66 #include <linux/pci.h>
  67 #include <linux/wait.h>
  68 #include <linux/spinlock.h>
  69 #include <linux/sched.h>
  70 #include <linux/interrupt.h>
  71 #include <linux/blkdev.h>
  72 #include <linux/firmware.h>
  73 #include <linux/module.h>
  74 #include <linux/moduleparam.h>
  75 #include <linux/libata.h>
  76 #include <linux/hdreg.h>
  77 #include <linux/reboot.h>
  78 #include <linux/stringify.h>
  79 #include <asm/io.h>
  80 #include <asm/irq.h>
  81 #include <asm/processor.h>
  82 #include <scsi/scsi.h>
  83 #include <scsi/scsi_host.h>
  84 #include <scsi/scsi_tcq.h>
  85 #include <scsi/scsi_eh.h>
  86 #include <scsi/scsi_cmnd.h>
  87 #include "ipr.h"
  88
  89 /*
  90  *   Global Data
  91  */
  92 static LIST_HEAD(ipr_ioa_head);
  93 static unsigned int ipr_log_level = IPR_DEFAULT_LOG_LEVEL;
  94 static unsigned int ipr_max_speed = 1;
  95 static int ipr_testmode = 0;
  96 static unsigned int ipr_fastfail = 0;
  97 static unsigned int ipr_transop_timeout = 0;
  98 static unsigned int ipr_debug = 0;
  99 static unsigned int ipr_max_devs = IPR_DEFAULT_SIS64_DEVS;
 100 static unsigned int ipr_dual_ioa_raid = 1;
 101 static unsigned int ipr_number_of_msix = 16;
 102 static unsigned int ipr_fast_reboot;
 103 static DEFINE_SPINLOCK(ipr_driver_lock);
 104
 105 /* This table describes the differences between DMA controller chips */
 106 static const struct ipr_chip_cfg_t ipr_chip_cfg[] = {
 107         { /* Gemstone, Citrine, Obsidian, and Obsidian-E */
 108                 .mailbox = 0x0042C,
 109                 .max_cmds = 100,
 110                 .cache_line_size = 0x20,
 111                 .clear_isr = 1,
 112                 .iopoll_weight = 0,
 113                 {
 114                         .set_interrupt_mask_reg = 0x0022C,
 115                         .clr_interrupt_mask_reg = 0x00230,
 116                         .clr_interrupt_mask_reg32 = 0x00230,
 117                         .sense_interrupt_mask_reg = 0x0022C,
 118                         .sense_interrupt_mask_reg32 = 0x0022C,
 119                         .clr_interrupt_reg = 0x00228,
 120                         .clr_interrupt_reg32 = 0x00228,
 121                         .sense_interrupt_reg = 0x00224,
 122                         .sense_interrupt_reg32 = 0x00224,
 123                         .ioarrin_reg = 0x00404,
 124                         .sense_uproc_interrupt_reg = 0x00214,
 125                         .sense_uproc_interrupt_reg32 = 0x00214,
 126                         .set_uproc_interrupt_reg = 0x00214,
 127                         .set_uproc_interrupt_reg32 = 0x00214,
 128                         .clr_uproc_interrupt_reg = 0x00218,
 129                         .clr_uproc_interrupt_reg32 = 0x00218
 130                 }
 131         },
 132         { /* Snipe and Scamp */
 133                 .mailbox = 0x0052C,
 134                 .max_cmds = 100,
 135                 .cache_line_size = 0x20,
 136                 .clear_isr = 1,
 137                 .iopoll_weight = 0,
 138                 {
 139                         .set_interrupt_mask_reg = 0x00288,
 140                         .clr_interrupt_mask_reg = 0x0028C,
 141                         .clr_interrupt_mask_reg32 = 0x0028C,
 142                         .sense_interrupt_mask_reg = 0x00288,
 143                         .sense_interrupt_mask_reg32 = 0x00288,
 144                         .clr_interrupt_reg = 0x00284,
 145                         .clr_interrupt_reg32 = 0x00284,
 146                         .sense_interrupt_reg = 0x00280,
 147                         .sense_interrupt_reg32 = 0x00280,
 148                         .ioarrin_reg = 0x00504,
 149                         .sense_uproc_interrupt_reg = 0x00290,
 150                         .sense_uproc_interrupt_reg32 = 0x00290,
 151                         .set_uproc_interrupt_reg = 0x00290,
 152                         .set_uproc_interrupt_reg32 = 0x00290,
 153                         .clr_uproc_interrupt_reg = 0x00294,
 154                         .clr_uproc_interrupt_reg32 = 0x00294
 155                 }
 156         },
 157         { /* CRoC */
 158                 .mailbox = 0x00044,
 159                 .max_cmds = 1000,
 160                 .cache_line_size = 0x20,
 161                 .clear_isr = 0,
 162                 .iopoll_weight = 64,
 163                 {
 164                         .set_interrupt_mask_reg = 0x00010,
 165                         .clr_interrupt_mask_reg = 0x00018,
 166                         .clr_interrupt_mask_reg32 = 0x0001C,
 167                         .sense_interrupt_mask_reg = 0x00010,
 168                         .sense_interrupt_mask_reg32 = 0x00014,
 169                         .clr_interrupt_reg = 0x00008,
 170                         .clr_interrupt_reg32 = 0x0000C,
 171                         .sense_interrupt_reg = 0x00000,
 172                         .sense_interrupt_reg32 = 0x00004,
 173                         .ioarrin_reg = 0x00070,
 174                         .sense_uproc_interrupt_reg = 0x00020,
 175                         .sense_uproc_interrupt_reg32 = 0x00024,
 176                         .set_uproc_interrupt_reg = 0x00020,
 177                         .set_uproc_interrupt_reg32 = 0x00024,
 178                         .clr_uproc_interrupt_reg = 0x00028,
 179                         .clr_uproc_interrupt_reg32 = 0x0002C,
 180                         .init_feedback_reg = 0x0005C,
 181                         .dump_addr_reg = 0x00064,
 182                         .dump_data_reg = 0x00068,
 183                         .endian_swap_reg = 0x00084
 184                 }
 185         },
 186 };
 187
 188 static const struct ipr_chip_t ipr_chip[] = {
 189         { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
 190         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
 191         { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
 192         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
 193         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E, true, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
 194         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
 195         { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
 196         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
 197         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
 198         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] }
 199 };
 200
 201 static int ipr_max_bus_speeds[] = {
 202         IPR_80MBs_SCSI_RATE, IPR_U160_SCSI_RATE, IPR_U320_SCSI_RATE
 203 };
 204
 205 MODULE_AUTHOR("Brian King <brking@us.ibm.com>");
 206 MODULE_DESCRIPTION("IBM Power RAID SCSI Adapter Driver");
 207 module_param_named(max_speed, ipr_max_speed, uint, 0);
 208 MODULE_PARM_DESC(max_speed, "Maximum bus speed (0-2). Default: 1=U160. Speeds: 0=80 MB/s, 1=U160, 2=U320");
 209 module_param_named(log_level, ipr_log_level, uint, 0);
 210 MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver");
 211 module_param_named(testmode, ipr_testmode, int, 0);
 212 MODULE_PARM_DESC(testmode, "DANGEROUS!!! Allows unsupported configurations");
 213 module_param_named(fastfail, ipr_fastfail, int, S_IRUGO | S_IWUSR);
 214 MODULE_PARM_DESC(fastfail, "Reduce timeouts and retries");
 215 module_param_named(transop_timeout, ipr_transop_timeout, int, 0);
 216 MODULE_PARM_DESC(transop_timeout, "Time in seconds to wait for adapter to come operational (default: 300)");
 217 module_param_named(debug, ipr_debug, int, S_IRUGO | S_IWUSR);
 218 MODULE_PARM_DESC(debug, "Enable device driver debugging logging. Set to 1 to enable. (default: 0)");
 219 module_param_named(dual_ioa_raid, ipr_dual_ioa_raid, int, 0);
 220 MODULE_PARM_DESC(dual_ioa_raid, "Enable dual adapter RAID support. Set to 1 to enable. (default: 1)");
 221 module_param_named(max_devs, ipr_max_devs, int, 0);
 222 MODULE_PARM_DESC(max_devs, "Specify the maximum number of physical devices. "
 223                  "[Default=" __stringify(IPR_DEFAULT_SIS64_DEVS) "]");
 224 module_param_named(number_of_msix, ipr_number_of_msix, int, 0);
 225 MODULE_PARM_DESC(number_of_msix, "Specify the number of MSIX interrupts to use on capable adapters (1 - 16).  (default:16)");
 226 module_param_named(fast_reboot, ipr_fast_reboot, int, S_IRUGO | S_IWUSR);
 227 MODULE_PARM_DESC(fast_reboot, "Skip adapter shutdown during reboot. Set to 1 to enable. (default: 0)");
 228 MODULE_LICENSE("GPL");
 229 MODULE_VERSION(IPR_DRIVER_VERSION);
 230
 231 /*  A constant array of IOASCs/URCs/Error Messages */
 232 static const
 233 struct ipr_error_table_t ipr_error_table[] = {
 234         {0x00000000, 1, IPR_DEFAULT_LOG_LEVEL,
 235         "8155: An unknown error was received"},
 236         {0x00330000, 0, 0,
 237         "Soft underlength error"},
 238         {0x005A0000, 0, 0,
 239         "Command to be cancelled not found"},
 240         {0x00808000, 0, 0,
 241         "Qualified success"},
 242         {0x01080000, 1, IPR_DEFAULT_LOG_LEVEL,
 243         "FFFE: Soft device bus error recovered by the IOA"},
 244         {0x01088100, 0, IPR_DEFAULT_LOG_LEVEL,
 245         "4101: Soft device bus fabric error"},
 246         {0x01100100, 0, IPR_DEFAULT_LOG_LEVEL,
 247         "FFFC: Logical block guard error recovered by the device"},
 248         {0x01100300, 0, IPR_DEFAULT_LOG_LEVEL,
 249         "FFFC: Logical block reference tag error recovered by the device"},
 250         {0x01108300, 0, IPR_DEFAULT_LOG_LEVEL,
 251         "4171: Recovered scatter list tag / sequence number error"},
 252         {0x01109000, 0, IPR_DEFAULT_LOG_LEVEL,
 253         "FF3D: Recovered logical block CRC error on IOA to Host transfer"},
 254         {0x01109200, 0, IPR_DEFAULT_LOG_LEVEL,
 255         "4171: Recovered logical block sequence number error on IOA to Host transfer"},
 256         {0x0110A000, 0, IPR_DEFAULT_LOG_LEVEL,
 257         "FFFD: Recovered logical block reference tag error detected by the IOA"},
 258         {0x0110A100, 0, IPR_DEFAULT_LOG_LEVEL,
 259         "FFFD: Logical block guard error recovered by the IOA"},
 260         {0x01170600, 0, IPR_DEFAULT_LOG_LEVEL,
 261         "FFF9: Device sector reassign successful"},
 262         {0x01170900, 0, IPR_DEFAULT_LOG_LEVEL,
 263         "FFF7: Media error recovered by device rewrite procedures"},
 264         {0x01180200, 0, IPR_DEFAULT_LOG_LEVEL,
 265         "7001: IOA sector reassignment successful"},
 266         {0x01180500, 0, IPR_DEFAULT_LOG_LEVEL,
 267         "FFF9: Soft media error. Sector reassignment recommended"},
 268         {0x01180600, 0, IPR_DEFAULT_LOG_LEVEL,
 269         "FFF7: Media error recovered by IOA rewrite procedures"},
 270         {0x01418000, 0, IPR_DEFAULT_LOG_LEVEL,
 271         "FF3D: Soft PCI bus error recovered by the IOA"},
 272         {0x01440000, 1, IPR_DEFAULT_LOG_LEVEL,
 273         "FFF6: Device hardware error recovered by the IOA"},
 274         {0x01448100, 0, IPR_DEFAULT_LOG_LEVEL,
 275         "FFF6: Device hardware error recovered by the device"},
 276         {0x01448200, 1, IPR_DEFAULT_LOG_LEVEL,
 277         "FF3D: Soft IOA error recovered by the IOA"},
 278         {0x01448300, 0, IPR_DEFAULT_LOG_LEVEL,
 279         "FFFA: Undefined device response recovered by the IOA"},
 280         {0x014A0000, 1, IPR_DEFAULT_LOG_LEVEL,
 281         "FFF6: Device bus error, message or command phase"},
 282         {0x014A8000, 0, IPR_DEFAULT_LOG_LEVEL,
 283         "FFFE: Task Management Function failed"},
 284         {0x015D0000, 0, IPR_DEFAULT_LOG_LEVEL,
 285         "FFF6: Failure prediction threshold exceeded"},
 286         {0x015D9200, 0, IPR_DEFAULT_LOG_LEVEL,
 287         "8009: Impending cache battery pack failure"},
 288         {0x02040100, 0, 0,
 289         "Logical Unit in process of becoming ready"},
 290         {0x02040200, 0, 0,
 291         "Initializing command required"},
 292         {0x02040400, 0, 0,
 293         "34FF: Disk device format in progress"},
 294         {0x02040C00, 0, 0,
 295         "Logical unit not accessible, target port in unavailable state"},
 296         {0x02048000, 0, IPR_DEFAULT_LOG_LEVEL,
 297         "9070: IOA requested reset"},
 298         {0x023F0000, 0, 0,
 299         "Synchronization required"},
 300         {0x02408500, 0, 0,
 301         "IOA microcode download required"},
 302         {0x02408600, 0, 0,
 303         "Device bus connection is prohibited by host"},
 304         {0x024E0000, 0, 0,
 305         "No ready, IOA shutdown"},
 306         {0x025A0000, 0, 0,
 307         "Not ready, IOA has been shutdown"},
 308         {0x02670100, 0, IPR_DEFAULT_LOG_LEVEL,
 309         "3020: Storage subsystem configuration error"},
 310         {0x03110B00, 0, 0,
 311         "FFF5: Medium error, data unreadable, recommend reassign"},
 312         {0x03110C00, 0, 0,
 313         "7000: Medium error, data unreadable, do not reassign"},
 314         {0x03310000, 0, IPR_DEFAULT_LOG_LEVEL,
 315         "FFF3: Disk media format bad"},
 316         {0x04050000, 0, IPR_DEFAULT_LOG_LEVEL,
 317         "3002: Addressed device failed to respond to selection"},
 318         {0x04080000, 1, IPR_DEFAULT_LOG_LEVEL,
 319         "3100: Device bus error"},
 320         {0x04080100, 0, IPR_DEFAULT_LOG_LEVEL,
 321         "3109: IOA timed out a device command"},
 322         {0x04088000, 0, 0,
 323         "3120: SCSI bus is not operational"},
 324         {0x04088100, 0, IPR_DEFAULT_LOG_LEVEL,
 325         "4100: Hard device bus fabric error"},
 326         {0x04100100, 0, IPR_DEFAULT_LOG_LEVEL,
 327         "310C: Logical block guard error detected by the device"},
 328         {0x04100300, 0, IPR_DEFAULT_LOG_LEVEL,
 329         "310C: Logical block reference tag error detected by the device"},
 330         {0x04108300, 1, IPR_DEFAULT_LOG_LEVEL,
 331         "4170: Scatter list tag / sequence number error"},
 332         {0x04109000, 1, IPR_DEFAULT_LOG_LEVEL,
 333         "8150: Logical block CRC error on IOA to Host transfer"},
 334         {0x04109200, 1, IPR_DEFAULT_LOG_LEVEL,
 335         "4170: Logical block sequence number error on IOA to Host transfer"},
 336         {0x0410A000, 0, IPR_DEFAULT_LOG_LEVEL,
 337         "310D: Logical block reference tag error detected by the IOA"},
 338         {0x0410A100, 0, IPR_DEFAULT_LOG_LEVEL,
 339         "310D: Logical block guard error detected by the IOA"},
 340         {0x04118000, 0, IPR_DEFAULT_LOG_LEVEL,
 341         "9000: IOA reserved area data check"},
 342         {0x04118100, 0, IPR_DEFAULT_LOG_LEVEL,
 343         "9001: IOA reserved area invalid data pattern"},
 344         {0x04118200, 0, IPR_DEFAULT_LOG_LEVEL,
 345         "9002: IOA reserved area LRC error"},
 346         {0x04118300, 1, IPR_DEFAULT_LOG_LEVEL,
 347         "Hardware Error, IOA metadata access error"},
 348         {0x04320000, 0, IPR_DEFAULT_LOG_LEVEL,
 349         "102E: Out of alternate sectors for disk storage"},
 350         {0x04330000, 1, IPR_DEFAULT_LOG_LEVEL,
 351         "FFF4: Data transfer underlength error"},
 352         {0x04338000, 1, IPR_DEFAULT_LOG_LEVEL,
 353         "FFF4: Data transfer overlength error"},
 354         {0x043E0100, 0, IPR_DEFAULT_LOG_LEVEL,
 355         "3400: Logical unit failure"},
 356         {0x04408500, 0, IPR_DEFAULT_LOG_LEVEL,
 357         "FFF4: Device microcode is corrupt"},
 358         {0x04418000, 1, IPR_DEFAULT_LOG_LEVEL,
 359         "8150: PCI bus error"},
 360         {0x04430000, 1, 0,
 361         "Unsupported device bus message received"},
 362         {0x04440000, 1, IPR_DEFAULT_LOG_LEVEL,
 363         "FFF4: Disk device problem"},
 364         {0x04448200, 1, IPR_DEFAULT_LOG_LEVEL,
 365         "8150: Permanent IOA failure"},
 366         {0x04448300, 0, IPR_DEFAULT_LOG_LEVEL,
 367         "3010: Disk device returned wrong response to IOA"},
 368         {0x04448400, 0, IPR_DEFAULT_LOG_LEVEL,
 369         "8151: IOA microcode error"},
 370         {0x04448500, 0, 0,
 371         "Device bus status error"},
 372         {0x04448600, 0, IPR_DEFAULT_LOG_LEVEL,
 373         "8157: IOA error requiring IOA reset to recover"},
 374         {0x04448700, 0, 0,
 375         "ATA device status error"},
 376         {0x04490000, 0, 0,
 377         "Message reject received from the device"},
 378         {0x04449200, 0, IPR_DEFAULT_LOG_LEVEL,
 379         "8008: A permanent cache battery pack failure occurred"},
 380         {0x0444A000, 0, IPR_DEFAULT_LOG_LEVEL,
 381         "9090: Disk unit has been modified after the last known status"},
 382         {0x0444A200, 0, IPR_DEFAULT_LOG_LEVEL,
 383         "9081: IOA detected device error"},
 384         {0x0444A300, 0, IPR_DEFAULT_LOG_LEVEL,
 385         "9082: IOA detected device error"},
 386         {0x044A0000, 1, IPR_DEFAULT_LOG_LEVEL,
 387         "3110: Device bus error, message or command phase"},
 388         {0x044A8000, 1, IPR_DEFAULT_LOG_LEVEL,
 389         "3110: SAS Command / Task Management Function failed"},
 390         {0x04670400, 0, IPR_DEFAULT_LOG_LEVEL,
 391         "9091: Incorrect hardware configuration change has been detected"},
 392         {0x04678000, 0, IPR_DEFAULT_LOG_LEVEL,
 393         "9073: Invalid multi-adapter configuration"},
 394         {0x04678100, 0, IPR_DEFAULT_LOG_LEVEL,
 395         "4010: Incorrect connection between cascaded expanders"},
 396         {0x04678200, 0, IPR_DEFAULT_LOG_LEVEL,
 397         "4020: Connections exceed IOA design limits"},
 398         {0x04678300, 0, IPR_DEFAULT_LOG_LEVEL,
 399         "4030: Incorrect multipath connection"},
 400         {0x04679000, 0, IPR_DEFAULT_LOG_LEVEL,
 401         "4110: Unsupported enclosure function"},
 402         {0x04679800, 0, IPR_DEFAULT_LOG_LEVEL,
 403         "4120: SAS cable VPD cannot be read"},
 404         {0x046E0000, 0, IPR_DEFAULT_LOG_LEVEL,
 405         "FFF4: Command to logical unit failed"},
 406         {0x05240000, 1, 0,
 407         "Illegal request, invalid request type or request packet"},
 408         {0x05250000, 0, 0,
 409         "Illegal request, invalid resource handle"},
 410         {0x05258000, 0, 0,
 411         "Illegal request, commands not allowed to this device"},
 412         {0x05258100, 0, 0,
 413         "Illegal request, command not allowed to a secondary adapter"},
 414         {0x05258200, 0, 0,
 415         "Illegal request, command not allowed to a non-optimized resource"},
 416         {0x05260000, 0, 0,
 417         "Illegal request, invalid field in parameter list"},
 418         {0x05260100, 0, 0,
 419         "Illegal request, parameter not supported"},
 420         {0x05260200, 0, 0,
 421         "Illegal request, parameter value invalid"},
 422         {0x052C0000, 0, 0,
 423         "Illegal request, command sequence error"},
 424         {0x052C8000, 1, 0,
 425         "Illegal request, dual adapter support not enabled"},
 426         {0x052C8100, 1, 0,
 427         "Illegal request, another cable connector was physically disabled"},
 428         {0x054E8000, 1, 0,
 429         "Illegal request, inconsistent group id/group count"},
 430         {0x06040500, 0, IPR_DEFAULT_LOG_LEVEL,
 431         "9031: Array protection temporarily suspended, protection resuming"},
 432         {0x06040600, 0, IPR_DEFAULT_LOG_LEVEL,
 433         "9040: Array protection temporarily suspended, protection resuming"},
 434         {0x060B0100, 0, IPR_DEFAULT_LOG_LEVEL,
 435         "4080: IOA exceeded maximum operating temperature"},
 436         {0x060B8000, 0, IPR_DEFAULT_LOG_LEVEL,
 437         "4085: Service required"},
 438         {0x060B8100, 0, IPR_DEFAULT_LOG_LEVEL,
 439         "4086: SAS Adapter Hardware Configuration Error"},
 440         {0x06288000, 0, IPR_DEFAULT_LOG_LEVEL,
 441         "3140: Device bus not ready to ready transition"},
 442         {0x06290000, 0, IPR_DEFAULT_LOG_LEVEL,
 443         "FFFB: SCSI bus was reset"},
 444         {0x06290500, 0, 0,
 445         "FFFE: SCSI bus transition to single ended"},
 446         {0x06290600, 0, 0,
 447         "FFFE: SCSI bus transition to LVD"},
 448         {0x06298000, 0, IPR_DEFAULT_LOG_LEVEL,
 449         "FFFB: SCSI bus was reset by another initiator"},
 450         {0x063F0300, 0, IPR_DEFAULT_LOG_LEVEL,
 451         "3029: A device replacement has occurred"},
 452         {0x063F8300, 0, IPR_DEFAULT_LOG_LEVEL,
 453         "4102: Device bus fabric performance degradation"},
 454         {0x064C8000, 0, IPR_DEFAULT_LOG_LEVEL,
 455         "9051: IOA cache data exists for a missing or failed device"},
 456         {0x064C8100, 0, IPR_DEFAULT_LOG_LEVEL,
 457         "9055: Auxiliary cache IOA contains cache data needed by the primary IOA"},
 458         {0x06670100, 0, IPR_DEFAULT_LOG_LEVEL,
 459         "9025: Disk unit is not supported at its physical location"},
 460         {0x06670600, 0, IPR_DEFAULT_LOG_LEVEL,
 461         "3020: IOA detected a SCSI bus configuration error"},
 462         {0x06678000, 0, IPR_DEFAULT_LOG_LEVEL,
 463         "3150: SCSI bus configuration error"},
 464         {0x06678100, 0, IPR_DEFAULT_LOG_LEVEL,
 465         "9074: Asymmetric advanced function disk configuration"},
 466         {0x06678300, 0, IPR_DEFAULT_LOG_LEVEL,
 467         "4040: Incomplete multipath connection between IOA and enclosure"},
 468         {0x06678400, 0, IPR_DEFAULT_LOG_LEVEL,
 469         "4041: Incomplete multipath connection between enclosure and device"},
 470         {0x06678500, 0, IPR_DEFAULT_LOG_LEVEL,
 471         "9075: Incomplete multipath connection between IOA and remote IOA"},
 472         {0x06678600, 0, IPR_DEFAULT_LOG_LEVEL,
 473         "9076: Configuration error, missing remote IOA"},
 474         {0x06679100, 0, IPR_DEFAULT_LOG_LEVEL,
 475         "4050: Enclosure does not support a required multipath function"},
 476         {0x06679800, 0, IPR_DEFAULT_LOG_LEVEL,
 477         "4121: Configuration error, required cable is missing"},
 478         {0x06679900, 0, IPR_DEFAULT_LOG_LEVEL,
 479         "4122: Cable is not plugged into the correct location on remote IOA"},
 480         {0x06679A00, 0, IPR_DEFAULT_LOG_LEVEL,
 481         "4123: Configuration error, invalid cable vital product data"},
 482         {0x06679B00, 0, IPR_DEFAULT_LOG_LEVEL,
 483         "4124: Configuration error, both cable ends are plugged into the same IOA"},
 484         {0x06690000, 0, IPR_DEFAULT_LOG_LEVEL,
 485         "4070: Logically bad block written on device"},
 486         {0x06690200, 0, IPR_DEFAULT_LOG_LEVEL,
 487         "9041: Array protection temporarily suspended"},
 488         {0x06698200, 0, IPR_DEFAULT_LOG_LEVEL,
 489         "9042: Corrupt array parity detected on specified device"},
 490         {0x066B0200, 0, IPR_DEFAULT_LOG_LEVEL,
 491         "9030: Array no longer protected due to missing or failed disk unit"},
 492         {0x066B8000, 0, IPR_DEFAULT_LOG_LEVEL,
 493         "9071: Link operational transition"},
 494         {0x066B8100, 0, IPR_DEFAULT_LOG_LEVEL,
 495         "9072: Link not operational transition"},
 496         {0x066B8200, 0, IPR_DEFAULT_LOG_LEVEL,
 497         "9032: Array exposed but still protected"},
 498         {0x066B8300, 0, IPR_DEBUG_LOG_LEVEL,
 499         "70DD: Device forced failed by disrupt device command"},
 500         {0x066B9100, 0, IPR_DEFAULT_LOG_LEVEL,
 501         "4061: Multipath redundancy level got better"},
 502         {0x066B9200, 0, IPR_DEFAULT_LOG_LEVEL,
 503         "4060: Multipath redundancy level got worse"},
 504         {0x06808100, 0, IPR_DEBUG_LOG_LEVEL,
 505         "9083: Device raw mode enabled"},
 506         {0x06808200, 0, IPR_DEBUG_LOG_LEVEL,
 507         "9084: Device raw mode disabled"},
 508         {0x07270000, 0, 0,
 509         "Failure due to other device"},
 510         {0x07278000, 0, IPR_DEFAULT_LOG_LEVEL,
 511         "9008: IOA does not support functions expected by devices"},
 512         {0x07278100, 0, IPR_DEFAULT_LOG_LEVEL,
 513         "9010: Cache data associated with attached devices cannot be found"},
 514         {0x07278200, 0, IPR_DEFAULT_LOG_LEVEL,
 515         "9011: Cache data belongs to devices other than those attached"},
 516         {0x07278400, 0, IPR_DEFAULT_LOG_LEVEL,
 517         "9020: Array missing 2 or more devices with only 1 device present"},
 518         {0x07278500, 0, IPR_DEFAULT_LOG_LEVEL,
 519         "9021: Array missing 2 or more devices with 2 or more devices present"},
 520         {0x07278600, 0, IPR_DEFAULT_LOG_LEVEL,
 521         "9022: Exposed array is missing a required device"},
 522         {0x07278700, 0, IPR_DEFAULT_LOG_LEVEL,
 523         "9023: Array member(s) not at required physical locations"},
 524         {0x07278800, 0, IPR_DEFAULT_LOG_LEVEL,
 525         "9024: Array not functional due to present hardware configuration"},
 526         {0x07278900, 0, IPR_DEFAULT_LOG_LEVEL,
 527         "9026: Array not functional due to present hardware configuration"},
 528         {0x07278A00, 0, IPR_DEFAULT_LOG_LEVEL,
 529         "9027: Array is missing a device and parity is out of sync"},
 530         {0x07278B00, 0, IPR_DEFAULT_LOG_LEVEL,
 531         "9028: Maximum number of arrays already exist"},
 532         {0x07278C00, 0, IPR_DEFAULT_LOG_LEVEL,
 533         "9050: Required cache data cannot be located for a disk unit"},
 534         {0x07278D00, 0, IPR_DEFAULT_LOG_LEVEL,
 535         "9052: Cache data exists for a device that has been modified"},
 536         {0x07278F00, 0, IPR_DEFAULT_LOG_LEVEL,
 537         "9054: IOA resources not available due to previous problems"},
 538         {0x07279100, 0, IPR_DEFAULT_LOG_LEVEL,
 539         "9092: Disk unit requires initialization before use"},
 540         {0x07279200, 0, IPR_DEFAULT_LOG_LEVEL,
 541         "9029: Incorrect hardware configuration change has been detected"},
 542         {0x07279600, 0, IPR_DEFAULT_LOG_LEVEL,
 543         "9060: One or more disk pairs are missing from an array"},
 544         {0x07279700, 0, IPR_DEFAULT_LOG_LEVEL,
 545         "9061: One or more disks are missing from an array"},
 546         {0x07279800, 0, IPR_DEFAULT_LOG_LEVEL,
 547         "9062: One or more disks are missing from an array"},
 548         {0x07279900, 0, IPR_DEFAULT_LOG_LEVEL,
 549         "9063: Maximum number of functional arrays has been exceeded"},
 550         {0x07279A00, 0, 0,
 551         "Data protect, other volume set problem"},
 552         {0x0B260000, 0, 0,
 553         "Aborted command, invalid descriptor"},
 554         {0x0B3F9000, 0, 0,
 555         "Target operating conditions have changed, dual adapter takeover"},
 556         {0x0B530200, 0, 0,
 557         "Aborted command, medium removal prevented"},
 558         {0x0B5A0000, 0, 0,
 559         "Command terminated by host"},
 560         {0x0B5B8000, 0, 0,
 561         "Aborted command, command terminated by host"}
 562 };
 563
 564 static const struct ipr_ses_table_entry ipr_ses_table[] = {
 565         { "2104-DL1        ", "XXXXXXXXXXXXXXXX", 80 },
 566         { "2104-TL1        ", "XXXXXXXXXXXXXXXX", 80 },
 567         { "HSBP07M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 7 slot */
 568         { "HSBP05M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 5 slot */
 569         { "HSBP05M S U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Bowtie */
 570         { "HSBP06E ASU2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* MartinFenning */
 571         { "2104-DU3        ", "XXXXXXXXXXXXXXXX", 160 },
 572         { "2104-TU3        ", "XXXXXXXXXXXXXXXX", 160 },
 573         { "HSBP04C RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
 574         { "HSBP06E RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
 575         { "St  V1S2        ", "XXXXXXXXXXXXXXXX", 160 },
 576         { "HSBPD4M  PU3SCSI", "XXXXXXX*XXXXXXXX", 160 },
 577         { "VSBPD1H   U3SCSI", "XXXXXXX*XXXXXXXX", 160 }
 578 };
 579
 580 /*
 581  *  Function Prototypes
 582  */
 583 static int ipr_reset_alert(struct ipr_cmnd *);
 584 static void ipr_process_ccn(struct ipr_cmnd *);
 585 static void ipr_process_error(struct ipr_cmnd *);
 586 static void ipr_reset_ioa_job(struct ipr_cmnd *);
 587 static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *,
 588                                    enum ipr_shutdown_type);
 589
 590 #ifdef CONFIG_SCSI_IPR_TRACE
 591 /**
 592  * ipr_trc_hook - Add a trace entry to the driver trace
 593  * @ipr_cmd:    ipr command struct
 594  * @type:               trace type
 595  * @add_data:   additional data
 596  *
 597  * Return value:
 598  *      none
 599  **/
 600 static void ipr_trc_hook(struct ipr_cmnd *ipr_cmd,
 601                          u8 type, u32 add_data)
 602 {
 603         struct ipr_trace_entry *trace_entry;
 604         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 605         unsigned int trace_index;
 606
 607         trace_index = atomic_add_return(1, &ioa_cfg->trace_index) & IPR_TRACE_INDEX_MASK;
 608         trace_entry = &ioa_cfg->trace[trace_index];
 609         trace_entry->time = jiffies;
 610         trace_entry->op_code = ipr_cmd->ioarcb.cmd_pkt.cdb[0];
 611         trace_entry->type = type;
 612         if (ipr_cmd->ioa_cfg->sis64)
 613                 trace_entry->ata_op_code = ipr_cmd->i.ata_ioadl.regs.command;
 614         else
 615                 trace_entry->ata_op_code = ipr_cmd->ioarcb.u.add_data.u.regs.command;
 616         trace_entry->cmd_index = ipr_cmd->cmd_index & 0xff;
 617         trace_entry->res_handle = ipr_cmd->ioarcb.res_handle;
 618         trace_entry->u.add_data = add_data;
 619         wmb();
 620 }
 621 #else
 622 #define ipr_trc_hook(ipr_cmd, type, add_data) do { } while (0)
 623 #endif
 624
 625 /**
 626  * ipr_lock_and_done - Acquire lock and complete command
 627  * @ipr_cmd:    ipr command struct
 628  *
 629  * Return value:
 630  *      none
 631  **/
 632 static void ipr_lock_and_done(struct ipr_cmnd *ipr_cmd)
 633 {
 634         unsigned long lock_flags;
 635         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 636
 637         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
 638         ipr_cmd->done(ipr_cmd);
 639         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
 640 }
 641
 642 /**
 643  * ipr_reinit_ipr_cmnd - Re-initialize an IPR Cmnd block for reuse
 644  * @ipr_cmd:    ipr command struct
 645  *
 646  * Return value:
 647  *      none
 648  **/
 649 static void ipr_reinit_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
 650 {
 651         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 652         struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
 653         struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
 654         dma_addr_t dma_addr = ipr_cmd->dma_addr;
 655         int hrrq_id;
 656
 657         hrrq_id = ioarcb->cmd_pkt.hrrq_id;
 658         memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
 659         ioarcb->cmd_pkt.hrrq_id = hrrq_id;
 660         ioarcb->data_transfer_length = 0;
 661         ioarcb->read_data_transfer_length = 0;
 662         ioarcb->ioadl_len = 0;
 663         ioarcb->read_ioadl_len = 0;
 664
 665         if (ipr_cmd->ioa_cfg->sis64) {
 666                 ioarcb->u.sis64_addr_data.data_ioadl_addr =
 667                         cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
 668                 ioasa64->u.gata.status = 0;
 669         } else {
 670                 ioarcb->write_ioadl_addr =
 671                         cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
 672                 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
 673                 ioasa->u.gata.status = 0;
 674         }
 675
 676         ioasa->hdr.ioasc = 0;
 677         ioasa->hdr.residual_data_len = 0;
 678         ipr_cmd->scsi_cmd = NULL;
 679         ipr_cmd->qc = NULL;
 680         ipr_cmd->sense_buffer[0] = 0;
 681         ipr_cmd->dma_use_sg = 0;
 682 }
 683
 684 /**
 685  * ipr_init_ipr_cmnd - Initialize an IPR Cmnd block
 686  * @ipr_cmd:    ipr command struct
 687  *
 688  * Return value:
 689  *      none
 690  **/
 691 static void ipr_init_ipr_cmnd(struct ipr_cmnd *ipr_cmd,
 692                               void (*fast_done) (struct ipr_cmnd *))
 693 {
 694         ipr_reinit_ipr_cmnd(ipr_cmd);
 695         ipr_cmd->u.scratch = 0;
 696         ipr_cmd->sibling = NULL;
 697         ipr_cmd->eh_comp = NULL;
 698         ipr_cmd->fast_done = fast_done;
 699         timer_setup(&ipr_cmd->timer, NULL, 0);
 700 }
 701
 702 /**
 703  * __ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block
 704  * @ioa_cfg:    ioa config struct
 705  *
 706  * Return value:
 707  *      pointer to ipr command struct
 708  **/
 709 static
 710 struct ipr_cmnd *__ipr_get_free_ipr_cmnd(struct ipr_hrr_queue *hrrq)
 711 {
 712         struct ipr_cmnd *ipr_cmd = NULL;
 713
 714         if (likely(!list_empty(&hrrq->hrrq_free_q))) {
 715                 ipr_cmd = list_entry(hrrq->hrrq_free_q.next,
 716                         struct ipr_cmnd, queue);
 717                 list_del(&ipr_cmd->queue);
 718         }
 719
 720
 721         return ipr_cmd;
 722 }
 723
 724 /**
 725  * ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block and initialize it
 726  * @ioa_cfg:    ioa config struct
 727  *
 728  * Return value:
 729  *      pointer to ipr command struct
 730  **/
 731 static
 732 struct ipr_cmnd *ipr_get_free_ipr_cmnd(struct ipr_ioa_cfg *ioa_cfg)
 733 {
 734         struct ipr_cmnd *ipr_cmd =
 735                 __ipr_get_free_ipr_cmnd(&ioa_cfg->hrrq[IPR_INIT_HRRQ]);
 736         ipr_init_ipr_cmnd(ipr_cmd, ipr_lock_and_done);
 737         return ipr_cmd;
 738 }
 739
 740 /**
 741  * ipr_mask_and_clear_interrupts - Mask all and clear specified interrupts
 742  * @ioa_cfg:    ioa config struct
 743  * @clr_ints:     interrupts to clear
 744  *
 745  * This function masks all interrupts on the adapter, then clears the
 746  * interrupts specified in the mask
 747  *
 748  * Return value:
 749  *      none
 750  **/
 751 static void ipr_mask_and_clear_interrupts(struct ipr_ioa_cfg *ioa_cfg,
 752                                           u32 clr_ints)
 753 {
 754         volatile u32 int_reg;
 755         int i;
 756
 757         /* Stop new interrupts */
 758         for (i = 0; i < ioa_cfg->hrrq_num; i++) {
 759                 spin_lock(&ioa_cfg->hrrq[i]._lock);
 760                 ioa_cfg->hrrq[i].allow_interrupts = 0;
 761                 spin_unlock(&ioa_cfg->hrrq[i]._lock);
 762         }
 763         wmb();
 764
 765         /* Set interrupt mask to stop all new interrupts */
 766         if (ioa_cfg->sis64)
 767                 writeq(~0, ioa_cfg->regs.set_interrupt_mask_reg);
 768         else
 769                 writel(~0, ioa_cfg->regs.set_interrupt_mask_reg);
 770
 771         /* Clear any pending interrupts */
 772         if (ioa_cfg->sis64)
 773                 writel(~0, ioa_cfg->regs.clr_interrupt_reg);
 774         writel(clr_ints, ioa_cfg->regs.clr_interrupt_reg32);
 775         int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
 776 }
 777
 778 /**
 779  * ipr_save_pcix_cmd_reg - Save PCI-X command register
 780  * @ioa_cfg:    ioa config struct
 781  *
 782  * Return value:
 783  *      0 on success / -EIO on failure
 784  **/
 785 static int ipr_save_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
 786 {
 787         int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
 788
 789         if (pcix_cmd_reg == 0)
 790                 return 0;
 791
 792         if (pci_read_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
 793                                  &ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
 794                 dev_err(&ioa_cfg->pdev->dev, "Failed to save PCI-X command register\n");
 795                 return -EIO;
 796         }
 797
 798         ioa_cfg->saved_pcix_cmd_reg |= PCI_X_CMD_DPERR_E | PCI_X_CMD_ERO;
 799         return 0;
 800 }
 801
 802 /**
 803  * ipr_set_pcix_cmd_reg - Setup PCI-X command register
 804  * @ioa_cfg:    ioa config struct
 805  *
 806  * Return value:
 807  *      0 on success / -EIO on failure
 808  **/
 809 static int ipr_set_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
 810 {
 811         int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
 812
 813         if (pcix_cmd_reg) {
 814                 if (pci_write_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
 815                                           ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
 816                         dev_err(&ioa_cfg->pdev->dev, "Failed to setup PCI-X command register\n");
 817                         return -EIO;
 818                 }
 819         }
 820
 821         return 0;
 822 }
 823
 824 /**
 825  * __ipr_sata_eh_done - done function for aborted SATA commands
 826  * @ipr_cmd:    ipr command struct
 827  *
 828  * This function is invoked for ops generated to SATA
 829  * devices which are being aborted.
 830  *
 831  * Return value:
 832  *      none
 833  **/
 834 static void __ipr_sata_eh_done(struct ipr_cmnd *ipr_cmd)
 835 {
 836         struct ata_queued_cmd *qc = ipr_cmd->qc;
 837         struct ipr_sata_port *sata_port = qc->ap->private_data;
 838
 839         qc->err_mask |= AC_ERR_OTHER;
 840         sata_port->ioasa.status |= ATA_BUSY;
 841         ata_qc_complete(qc);
 842         if (ipr_cmd->eh_comp)
 843                 complete(ipr_cmd->eh_comp);
 844         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 845 }
 846
 847 /**
 848  * ipr_sata_eh_done - done function for aborted SATA commands
 849  * @ipr_cmd:    ipr command struct
 850  *
 851  * This function is invoked for ops generated to SATA
 852  * devices which are being aborted.
 853  *
 854  * Return value:
 855  *      none
 856  **/
 857 static void ipr_sata_eh_done(struct ipr_cmnd *ipr_cmd)
 858 {
 859         struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
 860         unsigned long hrrq_flags;
 861
 862         spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
 863         __ipr_sata_eh_done(ipr_cmd);
 864         spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
 865 }
 866
 867 /**
 868  * __ipr_scsi_eh_done - mid-layer done function for aborted ops
 869  * @ipr_cmd:    ipr command struct
 870  *
 871  * This function is invoked by the interrupt handler for
 872  * ops generated by the SCSI mid-layer which are being aborted.
 873  *
 874  * Return value:
 875  *      none
 876  **/
 877 static void __ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
 878 {
 879         struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
 880
 881         scsi_cmd->result |= (DID_ERROR << 16);
 882
 883         scsi_dma_unmap(ipr_cmd->scsi_cmd);
 884         scsi_cmd->scsi_done(scsi_cmd);
 885         if (ipr_cmd->eh_comp)
 886                 complete(ipr_cmd->eh_comp);
 887         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
 888 }
 889
 890 /**
 891  * ipr_scsi_eh_done - mid-layer done function for aborted ops
 892  * @ipr_cmd:    ipr command struct
 893  *
 894  * This function is invoked by the interrupt handler for
 895  * ops generated by the SCSI mid-layer which are being aborted.
 896  *
 897  * Return value:
 898  *      none
 899  **/
 900 static void ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
 901 {
 902         unsigned long hrrq_flags;
 903         struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
 904
 905         spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
 906         __ipr_scsi_eh_done(ipr_cmd);
 907         spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
 908 }
 909
 910 /**
 911  * ipr_fail_all_ops - Fails all outstanding ops.
 912  * @ioa_cfg:    ioa config struct
 913  *
 914  * This function fails all outstanding ops.
 915  *
 916  * Return value:
 917  *      none
 918  **/
 919 static void ipr_fail_all_ops(struct ipr_ioa_cfg *ioa_cfg)
 920 {
 921         struct ipr_cmnd *ipr_cmd, *temp;
 922         struct ipr_hrr_queue *hrrq;
 923
 924         ENTER;
 925         for_each_hrrq(hrrq, ioa_cfg) {
 926                 spin_lock(&hrrq->_lock);
 927                 list_for_each_entry_safe(ipr_cmd,
 928                                         temp, &hrrq->hrrq_pending_q, queue) {
 929                         list_del(&ipr_cmd->queue);
 930
 931                         ipr_cmd->s.ioasa.hdr.ioasc =
 932                                 cpu_to_be32(IPR_IOASC_IOA_WAS_RESET);
 933                         ipr_cmd->s.ioasa.hdr.ilid =
 934                                 cpu_to_be32(IPR_DRIVER_ILID);
 935
 936                         if (ipr_cmd->scsi_cmd)
 937                                 ipr_cmd->done = __ipr_scsi_eh_done;
 938                         else if (ipr_cmd->qc)
 939                                 ipr_cmd->done = __ipr_sata_eh_done;
 940
 941                         ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH,
 942                                      IPR_IOASC_IOA_WAS_RESET);
 943                         del_timer(&ipr_cmd->timer);
 944                         ipr_cmd->done(ipr_cmd);
 945                 }
 946                 spin_unlock(&hrrq->_lock);
 947         }
 948         LEAVE;
 949 }
 950
 951 /**
 952  * ipr_send_command -  Send driver initiated requests.
 953  * @ipr_cmd:            ipr command struct
 954  *
 955  * This function sends a command to the adapter using the correct write call.
 956  * In the case of sis64, calculate the ioarcb size required. Then or in the
 957  * appropriate bits.
 958  *
 959  * Return value:
 960  *      none
 961  **/
 962 static void ipr_send_command(struct ipr_cmnd *ipr_cmd)
 963 {
 964         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 965         dma_addr_t send_dma_addr = ipr_cmd->dma_addr;
 966
 967         if (ioa_cfg->sis64) {
 968                 /* The default size is 256 bytes */
 969                 send_dma_addr |= 0x1;
 970
 971                 /* If the number of ioadls * size of ioadl > 128 bytes,
 972                    then use a 512 byte ioarcb */
 973                 if (ipr_cmd->dma_use_sg * sizeof(struct ipr_ioadl64_desc) > 128 )
 974                         send_dma_addr |= 0x4;
 975                 writeq(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
 976         } else
 977                 writel(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
 978 }
 979
 980 /**
 981  * ipr_do_req -  Send driver initiated requests.
 982  * @ipr_cmd:            ipr command struct
 983  * @done:                       done function
 984  * @timeout_func:       timeout function
 985  * @timeout:            timeout value
 986  *
 987  * This function sends the specified command to the adapter with the
 988  * timeout given. The done function is invoked on command completion.
 989  *
 990  * Return value:
 991  *      none
 992  **/
 993 static void ipr_do_req(struct ipr_cmnd *ipr_cmd,
 994                        void (*done) (struct ipr_cmnd *),
 995                        void (*timeout_func) (struct timer_list *), u32 timeout)
 996 {
 997         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
 998
 999         ipr_cmd->done = done;
1000
1001         ipr_cmd->timer.expires = jiffies + timeout;
1002         ipr_cmd->timer.function = timeout_func;
1003
1004         add_timer(&ipr_cmd->timer);
1005
1006         ipr_trc_hook(ipr_cmd, IPR_TRACE_START, 0);
1007
1008         ipr_send_command(ipr_cmd);
1009 }
1010
1011 /**
1012  * ipr_internal_cmd_done - Op done function for an internally generated op.
1013  * @ipr_cmd:    ipr command struct
1014  *
1015  * This function is the op done function for an internally generated,
1016  * blocking op. It simply wakes the sleeping thread.
1017  *
1018  * Return value:
1019  *      none
1020  **/
1021 static void ipr_internal_cmd_done(struct ipr_cmnd *ipr_cmd)
1022 {
1023         if (ipr_cmd->sibling)
1024                 ipr_cmd->sibling = NULL;
1025         else
1026                 complete(&ipr_cmd->completion);
1027 }
1028
1029 /**
1030  * ipr_init_ioadl - initialize the ioadl for the correct SIS type
1031  * @ipr_cmd:    ipr command struct
1032  * @dma_addr:   dma address
1033  * @len:        transfer length
1034  * @flags:      ioadl flag value
1035  *
1036  * This function initializes an ioadl in the case where there is only a single
1037  * descriptor.
1038  *
1039  * Return value:
1040  *      nothing
1041  **/
1042 static void ipr_init_ioadl(struct ipr_cmnd *ipr_cmd, dma_addr_t dma_addr,
1043                            u32 len, int flags)
1044 {
1045         struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
1046         struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
1047
1048         ipr_cmd->dma_use_sg = 1;
1049
1050         if (ipr_cmd->ioa_cfg->sis64) {
1051                 ioadl64->flags = cpu_to_be32(flags);
1052                 ioadl64->data_len = cpu_to_be32(len);
1053                 ioadl64->address = cpu_to_be64(dma_addr);
1054
1055                 ipr_cmd->ioarcb.ioadl_len =
1056                         cpu_to_be32(sizeof(struct ipr_ioadl64_desc));
1057                 ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
1058         } else {
1059                 ioadl->flags_and_data_len = cpu_to_be32(flags | len);
1060                 ioadl->address = cpu_to_be32(dma_addr);
1061
1062                 if (flags == IPR_IOADL_FLAGS_READ_LAST) {
1063                         ipr_cmd->ioarcb.read_ioadl_len =
1064                                 cpu_to_be32(sizeof(struct ipr_ioadl_desc));
1065                         ipr_cmd->ioarcb.read_data_transfer_length = cpu_to_be32(len);
1066                 } else {
1067                         ipr_cmd->ioarcb.ioadl_len =
1068                                 cpu_to_be32(sizeof(struct ipr_ioadl_desc));
1069                         ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
1070                 }
1071         }
1072 }
1073
1074 /**
1075  * ipr_send_blocking_cmd - Send command and sleep on its completion.
1076  * @ipr_cmd:    ipr command struct
1077  * @timeout_func:       function to invoke if command times out
1078  * @timeout:    timeout
1079  *
1080  * Return value:
1081  *      none
1082  **/
1083 static void ipr_send_blocking_cmd(struct ipr_cmnd *ipr_cmd,
1084                                   void (*timeout_func) (struct timer_list *),
1085                                   u32 timeout)
1086 {
1087         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1088
1089         init_completion(&ipr_cmd->completion);
1090         ipr_do_req(ipr_cmd, ipr_internal_cmd_done, timeout_func, timeout);
1091
1092         spin_unlock_irq(ioa_cfg->host->host_lock);
1093         wait_for_completion(&ipr_cmd->completion);
1094         spin_lock_irq(ioa_cfg->host->host_lock);
1095 }
1096
1097 static int ipr_get_hrrq_index(struct ipr_ioa_cfg *ioa_cfg)
1098 {
1099         unsigned int hrrq;
1100
1101         if (ioa_cfg->hrrq_num == 1)
1102                 hrrq = 0;
1103         else {
1104                 hrrq = atomic_add_return(1, &ioa_cfg->hrrq_index);
1105                 hrrq = (hrrq % (ioa_cfg->hrrq_num - 1)) + 1;
1106         }
1107         return hrrq;
1108 }
1109
1110 /**
1111  * ipr_send_hcam - Send an HCAM to the adapter.
1112  * @ioa_cfg:    ioa config struct
1113  * @type:               HCAM type
1114  * @hostrcb:    hostrcb struct
1115  *
1116  * This function will send a Host Controlled Async command to the adapter.
1117  * If HCAMs are currently not allowed to be issued to the adapter, it will
1118  * place the hostrcb on the free queue.
1119  *
1120  * Return value:
1121  *      none
1122  **/
1123 static void ipr_send_hcam(struct ipr_ioa_cfg *ioa_cfg, u8 type,
1124                           struct ipr_hostrcb *hostrcb)
1125 {
1126         struct ipr_cmnd *ipr_cmd;
1127         struct ipr_ioarcb *ioarcb;
1128
1129         if (ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
1130                 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
1131                 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
1132                 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_pending_q);
1133
1134                 ipr_cmd->u.hostrcb = hostrcb;
1135                 ioarcb = &ipr_cmd->ioarcb;
1136
1137                 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
1138                 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_HCAM;
1139                 ioarcb->cmd_pkt.cdb[0] = IPR_HOST_CONTROLLED_ASYNC;
1140                 ioarcb->cmd_pkt.cdb[1] = type;
1141                 ioarcb->cmd_pkt.cdb[7] = (sizeof(hostrcb->hcam) >> 8) & 0xff;
1142                 ioarcb->cmd_pkt.cdb[8] = sizeof(hostrcb->hcam) & 0xff;
1143
1144                 ipr_init_ioadl(ipr_cmd, hostrcb->hostrcb_dma,
1145                                sizeof(hostrcb->hcam), IPR_IOADL_FLAGS_READ_LAST);
1146
1147                 if (type == IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE)
1148                         ipr_cmd->done = ipr_process_ccn;
1149                 else
1150                         ipr_cmd->done = ipr_process_error;
1151
1152                 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_IOA_RES_ADDR);
1153
1154                 ipr_send_command(ipr_cmd);
1155         } else {
1156                 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
1157         }
1158 }
1159
1160 /**
1161  * ipr_update_ata_class - Update the ata class in the resource entry
1162  * @res:        resource entry struct
1163  * @proto:      cfgte device bus protocol value
1164  *
1165  * Return value:
1166  *      none
1167  **/
1168 static void ipr_update_ata_class(struct ipr_resource_entry *res, unsigned int proto)
1169 {
1170         switch (proto) {
1171         case IPR_PROTO_SATA:
1172         case IPR_PROTO_SAS_STP:
1173                 res->ata_class = ATA_DEV_ATA;
1174                 break;
1175         case IPR_PROTO_SATA_ATAPI:
1176         case IPR_PROTO_SAS_STP_ATAPI:
1177                 res->ata_class = ATA_DEV_ATAPI;
1178                 break;
1179         default:
1180                 res->ata_class = ATA_DEV_UNKNOWN;
1181                 break;
1182         };
1183 }
1184
1185 /**
1186  * ipr_init_res_entry - Initialize a resource entry struct.
1187  * @res:        resource entry struct
1188  * @cfgtew:     config table entry wrapper struct
1189  *
1190  * Return value:
1191  *      none
1192  **/
1193 static void ipr_init_res_entry(struct ipr_resource_entry *res,
1194                                struct ipr_config_table_entry_wrapper *cfgtew)
1195 {
1196         int found = 0;
1197         unsigned int proto;
1198         struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1199         struct ipr_resource_entry *gscsi_res = NULL;
1200
1201         res->needs_sync_complete = 0;
1202         res->in_erp = 0;
1203         res->add_to_ml = 0;
1204         res->del_from_ml = 0;
1205         res->resetting_device = 0;
1206         res->reset_occurred = 0;
1207         res->sdev = NULL;
1208         res->sata_port = NULL;
1209
1210         if (ioa_cfg->sis64) {
1211                 proto = cfgtew->u.cfgte64->proto;
1212                 res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
1213                 res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
1214                 res->qmodel = IPR_QUEUEING_MODEL64(res);
1215                 res->type = cfgtew->u.cfgte64->res_type;
1216
1217                 memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1218                         sizeof(res->res_path));
1219
1220                 res->bus = 0;
1221                 memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1222                         sizeof(res->dev_lun.scsi_lun));
1223                 res->lun = scsilun_to_int(&res->dev_lun);
1224
1225                 if (res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1226                         list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue) {
1227                                 if (gscsi_res->dev_id == cfgtew->u.cfgte64->dev_id) {
1228                                         found = 1;
1229                                         res->target = gscsi_res->target;
1230                                         break;
1231                                 }
1232                         }
1233                         if (!found) {
1234                                 res->target = find_first_zero_bit(ioa_cfg->target_ids,
1235                                                                   ioa_cfg->max_devs_supported);
1236                                 set_bit(res->target, ioa_cfg->target_ids);
1237                         }
1238                 } else if (res->type == IPR_RES_TYPE_IOAFP) {
1239                         res->bus = IPR_IOAFP_VIRTUAL_BUS;
1240                         res->target = 0;
1241                 } else if (res->type == IPR_RES_TYPE_ARRAY) {
1242                         res->bus = IPR_ARRAY_VIRTUAL_BUS;
1243                         res->target = find_first_zero_bit(ioa_cfg->array_ids,
1244                                                           ioa_cfg->max_devs_supported);
1245                         set_bit(res->target, ioa_cfg->array_ids);
1246                 } else if (res->type == IPR_RES_TYPE_VOLUME_SET) {
1247                         res->bus = IPR_VSET_VIRTUAL_BUS;
1248                         res->target = find_first_zero_bit(ioa_cfg->vset_ids,
1249                                                           ioa_cfg->max_devs_supported);
1250                         set_bit(res->target, ioa_cfg->vset_ids);
1251                 } else {
1252                         res->target = find_first_zero_bit(ioa_cfg->target_ids,
1253                                                           ioa_cfg->max_devs_supported);
1254                         set_bit(res->target, ioa_cfg->target_ids);
1255                 }
1256         } else {
1257                 proto = cfgtew->u.cfgte->proto;
1258                 res->qmodel = IPR_QUEUEING_MODEL(res);
1259                 res->flags = cfgtew->u.cfgte->flags;
1260                 if (res->flags & IPR_IS_IOA_RESOURCE)
1261                         res->type = IPR_RES_TYPE_IOAFP;
1262                 else
1263                         res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1264
1265                 res->bus = cfgtew->u.cfgte->res_addr.bus;
1266                 res->target = cfgtew->u.cfgte->res_addr.target;
1267                 res->lun = cfgtew->u.cfgte->res_addr.lun;
1268                 res->lun_wwn = get_unaligned_be64(cfgtew->u.cfgte->lun_wwn);
1269         }
1270
1271         ipr_update_ata_class(res, proto);
1272 }
1273
1274 /**
1275  * ipr_is_same_device - Determine if two devices are the same.
1276  * @res:        resource entry struct
1277  * @cfgtew:     config table entry wrapper struct
1278  *
1279  * Return value:
1280  *      1 if the devices are the same / 0 otherwise
1281  **/
1282 static int ipr_is_same_device(struct ipr_resource_entry *res,
1283                               struct ipr_config_table_entry_wrapper *cfgtew)
1284 {
1285         if (res->ioa_cfg->sis64) {
1286                 if (!memcmp(&res->dev_id, &cfgtew->u.cfgte64->dev_id,
1287                                         sizeof(cfgtew->u.cfgte64->dev_id)) &&
1288                         !memcmp(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1289                                         sizeof(cfgtew->u.cfgte64->lun))) {
1290                         return 1;
1291                 }
1292         } else {
1293                 if (res->bus == cfgtew->u.cfgte->res_addr.bus &&
1294                     res->target == cfgtew->u.cfgte->res_addr.target &&
1295                     res->lun == cfgtew->u.cfgte->res_addr.lun)
1296                         return 1;
1297         }
1298
1299         return 0;
1300 }
1301
1302 /**
1303  * __ipr_format_res_path - Format the resource path for printing.
1304  * @res_path:   resource path
1305  * @buf:        buffer
1306  * @len:        length of buffer provided
1307  *
1308  * Return value:
1309  *      pointer to buffer
1310  **/
1311 static char *__ipr_format_res_path(u8 *res_path, char *buffer, int len)
1312 {
1313         int i;
1314         char *p = buffer;
1315
1316         *p = '\0';
1317         p += snprintf(p, buffer + len - p, "%02X", res_path[0]);
1318         for (i = 1; res_path[i] != 0xff && ((i * 3) < len); i++)
1319                 p += snprintf(p, buffer + len - p, "-%02X", res_path[i]);
1320
1321         return buffer;
1322 }
1323
1324 /**
1325  * ipr_format_res_path - Format the resource path for printing.
1326  * @ioa_cfg:    ioa config struct
1327  * @res_path:   resource path
1328  * @buf:        buffer
1329  * @len:        length of buffer provided
1330  *
1331  * Return value:
1332  *      pointer to buffer
1333  **/
1334 static char *ipr_format_res_path(struct ipr_ioa_cfg *ioa_cfg,
1335                                  u8 *res_path, char *buffer, int len)
1336 {
1337         char *p = buffer;
1338
1339         *p = '\0';
1340         p += snprintf(p, buffer + len - p, "%d/", ioa_cfg->host->host_no);
1341         __ipr_format_res_path(res_path, p, len - (buffer - p));
1342         return buffer;
1343 }
1344
1345 /**
1346  * ipr_update_res_entry - Update the resource entry.
1347  * @res:        resource entry struct
1348  * @cfgtew:     config table entry wrapper struct
1349  *
1350  * Return value:
1351  *      none
1352  **/
1353 static void ipr_update_res_entry(struct ipr_resource_entry *res,
1354                                  struct ipr_config_table_entry_wrapper *cfgtew)
1355 {
1356         char buffer[IPR_MAX_RES_PATH_LENGTH];
1357         unsigned int proto;
1358         int new_path = 0;
1359
1360         if (res->ioa_cfg->sis64) {
1361                 res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
1362                 res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
1363                 res->type = cfgtew->u.cfgte64->res_type;
1364
1365                 memcpy(&res->std_inq_data, &cfgtew->u.cfgte64->std_inq_data,
1366                         sizeof(struct ipr_std_inq_data));
1367
1368                 res->qmodel = IPR_QUEUEING_MODEL64(res);
1369                 proto = cfgtew->u.cfgte64->proto;
1370                 res->res_handle = cfgtew->u.cfgte64->res_handle;
1371                 res->dev_id = cfgtew->u.cfgte64->dev_id;
1372
1373                 memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1374                         sizeof(res->dev_lun.scsi_lun));
1375
1376                 if (memcmp(res->res_path, &cfgtew->u.cfgte64->res_path,
1377                                         sizeof(res->res_path))) {
1378                         memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1379                                 sizeof(res->res_path));
1380                         new_path = 1;
1381                 }
1382
1383                 if (res->sdev && new_path)
1384                         sdev_printk(KERN_INFO, res->sdev, "Resource path: %s\n",
1385                                     ipr_format_res_path(res->ioa_cfg,
1386                                         res->res_path, buffer, sizeof(buffer)));
1387         } else {
1388                 res->flags = cfgtew->u.cfgte->flags;
1389                 if (res->flags & IPR_IS_IOA_RESOURCE)
1390                         res->type = IPR_RES_TYPE_IOAFP;
1391                 else
1392                         res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1393
1394                 memcpy(&res->std_inq_data, &cfgtew->u.cfgte->std_inq_data,
1395                         sizeof(struct ipr_std_inq_data));
1396
1397                 res->qmodel = IPR_QUEUEING_MODEL(res);
1398                 proto = cfgtew->u.cfgte->proto;
1399                 res->res_handle = cfgtew->u.cfgte->res_handle;
1400         }
1401
1402         ipr_update_ata_class(res, proto);
1403 }
1404
1405 /**
1406  * ipr_clear_res_target - Clear the bit in the bit map representing the target
1407  *                        for the resource.
1408  * @res:        resource entry struct
1409  * @cfgtew:     config table entry wrapper struct
1410  *
1411  * Return value:
1412  *      none
1413  **/
1414 static void ipr_clear_res_target(struct ipr_resource_entry *res)
1415 {
1416         struct ipr_resource_entry *gscsi_res = NULL;
1417         struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1418
1419         if (!ioa_cfg->sis64)
1420                 return;
1421
1422         if (res->bus == IPR_ARRAY_VIRTUAL_BUS)
1423                 clear_bit(res->target, ioa_cfg->array_ids);
1424         else if (res->bus == IPR_VSET_VIRTUAL_BUS)
1425                 clear_bit(res->target, ioa_cfg->vset_ids);
1426         else if (res->bus == 0 && res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1427                 list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue)
1428                         if (gscsi_res->dev_id == res->dev_id && gscsi_res != res)
1429                                 return;
1430                 clear_bit(res->target, ioa_cfg->target_ids);
1431
1432         } else if (res->bus == 0)
1433                 clear_bit(res->target, ioa_cfg->target_ids);
1434 }
1435
1436 /**
1437  * ipr_handle_config_change - Handle a config change from the adapter
1438  * @ioa_cfg:    ioa config struct
1439  * @hostrcb:    hostrcb
1440  *
1441  * Return value:
1442  *      none
1443  **/
1444 static void ipr_handle_config_change(struct ipr_ioa_cfg *ioa_cfg,
1445                                      struct ipr_hostrcb *hostrcb)
1446 {
1447         struct ipr_resource_entry *res = NULL;
1448         struct ipr_config_table_entry_wrapper cfgtew;
1449         __be32 cc_res_handle;
1450
1451         u32 is_ndn = 1;
1452
1453         if (ioa_cfg->sis64) {
1454                 cfgtew.u.cfgte64 = &hostrcb->hcam.u.ccn.u.cfgte64;
1455                 cc_res_handle = cfgtew.u.cfgte64->res_handle;
1456         } else {
1457                 cfgtew.u.cfgte = &hostrcb->hcam.u.ccn.u.cfgte;
1458                 cc_res_handle = cfgtew.u.cfgte->res_handle;
1459         }
1460
1461         list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
1462                 if (res->res_handle == cc_res_handle) {
1463                         is_ndn = 0;
1464                         break;
1465                 }
1466         }
1467
1468         if (is_ndn) {
1469                 if (list_empty(&ioa_cfg->free_res_q)) {
1470                         ipr_send_hcam(ioa_cfg,
1471                                       IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
1472                                       hostrcb);
1473                         return;
1474                 }
1475
1476                 res = list_entry(ioa_cfg->free_res_q.next,
1477                                  struct ipr_resource_entry, queue);
1478
1479                 list_del(&res->queue);
1480                 ipr_init_res_entry(res, &cfgtew);
1481                 list_add_tail(&res->queue, &ioa_cfg->used_res_q);
1482         }
1483
1484         ipr_update_res_entry(res, &cfgtew);
1485
1486         if (hostrcb->hcam.notify_type == IPR_HOST_RCB_NOTIF_TYPE_REM_ENTRY) {
1487                 if (res->sdev) {
1488                         res->del_from_ml = 1;
1489                         res->res_handle = IPR_INVALID_RES_HANDLE;
1490                         schedule_work(&ioa_cfg->work_q);
1491                 } else {
1492                         ipr_clear_res_target(res);
1493                         list_move_tail(&res->queue, &ioa_cfg->free_res_q);
1494                 }
1495         } else if (!res->sdev || res->del_from_ml) {
1496                 res->add_to_ml = 1;
1497                 schedule_work(&ioa_cfg->work_q);
1498         }
1499
1500         ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1501 }
1502
1503 /**
1504  * ipr_process_ccn - Op done function for a CCN.
1505  * @ipr_cmd:    ipr command struct
1506  *
1507  * This function is the op done function for a configuration
1508  * change notification host controlled async from the adapter.
1509  *
1510  * Return value:
1511  *      none
1512  **/
1513 static void ipr_process_ccn(struct ipr_cmnd *ipr_cmd)
1514 {
1515         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1516         struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
1517         u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
1518
1519         list_del_init(&hostrcb->queue);
1520         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
1521
1522         if (ioasc) {
1523                 if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
1524                     ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST)
1525                         dev_err(&ioa_cfg->pdev->dev,
1526                                 "Host RCB failed with IOASC: 0x%08X\n", ioasc);
1527
1528                 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1529         } else {
1530                 ipr_handle_config_change(ioa_cfg, hostrcb);
1531         }
1532 }
1533
1534 /**
1535  * strip_and_pad_whitespace - Strip and pad trailing whitespace.
1536  * @i:          index into buffer
1537  * @buf:                string to modify
1538  *
1539  * This function will strip all trailing whitespace, pad the end
1540  * of the string with a single space, and NULL terminate the string.
1541  *
1542  * Return value:
1543  *      new length of string
1544  **/
1545 static int strip_and_pad_whitespace(int i, char *buf)
1546 {
1547         while (i && buf[i] == ' ')
1548                 i--;
1549         buf[i+1] = ' ';
1550         buf[i+2] = '\0';
1551         return i + 2;
1552 }
1553
1554 /**
1555  * ipr_log_vpd_compact - Log the passed extended VPD compactly.
1556  * @prefix:             string to print at start of printk
1557  * @hostrcb:    hostrcb pointer
1558  * @vpd:                vendor/product id/sn struct
1559  *
1560  * Return value:
1561  *      none
1562  **/
1563 static void ipr_log_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1564                                 struct ipr_vpd *vpd)
1565 {
1566         char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN + IPR_SERIAL_NUM_LEN + 3];
1567         int i = 0;
1568
1569         memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1570         i = strip_and_pad_whitespace(IPR_VENDOR_ID_LEN - 1, buffer);
1571
1572         memcpy(&buffer[i], vpd->vpids.product_id, IPR_PROD_ID_LEN);
1573         i = strip_and_pad_whitespace(i + IPR_PROD_ID_LEN - 1, buffer);
1574
1575         memcpy(&buffer[i], vpd->sn, IPR_SERIAL_NUM_LEN);
1576         buffer[IPR_SERIAL_NUM_LEN + i] = '\0';
1577
1578         ipr_hcam_err(hostrcb, "%s VPID/SN: %s\n", prefix, buffer);
1579 }
1580
1581 /**
1582  * ipr_log_vpd - Log the passed VPD to the error log.
1583  * @vpd:                vendor/product id/sn struct
1584  *
1585  * Return value:
1586  *      none
1587  **/
1588 static void ipr_log_vpd(struct ipr_vpd *vpd)
1589 {
1590         char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN
1591                     + IPR_SERIAL_NUM_LEN];
1592
1593         memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1594         memcpy(buffer + IPR_VENDOR_ID_LEN, vpd->vpids.product_id,
1595                IPR_PROD_ID_LEN);
1596         buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN] = '\0';
1597         ipr_err("Vendor/Product ID: %s\n", buffer);
1598
1599         memcpy(buffer, vpd->sn, IPR_SERIAL_NUM_LEN);
1600         buffer[IPR_SERIAL_NUM_LEN] = '\0';
1601         ipr_err("    Serial Number: %s\n", buffer);
1602 }
1603
1604 /**
1605  * ipr_log_ext_vpd_compact - Log the passed extended VPD compactly.
1606  * @prefix:             string to print at start of printk
1607  * @hostrcb:    hostrcb pointer
1608  * @vpd:                vendor/product id/sn/wwn struct
1609  *
1610  * Return value:
1611  *      none
1612  **/
1613 static void ipr_log_ext_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1614                                     struct ipr_ext_vpd *vpd)
1615 {
1616         ipr_log_vpd_compact(prefix, hostrcb, &vpd->vpd);
1617         ipr_hcam_err(hostrcb, "%s WWN: %08X%08X\n", prefix,
1618                      be32_to_cpu(vpd->wwid[0]), be32_to_cpu(vpd->wwid[1]));
1619 }
1620
1621 /**
1622  * ipr_log_ext_vpd - Log the passed extended VPD to the error log.
1623  * @vpd:                vendor/product id/sn/wwn struct
1624  *
1625  * Return value:
1626  *      none
1627  **/
1628 static void ipr_log_ext_vpd(struct ipr_ext_vpd *vpd)
1629 {
1630         ipr_log_vpd(&vpd->vpd);
1631         ipr_err("    WWN: %08X%08X\n", be32_to_cpu(vpd->wwid[0]),
1632                 be32_to_cpu(vpd->wwid[1]));
1633 }
1634
1635 /**
1636  * ipr_log_enhanced_cache_error - Log a cache error.
1637  * @ioa_cfg:    ioa config struct
1638  * @hostrcb:    hostrcb struct
1639  *
1640  * Return value:
1641  *      none
1642  **/
1643 static void ipr_log_enhanced_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1644                                          struct ipr_hostrcb *hostrcb)
1645 {
1646         struct ipr_hostrcb_type_12_error *error;
1647
1648         if (ioa_cfg->sis64)
1649                 error = &hostrcb->hcam.u.error64.u.type_12_error;
1650         else
1651                 error = &hostrcb->hcam.u.error.u.type_12_error;
1652
1653         ipr_err("-----Current Configuration-----\n");
1654         ipr_err("Cache Directory Card Information:\n");
1655         ipr_log_ext_vpd(&error->ioa_vpd);
1656         ipr_err("Adapter Card Information:\n");
1657         ipr_log_ext_vpd(&error->cfc_vpd);
1658
1659         ipr_err("-----Expected Configuration-----\n");
1660         ipr_err("Cache Directory Card Information:\n");
1661         ipr_log_ext_vpd(&error->ioa_last_attached_to_cfc_vpd);
1662         ipr_err("Adapter Card Information:\n");
1663         ipr_log_ext_vpd(&error->cfc_last_attached_to_ioa_vpd);
1664
1665         ipr_err("Additional IOA Data: %08X %08X %08X\n",
1666                      be32_to_cpu(error->ioa_data[0]),
1667                      be32_to_cpu(error->ioa_data[1]),
1668                      be32_to_cpu(error->ioa_data[2]));
1669 }
1670
1671 /**
1672  * ipr_log_cache_error - Log a cache error.
1673  * @ioa_cfg:    ioa config struct
1674  * @hostrcb:    hostrcb struct
1675  *
1676  * Return value:
1677  *      none
1678  **/
1679 static void ipr_log_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1680                                 struct ipr_hostrcb *hostrcb)
1681 {
1682         struct ipr_hostrcb_type_02_error *error =
1683                 &hostrcb->hcam.u.error.u.type_02_error;
1684
1685         ipr_err("-----Current Configuration-----\n");
1686         ipr_err("Cache Directory Card Information:\n");
1687         ipr_log_vpd(&error->ioa_vpd);
1688         ipr_err("Adapter Card Information:\n");
1689         ipr_log_vpd(&error->cfc_vpd);
1690
1691         ipr_err("-----Expected Configuration-----\n");
1692         ipr_err("Cache Directory Card Information:\n");
1693         ipr_log_vpd(&error->ioa_last_attached_to_cfc_vpd);
1694         ipr_err("Adapter Card Information:\n");
1695         ipr_log_vpd(&error->cfc_last_attached_to_ioa_vpd);
1696
1697         ipr_err("Additional IOA Data: %08X %08X %08X\n",
1698                      be32_to_cpu(error->ioa_data[0]),
1699                      be32_to_cpu(error->ioa_data[1]),
1700                      be32_to_cpu(error->ioa_data[2]));
1701 }
1702
1703 /**
1704  * ipr_log_enhanced_config_error - Log a configuration error.
1705  * @ioa_cfg:    ioa config struct
1706  * @hostrcb:    hostrcb struct
1707  *
1708  * Return value:
1709  *      none
1710  **/
1711 static void ipr_log_enhanced_config_error(struct ipr_ioa_cfg *ioa_cfg,
1712                                           struct ipr_hostrcb *hostrcb)
1713 {
1714         int errors_logged, i;
1715         struct ipr_hostrcb_device_data_entry_enhanced *dev_entry;
1716         struct ipr_hostrcb_type_13_error *error;
1717
1718         error = &hostrcb->hcam.u.error.u.type_13_error;
1719         errors_logged = be32_to_cpu(error->errors_logged);
1720
1721         ipr_err("Device Errors Detected/Logged: %d/%d\n",
1722                 be32_to_cpu(error->errors_detected), errors_logged);
1723
1724         dev_entry = error->dev;
1725
1726         for (i = 0; i < errors_logged; i++, dev_entry++) {
1727                 ipr_err_separator;
1728
1729                 ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1730                 ipr_log_ext_vpd(&dev_entry->vpd);
1731
1732                 ipr_err("-----New Device Information-----\n");
1733                 ipr_log_ext_vpd(&dev_entry->new_vpd);
1734
1735                 ipr_err("Cache Directory Card Information:\n");
1736                 ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1737
1738                 ipr_err("Adapter Card Information:\n");
1739                 ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1740         }
1741 }
1742
1743 /**
1744  * ipr_log_sis64_config_error - Log a device error.
1745  * @ioa_cfg:    ioa config struct
1746  * @hostrcb:    hostrcb struct
1747  *
1748  * Return value:
1749  *      none
1750  **/
1751 static void ipr_log_sis64_config_error(struct ipr_ioa_cfg *ioa_cfg,
1752                                        struct ipr_hostrcb *hostrcb)
1753 {
1754         int errors_logged, i;
1755         struct ipr_hostrcb64_device_data_entry_enhanced *dev_entry;
1756         struct ipr_hostrcb_type_23_error *error;
1757         char buffer[IPR_MAX_RES_PATH_LENGTH];
1758
1759         error = &hostrcb->hcam.u.error64.u.type_23_error;
1760         errors_logged = be32_to_cpu(error->errors_logged);
1761
1762         ipr_err("Device Errors Detected/Logged: %d/%d\n",
1763                 be32_to_cpu(error->errors_detected), errors_logged);
1764
1765         dev_entry = error->dev;
1766
1767         for (i = 0; i < errors_logged; i++, dev_entry++) {
1768                 ipr_err_separator;
1769
1770                 ipr_err("Device %d : %s", i + 1,
1771                         __ipr_format_res_path(dev_entry->res_path,
1772                                               buffer, sizeof(buffer)));
1773                 ipr_log_ext_vpd(&dev_entry->vpd);
1774
1775                 ipr_err("-----New Device Information-----\n");
1776                 ipr_log_ext_vpd(&dev_entry->new_vpd);
1777
1778                 ipr_err("Cache Directory Card Information:\n");
1779                 ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1780
1781                 ipr_err("Adapter Card Information:\n");
1782                 ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1783         }
1784 }
1785
1786 /**
1787  * ipr_log_config_error - Log a configuration error.
1788  * @ioa_cfg:    ioa config struct
1789  * @hostrcb:    hostrcb struct
1790  *
1791  * Return value:
1792  *      none
1793  **/
1794 static void ipr_log_config_error(struct ipr_ioa_cfg *ioa_cfg,
1795                                  struct ipr_hostrcb *hostrcb)
1796 {
1797         int errors_logged, i;
1798         struct ipr_hostrcb_device_data_entry *dev_entry;
1799         struct ipr_hostrcb_type_03_error *error;
1800
1801         error = &hostrcb->hcam.u.error.u.type_03_error;
1802         errors_logged = be32_to_cpu(error->errors_logged);
1803
1804         ipr_err("Device Errors Detected/Logged: %d/%d\n",
1805                 be32_to_cpu(error->errors_detected), errors_logged);
1806
1807         dev_entry = error->dev;
1808
1809         for (i = 0; i < errors_logged; i++, dev_entry++) {
1810                 ipr_err_separator;
1811
1812                 ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1813                 ipr_log_vpd(&dev_entry->vpd);
1814
1815                 ipr_err("-----New Device Information-----\n");
1816                 ipr_log_vpd(&dev_entry->new_vpd);
1817
1818                 ipr_err("Cache Directory Card Information:\n");
1819                 ipr_log_vpd(&dev_entry->ioa_last_with_dev_vpd);
1820
1821                 ipr_err("Adapter Card Information:\n");
1822                 ipr_log_vpd(&dev_entry->cfc_last_with_dev_vpd);
1823
1824                 ipr_err("Additional IOA Data: %08X %08X %08X %08X %08X\n",
1825                         be32_to_cpu(dev_entry->ioa_data[0]),
1826                         be32_to_cpu(dev_entry->ioa_data[1]),
1827                         be32_to_cpu(dev_entry->ioa_data[2]),
1828                         be32_to_cpu(dev_entry->ioa_data[3]),
1829                         be32_to_cpu(dev_entry->ioa_data[4]));
1830         }
1831 }
1832
1833 /**
1834  * ipr_log_enhanced_array_error - Log an array configuration error.
1835  * @ioa_cfg:    ioa config struct
1836  * @hostrcb:    hostrcb struct
1837  *
1838  * Return value:
1839  *      none
1840  **/
1841 static void ipr_log_enhanced_array_error(struct ipr_ioa_cfg *ioa_cfg,
1842                                          struct ipr_hostrcb *hostrcb)
1843 {
1844         int i, num_entries;
1845         struct ipr_hostrcb_type_14_error *error;
1846         struct ipr_hostrcb_array_data_entry_enhanced *array_entry;
1847         const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1848
1849         error = &hostrcb->hcam.u.error.u.type_14_error;
1850
1851         ipr_err_separator;
1852
1853         ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1854                 error->protection_level,
1855                 ioa_cfg->host->host_no,
1856                 error->last_func_vset_res_addr.bus,
1857                 error->last_func_vset_res_addr.target,
1858                 error->last_func_vset_res_addr.lun);
1859
1860         ipr_err_separator;
1861
1862         array_entry = error->array_member;
1863         num_entries = min_t(u32, be32_to_cpu(error->num_entries),
1864                             ARRAY_SIZE(error->array_member));
1865
1866         for (i = 0; i < num_entries; i++, array_entry++) {
1867                 if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1868                         continue;
1869
1870                 if (be32_to_cpu(error->exposed_mode_adn) == i)
1871                         ipr_err("Exposed Array Member %d:\n", i);
1872                 else
1873                         ipr_err("Array Member %d:\n", i);
1874
1875                 ipr_log_ext_vpd(&array_entry->vpd);
1876                 ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1877                 ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1878                                  "Expected Location");
1879
1880                 ipr_err_separator;
1881         }
1882 }
1883
1884 /**
1885  * ipr_log_array_error - Log an array configuration error.
1886  * @ioa_cfg:    ioa config struct
1887  * @hostrcb:    hostrcb struct
1888  *
1889  * Return value:
1890  *      none
1891  **/
1892 static void ipr_log_array_error(struct ipr_ioa_cfg *ioa_cfg,
1893                                 struct ipr_hostrcb *hostrcb)
1894 {
1895         int i;
1896         struct ipr_hostrcb_type_04_error *error;
1897         struct ipr_hostrcb_array_data_entry *array_entry;
1898         const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1899
1900         error = &hostrcb->hcam.u.error.u.type_04_error;
1901
1902         ipr_err_separator;
1903
1904         ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1905                 error->protection_level,
1906                 ioa_cfg->host->host_no,
1907                 error->last_func_vset_res_addr.bus,
1908                 error->last_func_vset_res_addr.target,
1909                 error->last_func_vset_res_addr.lun);
1910
1911         ipr_err_separator;
1912
1913         array_entry = error->array_member;
1914
1915         for (i = 0; i < 18; i++) {
1916                 if (!memcmp(array_entry->vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1917                         continue;
1918
1919                 if (be32_to_cpu(error->exposed_mode_adn) == i)
1920                         ipr_err("Exposed Array Member %d:\n", i);
1921                 else
1922                         ipr_err("Array Member %d:\n", i);
1923
1924                 ipr_log_vpd(&array_entry->vpd);
1925
1926                 ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1927                 ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1928                                  "Expected Location");
1929
1930                 ipr_err_separator;
1931
1932                 if (i == 9)
1933                         array_entry = error->array_member2;
1934                 else
1935                         array_entry++;
1936         }
1937 }
1938
1939 /**
1940  * ipr_log_hex_data - Log additional hex IOA error data.
1941  * @ioa_cfg:    ioa config struct
1942  * @data:               IOA error data
1943  * @len:                data length
1944  *
1945  * Return value:
1946  *      none
1947  **/
1948 static void ipr_log_hex_data(struct ipr_ioa_cfg *ioa_cfg, __be32 *data, int len)
1949 {
1950         int i;
1951
1952         if (len == 0)
1953                 return;
1954
1955         if (ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
1956                 len = min_t(int, len, IPR_DEFAULT_MAX_ERROR_DUMP);
1957
1958         for (i = 0; i < len / 4; i += 4) {
1959                 ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
1960                         be32_to_cpu(data[i]),
1961                         be32_to_cpu(data[i+1]),
1962                         be32_to_cpu(data[i+2]),
1963                         be32_to_cpu(data[i+3]));
1964         }
1965 }
1966
1967 /**
1968  * ipr_log_enhanced_dual_ioa_error - Log an enhanced dual adapter error.
1969  * @ioa_cfg:    ioa config struct
1970  * @hostrcb:    hostrcb struct
1971  *
1972  * Return value:
1973  *      none
1974  **/
1975 static void ipr_log_enhanced_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1976                                             struct ipr_hostrcb *hostrcb)
1977 {
1978         struct ipr_hostrcb_type_17_error *error;
1979
1980         if (ioa_cfg->sis64)
1981                 error = &hostrcb->hcam.u.error64.u.type_17_error;
1982         else
1983                 error = &hostrcb->hcam.u.error.u.type_17_error;
1984
1985         error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1986         strim(error->failure_reason);
1987
1988         ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1989                      be32_to_cpu(hostrcb->hcam.u.error.prc));
1990         ipr_log_ext_vpd_compact("Remote IOA", hostrcb, &error->vpd);
1991         ipr_log_hex_data(ioa_cfg, error->data,
1992                          be32_to_cpu(hostrcb->hcam.length) -
1993                          (offsetof(struct ipr_hostrcb_error, u) +
1994                           offsetof(struct ipr_hostrcb_type_17_error, data)));
1995 }
1996
1997 /**
1998  * ipr_log_dual_ioa_error - Log a dual adapter error.
1999  * @ioa_cfg:    ioa config struct
2000  * @hostrcb:    hostrcb struct
2001  *
2002  * Return value:
2003  *      none
2004  **/
2005 static void ipr_log_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
2006                                    struct ipr_hostrcb *hostrcb)
2007 {
2008         struct ipr_hostrcb_type_07_error *error;
2009
2010         error = &hostrcb->hcam.u.error.u.type_07_error;
2011         error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2012         strim(error->failure_reason);
2013
2014         ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
2015                      be32_to_cpu(hostrcb->hcam.u.error.prc));
2016         ipr_log_vpd_compact("Remote IOA", hostrcb, &error->vpd);
2017         ipr_log_hex_data(ioa_cfg, error->data,
2018                          be32_to_cpu(hostrcb->hcam.length) -
2019                          (offsetof(struct ipr_hostrcb_error, u) +
2020                           offsetof(struct ipr_hostrcb_type_07_error, data)));
2021 }
2022
2023 static const struct {
2024         u8 active;
2025         char *desc;
2026 } path_active_desc[] = {
2027         { IPR_PATH_NO_INFO, "Path" },
2028         { IPR_PATH_ACTIVE, "Active path" },
2029         { IPR_PATH_NOT_ACTIVE, "Inactive path" }
2030 };
2031
2032 static const struct {
2033         u8 state;
2034         char *desc;
2035 } path_state_desc[] = {
2036         { IPR_PATH_STATE_NO_INFO, "has no path state information available" },
2037         { IPR_PATH_HEALTHY, "is healthy" },
2038         { IPR_PATH_DEGRADED, "is degraded" },
2039         { IPR_PATH_FAILED, "is failed" }
2040 };
2041
2042 /**
2043  * ipr_log_fabric_path - Log a fabric path error
2044  * @hostrcb:    hostrcb struct
2045  * @fabric:             fabric descriptor
2046  *
2047  * Return value:
2048  *      none
2049  **/
2050 static void ipr_log_fabric_path(struct ipr_hostrcb *hostrcb,
2051                                 struct ipr_hostrcb_fabric_desc *fabric)
2052 {
2053         int i, j;
2054         u8 path_state = fabric->path_state;
2055         u8 active = path_state & IPR_PATH_ACTIVE_MASK;
2056         u8 state = path_state & IPR_PATH_STATE_MASK;
2057
2058         for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
2059                 if (path_active_desc[i].active != active)
2060                         continue;
2061
2062                 for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
2063                         if (path_state_desc[j].state != state)
2064                                 continue;
2065
2066                         if (fabric->cascaded_expander == 0xff && fabric->phy == 0xff) {
2067                                 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d\n",
2068                                              path_active_desc[i].desc, path_state_desc[j].desc,
2069                                              fabric->ioa_port);
2070                         } else if (fabric->cascaded_expander == 0xff) {
2071                                 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Phy=%d\n",
2072                                              path_active_desc[i].desc, path_state_desc[j].desc,
2073                                              fabric->ioa_port, fabric->phy);
2074                         } else if (fabric->phy == 0xff) {
2075                                 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d\n",
2076                                              path_active_desc[i].desc, path_state_desc[j].desc,
2077                                              fabric->ioa_port, fabric->cascaded_expander);
2078                         } else {
2079                                 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d, Phy=%d\n",
2080                                              path_active_desc[i].desc, path_state_desc[j].desc,
2081                                              fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
2082                         }
2083                         return;
2084                 }
2085         }
2086
2087         ipr_err("Path state=%02X IOA Port=%d Cascade=%d Phy=%d\n", path_state,
2088                 fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
2089 }
2090
2091 /**
2092  * ipr_log64_fabric_path - Log a fabric path error
2093  * @hostrcb:    hostrcb struct
2094  * @fabric:             fabric descriptor
2095  *
2096  * Return value:
2097  *      none
2098  **/
2099 static void ipr_log64_fabric_path(struct ipr_hostrcb *hostrcb,
2100                                   struct ipr_hostrcb64_fabric_desc *fabric)
2101 {
2102         int i, j;
2103         u8 path_state = fabric->path_state;
2104         u8 active = path_state & IPR_PATH_ACTIVE_MASK;
2105         u8 state = path_state & IPR_PATH_STATE_MASK;
2106         char buffer[IPR_MAX_RES_PATH_LENGTH];
2107
2108         for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
2109                 if (path_active_desc[i].active != active)
2110                         continue;
2111
2112                 for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
2113                         if (path_state_desc[j].state != state)
2114                                 continue;
2115
2116                         ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s\n",
2117                                      path_active_desc[i].desc, path_state_desc[j].desc,
2118                                      ipr_format_res_path(hostrcb->ioa_cfg,
2119                                                 fabric->res_path,
2120                                                 buffer, sizeof(buffer)));
2121                         return;
2122                 }
2123         }
2124
2125         ipr_err("Path state=%02X Resource Path=%s\n", path_state,
2126                 ipr_format_res_path(hostrcb->ioa_cfg, fabric->res_path,
2127                                     buffer, sizeof(buffer)));
2128 }
2129
2130 static const struct {
2131         u8 type;
2132         char *desc;
2133 } path_type_desc[] = {
2134         { IPR_PATH_CFG_IOA_PORT, "IOA port" },
2135         { IPR_PATH_CFG_EXP_PORT, "Expander port" },
2136         { IPR_PATH_CFG_DEVICE_PORT, "Device port" },
2137         { IPR_PATH_CFG_DEVICE_LUN, "Device LUN" }
2138 };
2139
2140 static const struct {
2141         u8 status;
2142         char *desc;
2143 } path_status_desc[] = {
2144         { IPR_PATH_CFG_NO_PROB, "Functional" },
2145         { IPR_PATH_CFG_DEGRADED, "Degraded" },
2146         { IPR_PATH_CFG_FAILED, "Failed" },
2147         { IPR_PATH_CFG_SUSPECT, "Suspect" },
2148         { IPR_PATH_NOT_DETECTED, "Missing" },
2149         { IPR_PATH_INCORRECT_CONN, "Incorrectly connected" }
2150 };
2151
2152 static const char *link_rate[] = {
2153         "unknown",
2154         "disabled",
2155         "phy reset problem",
2156         "spinup hold",
2157         "port selector",
2158         "unknown",
2159         "unknown",
2160         "unknown",
2161         "1.5Gbps",
2162         "3.0Gbps",
2163         "unknown",
2164         "unknown",
2165         "unknown",
2166         "unknown",
2167         "unknown",
2168         "unknown"
2169 };
2170
2171 /**
2172  * ipr_log_path_elem - Log a fabric path element.
2173  * @hostrcb:    hostrcb struct
2174  * @cfg:                fabric path element struct
2175  *
2176  * Return value:
2177  *      none
2178  **/
2179 static void ipr_log_path_elem(struct ipr_hostrcb *hostrcb,
2180                               struct ipr_hostrcb_config_element *cfg)
2181 {
2182         int i, j;
2183         u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2184         u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2185
2186         if (type == IPR_PATH_CFG_NOT_EXIST)
2187                 return;
2188
2189         for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2190                 if (path_type_desc[i].type != type)
2191                         continue;
2192
2193                 for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2194                         if (path_status_desc[j].status != status)
2195                                 continue;
2196
2197                         if (type == IPR_PATH_CFG_IOA_PORT) {
2198                                 ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, WWN=%08X%08X\n",
2199                                              path_status_desc[j].desc, path_type_desc[i].desc,
2200                                              cfg->phy, link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2201                                              be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2202                         } else {
2203                                 if (cfg->cascaded_expander == 0xff && cfg->phy == 0xff) {
2204                                         ipr_hcam_err(hostrcb, "%s %s: Link rate=%s, WWN=%08X%08X\n",
2205                                                      path_status_desc[j].desc, path_type_desc[i].desc,
2206                                                      link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2207                                                      be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2208                                 } else if (cfg->cascaded_expander == 0xff) {
2209                                         ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, "
2210                                                      "WWN=%08X%08X\n", path_status_desc[j].desc,
2211                                                      path_type_desc[i].desc, cfg->phy,
2212                                                      link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2213                                                      be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2214                                 } else if (cfg->phy == 0xff) {
2215                                         ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Link rate=%s, "
2216                                                      "WWN=%08X%08X\n", path_status_desc[j].desc,
2217                                                      path_type_desc[i].desc, cfg->cascaded_expander,
2218                                                      link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2219                                                      be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2220                                 } else {
2221                                         ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Phy=%d, Link rate=%s "
2222                                                      "WWN=%08X%08X\n", path_status_desc[j].desc,
2223                                                      path_type_desc[i].desc, cfg->cascaded_expander, cfg->phy,
2224                                                      link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2225                                                      be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2226                                 }
2227                         }
2228                         return;
2229                 }
2230         }
2231
2232         ipr_hcam_err(hostrcb, "Path element=%02X: Cascade=%d Phy=%d Link rate=%s "
2233                      "WWN=%08X%08X\n", cfg->type_status, cfg->cascaded_expander, cfg->phy,
2234                      link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2235                      be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2236 }
2237
2238 /**
2239  * ipr_log64_path_elem - Log a fabric path element.
2240  * @hostrcb:    hostrcb struct
2241  * @cfg:                fabric path element struct
2242  *
2243  * Return value:
2244  *      none
2245  **/
2246 static void ipr_log64_path_elem(struct ipr_hostrcb *hostrcb,
2247                                 struct ipr_hostrcb64_config_element *cfg)
2248 {
2249         int i, j;
2250         u8 desc_id = cfg->descriptor_id & IPR_DESCRIPTOR_MASK;
2251         u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2252         u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2253         char buffer[IPR_MAX_RES_PATH_LENGTH];
2254
2255         if (type == IPR_PATH_CFG_NOT_EXIST || desc_id != IPR_DESCRIPTOR_SIS64)
2256                 return;
2257
2258         for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2259                 if (path_type_desc[i].type != type)
2260                         continue;
2261
2262                 for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2263                         if (path_status_desc[j].status != status)
2264                                 continue;
2265
2266                         ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s, Link rate=%s, WWN=%08X%08X\n",
2267                                      path_status_desc[j].desc, path_type_desc[i].desc,
2268                                      ipr_format_res_path(hostrcb->ioa_cfg,
2269                                         cfg->res_path, buffer, sizeof(buffer)),
2270                                         link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2271                                         be32_to_cpu(cfg->wwid[0]),
2272                                         be32_to_cpu(cfg->wwid[1]));
2273                         return;
2274                 }
2275         }
2276         ipr_hcam_err(hostrcb, "Path element=%02X: Resource Path=%s, Link rate=%s "
2277                      "WWN=%08X%08X\n", cfg->type_status,
2278                      ipr_format_res_path(hostrcb->ioa_cfg,
2279                         cfg->res_path, buffer, sizeof(buffer)),
2280                         link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2281                         be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2282 }
2283
2284 /**
2285  * ipr_log_fabric_error - Log a fabric error.
2286  * @ioa_cfg:    ioa config struct
2287  * @hostrcb:    hostrcb struct
2288  *
2289  * Return value:
2290  *      none
2291  **/
2292 static void ipr_log_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2293                                  struct ipr_hostrcb *hostrcb)
2294 {
2295         struct ipr_hostrcb_type_20_error *error;
2296         struct ipr_hostrcb_fabric_desc *fabric;
2297         struct ipr_hostrcb_config_element *cfg;
2298         int i, add_len;
2299
2300         error = &hostrcb->hcam.u.error.u.type_20_error;
2301         error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2302         ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2303
2304         add_len = be32_to_cpu(hostrcb->hcam.length) -
2305                 (offsetof(struct ipr_hostrcb_error, u) +
2306                  offsetof(struct ipr_hostrcb_type_20_error, desc));
2307
2308         for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2309                 ipr_log_fabric_path(hostrcb, fabric);
2310                 for_each_fabric_cfg(fabric, cfg)
2311                         ipr_log_path_elem(hostrcb, cfg);
2312
2313                 add_len -= be16_to_cpu(fabric->length);
2314                 fabric = (struct ipr_hostrcb_fabric_desc *)
2315                         ((unsigned long)fabric + be16_to_cpu(fabric->length));
2316         }
2317
2318         ipr_log_hex_data(ioa_cfg, (__be32 *)fabric, add_len);
2319 }
2320
2321 /**
2322  * ipr_log_sis64_array_error - Log a sis64 array error.
2323  * @ioa_cfg:    ioa config struct
2324  * @hostrcb:    hostrcb struct
2325  *
2326  * Return value:
2327  *      none
2328  **/
2329 static void ipr_log_sis64_array_error(struct ipr_ioa_cfg *ioa_cfg,
2330                                       struct ipr_hostrcb *hostrcb)
2331 {
2332         int i, num_entries;
2333         struct ipr_hostrcb_type_24_error *error;
2334         struct ipr_hostrcb64_array_data_entry *array_entry;
2335         char buffer[IPR_MAX_RES_PATH_LENGTH];
2336         const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
2337
2338         error = &hostrcb->hcam.u.error64.u.type_24_error;
2339
2340         ipr_err_separator;
2341
2342         ipr_err("RAID %s Array Configuration: %s\n",
2343                 error->protection_level,
2344                 ipr_format_res_path(ioa_cfg, error->last_res_path,
2345                         buffer, sizeof(buffer)));
2346
2347         ipr_err_separator;
2348
2349         array_entry = error->array_member;
2350         num_entries = min_t(u32, error->num_entries,
2351                             ARRAY_SIZE(error->array_member));
2352
2353         for (i = 0; i < num_entries; i++, array_entry++) {
2354
2355                 if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
2356                         continue;
2357
2358                 if (error->exposed_mode_adn == i)
2359                         ipr_err("Exposed Array Member %d:\n", i);
2360                 else
2361                         ipr_err("Array Member %d:\n", i);
2362
2363                 ipr_err("Array Member %d:\n", i);
2364                 ipr_log_ext_vpd(&array_entry->vpd);
2365                 ipr_err("Current Location: %s\n",
2366                          ipr_format_res_path(ioa_cfg, array_entry->res_path,
2367                                 buffer, sizeof(buffer)));
2368                 ipr_err("Expected Location: %s\n",
2369                          ipr_format_res_path(ioa_cfg,
2370                                 array_entry->expected_res_path,
2371                                 buffer, sizeof(buffer)));
2372
2373                 ipr_err_separator;
2374         }
2375 }
2376
2377 /**
2378  * ipr_log_sis64_fabric_error - Log a sis64 fabric error.
2379  * @ioa_cfg:    ioa config struct
2380  * @hostrcb:    hostrcb struct
2381  *
2382  * Return value:
2383  *      none
2384  **/
2385 static void ipr_log_sis64_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2386                                        struct ipr_hostrcb *hostrcb)
2387 {
2388         struct ipr_hostrcb_type_30_error *error;
2389         struct ipr_hostrcb64_fabric_desc *fabric;
2390         struct ipr_hostrcb64_config_element *cfg;
2391         int i, add_len;
2392
2393         error = &hostrcb->hcam.u.error64.u.type_30_error;
2394
2395         error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2396         ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2397
2398         add_len = be32_to_cpu(hostrcb->hcam.length) -
2399                 (offsetof(struct ipr_hostrcb64_error, u) +
2400                  offsetof(struct ipr_hostrcb_type_30_error, desc));
2401
2402         for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2403                 ipr_log64_fabric_path(hostrcb, fabric);
2404                 for_each_fabric_cfg(fabric, cfg)
2405                         ipr_log64_path_elem(hostrcb, cfg);
2406
2407                 add_len -= be16_to_cpu(fabric->length);
2408                 fabric = (struct ipr_hostrcb64_fabric_desc *)
2409                         ((unsigned long)fabric + be16_to_cpu(fabric->length));
2410         }
2411
2412         ipr_log_hex_data(ioa_cfg, (__be32 *)fabric, add_len);
2413 }
2414
2415 /**
2416  * ipr_log_generic_error - Log an adapter error.
2417  * @ioa_cfg:    ioa config struct
2418  * @hostrcb:    hostrcb struct
2419  *
2420  * Return value:
2421  *      none
2422  **/
2423 static void ipr_log_generic_error(struct ipr_ioa_cfg *ioa_cfg,
2424                                   struct ipr_hostrcb *hostrcb)
2425 {
2426         ipr_log_hex_data(ioa_cfg, hostrcb->hcam.u.raw.data,
2427                          be32_to_cpu(hostrcb->hcam.length));
2428 }
2429
2430 /**
2431  * ipr_log_sis64_device_error - Log a cache error.
2432  * @ioa_cfg:    ioa config struct
2433  * @hostrcb:    hostrcb struct
2434  *
2435  * Return value:
2436  *      none
2437  **/
2438 static void ipr_log_sis64_device_error(struct ipr_ioa_cfg *ioa_cfg,
2439                                          struct ipr_hostrcb *hostrcb)
2440 {
2441         struct ipr_hostrcb_type_21_error *error;
2442         char buffer[IPR_MAX_RES_PATH_LENGTH];
2443
2444         error = &hostrcb->hcam.u.error64.u.type_21_error;
2445
2446         ipr_err("-----Failing Device Information-----\n");
2447         ipr_err("World Wide Unique ID: %08X%08X%08X%08X\n",
2448                 be32_to_cpu(error->wwn[0]), be32_to_cpu(error->wwn[1]),
2449                  be32_to_cpu(error->wwn[2]), be32_to_cpu(error->wwn[3]));
2450         ipr_err("Device Resource Path: %s\n",
2451                 __ipr_format_res_path(error->res_path,
2452                                       buffer, sizeof(buffer)));
2453         error->primary_problem_desc[sizeof(error->primary_problem_desc) - 1] = '\0';
2454         error->second_problem_desc[sizeof(error->second_problem_desc) - 1] = '\0';
2455         ipr_err("Primary Problem Description: %s\n", error->primary_problem_desc);
2456         ipr_err("Secondary Problem Description:  %s\n", error->second_problem_desc);
2457         ipr_err("SCSI Sense Data:\n");
2458         ipr_log_hex_data(ioa_cfg, error->sense_data, sizeof(error->sense_data));
2459         ipr_err("SCSI Command Descriptor Block: \n");
2460         ipr_log_hex_data(ioa_cfg, error->cdb, sizeof(error->cdb));
2461
2462         ipr_err("Additional IOA Data:\n");
2463         ipr_log_hex_data(ioa_cfg, error->ioa_data, be32_to_cpu(error->length_of_error));
2464 }
2465
2466 /**
2467  * ipr_get_error - Find the specfied IOASC in the ipr_error_table.
2468  * @ioasc:      IOASC
2469  *
2470  * This function will return the index of into the ipr_error_table
2471  * for the specified IOASC. If the IOASC is not in the table,
2472  * 0 will be returned, which points to the entry used for unknown errors.
2473  *
2474  * Return value:
2475  *      index into the ipr_error_table
2476  **/
2477 static u32 ipr_get_error(u32 ioasc)
2478 {
2479         int i;
2480
2481         for (i = 0; i < ARRAY_SIZE(ipr_error_table); i++)
2482                 if (ipr_error_table[i].ioasc == (ioasc & IPR_IOASC_IOASC_MASK))
2483                         return i;
2484
2485         return 0;
2486 }
2487
2488 /**
2489  * ipr_handle_log_data - Log an adapter error.
2490  * @ioa_cfg:    ioa config struct
2491  * @hostrcb:    hostrcb struct
2492  *
2493  * This function logs an adapter error to the system.
2494  *
2495  * Return value:
2496  *      none
2497  **/
2498 static void ipr_handle_log_data(struct ipr_ioa_cfg *ioa_cfg,
2499                                 struct ipr_hostrcb *hostrcb)
2500 {
2501         u32 ioasc;
2502         int error_index;
2503         struct ipr_hostrcb_type_21_error *error;
2504
2505         if (hostrcb->hcam.notify_type != IPR_HOST_RCB_NOTIF_TYPE_ERROR_LOG_ENTRY)
2506                 return;
2507
2508         if (hostrcb->hcam.notifications_lost == IPR_HOST_RCB_NOTIFICATIONS_LOST)
2509                 dev_err(&ioa_cfg->pdev->dev, "Error notifications lost\n");
2510
2511         if (ioa_cfg->sis64)
2512                 ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2513         else
2514                 ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2515
2516         if (!ioa_cfg->sis64 && (ioasc == IPR_IOASC_BUS_WAS_RESET ||
2517             ioasc == IPR_IOASC_BUS_WAS_RESET_BY_OTHER)) {
2518                 /* Tell the midlayer we had a bus reset so it will handle the UA properly */
2519                 scsi_report_bus_reset(ioa_cfg->host,
2520                                       hostrcb->hcam.u.error.fd_res_addr.bus);
2521         }
2522
2523         error_index = ipr_get_error(ioasc);
2524
2525         if (!ipr_error_table[error_index].log_hcam)
2526                 return;
2527
2528         if (ioasc == IPR_IOASC_HW_CMD_FAILED &&
2529             hostrcb->hcam.overlay_id == IPR_HOST_RCB_OVERLAY_ID_21) {
2530                 error = &hostrcb->hcam.u.error64.u.type_21_error;
2531
2532                 if (((be32_to_cpu(error->sense_data[0]) & 0x0000ff00) >> 8) == ILLEGAL_REQUEST &&
2533                         ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
2534                                 return;
2535         }
2536
2537         ipr_hcam_err(hostrcb, "%s\n", ipr_error_table[error_index].error);
2538
2539         /* Set indication we have logged an error */
2540         ioa_cfg->errors_logged++;
2541
2542         if (ioa_cfg->log_level < ipr_error_table[error_index].log_hcam)
2543                 return;
2544         if (be32_to_cpu(hostrcb->hcam.length) > sizeof(hostrcb->hcam.u.raw))
2545                 hostrcb->hcam.length = cpu_to_be32(sizeof(hostrcb->hcam.u.raw));
2546
2547         switch (hostrcb->hcam.overlay_id) {
2548         case IPR_HOST_RCB_OVERLAY_ID_2:
2549                 ipr_log_cache_error(ioa_cfg, hostrcb);
2550                 break;
2551         case IPR_HOST_RCB_OVERLAY_ID_3:
2552                 ipr_log_config_error(ioa_cfg, hostrcb);
2553                 break;
2554         case IPR_HOST_RCB_OVERLAY_ID_4:
2555         case IPR_HOST_RCB_OVERLAY_ID_6:
2556                 ipr_log_array_error(ioa_cfg, hostrcb);
2557                 break;
2558         case IPR_HOST_RCB_OVERLAY_ID_7:
2559                 ipr_log_dual_ioa_error(ioa_cfg, hostrcb);
2560                 break;
2561         case IPR_HOST_RCB_OVERLAY_ID_12:
2562                 ipr_log_enhanced_cache_error(ioa_cfg, hostrcb);
2563                 break;
2564         case IPR_HOST_RCB_OVERLAY_ID_13:
2565                 ipr_log_enhanced_config_error(ioa_cfg, hostrcb);
2566                 break;
2567         case IPR_HOST_RCB_OVERLAY_ID_14:
2568         case IPR_HOST_RCB_OVERLAY_ID_16:
2569                 ipr_log_enhanced_array_error(ioa_cfg, hostrcb);
2570                 break;
2571         case IPR_HOST_RCB_OVERLAY_ID_17:
2572                 ipr_log_enhanced_dual_ioa_error(ioa_cfg, hostrcb);
2573                 break;
2574         case IPR_HOST_RCB_OVERLAY_ID_20:
2575                 ipr_log_fabric_error(ioa_cfg, hostrcb);
2576                 break;
2577         case IPR_HOST_RCB_OVERLAY_ID_21:
2578                 ipr_log_sis64_device_error(ioa_cfg, hostrcb);
2579                 break;
2580         case IPR_HOST_RCB_OVERLAY_ID_23:
2581                 ipr_log_sis64_config_error(ioa_cfg, hostrcb);
2582                 break;
2583         case IPR_HOST_RCB_OVERLAY_ID_24:
2584         case IPR_HOST_RCB_OVERLAY_ID_26:
2585                 ipr_log_sis64_array_error(ioa_cfg, hostrcb);
2586                 break;
2587         case IPR_HOST_RCB_OVERLAY_ID_30:
2588                 ipr_log_sis64_fabric_error(ioa_cfg, hostrcb);
2589                 break;
2590         case IPR_HOST_RCB_OVERLAY_ID_1:
2591         case IPR_HOST_RCB_OVERLAY_ID_DEFAULT:
2592         default:
2593                 ipr_log_generic_error(ioa_cfg, hostrcb);
2594                 break;
2595         }
2596 }
2597
2598 static struct ipr_hostrcb *ipr_get_free_hostrcb(struct ipr_ioa_cfg *ioa)
2599 {
2600         struct ipr_hostrcb *hostrcb;
2601
2602         hostrcb = list_first_entry_or_null(&ioa->hostrcb_free_q,
2603                                         struct ipr_hostrcb, queue);
2604
2605         if (unlikely(!hostrcb)) {
2606                 dev_info(&ioa->pdev->dev, "Reclaiming async error buffers.");
2607                 hostrcb = list_first_entry_or_null(&ioa->hostrcb_report_q,
2608                                                 struct ipr_hostrcb, queue);
2609         }
2610
2611         list_del_init(&hostrcb->queue);
2612         return hostrcb;
2613 }
2614
2615 /**
2616  * ipr_process_error - Op done function for an adapter error log.
2617  * @ipr_cmd:    ipr command struct
2618  *
2619  * This function is the op done function for an error log host
2620  * controlled async from the adapter. It will log the error and
2621  * send the HCAM back to the adapter.
2622  *
2623  * Return value:
2624  *      none
2625  **/
2626 static void ipr_process_error(struct ipr_cmnd *ipr_cmd)
2627 {
2628         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2629         struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
2630         u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
2631         u32 fd_ioasc;
2632
2633         if (ioa_cfg->sis64)
2634                 fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2635         else
2636                 fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2637
2638         list_del_init(&hostrcb->queue);
2639         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
2640
2641         if (!ioasc) {
2642                 ipr_handle_log_data(ioa_cfg, hostrcb);
2643                 if (fd_ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED)
2644                         ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
2645         } else if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
2646                    ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST) {
2647                 dev_err(&ioa_cfg->pdev->dev,
2648                         "Host RCB failed with IOASC: 0x%08X\n", ioasc);
2649         }
2650
2651         list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_report_q);
2652         schedule_work(&ioa_cfg->work_q);
2653         hostrcb = ipr_get_free_hostrcb(ioa_cfg);
2654
2655         ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
2656 }
2657
2658 /**
2659  * ipr_timeout -  An internally generated op has timed out.
2660  * @ipr_cmd:    ipr command struct
2661  *
2662  * This function blocks host requests and initiates an
2663  * adapter reset.
2664  *
2665  * Return value:
2666  *      none
2667  **/
2668 static void ipr_timeout(struct timer_list *t)
2669 {
2670         struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
2671         unsigned long lock_flags = 0;
2672         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2673
2674         ENTER;
2675         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2676
2677         ioa_cfg->errors_logged++;
2678         dev_err(&ioa_cfg->pdev->dev,
2679                 "Adapter being reset due to command timeout.\n");
2680
2681         if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2682                 ioa_cfg->sdt_state = GET_DUMP;
2683
2684         if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd)
2685                 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2686
2687         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2688         LEAVE;
2689 }
2690
2691 /**
2692  * ipr_oper_timeout -  Adapter timed out transitioning to operational
2693  * @ipr_cmd:    ipr command struct
2694  *
2695  * This function blocks host requests and initiates an
2696  * adapter reset.
2697  *
2698  * Return value:
2699  *      none
2700  **/
2701 static void ipr_oper_timeout(struct timer_list *t)
2702 {
2703         struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
2704         unsigned long lock_flags = 0;
2705         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2706
2707         ENTER;
2708         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2709
2710         ioa_cfg->errors_logged++;
2711         dev_err(&ioa_cfg->pdev->dev,
2712                 "Adapter timed out transitioning to operational.\n");
2713
2714         if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2715                 ioa_cfg->sdt_state = GET_DUMP;
2716
2717         if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd) {
2718                 if (ipr_fastfail)
2719                         ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
2720                 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2721         }
2722
2723         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2724         LEAVE;
2725 }
2726
2727 /**
2728  * ipr_find_ses_entry - Find matching SES in SES table
2729  * @res:        resource entry struct of SES
2730  *
2731  * Return value:
2732  *      pointer to SES table entry / NULL on failure
2733  **/
2734 static const struct ipr_ses_table_entry *
2735 ipr_find_ses_entry(struct ipr_resource_entry *res)
2736 {
2737         int i, j, matches;
2738         struct ipr_std_inq_vpids *vpids;
2739         const struct ipr_ses_table_entry *ste = ipr_ses_table;
2740
2741         for (i = 0; i < ARRAY_SIZE(ipr_ses_table); i++, ste++) {
2742                 for (j = 0, matches = 0; j < IPR_PROD_ID_LEN; j++) {
2743                         if (ste->compare_product_id_byte[j] == 'X') {
2744                                 vpids = &res->std_inq_data.vpids;
2745                                 if (vpids->product_id[j] == ste->product_id[j])
2746                                         matches++;
2747                                 else
2748                                         break;
2749                         } else
2750                                 matches++;
2751                 }
2752
2753                 if (matches == IPR_PROD_ID_LEN)
2754                         return ste;
2755         }
2756
2757         return NULL;
2758 }
2759
2760 /**
2761  * ipr_get_max_scsi_speed - Determine max SCSI speed for a given bus
2762  * @ioa_cfg:    ioa config struct
2763  * @bus:                SCSI bus
2764  * @bus_width:  bus width
2765  *
2766  * Return value:
2767  *      SCSI bus speed in units of 100KHz, 1600 is 160 MHz
2768  *      For a 2-byte wide SCSI bus, the maximum transfer speed is
2769  *      twice the maximum transfer rate (e.g. for a wide enabled bus,
2770  *      max 160MHz = max 320MB/sec).
2771  **/
2772 static u32 ipr_get_max_scsi_speed(struct ipr_ioa_cfg *ioa_cfg, u8 bus, u8 bus_width)
2773 {
2774         struct ipr_resource_entry *res;
2775         const struct ipr_ses_table_entry *ste;
2776         u32 max_xfer_rate = IPR_MAX_SCSI_RATE(bus_width);
2777
2778         /* Loop through each config table entry in the config table buffer */
2779         list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
2780                 if (!(IPR_IS_SES_DEVICE(res->std_inq_data)))
2781                         continue;
2782
2783                 if (bus != res->bus)
2784                         continue;
2785
2786                 if (!(ste = ipr_find_ses_entry(res)))
2787                         continue;
2788
2789                 max_xfer_rate = (ste->max_bus_speed_limit * 10) / (bus_width / 8);
2790         }
2791
2792         return max_xfer_rate;
2793 }
2794
2795 /**
2796  * ipr_wait_iodbg_ack - Wait for an IODEBUG ACK from the IOA
2797  * @ioa_cfg:            ioa config struct
2798  * @max_delay:          max delay in micro-seconds to wait
2799  *
2800  * Waits for an IODEBUG ACK from the IOA, doing busy looping.
2801  *
2802  * Return value:
2803  *      0 on success / other on failure
2804  **/
2805 static int ipr_wait_iodbg_ack(struct ipr_ioa_cfg *ioa_cfg, int max_delay)
2806 {
2807         volatile u32 pcii_reg;
2808         int delay = 1;
2809
2810         /* Read interrupt reg until IOA signals IO Debug Acknowledge */
2811         while (delay < max_delay) {
2812                 pcii_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
2813
2814                 if (pcii_reg & IPR_PCII_IO_DEBUG_ACKNOWLEDGE)
2815                         return 0;
2816
2817                 /* udelay cannot be used if delay is more than a few milliseconds */
2818                 if ((delay / 1000) > MAX_UDELAY_MS)
2819                         mdelay(delay / 1000);
2820                 else
2821                         udelay(delay);
2822
2823                 delay += delay;
2824         }
2825         return -EIO;
2826 }
2827
2828 /**
2829  * ipr_get_sis64_dump_data_section - Dump IOA memory
2830  * @ioa_cfg:                    ioa config struct
2831  * @start_addr:                 adapter address to dump
2832  * @dest:                       destination kernel buffer
2833  * @length_in_words:            length to dump in 4 byte words
2834  *
2835  * Return value:
2836  *      0 on success
2837  **/
2838 static int ipr_get_sis64_dump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2839                                            u32 start_addr,
2840                                            __be32 *dest, u32 length_in_words)
2841 {
2842         int i;
2843
2844         for (i = 0; i < length_in_words; i++) {
2845                 writel(start_addr+(i*4), ioa_cfg->regs.dump_addr_reg);
2846                 *dest = cpu_to_be32(readl(ioa_cfg->regs.dump_data_reg));
2847                 dest++;
2848         }
2849
2850         return 0;
2851 }
2852
2853 /**
2854  * ipr_get_ldump_data_section - Dump IOA memory
2855  * @ioa_cfg:                    ioa config struct
2856  * @start_addr:                 adapter address to dump
2857  * @dest:                               destination kernel buffer
2858  * @length_in_words:    length to dump in 4 byte words
2859  *
2860  * Return value:
2861  *      0 on success / -EIO on failure
2862  **/
2863 static int ipr_get_ldump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2864                                       u32 start_addr,
2865                                       __be32 *dest, u32 length_in_words)
2866 {
2867         volatile u32 temp_pcii_reg;
2868         int i, delay = 0;
2869
2870         if (ioa_cfg->sis64)
2871                 return ipr_get_sis64_dump_data_section(ioa_cfg, start_addr,
2872                                                        dest, length_in_words);
2873
2874         /* Write IOA interrupt reg starting LDUMP state  */
2875         writel((IPR_UPROCI_RESET_ALERT | IPR_UPROCI_IO_DEBUG_ALERT),
2876                ioa_cfg->regs.set_uproc_interrupt_reg32);
2877
2878         /* Wait for IO debug acknowledge */
2879         if (ipr_wait_iodbg_ack(ioa_cfg,
2880                                IPR_LDUMP_MAX_LONG_ACK_DELAY_IN_USEC)) {
2881                 dev_err(&ioa_cfg->pdev->dev,
2882                         "IOA dump long data transfer timeout\n");
2883                 return -EIO;
2884         }
2885
2886         /* Signal LDUMP interlocked - clear IO debug ack */
2887         writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2888                ioa_cfg->regs.clr_interrupt_reg);
2889
2890         /* Write Mailbox with starting address */
2891         writel(start_addr, ioa_cfg->ioa_mailbox);
2892
2893         /* Signal address valid - clear IOA Reset alert */
2894         writel(IPR_UPROCI_RESET_ALERT,
2895                ioa_cfg->regs.clr_uproc_interrupt_reg32);
2896
2897         for (i = 0; i < length_in_words; i++) {
2898                 /* Wait for IO debug acknowledge */
2899                 if (ipr_wait_iodbg_ack(ioa_cfg,
2900                                        IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC)) {
2901                         dev_err(&ioa_cfg->pdev->dev,
2902                                 "IOA dump short data transfer timeout\n");
2903                         return -EIO;
2904                 }
2905
2906                 /* Read data from mailbox and increment destination pointer */
2907                 *dest = cpu_to_be32(readl(ioa_cfg->ioa_mailbox));
2908                 dest++;
2909
2910                 /* For all but the last word of data, signal data received */
2911                 if (i < (length_in_words - 1)) {
2912                         /* Signal dump data received - Clear IO debug Ack */
2913                         writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2914                                ioa_cfg->regs.clr_interrupt_reg);
2915                 }
2916         }
2917
2918         /* Signal end of block transfer. Set reset alert then clear IO debug ack */
2919         writel(IPR_UPROCI_RESET_ALERT,
2920                ioa_cfg->regs.set_uproc_interrupt_reg32);
2921
2922         writel(IPR_UPROCI_IO_DEBUG_ALERT,
2923                ioa_cfg->regs.clr_uproc_interrupt_reg32);
2924
2925         /* Signal dump data received - Clear IO debug Ack */
2926         writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2927                ioa_cfg->regs.clr_interrupt_reg);
2928
2929         /* Wait for IOA to signal LDUMP exit - IOA reset alert will be cleared */
2930         while (delay < IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC) {
2931                 temp_pcii_reg =
2932                     readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
2933
2934                 if (!(temp_pcii_reg & IPR_UPROCI_RESET_ALERT))
2935                         return 0;
2936
2937                 udelay(10);
2938                 delay += 10;
2939         }
2940
2941         return 0;
2942 }
2943
2944 #ifdef CONFIG_SCSI_IPR_DUMP
2945 /**
2946  * ipr_sdt_copy - Copy Smart Dump Table to kernel buffer
2947  * @ioa_cfg:            ioa config struct
2948  * @pci_address:        adapter address
2949  * @length:                     length of data to copy
2950  *
2951  * Copy data from PCI adapter to kernel buffer.
2952  * Note: length MUST be a 4 byte multiple
2953  * Return value:
2954  *      0 on success / other on failure
2955  **/
2956 static int ipr_sdt_copy(struct ipr_ioa_cfg *ioa_cfg,
2957                         unsigned long pci_address, u32 length)
2958 {
2959         int bytes_copied = 0;
2960         int cur_len, rc, rem_len, rem_page_len, max_dump_size;
2961         __be32 *page;
2962         unsigned long lock_flags = 0;
2963         struct ipr_ioa_dump *ioa_dump = &ioa_cfg->dump->ioa_dump;
2964
2965         if (ioa_cfg->sis64)
2966                 max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
2967         else
2968                 max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
2969
2970         while (bytes_copied < length &&
2971                (ioa_dump->hdr.len + bytes_copied) < max_dump_size) {
2972                 if (ioa_dump->page_offset >= PAGE_SIZE ||
2973                     ioa_dump->page_offset == 0) {
2974                         page = (__be32 *)__get_free_page(GFP_ATOMIC);
2975
2976                         if (!page) {
2977                                 ipr_trace;
2978                                 return bytes_copied;
2979                         }
2980
2981                         ioa_dump->page_offset = 0;
2982                         ioa_dump->ioa_data[ioa_dump->next_page_index] = page;
2983                         ioa_dump->next_page_index++;
2984                 } else
2985                         page = ioa_dump->ioa_data[ioa_dump->next_page_index - 1];
2986
2987                 rem_len = length - bytes_copied;
2988                 rem_page_len = PAGE_SIZE - ioa_dump->page_offset;
2989                 cur_len = min(rem_len, rem_page_len);
2990
2991                 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2992                 if (ioa_cfg->sdt_state == ABORT_DUMP) {
2993                         rc = -EIO;
2994                 } else {
2995                         rc = ipr_get_ldump_data_section(ioa_cfg,
2996                                                         pci_address + bytes_copied,
2997                                                         &page[ioa_dump->page_offset / 4],
2998                                                         (cur_len / sizeof(u32)));
2999                 }
3000                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3001
3002                 if (!rc) {
3003                         ioa_dump->page_offset += cur_len;
3004                         bytes_copied += cur_len;
3005                 } else {
3006                         ipr_trace;
3007                         break;
3008                 }
3009                 schedule();
3010         }
3011
3012         return bytes_copied;
3013 }
3014
3015 /**
3016  * ipr_init_dump_entry_hdr - Initialize a dump entry header.
3017  * @hdr:        dump entry header struct
3018  *
3019  * Return value:
3020  *      nothing
3021  **/
3022 static void ipr_init_dump_entry_hdr(struct ipr_dump_entry_header *hdr)
3023 {
3024         hdr->eye_catcher = IPR_DUMP_EYE_CATCHER;
3025         hdr->num_elems = 1;
3026         hdr->offset = sizeof(*hdr);
3027         hdr->status = IPR_DUMP_STATUS_SUCCESS;
3028 }
3029
3030 /**
3031  * ipr_dump_ioa_type_data - Fill in the adapter type in the dump.
3032  * @ioa_cfg:    ioa config struct
3033  * @driver_dump:        driver dump struct
3034  *
3035  * Return value:
3036  *      nothing
3037  **/
3038 static void ipr_dump_ioa_type_data(struct ipr_ioa_cfg *ioa_cfg,
3039                                    struct ipr_driver_dump *driver_dump)
3040 {
3041         struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
3042
3043         ipr_init_dump_entry_hdr(&driver_dump->ioa_type_entry.hdr);
3044         driver_dump->ioa_type_entry.hdr.len =
3045                 sizeof(struct ipr_dump_ioa_type_entry) -
3046                 sizeof(struct ipr_dump_entry_header);
3047         driver_dump->ioa_type_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3048         driver_dump->ioa_type_entry.hdr.id = IPR_DUMP_DRIVER_TYPE_ID;
3049         driver_dump->ioa_type_entry.type = ioa_cfg->type;
3050         driver_dump->ioa_type_entry.fw_version = (ucode_vpd->major_release << 24) |
3051                 (ucode_vpd->card_type << 16) | (ucode_vpd->minor_release[0] << 8) |
3052                 ucode_vpd->minor_release[1];
3053         driver_dump->hdr.num_entries++;
3054 }
3055
3056 /**
3057  * ipr_dump_version_data - Fill in the driver version in the dump.
3058  * @ioa_cfg:    ioa config struct
3059  * @driver_dump:        driver dump struct
3060  *
3061  * Return value:
3062  *      nothing
3063  **/
3064 static void ipr_dump_version_data(struct ipr_ioa_cfg *ioa_cfg,
3065                                   struct ipr_driver_dump *driver_dump)
3066 {
3067         ipr_init_dump_entry_hdr(&driver_dump->version_entry.hdr);
3068         driver_dump->version_entry.hdr.len =
3069                 sizeof(struct ipr_dump_version_entry) -
3070                 sizeof(struct ipr_dump_entry_header);
3071         driver_dump->version_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
3072         driver_dump->version_entry.hdr.id = IPR_DUMP_DRIVER_VERSION_ID;
3073         strcpy(driver_dump->version_entry.version, IPR_DRIVER_VERSION);
3074         driver_dump->hdr.num_entries++;
3075 }
3076
3077 /**
3078  * ipr_dump_trace_data - Fill in the IOA trace in the dump.
3079  * @ioa_cfg:    ioa config struct
3080  * @driver_dump:        driver dump struct
3081  *
3082  * Return value:
3083  *      nothing
3084  **/
3085 static void ipr_dump_trace_data(struct ipr_ioa_cfg *ioa_cfg,
3086                                    struct ipr_driver_dump *driver_dump)
3087 {
3088         ipr_init_dump_entry_hdr(&driver_dump->trace_entry.hdr);
3089         driver_dump->trace_entry.hdr.len =
3090                 sizeof(struct ipr_dump_trace_entry) -
3091                 sizeof(struct ipr_dump_entry_header);
3092         driver_dump->trace_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3093         driver_dump->trace_entry.hdr.id = IPR_DUMP_TRACE_ID;
3094         memcpy(driver_dump->trace_entry.trace, ioa_cfg->trace, IPR_TRACE_SIZE);
3095         driver_dump->hdr.num_entries++;
3096 }
3097
3098 /**
3099  * ipr_dump_location_data - Fill in the IOA location in the dump.
3100  * @ioa_cfg:    ioa config struct
3101  * @driver_dump:        driver dump struct
3102  *
3103  * Return value:
3104  *      nothing
3105  **/
3106 static void ipr_dump_location_data(struct ipr_ioa_cfg *ioa_cfg,
3107                                    struct ipr_driver_dump *driver_dump)
3108 {
3109         ipr_init_dump_entry_hdr(&driver_dump->location_entry.hdr);
3110         driver_dump->location_entry.hdr.len =
3111                 sizeof(struct ipr_dump_location_entry) -
3112                 sizeof(struct ipr_dump_entry_header);
3113         driver_dump->location_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
3114         driver_dump->location_entry.hdr.id = IPR_DUMP_LOCATION_ID;
3115         strcpy(driver_dump->location_entry.location, dev_name(&ioa_cfg->pdev->dev));
3116         driver_dump->hdr.num_entries++;
3117 }
3118
3119 /**
3120  * ipr_get_ioa_dump - Perform a dump of the driver and adapter.
3121  * @ioa_cfg:    ioa config struct
3122  * @dump:               dump struct
3123  *
3124  * Return value:
3125  *      nothing
3126  **/
3127 static void ipr_get_ioa_dump(struct ipr_ioa_cfg *ioa_cfg, struct ipr_dump *dump)
3128 {
3129         unsigned long start_addr, sdt_word;
3130         unsigned long lock_flags = 0;
3131         struct ipr_driver_dump *driver_dump = &dump->driver_dump;
3132         struct ipr_ioa_dump *ioa_dump = &dump->ioa_dump;
3133         u32 num_entries, max_num_entries, start_off, end_off;
3134         u32 max_dump_size, bytes_to_copy, bytes_copied, rc;
3135         struct ipr_sdt *sdt;
3136         int valid = 1;
3137         int i;
3138
3139         ENTER;
3140
3141         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3142
3143         if (ioa_cfg->sdt_state != READ_DUMP) {
3144                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3145                 return;
3146         }
3147
3148         if (ioa_cfg->sis64) {
3149                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3150                 ssleep(IPR_DUMP_DELAY_SECONDS);
3151                 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3152         }
3153
3154         start_addr = readl(ioa_cfg->ioa_mailbox);
3155
3156         if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(start_addr)) {
3157                 dev_err(&ioa_cfg->pdev->dev,
3158                         "Invalid dump table format: %lx\n", start_addr);
3159                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3160                 return;
3161         }
3162
3163         dev_err(&ioa_cfg->pdev->dev, "Dump of IOA initiated\n");
3164
3165         driver_dump->hdr.eye_catcher = IPR_DUMP_EYE_CATCHER;
3166
3167         /* Initialize the overall dump header */
3168         driver_dump->hdr.len = sizeof(struct ipr_driver_dump);
3169         driver_dump->hdr.num_entries = 1;
3170         driver_dump->hdr.first_entry_offset = sizeof(struct ipr_dump_header);
3171         driver_dump->hdr.status = IPR_DUMP_STATUS_SUCCESS;
3172         driver_dump->hdr.os = IPR_DUMP_OS_LINUX;
3173         driver_dump->hdr.driver_name = IPR_DUMP_DRIVER_NAME;
3174
3175         ipr_dump_version_data(ioa_cfg, driver_dump);
3176         ipr_dump_location_data(ioa_cfg, driver_dump);
3177         ipr_dump_ioa_type_data(ioa_cfg, driver_dump);
3178         ipr_dump_trace_data(ioa_cfg, driver_dump);
3179
3180         /* Update dump_header */
3181         driver_dump->hdr.len += sizeof(struct ipr_dump_entry_header);
3182
3183         /* IOA Dump entry */
3184         ipr_init_dump_entry_hdr(&ioa_dump->hdr);
3185         ioa_dump->hdr.len = 0;
3186         ioa_dump->hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3187         ioa_dump->hdr.id = IPR_DUMP_IOA_DUMP_ID;
3188
3189         /* First entries in sdt are actually a list of dump addresses and
3190          lengths to gather the real dump data.  sdt represents the pointer
3191          to the ioa generated dump table.  Dump data will be extracted based
3192          on entries in this table */
3193         sdt = &ioa_dump->sdt;
3194
3195         if (ioa_cfg->sis64) {
3196                 max_num_entries = IPR_FMT3_NUM_SDT_ENTRIES;
3197                 max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
3198         } else {
3199                 max_num_entries = IPR_FMT2_NUM_SDT_ENTRIES;
3200                 max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
3201         }
3202
3203         bytes_to_copy = offsetof(struct ipr_sdt, entry) +
3204                         (max_num_entries * sizeof(struct ipr_sdt_entry));
3205         rc = ipr_get_ldump_data_section(ioa_cfg, start_addr, (__be32 *)sdt,
3206                                         bytes_to_copy / sizeof(__be32));
3207
3208         /* Smart Dump table is ready to use and the first entry is valid */
3209         if (rc || ((be32_to_cpu(sdt->hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
3210             (be32_to_cpu(sdt->hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
3211                 dev_err(&ioa_cfg->pdev->dev,
3212                         "Dump of IOA failed. Dump table not valid: %d, %X.\n",
3213                         rc, be32_to_cpu(sdt->hdr.state));
3214                 driver_dump->hdr.status = IPR_DUMP_STATUS_FAILED;
3215                 ioa_cfg->sdt_state = DUMP_OBTAINED;
3216                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3217                 return;
3218         }
3219
3220         num_entries = be32_to_cpu(sdt->hdr.num_entries_used);
3221
3222         if (num_entries > max_num_entries)
3223                 num_entries = max_num_entries;
3224
3225         /* Update dump length to the actual data to be copied */
3226         dump->driver_dump.hdr.len += sizeof(struct ipr_sdt_header);
3227         if (ioa_cfg->sis64)
3228                 dump->driver_dump.hdr.len += num_entries * sizeof(struct ipr_sdt_entry);
3229         else
3230                 dump->driver_dump.hdr.len += max_num_entries * sizeof(struct ipr_sdt_entry);
3231
3232         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3233
3234         for (i = 0; i < num_entries; i++) {
3235                 if (ioa_dump->hdr.len > max_dump_size) {
3236                         driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3237                         break;
3238                 }
3239
3240                 if (sdt->entry[i].flags & IPR_SDT_VALID_ENTRY) {
3241                         sdt_word = be32_to_cpu(sdt->entry[i].start_token);
3242                         if (ioa_cfg->sis64)
3243                                 bytes_to_copy = be32_to_cpu(sdt->entry[i].end_token);
3244                         else {
3245                                 start_off = sdt_word & IPR_FMT2_MBX_ADDR_MASK;
3246                                 end_off = be32_to_cpu(sdt->entry[i].end_token);
3247
3248                                 if (ipr_sdt_is_fmt2(sdt_word) && sdt_word)
3249                                         bytes_to_copy = end_off - start_off;
3250                                 else
3251                                         valid = 0;
3252                         }
3253                         if (valid) {
3254                                 if (bytes_to_copy > max_dump_size) {
3255                                         sdt->entry[i].flags &= ~IPR_SDT_VALID_ENTRY;
3256                                         continue;
3257                                 }
3258
3259                                 /* Copy data from adapter to driver buffers */
3260                                 bytes_copied = ipr_sdt_copy(ioa_cfg, sdt_word,
3261                                                             bytes_to_copy);
3262
3263                                 ioa_dump->hdr.len += bytes_copied;
3264
3265                                 if (bytes_copied != bytes_to_copy) {
3266                                         driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3267                                         break;
3268                                 }
3269                         }
3270                 }
3271         }
3272
3273         dev_err(&ioa_cfg->pdev->dev, "Dump of IOA completed.\n");
3274
3275         /* Update dump_header */
3276         driver_dump->hdr.len += ioa_dump->hdr.len;
3277         wmb();
3278         ioa_cfg->sdt_state = DUMP_OBTAINED;
3279         LEAVE;
3280 }
3281
3282 #else
3283 #define ipr_get_ioa_dump(ioa_cfg, dump) do { } while (0)
3284 #endif
3285
3286 /**
3287  * ipr_release_dump - Free adapter dump memory
3288  * @kref:       kref struct
3289  *
3290  * Return value:
3291  *      nothing
3292  **/
3293 static void ipr_release_dump(struct kref *kref)
3294 {
3295         struct ipr_dump *dump = container_of(kref, struct ipr_dump, kref);
3296         struct ipr_ioa_cfg *ioa_cfg = dump->ioa_cfg;
3297         unsigned long lock_flags = 0;
3298         int i;
3299
3300         ENTER;
3301         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3302         ioa_cfg->dump = NULL;
3303         ioa_cfg->sdt_state = INACTIVE;
3304         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3305
3306         for (i = 0; i < dump->ioa_dump.next_page_index; i++)
3307                 free_page((unsigned long) dump->ioa_dump.ioa_data[i]);
3308
3309         vfree(dump->ioa_dump.ioa_data);
3310         kfree(dump);
3311         LEAVE;
3312 }
3313
3314 /**
3315  * ipr_worker_thread - Worker thread
3316  * @work:               ioa config struct
3317  *
3318  * Called at task level from a work thread. This function takes care
3319  * of adding and removing device from the mid-layer as configuration
3320  * changes are detected by the adapter.
3321  *
3322  * Return value:
3323  *      nothing
3324  **/
3325 static void ipr_worker_thread(struct work_struct *work)
3326 {
3327         unsigned long lock_flags;
3328         struct ipr_resource_entry *res;
3329         struct scsi_device *sdev;
3330         struct ipr_dump *dump;
3331         struct ipr_ioa_cfg *ioa_cfg =
3332                 container_of(work, struct ipr_ioa_cfg, work_q);
3333         u8 bus, target, lun;
3334         int did_work;
3335
3336         ENTER;
3337         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3338
3339         if (ioa_cfg->sdt_state == READ_DUMP) {
3340                 dump = ioa_cfg->dump;
3341                 if (!dump) {
3342                         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3343                         return;
3344                 }
3345                 kref_get(&dump->kref);
3346                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3347                 ipr_get_ioa_dump(ioa_cfg, dump);
3348                 kref_put(&dump->kref, ipr_release_dump);
3349
3350                 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3351                 if (ioa_cfg->sdt_state == DUMP_OBTAINED && !ioa_cfg->dump_timeout)
3352                         ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3353                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3354                 return;
3355         }
3356
3357         if (ioa_cfg->scsi_unblock) {
3358                 ioa_cfg->scsi_unblock = 0;
3359                 ioa_cfg->scsi_blocked = 0;
3360                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3361                 scsi_unblock_requests(ioa_cfg->host);
3362                 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3363                 if (ioa_cfg->scsi_blocked)
3364                         scsi_block_requests(ioa_cfg->host);
3365         }
3366
3367         if (!ioa_cfg->scan_enabled) {
3368                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3369                 return;
3370         }
3371
3372 restart:
3373         do {
3374                 did_work = 0;
3375                 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
3376                         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3377                         return;
3378                 }
3379
3380                 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3381                         if (res->del_from_ml && res->sdev) {
3382                                 did_work = 1;
3383                                 sdev = res->sdev;
3384                                 if (!scsi_device_get(sdev)) {
3385                                         if (!res->add_to_ml)
3386                                                 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
3387                                         else
3388                                                 res->del_from_ml = 0;
3389                                         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3390                                         scsi_remove_device(sdev);
3391                                         scsi_device_put(sdev);
3392                                         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3393                                 }
3394                                 break;
3395                         }
3396                 }
3397         } while (did_work);
3398
3399         list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3400                 if (res->add_to_ml) {
3401                         bus = res->bus;
3402                         target = res->target;
3403                         lun = res->lun;
3404                         res->add_to_ml = 0;
3405                         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3406                         scsi_add_device(ioa_cfg->host, bus, target, lun);
3407                         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3408                         goto restart;
3409                 }
3410         }
3411
3412         ioa_cfg->scan_done = 1;
3413         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3414         kobject_uevent(&ioa_cfg->host->shost_dev.kobj, KOBJ_CHANGE);
3415         LEAVE;
3416 }
3417
3418 #ifdef CONFIG_SCSI_IPR_TRACE
3419 /**
3420  * ipr_read_trace - Dump the adapter trace
3421  * @filp:               open sysfs file
3422  * @kobj:               kobject struct
3423  * @bin_attr:           bin_attribute struct
3424  * @buf:                buffer
3425  * @off:                offset
3426  * @count:              buffer size
3427  *
3428  * Return value:
3429  *      number of bytes printed to buffer
3430  **/
3431 static ssize_t ipr_read_trace(struct file *filp, struct kobject *kobj,
3432                               struct bin_attribute *bin_attr,
3433                               char *buf, loff_t off, size_t count)
3434 {
3435         struct device *dev = container_of(kobj, struct device, kobj);
3436         struct Scsi_Host *shost = class_to_shost(dev);
3437         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3438         unsigned long lock_flags = 0;
3439         ssize_t ret;
3440
3441         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3442         ret = memory_read_from_buffer(buf, count, &off, ioa_cfg->trace,
3443                                 IPR_TRACE_SIZE);
3444         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3445
3446         return ret;
3447 }
3448
3449 static struct bin_attribute ipr_trace_attr = {
3450         .attr = {
3451                 .name = "trace",
3452                 .mode = S_IRUGO,
3453         },
3454         .size = 0,
3455         .read = ipr_read_trace,
3456 };
3457 #endif
3458
3459 /**
3460  * ipr_show_fw_version - Show the firmware version
3461  * @dev:        class device struct
3462  * @buf:        buffer
3463  *
3464  * Return value:
3465  *      number of bytes printed to buffer
3466  **/
3467 static ssize_t ipr_show_fw_version(struct device *dev,
3468                                    struct device_attribute *attr, char *buf)
3469 {
3470         struct Scsi_Host *shost = class_to_shost(dev);
3471         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3472         struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
3473         unsigned long lock_flags = 0;
3474         int len;
3475
3476         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3477         len = snprintf(buf, PAGE_SIZE, "%02X%02X%02X%02X\n",
3478                        ucode_vpd->major_release, ucode_vpd->card_type,
3479                        ucode_vpd->minor_release[0],
3480                        ucode_vpd->minor_release[1]);
3481         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3482         return len;
3483 }
3484
3485 static struct device_attribute ipr_fw_version_attr = {
3486         .attr = {
3487                 .name =         "fw_version",
3488                 .mode =         S_IRUGO,
3489         },
3490         .show = ipr_show_fw_version,
3491 };
3492
3493 /**
3494  * ipr_show_log_level - Show the adapter's error logging level
3495  * @dev:        class device struct
3496  * @buf:        buffer
3497  *
3498  * Return value:
3499  *      number of bytes printed to buffer
3500  **/
3501 static ssize_t ipr_show_log_level(struct device *dev,
3502                                    struct device_attribute *attr, char *buf)
3503 {
3504         struct Scsi_Host *shost = class_to_shost(dev);
3505         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3506         unsigned long lock_flags = 0;
3507         int len;
3508
3509         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3510         len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->log_level);
3511         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3512         return len;
3513 }
3514
3515 /**
3516  * ipr_store_log_level - Change the adapter's error logging level
3517  * @dev:        class device struct
3518  * @buf:        buffer
3519  *
3520  * Return value:
3521  *      number of bytes printed to buffer
3522  **/
3523 static ssize_t ipr_store_log_level(struct device *dev,
3524                                    struct device_attribute *attr,
3525                                    const char *buf, size_t count)
3526 {
3527         struct Scsi_Host *shost = class_to_shost(dev);
3528         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3529         unsigned long lock_flags = 0;
3530
3531         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3532         ioa_cfg->log_level = simple_strtoul(buf, NULL, 10);
3533         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3534         return strlen(buf);
3535 }
3536
3537 static struct device_attribute ipr_log_level_attr = {
3538         .attr = {
3539                 .name =         "log_level",
3540                 .mode =         S_IRUGO | S_IWUSR,
3541         },
3542         .show = ipr_show_log_level,
3543         .store = ipr_store_log_level
3544 };
3545
3546 /**
3547  * ipr_store_diagnostics - IOA Diagnostics interface
3548  * @dev:        device struct
3549  * @buf:        buffer
3550  * @count:      buffer size
3551  *
3552  * This function will reset the adapter and wait a reasonable
3553  * amount of time for any errors that the adapter might log.
3554  *
3555  * Return value:
3556  *      count on success / other on failure
3557  **/
3558 static ssize_t ipr_store_diagnostics(struct device *dev,
3559                                      struct device_attribute *attr,
3560                                      const char *buf, size_t count)
3561 {
3562         struct Scsi_Host *shost = class_to_shost(dev);
3563         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3564         unsigned long lock_flags = 0;
3565         int rc = count;
3566
3567         if (!capable(CAP_SYS_ADMIN))
3568                 return -EACCES;
3569
3570         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3571         while (ioa_cfg->in_reset_reload) {
3572                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3573                 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3574                 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3575         }
3576
3577         ioa_cfg->errors_logged = 0;
3578         ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3579
3580         if (ioa_cfg->in_reset_reload) {
3581                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3582                 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3583
3584                 /* Wait for a second for any errors to be logged */
3585                 msleep(1000);
3586         } else {
3587                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3588                 return -EIO;
3589         }
3590
3591         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3592         if (ioa_cfg->in_reset_reload || ioa_cfg->errors_logged)
3593                 rc = -EIO;
3594         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3595
3596         return rc;
3597 }
3598
3599 static struct device_attribute ipr_diagnostics_attr = {
3600         .attr = {
3601                 .name =         "run_diagnostics",
3602                 .mode =         S_IWUSR,
3603         },
3604         .store = ipr_store_diagnostics
3605 };
3606
3607 /**
3608  * ipr_show_adapter_state - Show the adapter's state
3609  * @class_dev:  device struct
3610  * @buf:        buffer
3611  *
3612  * Return value:
3613  *      number of bytes printed to buffer
3614  **/
3615 static ssize_t ipr_show_adapter_state(struct device *dev,
3616                                       struct device_attribute *attr, char *buf)
3617 {
3618         struct Scsi_Host *shost = class_to_shost(dev);
3619         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3620         unsigned long lock_flags = 0;
3621         int len;
3622
3623         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3624         if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
3625                 len = snprintf(buf, PAGE_SIZE, "offline\n");
3626         else
3627                 len = snprintf(buf, PAGE_SIZE, "online\n");
3628         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3629         return len;
3630 }
3631
3632 /**
3633  * ipr_store_adapter_state - Change adapter state
3634  * @dev:        device struct
3635  * @buf:        buffer
3636  * @count:      buffer size
3637  *
3638  * This function will change the adapter's state.
3639  *
3640  * Return value:
3641  *      count on success / other on failure
3642  **/
3643 static ssize_t ipr_store_adapter_state(struct device *dev,
3644                                        struct device_attribute *attr,
3645                                        const char *buf, size_t count)
3646 {
3647         struct Scsi_Host *shost = class_to_shost(dev);
3648         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3649         unsigned long lock_flags;
3650         int result = count, i;
3651
3652         if (!capable(CAP_SYS_ADMIN))
3653                 return -EACCES;
3654
3655         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3656         if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead &&
3657             !strncmp(buf, "online", 6)) {
3658                 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
3659                         spin_lock(&ioa_cfg->hrrq[i]._lock);
3660                         ioa_cfg->hrrq[i].ioa_is_dead = 0;
3661                         spin_unlock(&ioa_cfg->hrrq[i]._lock);
3662                 }
3663                 wmb();
3664                 ioa_cfg->reset_retries = 0;
3665                 ioa_cfg->in_ioa_bringdown = 0;
3666                 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3667         }
3668         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3669         wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3670
3671         return result;
3672 }
3673
3674 static struct device_attribute ipr_ioa_state_attr = {
3675         .attr = {
3676                 .name =         "online_state",
3677                 .mode =         S_IRUGO | S_IWUSR,
3678         },
3679         .show = ipr_show_adapter_state,
3680         .store = ipr_store_adapter_state
3681 };
3682
3683 /**
3684  * ipr_store_reset_adapter - Reset the adapter
3685  * @dev:        device struct
3686  * @buf:        buffer
3687  * @count:      buffer size
3688  *
3689  * This function will reset the adapter.
3690  *
3691  * Return value:
3692  *      count on success / other on failure
3693  **/
3694 static ssize_t ipr_store_reset_adapter(struct device *dev,
3695                                        struct device_attribute *attr,
3696                                        const char *buf, size_t count)
3697 {
3698         struct Scsi_Host *shost = class_to_shost(dev);
3699         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3700         unsigned long lock_flags;
3701         int result = count;
3702
3703         if (!capable(CAP_SYS_ADMIN))
3704                 return -EACCES;
3705
3706         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3707         if (!ioa_cfg->in_reset_reload)
3708                 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3709         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3710         wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3711
3712         return result;
3713 }
3714
3715 static struct device_attribute ipr_ioa_reset_attr = {
3716         .attr = {
3717                 .name =         "reset_host",
3718                 .mode =         S_IWUSR,
3719         },
3720         .store = ipr_store_reset_adapter
3721 };
3722
3723 static int ipr_iopoll(struct irq_poll *iop, int budget);
3724  /**
3725  * ipr_show_iopoll_weight - Show ipr polling mode
3726  * @dev:        class device struct
3727  * @buf:        buffer
3728  *
3729  * Return value:
3730  *      number of bytes printed to buffer
3731  **/
3732 static ssize_t ipr_show_iopoll_weight(struct device *dev,
3733                                    struct device_attribute *attr, char *buf)
3734 {
3735         struct Scsi_Host *shost = class_to_shost(dev);
3736         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3737         unsigned long lock_flags = 0;
3738         int len;
3739
3740         spin_lock_irqsave(shost->host_lock, lock_flags);
3741         len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->iopoll_weight);
3742         spin_unlock_irqrestore(shost->host_lock, lock_flags);
3743
3744         return len;
3745 }
3746
3747 /**
3748  * ipr_store_iopoll_weight - Change the adapter's polling mode
3749  * @dev:        class device struct
3750  * @buf:        buffer
3751  *
3752  * Return value:
3753  *      number of bytes printed to buffer
3754  **/
3755 static ssize_t ipr_store_iopoll_weight(struct device *dev,
3756                                         struct device_attribute *attr,
3757                                         const char *buf, size_t count)
3758 {
3759         struct Scsi_Host *shost = class_to_shost(dev);
3760         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3761         unsigned long user_iopoll_weight;
3762         unsigned long lock_flags = 0;
3763         int i;
3764
3765         if (!ioa_cfg->sis64) {
3766                 dev_info(&ioa_cfg->pdev->dev, "irq_poll not supported on this adapter\n");
3767                 return -EINVAL;
3768         }
3769         if (kstrtoul(buf, 10, &user_iopoll_weight))
3770                 return -EINVAL;
3771
3772         if (user_iopoll_weight > 256) {
3773                 dev_info(&ioa_cfg->pdev->dev, "Invalid irq_poll weight. It must be less than 256\n");
3774                 return -EINVAL;
3775         }
3776
3777         if (user_iopoll_weight == ioa_cfg->iopoll_weight) {
3778                 dev_info(&ioa_cfg->pdev->dev, "Current irq_poll weight has the same weight\n");
3779                 return strlen(buf);
3780         }
3781
3782         if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
3783                 for (i = 1; i < ioa_cfg->hrrq_num; i++)
3784                         irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
3785         }
3786
3787         spin_lock_irqsave(shost->host_lock, lock_flags);
3788         ioa_cfg->iopoll_weight = user_iopoll_weight;
3789         if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
3790                 for (i = 1; i < ioa_cfg->hrrq_num; i++) {
3791                         irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
3792                                         ioa_cfg->iopoll_weight, ipr_iopoll);
3793                 }
3794         }
3795         spin_unlock_irqrestore(shost->host_lock, lock_flags);
3796
3797         return strlen(buf);
3798 }
3799
3800 static struct device_attribute ipr_iopoll_weight_attr = {
3801         .attr = {
3802                 .name =         "iopoll_weight",
3803                 .mode =         S_IRUGO | S_IWUSR,
3804         },
3805         .show = ipr_show_iopoll_weight,
3806         .store = ipr_store_iopoll_weight
3807 };
3808
3809 /**
3810  * ipr_alloc_ucode_buffer - Allocates a microcode download buffer
3811  * @buf_len:            buffer length
3812  *
3813  * Allocates a DMA'able buffer in chunks and assembles a scatter/gather
3814  * list to use for microcode download
3815  *
3816  * Return value:
3817  *      pointer to sglist / NULL on failure
3818  **/
3819 static struct ipr_sglist *ipr_alloc_ucode_buffer(int buf_len)
3820 {
3821         int sg_size, order;
3822         struct ipr_sglist *sglist;
3823
3824         /* Get the minimum size per scatter/gather element */
3825         sg_size = buf_len / (IPR_MAX_SGLIST - 1);
3826
3827         /* Get the actual size per element */
3828         order = get_order(sg_size);
3829
3830         /* Allocate a scatter/gather list for the DMA */
3831         sglist = kzalloc(sizeof(struct ipr_sglist), GFP_KERNEL);
3832         if (sglist == NULL) {
3833                 ipr_trace;
3834                 return NULL;
3835         }
3836         sglist->order = order;
3837         sglist->scatterlist = sgl_alloc_order(buf_len, order, false, GFP_KERNEL,
3838                                               &sglist->num_sg);
3839         if (!sglist->scatterlist) {
3840                 kfree(sglist);
3841                 return NULL;
3842         }
3843
3844         return sglist;
3845 }
3846
3847 /**
3848  * ipr_free_ucode_buffer - Frees a microcode download buffer
3849  * @p_dnld:             scatter/gather list pointer
3850  *
3851  * Free a DMA'able ucode download buffer previously allocated with
3852  * ipr_alloc_ucode_buffer
3853  *
3854  * Return value:
3855  *      nothing
3856  **/
3857 static void ipr_free_ucode_buffer(struct ipr_sglist *sglist)
3858 {
3859         sgl_free_order(sglist->scatterlist, sglist->order);
3860         kfree(sglist);
3861 }
3862
3863 /**
3864  * ipr_copy_ucode_buffer - Copy user buffer to kernel buffer
3865  * @sglist:             scatter/gather list pointer
3866  * @buffer:             buffer pointer
3867  * @len:                buffer length
3868  *
3869  * Copy a microcode image from a user buffer into a buffer allocated by
3870  * ipr_alloc_ucode_buffer
3871  *
3872  * Return value:
3873  *      0 on success / other on failure
3874  **/
3875 static int ipr_copy_ucode_buffer(struct ipr_sglist *sglist,
3876                                  u8 *buffer, u32 len)
3877 {
3878         int bsize_elem, i, result = 0;
3879         struct scatterlist *scatterlist;
3880         void *kaddr;
3881
3882         /* Determine the actual number of bytes per element */
3883         bsize_elem = PAGE_SIZE * (1 << sglist->order);
3884
3885         scatterlist = sglist->scatterlist;
3886
3887         for (i = 0; i < (len / bsize_elem); i++, buffer += bsize_elem) {
3888                 struct page *page = sg_page(&scatterlist[i]);
3889
3890                 kaddr = kmap(page);
3891                 memcpy(kaddr, buffer, bsize_elem);
3892                 kunmap(page);
3893
3894                 scatterlist[i].length = bsize_elem;
3895
3896                 if (result != 0) {
3897                         ipr_trace;
3898                         return result;
3899                 }
3900         }
3901
3902         if (len % bsize_elem) {
3903                 struct page *page = sg_page(&scatterlist[i]);
3904
3905                 kaddr = kmap(page);
3906                 memcpy(kaddr, buffer, len % bsize_elem);
3907                 kunmap(page);
3908
3909                 scatterlist[i].length = len % bsize_elem;
3910         }
3911
3912         sglist->buffer_len = len;
3913         return result;
3914 }
3915
3916 /**
3917  * ipr_build_ucode_ioadl64 - Build a microcode download IOADL
3918  * @ipr_cmd:            ipr command struct
3919  * @sglist:             scatter/gather list
3920  *
3921  * Builds a microcode download IOA data list (IOADL).
3922  *
3923  **/
3924 static void ipr_build_ucode_ioadl64(struct ipr_cmnd *ipr_cmd,
3925                                     struct ipr_sglist *sglist)
3926 {
3927         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3928         struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
3929         struct scatterlist *scatterlist = sglist->scatterlist;
3930         int i;
3931
3932         ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3933         ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3934         ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3935
3936         ioarcb->ioadl_len =
3937                 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
3938         for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
3939                 ioadl64[i].flags = cpu_to_be32(IPR_IOADL_FLAGS_WRITE);
3940                 ioadl64[i].data_len = cpu_to_be32(sg_dma_len(&scatterlist[i]));
3941                 ioadl64[i].address = cpu_to_be64(sg_dma_address(&scatterlist[i]));
3942         }
3943
3944         ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3945 }
3946
3947 /**
3948  * ipr_build_ucode_ioadl - Build a microcode download IOADL
3949  * @ipr_cmd:    ipr command struct
3950  * @sglist:             scatter/gather list
3951  *
3952  * Builds a microcode download IOA data list (IOADL).
3953  *
3954  **/
3955 static void ipr_build_ucode_ioadl(struct ipr_cmnd *ipr_cmd,
3956                                   struct ipr_sglist *sglist)
3957 {
3958         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3959         struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
3960         struct scatterlist *scatterlist = sglist->scatterlist;
3961         int i;
3962
3963         ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3964         ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3965         ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3966
3967         ioarcb->ioadl_len =
3968                 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
3969
3970         for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
3971                 ioadl[i].flags_and_data_len =
3972                         cpu_to_be32(IPR_IOADL_FLAGS_WRITE | sg_dma_len(&scatterlist[i]));
3973                 ioadl[i].address =
3974                         cpu_to_be32(sg_dma_address(&scatterlist[i]));
3975         }
3976
3977         ioadl[i-1].flags_and_data_len |=
3978                 cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3979 }
3980
3981 /**
3982  * ipr_update_ioa_ucode - Update IOA's microcode
3983  * @ioa_cfg:    ioa config struct
3984  * @sglist:             scatter/gather list
3985  *
3986  * Initiate an adapter reset to update the IOA's microcode
3987  *
3988  * Return value:
3989  *      0 on success / -EIO on failure
3990  **/
3991 static int ipr_update_ioa_ucode(struct ipr_ioa_cfg *ioa_cfg,
3992                                 struct ipr_sglist *sglist)
3993 {
3994         unsigned long lock_flags;
3995
3996         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3997         while (ioa_cfg->in_reset_reload) {
3998                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3999                 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4000                 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4001         }
4002
4003         if (ioa_cfg->ucode_sglist) {
4004                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4005                 dev_err(&ioa_cfg->pdev->dev,
4006                         "Microcode download already in progress\n");
4007                 return -EIO;
4008         }
4009
4010         sglist->num_dma_sg = dma_map_sg(&ioa_cfg->pdev->dev,
4011                                         sglist->scatterlist, sglist->num_sg,
4012                                         DMA_TO_DEVICE);
4013
4014         if (!sglist->num_dma_sg) {
4015                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4016                 dev_err(&ioa_cfg->pdev->dev,
4017                         "Failed to map microcode download buffer!\n");
4018                 return -EIO;
4019         }
4020
4021         ioa_cfg->ucode_sglist = sglist;
4022         ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
4023         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4024         wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4025
4026         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4027         ioa_cfg->ucode_sglist = NULL;
4028         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4029         return 0;
4030 }
4031
4032 /**
4033  * ipr_store_update_fw - Update the firmware on the adapter
4034  * @class_dev:  device struct
4035  * @buf:        buffer
4036  * @count:      buffer size
4037  *
4038  * This function will update the firmware on the adapter.
4039  *
4040  * Return value:
4041  *      count on success / other on failure
4042  **/
4043 static ssize_t ipr_store_update_fw(struct device *dev,
4044                                    struct device_attribute *attr,
4045                                    const char *buf, size_t count)
4046 {
4047         struct Scsi_Host *shost = class_to_shost(dev);
4048         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4049         struct ipr_ucode_image_header *image_hdr;
4050         const struct firmware *fw_entry;
4051         struct ipr_sglist *sglist;
4052         char fname[100];
4053         char *src;
4054         char *endline;
4055         int result, dnld_size;
4056
4057         if (!capable(CAP_SYS_ADMIN))
4058                 return -EACCES;
4059
4060         snprintf(fname, sizeof(fname), "%s", buf);
4061
4062         endline = strchr(fname, '\n');
4063         if (endline)
4064                 *endline = '\0';
4065
4066         if (request_firmware(&fw_entry, fname, &ioa_cfg->pdev->dev)) {
4067                 dev_err(&ioa_cfg->pdev->dev, "Firmware file %s not found\n", fname);
4068                 return -EIO;
4069         }
4070
4071         image_hdr = (struct ipr_ucode_image_header *)fw_entry->data;
4072
4073         src = (u8 *)image_hdr + be32_to_cpu(image_hdr->header_length);
4074         dnld_size = fw_entry->size - be32_to_cpu(image_hdr->header_length);
4075         sglist = ipr_alloc_ucode_buffer(dnld_size);
4076
4077         if (!sglist) {
4078                 dev_err(&ioa_cfg->pdev->dev, "Microcode buffer allocation failed\n");
4079                 release_firmware(fw_entry);
4080                 return -ENOMEM;
4081         }
4082
4083         result = ipr_copy_ucode_buffer(sglist, src, dnld_size);
4084
4085         if (result) {
4086                 dev_err(&ioa_cfg->pdev->dev,
4087                         "Microcode buffer copy to DMA buffer failed\n");
4088                 goto out;
4089         }
4090
4091         ipr_info("Updating microcode, please be patient.  This may take up to 30 minutes.\n");
4092
4093         result = ipr_update_ioa_ucode(ioa_cfg, sglist);
4094
4095         if (!result)
4096                 result = count;
4097 out:
4098         ipr_free_ucode_buffer(sglist);
4099         release_firmware(fw_entry);
4100         return result;
4101 }
4102
4103 static struct device_attribute ipr_update_fw_attr = {
4104         .attr = {
4105                 .name =         "update_fw",
4106                 .mode =         S_IWUSR,
4107         },
4108         .store = ipr_store_update_fw
4109 };
4110
4111 /**
4112  * ipr_show_fw_type - Show the adapter's firmware type.
4113  * @dev:        class device struct
4114  * @buf:        buffer
4115  *
4116  * Return value:
4117  *      number of bytes printed to buffer
4118  **/
4119 static ssize_t ipr_show_fw_type(struct device *dev,
4120                                 struct device_attribute *attr, char *buf)
4121 {
4122         struct Scsi_Host *shost = class_to_shost(dev);
4123         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4124         unsigned long lock_flags = 0;
4125         int len;
4126
4127         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4128         len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->sis64);
4129         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4130         return len;
4131 }
4132
4133 static struct device_attribute ipr_ioa_fw_type_attr = {
4134         .attr = {
4135                 .name =         "fw_type",
4136                 .mode =         S_IRUGO,
4137         },
4138         .show = ipr_show_fw_type
4139 };
4140
4141 static ssize_t ipr_read_async_err_log(struct file *filep, struct kobject *kobj,
4142                                 struct bin_attribute *bin_attr, char *buf,
4143                                 loff_t off, size_t count)
4144 {
4145         struct device *cdev = container_of(kobj, struct device, kobj);
4146         struct Scsi_Host *shost = class_to_shost(cdev);
4147         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4148         struct ipr_hostrcb *hostrcb;
4149         unsigned long lock_flags = 0;
4150         int ret;
4151
4152         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4153         hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
4154                                         struct ipr_hostrcb, queue);
4155         if (!hostrcb) {
4156                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4157                 return 0;
4158         }
4159         ret = memory_read_from_buffer(buf, count, &off, &hostrcb->hcam,
4160                                 sizeof(hostrcb->hcam));
4161         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4162         return ret;
4163 }
4164
4165 static ssize_t ipr_next_async_err_log(struct file *filep, struct kobject *kobj,
4166                                 struct bin_attribute *bin_attr, char *buf,
4167                                 loff_t off, size_t count)
4168 {
4169         struct device *cdev = container_of(kobj, struct device, kobj);
4170         struct Scsi_Host *shost = class_to_shost(cdev);
4171         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4172         struct ipr_hostrcb *hostrcb;
4173         unsigned long lock_flags = 0;
4174
4175         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4176         hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
4177                                         struct ipr_hostrcb, queue);
4178         if (!hostrcb) {
4179                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4180                 return count;
4181         }
4182
4183         /* Reclaim hostrcb before exit */
4184         list_move_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
4185         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4186         return count;
4187 }
4188
4189 static struct bin_attribute ipr_ioa_async_err_log = {
4190         .attr = {
4191                 .name =         "async_err_log",
4192                 .mode =         S_IRUGO | S_IWUSR,
4193         },
4194         .size = 0,
4195         .read = ipr_read_async_err_log,
4196         .write = ipr_next_async_err_log
4197 };
4198
4199 static struct device_attribute *ipr_ioa_attrs[] = {
4200         &ipr_fw_version_attr,
4201         &ipr_log_level_attr,
4202         &ipr_diagnostics_attr,
4203         &ipr_ioa_state_attr,
4204         &ipr_ioa_reset_attr,
4205         &ipr_update_fw_attr,
4206         &ipr_ioa_fw_type_attr,
4207         &ipr_iopoll_weight_attr,
4208         NULL,
4209 };
4210
4211 #ifdef CONFIG_SCSI_IPR_DUMP
4212 /**
4213  * ipr_read_dump - Dump the adapter
4214  * @filp:               open sysfs file
4215  * @kobj:               kobject struct
4216  * @bin_attr:           bin_attribute struct
4217  * @buf:                buffer
4218  * @off:                offset
4219  * @count:              buffer size
4220  *
4221  * Return value:
4222  *      number of bytes printed to buffer
4223  **/
4224 static ssize_t ipr_read_dump(struct file *filp, struct kobject *kobj,
4225                              struct bin_attribute *bin_attr,
4226                              char *buf, loff_t off, size_t count)
4227 {
4228         struct device *cdev = container_of(kobj, struct device, kobj);
4229         struct Scsi_Host *shost = class_to_shost(cdev);
4230         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4231         struct ipr_dump *dump;
4232         unsigned long lock_flags = 0;
4233         char *src;
4234         int len, sdt_end;
4235         size_t rc = count;
4236
4237         if (!capable(CAP_SYS_ADMIN))
4238                 return -EACCES;
4239
4240         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4241         dump = ioa_cfg->dump;
4242
4243         if (ioa_cfg->sdt_state != DUMP_OBTAINED || !dump) {
4244                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4245                 return 0;
4246         }
4247         kref_get(&dump->kref);
4248         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4249
4250         if (off > dump->driver_dump.hdr.len) {
4251                 kref_put(&dump->kref, ipr_release_dump);
4252                 return 0;
4253         }
4254
4255         if (off + count > dump->driver_dump.hdr.len) {
4256                 count = dump->driver_dump.hdr.len - off;
4257                 rc = count;
4258         }
4259
4260         if (count && off < sizeof(dump->driver_dump)) {
4261                 if (off + count > sizeof(dump->driver_dump))
4262                         len = sizeof(dump->driver_dump) - off;
4263                 else
4264                         len = count;
4265                 src = (u8 *)&dump->driver_dump + off;
4266                 memcpy(buf, src, len);
4267                 buf += len;
4268                 off += len;
4269                 count -= len;
4270         }
4271
4272         off -= sizeof(dump->driver_dump);
4273
4274         if (ioa_cfg->sis64)
4275                 sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4276                           (be32_to_cpu(dump->ioa_dump.sdt.hdr.num_entries_used) *
4277                            sizeof(struct ipr_sdt_entry));
4278         else
4279                 sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4280                           (IPR_FMT2_NUM_SDT_ENTRIES * sizeof(struct ipr_sdt_entry));
4281
4282         if (count && off < sdt_end) {
4283                 if (off + count > sdt_end)
4284                         len = sdt_end - off;
4285                 else
4286                         len = count;
4287                 src = (u8 *)&dump->ioa_dump + off;
4288                 memcpy(buf, src, len);
4289                 buf += len;
4290                 off += len;
4291                 count -= len;
4292         }
4293
4294         off -= sdt_end;
4295
4296         while (count) {
4297                 if ((off & PAGE_MASK) != ((off + count) & PAGE_MASK))
4298                         len = PAGE_ALIGN(off) - off;
4299                 else
4300                         len = count;
4301                 src = (u8 *)dump->ioa_dump.ioa_data[(off & PAGE_MASK) >> PAGE_SHIFT];
4302                 src += off & ~PAGE_MASK;
4303                 memcpy(buf, src, len);
4304                 buf += len;
4305                 off += len;
4306                 count -= len;
4307         }
4308
4309         kref_put(&dump->kref, ipr_release_dump);
4310         return rc;
4311 }
4312
4313 /**
4314  * ipr_alloc_dump - Prepare for adapter dump
4315  * @ioa_cfg:    ioa config struct
4316  *
4317  * Return value:
4318  *      0 on success / other on failure
4319  **/
4320 static int ipr_alloc_dump(struct ipr_ioa_cfg *ioa_cfg)
4321 {
4322         struct ipr_dump *dump;
4323         __be32 **ioa_data;
4324         unsigned long lock_flags = 0;
4325
4326         dump = kzalloc(sizeof(struct ipr_dump), GFP_KERNEL);
4327
4328         if (!dump) {
4329                 ipr_err("Dump memory allocation failed\n");
4330                 return -ENOMEM;
4331         }
4332
4333         if (ioa_cfg->sis64)
4334                 ioa_data = vmalloc(array_size(IPR_FMT3_MAX_NUM_DUMP_PAGES,
4335                                               sizeof(__be32 *)));
4336         else
4337                 ioa_data = vmalloc(array_size(IPR_FMT2_MAX_NUM_DUMP_PAGES,
4338                                               sizeof(__be32 *)));
4339
4340         if (!ioa_data) {
4341                 ipr_err("Dump memory allocation failed\n");
4342                 kfree(dump);
4343                 return -ENOMEM;
4344         }
4345
4346         dump->ioa_dump.ioa_data = ioa_data;
4347
4348         kref_init(&dump->kref);
4349         dump->ioa_cfg = ioa_cfg;
4350
4351         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4352
4353         if (INACTIVE != ioa_cfg->sdt_state) {
4354                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4355                 vfree(dump->ioa_dump.ioa_data);
4356                 kfree(dump);
4357                 return 0;
4358         }
4359
4360         ioa_cfg->dump = dump;
4361         ioa_cfg->sdt_state = WAIT_FOR_DUMP;
4362         if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead && !ioa_cfg->dump_taken) {
4363                 ioa_cfg->dump_taken = 1;
4364                 schedule_work(&ioa_cfg->work_q);
4365         }
4366         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4367
4368         return 0;
4369 }
4370
4371 /**
4372  * ipr_free_dump - Free adapter dump memory
4373  * @ioa_cfg:    ioa config struct
4374  *
4375  * Return value:
4376  *      0 on success / other on failure
4377  **/
4378 static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg)
4379 {
4380         struct ipr_dump *dump;
4381         unsigned long lock_flags = 0;
4382
4383         ENTER;
4384
4385         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4386         dump = ioa_cfg->dump;
4387         if (!dump) {
4388                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4389                 return 0;
4390         }
4391
4392         ioa_cfg->dump = NULL;
4393         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4394
4395         kref_put(&dump->kref, ipr_release_dump);
4396
4397         LEAVE;
4398         return 0;
4399 }
4400
4401 /**
4402  * ipr_write_dump - Setup dump state of adapter
4403  * @filp:               open sysfs file
4404  * @kobj:               kobject struct
4405  * @bin_attr:           bin_attribute struct
4406  * @buf:                buffer
4407  * @off:                offset
4408  * @count:              buffer size
4409  *
4410  * Return value:
4411  *      number of bytes printed to buffer
4412  **/
4413 static ssize_t ipr_write_dump(struct file *filp, struct kobject *kobj,
4414                               struct bin_attribute *bin_attr,
4415                               char *buf, loff_t off, size_t count)
4416 {
4417         struct device *cdev = container_of(kobj, struct device, kobj);
4418         struct Scsi_Host *shost = class_to_shost(cdev);
4419         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4420         int rc;
4421
4422         if (!capable(CAP_SYS_ADMIN))
4423                 return -EACCES;
4424
4425         if (buf[0] == '1')
4426                 rc = ipr_alloc_dump(ioa_cfg);
4427         else if (buf[0] == '0')
4428                 rc = ipr_free_dump(ioa_cfg);
4429         else
4430                 return -EINVAL;
4431
4432         if (rc)
4433                 return rc;
4434         else
4435                 return count;
4436 }
4437
4438 static struct bin_attribute ipr_dump_attr = {
4439         .attr = {
4440                 .name = "dump",
4441                 .mode = S_IRUSR | S_IWUSR,
4442         },
4443         .size = 0,
4444         .read = ipr_read_dump,
4445         .write = ipr_write_dump
4446 };
4447 #else
4448 static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg) { return 0; };
4449 #endif
4450
4451 /**
4452  * ipr_change_queue_depth - Change the device's queue depth
4453  * @sdev:       scsi device struct
4454  * @qdepth:     depth to set
4455  * @reason:     calling context
4456  *
4457  * Return value:
4458  *      actual depth set
4459  **/
4460 static int ipr_change_queue_depth(struct scsi_device *sdev, int qdepth)
4461 {
4462         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4463         struct ipr_resource_entry *res;
4464         unsigned long lock_flags = 0;
4465
4466         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4467         res = (struct ipr_resource_entry *)sdev->hostdata;
4468
4469         if (res && ipr_is_gata(res) && qdepth > IPR_MAX_CMD_PER_ATA_LUN)
4470                 qdepth = IPR_MAX_CMD_PER_ATA_LUN;
4471         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4472
4473         scsi_change_queue_depth(sdev, qdepth);
4474         return sdev->queue_depth;
4475 }
4476
4477 /**
4478  * ipr_show_adapter_handle - Show the adapter's resource handle for this device
4479  * @dev:        device struct
4480  * @attr:       device attribute structure
4481  * @buf:        buffer
4482  *
4483  * Return value:
4484  *      number of bytes printed to buffer
4485  **/
4486 static ssize_t ipr_show_adapter_handle(struct device *dev, struct device_attribute *attr, char *buf)
4487 {
4488         struct scsi_device *sdev = to_scsi_device(dev);
4489         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4490         struct ipr_resource_entry *res;
4491         unsigned long lock_flags = 0;
4492         ssize_t len = -ENXIO;
4493
4494         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4495         res = (struct ipr_resource_entry *)sdev->hostdata;
4496         if (res)
4497                 len = snprintf(buf, PAGE_SIZE, "%08X\n", res->res_handle);
4498         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4499         return len;
4500 }
4501
4502 static struct device_attribute ipr_adapter_handle_attr = {
4503         .attr = {
4504                 .name =         "adapter_handle",
4505                 .mode =         S_IRUSR,
4506         },
4507         .show = ipr_show_adapter_handle
4508 };
4509
4510 /**
4511  * ipr_show_resource_path - Show the resource path or the resource address for
4512  *                          this device.
4513  * @dev:        device struct
4514  * @attr:       device attribute structure
4515  * @buf:        buffer
4516  *
4517  * Return value:
4518  *      number of bytes printed to buffer
4519  **/
4520 static ssize_t ipr_show_resource_path(struct device *dev, struct device_attribute *attr, char *buf)
4521 {
4522         struct scsi_device *sdev = to_scsi_device(dev);
4523         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4524         struct ipr_resource_entry *res;
4525         unsigned long lock_flags = 0;
4526         ssize_t len = -ENXIO;
4527         char buffer[IPR_MAX_RES_PATH_LENGTH];
4528
4529         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4530         res = (struct ipr_resource_entry *)sdev->hostdata;
4531         if (res && ioa_cfg->sis64)
4532                 len = snprintf(buf, PAGE_SIZE, "%s\n",
4533                                __ipr_format_res_path(res->res_path, buffer,
4534                                                      sizeof(buffer)));
4535         else if (res)
4536                 len = snprintf(buf, PAGE_SIZE, "%d:%d:%d:%d\n", ioa_cfg->host->host_no,
4537                                res->bus, res->target, res->lun);
4538
4539         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4540         return len;
4541 }
4542
4543 static struct device_attribute ipr_resource_path_attr = {
4544         .attr = {
4545                 .name =         "resource_path",
4546                 .mode =         S_IRUGO,
4547         },
4548         .show = ipr_show_resource_path
4549 };
4550
4551 /**
4552  * ipr_show_device_id - Show the device_id for this device.
4553  * @dev:        device struct
4554  * @attr:       device attribute structure
4555  * @buf:        buffer
4556  *
4557  * Return value:
4558  *      number of bytes printed to buffer
4559  **/
4560 static ssize_t ipr_show_device_id(struct device *dev, struct device_attribute *attr, char *buf)
4561 {
4562         struct scsi_device *sdev = to_scsi_device(dev);
4563         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4564         struct ipr_resource_entry *res;
4565         unsigned long lock_flags = 0;
4566         ssize_t len = -ENXIO;
4567
4568         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4569         res = (struct ipr_resource_entry *)sdev->hostdata;
4570         if (res && ioa_cfg->sis64)
4571                 len = snprintf(buf, PAGE_SIZE, "0x%llx\n", be64_to_cpu(res->dev_id));
4572         else if (res)
4573                 len = snprintf(buf, PAGE_SIZE, "0x%llx\n", res->lun_wwn);
4574
4575         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4576         return len;
4577 }
4578
4579 static struct device_attribute ipr_device_id_attr = {
4580         .attr = {
4581                 .name =         "device_id",
4582                 .mode =         S_IRUGO,
4583         },
4584         .show = ipr_show_device_id
4585 };
4586
4587 /**
4588  * ipr_show_resource_type - Show the resource type for this device.
4589  * @dev:        device struct
4590  * @attr:       device attribute structure
4591  * @buf:        buffer
4592  *
4593  * Return value:
4594  *      number of bytes printed to buffer
4595  **/
4596 static ssize_t ipr_show_resource_type(struct device *dev, struct device_attribute *attr, char *buf)
4597 {
4598         struct scsi_device *sdev = to_scsi_device(dev);
4599         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4600         struct ipr_resource_entry *res;
4601         unsigned long lock_flags = 0;
4602         ssize_t len = -ENXIO;
4603
4604         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4605         res = (struct ipr_resource_entry *)sdev->hostdata;
4606
4607         if (res)
4608                 len = snprintf(buf, PAGE_SIZE, "%x\n", res->type);
4609
4610         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4611         return len;
4612 }
4613
4614 static struct device_attribute ipr_resource_type_attr = {
4615         .attr = {
4616                 .name =         "resource_type",
4617                 .mode =         S_IRUGO,
4618         },
4619         .show = ipr_show_resource_type
4620 };
4621
4622 /**
4623  * ipr_show_raw_mode - Show the adapter's raw mode
4624  * @dev:        class device struct
4625  * @buf:        buffer
4626  *
4627  * Return value:
4628  *      number of bytes printed to buffer
4629  **/
4630 static ssize_t ipr_show_raw_mode(struct device *dev,
4631                                  struct device_attribute *attr, char *buf)
4632 {
4633         struct scsi_device *sdev = to_scsi_device(dev);
4634         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4635         struct ipr_resource_entry *res;
4636         unsigned long lock_flags = 0;
4637         ssize_t len;
4638
4639         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4640         res = (struct ipr_resource_entry *)sdev->hostdata;
4641         if (res)
4642                 len = snprintf(buf, PAGE_SIZE, "%d\n", res->raw_mode);
4643         else
4644                 len = -ENXIO;
4645         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4646         return len;
4647 }
4648
4649 /**
4650  * ipr_store_raw_mode - Change the adapter's raw mode
4651  * @dev:        class device struct
4652  * @buf:        buffer
4653  *
4654  * Return value:
4655  *      number of bytes printed to buffer
4656  **/
4657 static ssize_t ipr_store_raw_mode(struct device *dev,
4658                                   struct device_attribute *attr,
4659                                   const char *buf, size_t count)
4660 {
4661         struct scsi_device *sdev = to_scsi_device(dev);
4662         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4663         struct ipr_resource_entry *res;
4664         unsigned long lock_flags = 0;
4665         ssize_t len;
4666
4667         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4668         res = (struct ipr_resource_entry *)sdev->hostdata;
4669         if (res) {
4670                 if (ipr_is_af_dasd_device(res)) {
4671                         res->raw_mode = simple_strtoul(buf, NULL, 10);
4672                         len = strlen(buf);
4673                         if (res->sdev)
4674                                 sdev_printk(KERN_INFO, res->sdev, "raw mode is %s\n",
4675                                         res->raw_mode ? "enabled" : "disabled");
4676                 } else
4677                         len = -EINVAL;
4678         } else
4679                 len = -ENXIO;
4680         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4681         return len;
4682 }
4683
4684 static struct device_attribute ipr_raw_mode_attr = {
4685         .attr = {
4686                 .name =         "raw_mode",
4687                 .mode =         S_IRUGO | S_IWUSR,
4688         },
4689         .show = ipr_show_raw_mode,
4690         .store = ipr_store_raw_mode
4691 };
4692
4693 static struct device_attribute *ipr_dev_attrs[] = {
4694         &ipr_adapter_handle_attr,
4695         &ipr_resource_path_attr,
4696         &ipr_device_id_attr,
4697         &ipr_resource_type_attr,
4698         &ipr_raw_mode_attr,
4699         NULL,
4700 };
4701
4702 /**
4703  * ipr_biosparam - Return the HSC mapping
4704  * @sdev:                       scsi device struct
4705  * @block_device:       block device pointer
4706  * @capacity:           capacity of the device
4707  * @parm:                       Array containing returned HSC values.
4708  *
4709  * This function generates the HSC parms that fdisk uses.
4710  * We want to make sure we return something that places partitions
4711  * on 4k boundaries for best performance with the IOA.
4712  *
4713  * Return value:
4714  *      0 on success
4715  **/
4716 static int ipr_biosparam(struct scsi_device *sdev,
4717                          struct block_device *block_device,
4718                          sector_t capacity, int *parm)
4719 {
4720         int heads, sectors;
4721         sector_t cylinders;
4722
4723         heads = 128;
4724         sectors = 32;
4725
4726         cylinders = capacity;
4727         sector_div(cylinders, (128 * 32));
4728
4729         /* return result */
4730         parm[0] = heads;
4731         parm[1] = sectors;
4732         parm[2] = cylinders;
4733
4734         return 0;
4735 }
4736
4737 /**
4738  * ipr_find_starget - Find target based on bus/target.
4739  * @starget:    scsi target struct
4740  *
4741  * Return value:
4742  *      resource entry pointer if found / NULL if not found
4743  **/
4744 static struct ipr_resource_entry *ipr_find_starget(struct scsi_target *starget)
4745 {
4746         struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4747         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4748         struct ipr_resource_entry *res;
4749
4750         list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4751                 if ((res->bus == starget->channel) &&
4752                     (res->target == starget->id)) {
4753                         return res;
4754                 }
4755         }
4756
4757         return NULL;
4758 }
4759
4760 static struct ata_port_info sata_port_info;
4761
4762 /**
4763  * ipr_target_alloc - Prepare for commands to a SCSI target
4764  * @starget:    scsi target struct
4765  *
4766  * If the device is a SATA device, this function allocates an
4767  * ATA port with libata, else it does nothing.
4768  *
4769  * Return value:
4770  *      0 on success / non-0 on failure
4771  **/
4772 static int ipr_target_alloc(struct scsi_target *starget)
4773 {
4774         struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4775         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4776         struct ipr_sata_port *sata_port;
4777         struct ata_port *ap;
4778         struct ipr_resource_entry *res;
4779         unsigned long lock_flags;
4780
4781         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4782         res = ipr_find_starget(starget);
4783         starget->hostdata = NULL;
4784
4785         if (res && ipr_is_gata(res)) {
4786                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4787                 sata_port = kzalloc(sizeof(*sata_port), GFP_KERNEL);
4788                 if (!sata_port)
4789                         return -ENOMEM;
4790
4791                 ap = ata_sas_port_alloc(&ioa_cfg->ata_host, &sata_port_info, shost);
4792                 if (ap) {
4793                         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4794                         sata_port->ioa_cfg = ioa_cfg;
4795                         sata_port->ap = ap;
4796                         sata_port->res = res;
4797
4798                         res->sata_port = sata_port;
4799                         ap->private_data = sata_port;
4800                         starget->hostdata = sata_port;
4801                 } else {
4802                         kfree(sata_port);
4803                         return -ENOMEM;
4804                 }
4805         }
4806         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4807
4808         return 0;
4809 }
4810
4811 /**
4812  * ipr_target_destroy - Destroy a SCSI target
4813  * @starget:    scsi target struct
4814  *
4815  * If the device was a SATA device, this function frees the libata
4816  * ATA port, else it does nothing.
4817  *
4818  **/
4819 static void ipr_target_destroy(struct scsi_target *starget)
4820 {
4821         struct ipr_sata_port *sata_port = starget->hostdata;
4822         struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4823         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4824
4825         if (ioa_cfg->sis64) {
4826                 if (!ipr_find_starget(starget)) {
4827                         if (starget->channel == IPR_ARRAY_VIRTUAL_BUS)
4828                                 clear_bit(starget->id, ioa_cfg->array_ids);
4829                         else if (starget->channel == IPR_VSET_VIRTUAL_BUS)
4830                                 clear_bit(starget->id, ioa_cfg->vset_ids);
4831                         else if (starget->channel == 0)
4832                                 clear_bit(starget->id, ioa_cfg->target_ids);
4833                 }
4834         }
4835
4836         if (sata_port) {
4837                 starget->hostdata = NULL;
4838                 ata_sas_port_destroy(sata_port->ap);
4839                 kfree(sata_port);
4840         }
4841 }
4842
4843 /**
4844  * ipr_find_sdev - Find device based on bus/target/lun.
4845  * @sdev:       scsi device struct
4846  *
4847  * Return value:
4848  *      resource entry pointer if found / NULL if not found
4849  **/
4850 static struct ipr_resource_entry *ipr_find_sdev(struct scsi_device *sdev)
4851 {
4852         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4853         struct ipr_resource_entry *res;
4854
4855         list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4856                 if ((res->bus == sdev->channel) &&
4857                     (res->target == sdev->id) &&
4858                     (res->lun == sdev->lun))
4859                         return res;
4860         }
4861
4862         return NULL;
4863 }
4864
4865 /**
4866  * ipr_slave_destroy - Unconfigure a SCSI device
4867  * @sdev:       scsi device struct
4868  *
4869  * Return value:
4870  *      nothing
4871  **/
4872 static void ipr_slave_destroy(struct scsi_device *sdev)
4873 {
4874         struct ipr_resource_entry *res;
4875         struct ipr_ioa_cfg *ioa_cfg;
4876         unsigned long lock_flags = 0;
4877
4878         ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4879
4880         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4881         res = (struct ipr_resource_entry *) sdev->hostdata;
4882         if (res) {
4883                 if (res->sata_port)
4884                         res->sata_port->ap->link.device[0].class = ATA_DEV_NONE;
4885                 sdev->hostdata = NULL;
4886                 res->sdev = NULL;
4887                 res->sata_port = NULL;
4888         }
4889         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4890 }
4891
4892 /**
4893  * ipr_slave_configure - Configure a SCSI device
4894  * @sdev:       scsi device struct
4895  *
4896  * This function configures the specified scsi device.
4897  *
4898  * Return value:
4899  *      0 on success
4900  **/
4901 static int ipr_slave_configure(struct scsi_device *sdev)
4902 {
4903         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4904         struct ipr_resource_entry *res;
4905         struct ata_port *ap = NULL;
4906         unsigned long lock_flags = 0;
4907         char buffer[IPR_MAX_RES_PATH_LENGTH];
4908
4909         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4910         res = sdev->hostdata;
4911         if (res) {
4912                 if (ipr_is_af_dasd_device(res))
4913                         sdev->type = TYPE_RAID;
4914                 if (ipr_is_af_dasd_device(res) || ipr_is_ioa_resource(res)) {
4915                         sdev->scsi_level = 4;
4916                         sdev->no_uld_attach = 1;
4917                 }
4918                 if (ipr_is_vset_device(res)) {
4919                         sdev->scsi_level = SCSI_SPC_3;
4920                         sdev->no_report_opcodes = 1;
4921                         blk_queue_rq_timeout(sdev->request_queue,
4922                                              IPR_VSET_RW_TIMEOUT);
4923                         blk_queue_max_hw_sectors(sdev->request_queue, IPR_VSET_MAX_SECTORS);
4924                 }
4925                 if (ipr_is_gata(res) && res->sata_port)
4926                         ap = res->sata_port->ap;
4927                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4928
4929                 if (ap) {
4930                         scsi_change_queue_depth(sdev, IPR_MAX_CMD_PER_ATA_LUN);
4931                         ata_sas_slave_configure(sdev, ap);
4932                 }
4933
4934                 if (ioa_cfg->sis64)
4935                         sdev_printk(KERN_INFO, sdev, "Resource path: %s\n",
4936                                     ipr_format_res_path(ioa_cfg,
4937                                 res->res_path, buffer, sizeof(buffer)));
4938                 return 0;
4939         }
4940         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4941         return 0;
4942 }
4943
4944 /**
4945  * ipr_ata_slave_alloc - Prepare for commands to a SATA device
4946  * @sdev:       scsi device struct
4947  *
4948  * This function initializes an ATA port so that future commands
4949  * sent through queuecommand will work.
4950  *
4951  * Return value:
4952  *      0 on success
4953  **/
4954 static int ipr_ata_slave_alloc(struct scsi_device *sdev)
4955 {
4956         struct ipr_sata_port *sata_port = NULL;
4957         int rc = -ENXIO;
4958
4959         ENTER;
4960         if (sdev->sdev_target)
4961                 sata_port = sdev->sdev_target->hostdata;
4962         if (sata_port) {
4963                 rc = ata_sas_port_init(sata_port->ap);
4964                 if (rc == 0)
4965                         rc = ata_sas_sync_probe(sata_port->ap);
4966         }
4967
4968         if (rc)
4969                 ipr_slave_destroy(sdev);
4970
4971         LEAVE;
4972         return rc;
4973 }
4974
4975 /**
4976  * ipr_slave_alloc - Prepare for commands to a device.
4977  * @sdev:       scsi device struct
4978  *
4979  * This function saves a pointer to the resource entry
4980  * in the scsi device struct if the device exists. We
4981  * can then use this pointer in ipr_queuecommand when
4982  * handling new commands.
4983  *
4984  * Return value:
4985  *      0 on success / -ENXIO if device does not exist
4986  **/
4987 static int ipr_slave_alloc(struct scsi_device *sdev)
4988 {
4989         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4990         struct ipr_resource_entry *res;
4991         unsigned long lock_flags;
4992         int rc = -ENXIO;
4993
4994         sdev->hostdata = NULL;
4995
4996         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4997
4998         res = ipr_find_sdev(sdev);
4999         if (res) {
5000                 res->sdev = sdev;
5001                 res->add_to_ml = 0;
5002                 res->in_erp = 0;
5003                 sdev->hostdata = res;
5004                 if (!ipr_is_naca_model(res))
5005                         res->needs_sync_complete = 1;
5006                 rc = 0;
5007                 if (ipr_is_gata(res)) {
5008                         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5009                         return ipr_ata_slave_alloc(sdev);
5010                 }
5011         }
5012
5013         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5014
5015         return rc;
5016 }
5017
5018 /**
5019  * ipr_match_lun - Match function for specified LUN
5020  * @ipr_cmd:    ipr command struct
5021  * @device:             device to match (sdev)
5022  *
5023  * Returns:
5024  *      1 if command matches sdev / 0 if command does not match sdev
5025  **/
5026 static int ipr_match_lun(struct ipr_cmnd *ipr_cmd, void *device)
5027 {
5028         if (ipr_cmd->scsi_cmd && ipr_cmd->scsi_cmd->device == device)
5029                 return 1;
5030         return 0;
5031 }
5032
5033 /**
5034  * ipr_cmnd_is_free - Check if a command is free or not
5035  * @ipr_cmd     ipr command struct
5036  *
5037  * Returns:
5038  *      true / false
5039  **/
5040 static bool ipr_cmnd_is_free(struct ipr_cmnd *ipr_cmd)
5041 {
5042         struct ipr_cmnd *loop_cmd;
5043
5044         list_for_each_entry(loop_cmd, &ipr_cmd->hrrq->hrrq_free_q, queue) {
5045                 if (loop_cmd == ipr_cmd)
5046                         return true;
5047         }
5048
5049         return false;
5050 }
5051
5052 /**
5053  * ipr_match_res - Match function for specified resource entry
5054  * @ipr_cmd:    ipr command struct
5055  * @resource:   resource entry to match
5056  *
5057  * Returns:
5058  *      1 if command matches sdev / 0 if command does not match sdev
5059  **/
5060 static int ipr_match_res(struct ipr_cmnd *ipr_cmd, void *resource)
5061 {
5062         struct ipr_resource_entry *res = resource;
5063
5064         if (res && ipr_cmd->ioarcb.res_handle == res->res_handle)
5065                 return 1;
5066         return 0;
5067 }
5068
5069 /**
5070  * ipr_wait_for_ops - Wait for matching commands to complete
5071  * @ipr_cmd:    ipr command struct
5072  * @device:             device to match (sdev)
5073  * @match:              match function to use
5074  *
5075  * Returns:
5076  *      SUCCESS / FAILED
5077  **/
5078 static int ipr_wait_for_ops(struct ipr_ioa_cfg *ioa_cfg, void *device,
5079                             int (*match)(struct ipr_cmnd *, void *))
5080 {
5081         struct ipr_cmnd *ipr_cmd;
5082         int wait, i;
5083         unsigned long flags;
5084         struct ipr_hrr_queue *hrrq;
5085         signed long timeout = IPR_ABORT_TASK_TIMEOUT;
5086         DECLARE_COMPLETION_ONSTACK(comp);
5087
5088         ENTER;
5089         do {
5090                 wait = 0;
5091
5092                 for_each_hrrq(hrrq, ioa_cfg) {
5093                         spin_lock_irqsave(hrrq->lock, flags);
5094                         for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5095                                 ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
5096                                 if (!ipr_cmnd_is_free(ipr_cmd)) {
5097                                         if (match(ipr_cmd, device)) {
5098                                                 ipr_cmd->eh_comp = &comp;
5099                                                 wait++;
5100                                         }
5101                                 }
5102                         }
5103                         spin_unlock_irqrestore(hrrq->lock, flags);
5104                 }
5105
5106                 if (wait) {
5107                         timeout = wait_for_completion_timeout(&comp, timeout);
5108
5109                         if (!timeout) {
5110                                 wait = 0;
5111
5112                                 for_each_hrrq(hrrq, ioa_cfg) {
5113                                         spin_lock_irqsave(hrrq->lock, flags);
5114                                         for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5115                                                 ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
5116                                                 if (!ipr_cmnd_is_free(ipr_cmd)) {
5117                                                         if (match(ipr_cmd, device)) {
5118                                                                 ipr_cmd->eh_comp = NULL;
5119                                                                 wait++;
5120                                                         }
5121                                                 }
5122                                         }
5123                                         spin_unlock_irqrestore(hrrq->lock, flags);
5124                                 }
5125
5126                                 if (wait)
5127                                         dev_err(&ioa_cfg->pdev->dev, "Timed out waiting for aborted commands\n");
5128                                 LEAVE;
5129                                 return wait ? FAILED : SUCCESS;
5130                         }
5131                 }
5132         } while (wait);
5133
5134         LEAVE;
5135         return SUCCESS;
5136 }
5137
5138 static int ipr_eh_host_reset(struct scsi_cmnd *cmd)
5139 {
5140         struct ipr_ioa_cfg *ioa_cfg;
5141         unsigned long lock_flags = 0;
5142         int rc = SUCCESS;
5143
5144         ENTER;
5145         ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
5146         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5147
5148         if (!ioa_cfg->in_reset_reload && !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
5149                 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
5150                 dev_err(&ioa_cfg->pdev->dev,
5151                         "Adapter being reset as a result of error recovery.\n");
5152
5153                 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5154                         ioa_cfg->sdt_state = GET_DUMP;
5155         }
5156
5157         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5158         wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5159         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5160
5161         /* If we got hit with a host reset while we were already resetting
5162          the adapter for some reason, and the reset failed. */
5163         if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
5164                 ipr_trace;
5165                 rc = FAILED;
5166         }
5167
5168         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5169         LEAVE;
5170         return rc;
5171 }
5172
5173 /**
5174  * ipr_device_reset - Reset the device
5175  * @ioa_cfg:    ioa config struct
5176  * @res:                resource entry struct
5177  *
5178  * This function issues a device reset to the affected device.
5179  * If the device is a SCSI device, a LUN reset will be sent
5180  * to the device first. If that does not work, a target reset
5181  * will be sent. If the device is a SATA device, a PHY reset will
5182  * be sent.
5183  *
5184  * Return value:
5185  *      0 on success / non-zero on failure
5186  **/
5187 static int ipr_device_reset(struct ipr_ioa_cfg *ioa_cfg,
5188                             struct ipr_resource_entry *res)
5189 {
5190         struct ipr_cmnd *ipr_cmd;
5191         struct ipr_ioarcb *ioarcb;
5192         struct ipr_cmd_pkt *cmd_pkt;
5193         struct ipr_ioarcb_ata_regs *regs;
5194         u32 ioasc;
5195
5196         ENTER;
5197         ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5198         ioarcb = &ipr_cmd->ioarcb;
5199         cmd_pkt = &ioarcb->cmd_pkt;
5200
5201         if (ipr_cmd->ioa_cfg->sis64) {
5202                 regs = &ipr_cmd->i.ata_ioadl.regs;
5203                 ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
5204         } else
5205                 regs = &ioarcb->u.add_data.u.regs;
5206
5207         ioarcb->res_handle = res->res_handle;
5208         cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5209         cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
5210         if (ipr_is_gata(res)) {
5211                 cmd_pkt->cdb[2] = IPR_ATA_PHY_RESET;
5212                 ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(regs->flags));
5213                 regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
5214         }
5215
5216         ipr_send_blocking_cmd(ipr_cmd, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
5217         ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5218         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5219         if (ipr_is_gata(res) && res->sata_port && ioasc != IPR_IOASC_IOA_WAS_RESET) {
5220                 if (ipr_cmd->ioa_cfg->sis64)
5221                         memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
5222                                sizeof(struct ipr_ioasa_gata));
5223                 else
5224                         memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
5225                                sizeof(struct ipr_ioasa_gata));
5226         }
5227
5228         LEAVE;
5229         return IPR_IOASC_SENSE_KEY(ioasc) ? -EIO : 0;
5230 }
5231
5232 /**
5233  * ipr_sata_reset - Reset the SATA port
5234  * @link:       SATA link to reset
5235  * @classes:    class of the attached device
5236  *
5237  * This function issues a SATA phy reset to the affected ATA link.
5238  *
5239  * Return value:
5240  *      0 on success / non-zero on failure
5241  **/
5242 static int ipr_sata_reset(struct ata_link *link, unsigned int *classes,
5243                                 unsigned long deadline)
5244 {
5245         struct ipr_sata_port *sata_port = link->ap->private_data;
5246         struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
5247         struct ipr_resource_entry *res;
5248         unsigned long lock_flags = 0;
5249         int rc = -ENXIO, ret;
5250
5251         ENTER;
5252         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5253         while (ioa_cfg->in_reset_reload) {
5254                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5255                 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5256                 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5257         }
5258
5259         res = sata_port->res;
5260         if (res) {
5261                 rc = ipr_device_reset(ioa_cfg, res);
5262                 *classes = res->ata_class;
5263                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5264
5265                 ret = ipr_wait_for_ops(ioa_cfg, res, ipr_match_res);
5266                 if (ret != SUCCESS) {
5267                         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5268                         ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
5269                         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5270
5271                         wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5272                 }
5273         } else
5274                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5275
5276         LEAVE;
5277         return rc;
5278 }
5279
5280 /**
5281  * ipr_eh_dev_reset - Reset the device
5282  * @scsi_cmd:   scsi command struct
5283  *
5284  * This function issues a device reset to the affected device.
5285  * A LUN reset will be sent to the device first. If that does
5286  * not work, a target reset will be sent.
5287  *
5288  * Return value:
5289  *      SUCCESS / FAILED
5290  **/
5291 static int __ipr_eh_dev_reset(struct scsi_cmnd *scsi_cmd)
5292 {
5293         struct ipr_cmnd *ipr_cmd;
5294         struct ipr_ioa_cfg *ioa_cfg;
5295         struct ipr_resource_entry *res;
5296         struct ata_port *ap;
5297         int rc = 0, i;
5298         struct ipr_hrr_queue *hrrq;
5299
5300         ENTER;
5301         ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
5302         res = scsi_cmd->device->hostdata;
5303
5304         /*
5305          * If we are currently going through reset/reload, return failed. This will force the
5306          * mid-layer to call ipr_eh_host_reset, which will then go to sleep and wait for the
5307          * reset to complete
5308          */
5309         if (ioa_cfg->in_reset_reload)
5310                 return FAILED;
5311         if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
5312                 return FAILED;
5313
5314         for_each_hrrq(hrrq, ioa_cfg) {
5315                 spin_lock(&hrrq->_lock);
5316                 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5317                         ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
5318
5319                         if (ipr_cmd->ioarcb.res_handle == res->res_handle) {
5320                                 if (!ipr_cmd->qc)
5321                                         continue;
5322                                 if (ipr_cmnd_is_free(ipr_cmd))
5323                                         continue;
5324
5325                                 ipr_cmd->done = ipr_sata_eh_done;
5326                                 if (!(ipr_cmd->qc->flags & ATA_QCFLAG_FAILED)) {
5327                                         ipr_cmd->qc->err_mask |= AC_ERR_TIMEOUT;
5328                                         ipr_cmd->qc->flags |= ATA_QCFLAG_FAILED;
5329                                 }
5330                         }
5331                 }
5332                 spin_unlock(&hrrq->_lock);
5333         }
5334         res->resetting_device = 1;
5335         scmd_printk(KERN_ERR, scsi_cmd, "Resetting device\n");
5336
5337         if (ipr_is_gata(res) && res->sata_port) {
5338                 ap = res->sata_port->ap;
5339                 spin_unlock_irq(scsi_cmd->device->host->host_lock);
5340                 ata_std_error_handler(ap);
5341                 spin_lock_irq(scsi_cmd->device->host->host_lock);
5342         } else
5343                 rc = ipr_device_reset(ioa_cfg, res);
5344         res->resetting_device = 0;
5345         res->reset_occurred = 1;
5346
5347         LEAVE;
5348         return rc ? FAILED : SUCCESS;
5349 }
5350
5351 static int ipr_eh_dev_reset(struct scsi_cmnd *cmd)
5352 {
5353         int rc;
5354         struct ipr_ioa_cfg *ioa_cfg;
5355         struct ipr_resource_entry *res;
5356
5357         ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
5358         res = cmd->device->hostdata;
5359
5360         if (!res)
5361                 return FAILED;
5362
5363         spin_lock_irq(cmd->device->host->host_lock);
5364         rc = __ipr_eh_dev_reset(cmd);
5365         spin_unlock_irq(cmd->device->host->host_lock);
5366
5367         if (rc == SUCCESS) {
5368                 if (ipr_is_gata(res) && res->sata_port)
5369                         rc = ipr_wait_for_ops(ioa_cfg, res, ipr_match_res);
5370                 else
5371                         rc = ipr_wait_for_ops(ioa_cfg, cmd->device, ipr_match_lun);
5372         }
5373
5374         return rc;
5375 }
5376
5377 /**
5378  * ipr_bus_reset_done - Op done function for bus reset.
5379  * @ipr_cmd:    ipr command struct
5380  *
5381  * This function is the op done function for a bus reset
5382  *
5383  * Return value:
5384  *      none
5385  **/
5386 static void ipr_bus_reset_done(struct ipr_cmnd *ipr_cmd)
5387 {
5388         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5389         struct ipr_resource_entry *res;
5390
5391         ENTER;
5392         if (!ioa_cfg->sis64)
5393                 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
5394                         if (res->res_handle == ipr_cmd->ioarcb.res_handle) {
5395                                 scsi_report_bus_reset(ioa_cfg->host, res->bus);
5396                                 break;
5397                         }
5398                 }
5399
5400         /*
5401          * If abort has not completed, indicate the reset has, else call the
5402          * abort's done function to wake the sleeping eh thread
5403          */
5404         if (ipr_cmd->sibling->sibling)
5405                 ipr_cmd->sibling->sibling = NULL;
5406         else
5407                 ipr_cmd->sibling->done(ipr_cmd->sibling);
5408
5409         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5410         LEAVE;
5411 }
5412
5413 /**
5414  * ipr_abort_timeout - An abort task has timed out
5415  * @ipr_cmd:    ipr command struct
5416  *
5417  * This function handles when an abort task times out. If this
5418  * happens we issue a bus reset since we have resources tied
5419  * up that must be freed before returning to the midlayer.
5420  *
5421  * Return value:
5422  *      none
5423  **/
5424 static void ipr_abort_timeout(struct timer_list *t)
5425 {
5426         struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
5427         struct ipr_cmnd *reset_cmd;
5428         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5429         struct ipr_cmd_pkt *cmd_pkt;
5430         unsigned long lock_flags = 0;
5431
5432         ENTER;
5433         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5434         if (ipr_cmd->completion.done || ioa_cfg->in_reset_reload) {
5435                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5436                 return;
5437         }
5438
5439         sdev_printk(KERN_ERR, ipr_cmd->u.sdev, "Abort timed out. Resetting bus.\n");
5440         reset_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5441         ipr_cmd->sibling = reset_cmd;
5442         reset_cmd->sibling = ipr_cmd;
5443         reset_cmd->ioarcb.res_handle = ipr_cmd->ioarcb.res_handle;
5444         cmd_pkt = &reset_cmd->ioarcb.cmd_pkt;
5445         cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5446         cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
5447         cmd_pkt->cdb[2] = IPR_RESET_TYPE_SELECT | IPR_BUS_RESET;
5448
5449         ipr_do_req(reset_cmd, ipr_bus_reset_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
5450         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5451         LEAVE;
5452 }
5453
5454 /**
5455  * ipr_cancel_op - Cancel specified op
5456  * @scsi_cmd:   scsi command struct
5457  *
5458  * This function cancels specified op.
5459  *
5460  * Return value:
5461  *      SUCCESS / FAILED
5462  **/
5463 static int ipr_cancel_op(struct scsi_cmnd *scsi_cmd)
5464 {
5465         struct ipr_cmnd *ipr_cmd;
5466         struct ipr_ioa_cfg *ioa_cfg;
5467         struct ipr_resource_entry *res;
5468         struct ipr_cmd_pkt *cmd_pkt;
5469         u32 ioasc, int_reg;
5470         int i, op_found = 0;
5471         struct ipr_hrr_queue *hrrq;
5472
5473         ENTER;
5474         ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
5475         res = scsi_cmd->device->hostdata;
5476
5477         /* If we are currently going through reset/reload, return failed.
5478          * This will force the mid-layer to call ipr_eh_host_reset,
5479          * which will then go to sleep and wait for the reset to complete
5480          */
5481         if (ioa_cfg->in_reset_reload ||
5482             ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
5483                 return FAILED;
5484         if (!res)
5485                 return FAILED;
5486
5487         /*
5488          * If we are aborting a timed out op, chances are that the timeout was caused
5489          * by a still not detected EEH error. In such cases, reading a register will
5490          * trigger the EEH recovery infrastructure.
5491          */
5492         int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
5493
5494         if (!ipr_is_gscsi(res))
5495                 return FAILED;
5496
5497         for_each_hrrq(hrrq, ioa_cfg) {
5498                 spin_lock(&hrrq->_lock);
5499                 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5500                         if (ioa_cfg->ipr_cmnd_list[i]->scsi_cmd == scsi_cmd) {
5501                                 if (!ipr_cmnd_is_free(ioa_cfg->ipr_cmnd_list[i])) {
5502                                         op_found = 1;
5503                                         break;
5504                                 }
5505                         }
5506                 }
5507                 spin_unlock(&hrrq->_lock);
5508         }
5509
5510         if (!op_found)
5511                 return SUCCESS;
5512
5513         ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5514         ipr_cmd->ioarcb.res_handle = res->res_handle;
5515         cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5516         cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5517         cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
5518         ipr_cmd->u.sdev = scsi_cmd->device;
5519
5520         scmd_printk(KERN_ERR, scsi_cmd, "Aborting command: %02X\n",
5521                     scsi_cmd->cmnd[0]);
5522         ipr_send_blocking_cmd(ipr_cmd, ipr_abort_timeout, IPR_CANCEL_ALL_TIMEOUT);
5523         ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5524
5525         /*
5526          * If the abort task timed out and we sent a bus reset, we will get
5527          * one the following responses to the abort
5528          */
5529         if (ioasc == IPR_IOASC_BUS_WAS_RESET || ioasc == IPR_IOASC_SYNC_REQUIRED) {
5530                 ioasc = 0;
5531                 ipr_trace;
5532         }
5533
5534         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5535         if (!ipr_is_naca_model(res))
5536                 res->needs_sync_complete = 1;
5537
5538         LEAVE;
5539         return IPR_IOASC_SENSE_KEY(ioasc) ? FAILED : SUCCESS;
5540 }
5541
5542 /**
5543  * ipr_eh_abort - Abort a single op
5544  * @scsi_cmd:   scsi command struct
5545  *
5546  * Return value:
5547  *      0 if scan in progress / 1 if scan is complete
5548  **/
5549 static int ipr_scan_finished(struct Scsi_Host *shost, unsigned long elapsed_time)
5550 {
5551         unsigned long lock_flags;
5552         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
5553         int rc = 0;
5554
5555         spin_lock_irqsave(shost->host_lock, lock_flags);
5556         if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead || ioa_cfg->scan_done)
5557                 rc = 1;
5558         if ((elapsed_time/HZ) > (ioa_cfg->transop_timeout * 2))
5559                 rc = 1;
5560         spin_unlock_irqrestore(shost->host_lock, lock_flags);
5561         return rc;
5562 }
5563
5564 /**
5565  * ipr_eh_host_reset - Reset the host adapter
5566  * @scsi_cmd:   scsi command struct
5567  *
5568  * Return value:
5569  *      SUCCESS / FAILED
5570  **/
5571 static int ipr_eh_abort(struct scsi_cmnd *scsi_cmd)
5572 {
5573         unsigned long flags;
5574         int rc;
5575         struct ipr_ioa_cfg *ioa_cfg;
5576
5577         ENTER;
5578
5579         ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
5580
5581         spin_lock_irqsave(scsi_cmd->device->host->host_lock, flags);
5582         rc = ipr_cancel_op(scsi_cmd);
5583         spin_unlock_irqrestore(scsi_cmd->device->host->host_lock, flags);
5584
5585         if (rc == SUCCESS)
5586                 rc = ipr_wait_for_ops(ioa_cfg, scsi_cmd->device, ipr_match_lun);
5587         LEAVE;
5588         return rc;
5589 }
5590
5591 /**
5592  * ipr_handle_other_interrupt - Handle "other" interrupts
5593  * @ioa_cfg:    ioa config struct
5594  * @int_reg:    interrupt register
5595  *
5596  * Return value:
5597  *      IRQ_NONE / IRQ_HANDLED
5598  **/
5599 static irqreturn_t ipr_handle_other_interrupt(struct ipr_ioa_cfg *ioa_cfg,
5600                                               u32 int_reg)
5601 {
5602         irqreturn_t rc = IRQ_HANDLED;
5603         u32 int_mask_reg;
5604
5605         int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
5606         int_reg &= ~int_mask_reg;
5607
5608         /* If an interrupt on the adapter did not occur, ignore it.
5609          * Or in the case of SIS 64, check for a stage change interrupt.
5610          */
5611         if ((int_reg & IPR_PCII_OPER_INTERRUPTS) == 0) {
5612                 if (ioa_cfg->sis64) {
5613                         int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
5614                         int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5615                         if (int_reg & IPR_PCII_IPL_STAGE_CHANGE) {
5616
5617                                 /* clear stage change */
5618                                 writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.clr_interrupt_reg);
5619                                 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5620                                 list_del(&ioa_cfg->reset_cmd->queue);
5621                                 del_timer(&ioa_cfg->reset_cmd->timer);
5622                                 ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5623                                 return IRQ_HANDLED;
5624                         }
5625                 }
5626
5627                 return IRQ_NONE;
5628         }
5629
5630         if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
5631                 /* Mask the interrupt */
5632                 writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.set_interrupt_mask_reg);
5633                 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
5634
5635                 list_del(&ioa_cfg->reset_cmd->queue);
5636                 del_timer(&ioa_cfg->reset_cmd->timer);
5637                 ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5638         } else if ((int_reg & IPR_PCII_HRRQ_UPDATED) == int_reg) {
5639                 if (ioa_cfg->clear_isr) {
5640                         if (ipr_debug && printk_ratelimit())
5641                                 dev_err(&ioa_cfg->pdev->dev,
5642                                         "Spurious interrupt detected. 0x%08X\n", int_reg);
5643                         writel(IPR_PCII_HRRQ_UPDATED, ioa_cfg->regs.clr_interrupt_reg32);
5644                         int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5645                         return IRQ_NONE;
5646                 }
5647         } else {
5648                 if (int_reg & IPR_PCII_IOA_UNIT_CHECKED)
5649                         ioa_cfg->ioa_unit_checked = 1;
5650                 else if (int_reg & IPR_PCII_NO_HOST_RRQ)
5651                         dev_err(&ioa_cfg->pdev->dev,
5652                                 "No Host RRQ. 0x%08X\n", int_reg);
5653                 else
5654                         dev_err(&ioa_cfg->pdev->dev,
5655                                 "Permanent IOA failure. 0x%08X\n", int_reg);
5656
5657                 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5658                         ioa_cfg->sdt_state = GET_DUMP;
5659
5660                 ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
5661                 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5662         }
5663
5664         return rc;
5665 }
5666
5667 /**
5668  * ipr_isr_eh - Interrupt service routine error handler
5669  * @ioa_cfg:    ioa config struct
5670  * @msg:        message to log
5671  *
5672  * Return value:
5673  *      none
5674  **/
5675 static void ipr_isr_eh(struct ipr_ioa_cfg *ioa_cfg, char *msg, u16 number)
5676 {
5677         ioa_cfg->errors_logged++;
5678         dev_err(&ioa_cfg->pdev->dev, "%s %d\n", msg, number);
5679
5680         if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5681                 ioa_cfg->sdt_state = GET_DUMP;
5682
5683         ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5684 }
5685
5686 static int ipr_process_hrrq(struct ipr_hrr_queue *hrr_queue, int budget,
5687                                                 struct list_head *doneq)
5688 {
5689         u32 ioasc;
5690         u16 cmd_index;
5691         struct ipr_cmnd *ipr_cmd;
5692         struct ipr_ioa_cfg *ioa_cfg = hrr_queue->ioa_cfg;
5693         int num_hrrq = 0;
5694
5695         /* If interrupts are disabled, ignore the interrupt */
5696         if (!hrr_queue->allow_interrupts)
5697                 return 0;
5698
5699         while ((be32_to_cpu(*hrr_queue->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5700                hrr_queue->toggle_bit) {
5701
5702                 cmd_index = (be32_to_cpu(*hrr_queue->hrrq_curr) &
5703                              IPR_HRRQ_REQ_RESP_HANDLE_MASK) >>
5704                              IPR_HRRQ_REQ_RESP_HANDLE_SHIFT;
5705
5706                 if (unlikely(cmd_index > hrr_queue->max_cmd_id ||
5707                              cmd_index < hrr_queue->min_cmd_id)) {
5708                         ipr_isr_eh(ioa_cfg,
5709                                 "Invalid response handle from IOA: ",
5710                                 cmd_index);
5711                         break;
5712                 }
5713
5714                 ipr_cmd = ioa_cfg->ipr_cmnd_list[cmd_index];
5715                 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5716
5717                 ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, ioasc);
5718
5719                 list_move_tail(&ipr_cmd->queue, doneq);
5720
5721                 if (hrr_queue->hrrq_curr < hrr_queue->hrrq_end) {
5722                         hrr_queue->hrrq_curr++;
5723                 } else {
5724                         hrr_queue->hrrq_curr = hrr_queue->hrrq_start;
5725                         hrr_queue->toggle_bit ^= 1u;
5726                 }
5727                 num_hrrq++;
5728                 if (budget > 0 && num_hrrq >= budget)
5729                         break;
5730         }
5731
5732         return num_hrrq;
5733 }
5734
5735 static int ipr_iopoll(struct irq_poll *iop, int budget)
5736 {
5737         struct ipr_ioa_cfg *ioa_cfg;
5738         struct ipr_hrr_queue *hrrq;
5739         struct ipr_cmnd *ipr_cmd, *temp;
5740         unsigned long hrrq_flags;
5741         int completed_ops;
5742         LIST_HEAD(doneq);
5743
5744         hrrq = container_of(iop, struct ipr_hrr_queue, iopoll);
5745         ioa_cfg = hrrq->ioa_cfg;
5746
5747         spin_lock_irqsave(hrrq->lock, hrrq_flags);
5748         completed_ops = ipr_process_hrrq(hrrq, budget, &doneq);
5749
5750         if (completed_ops < budget)
5751                 irq_poll_complete(iop);
5752         spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5753
5754         list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5755                 list_del(&ipr_cmd->queue);
5756                 del_timer(&ipr_cmd->timer);
5757                 ipr_cmd->fast_done(ipr_cmd);
5758         }
5759
5760         return completed_ops;
5761 }
5762
5763 /**
5764  * ipr_isr - Interrupt service routine
5765  * @irq:        irq number
5766  * @devp:       pointer to ioa config struct
5767  *
5768  * Return value:
5769  *      IRQ_NONE / IRQ_HANDLED
5770  **/
5771 static irqreturn_t ipr_isr(int irq, void *devp)
5772 {
5773         struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
5774         struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
5775         unsigned long hrrq_flags = 0;
5776         u32 int_reg = 0;
5777         int num_hrrq = 0;
5778         int irq_none = 0;
5779         struct ipr_cmnd *ipr_cmd, *temp;
5780         irqreturn_t rc = IRQ_NONE;
5781         LIST_HEAD(doneq);
5782
5783         spin_lock_irqsave(hrrq->lock, hrrq_flags);
5784         /* If interrupts are disabled, ignore the interrupt */
5785         if (!hrrq->allow_interrupts) {
5786                 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5787                 return IRQ_NONE;
5788         }
5789
5790         while (1) {
5791                 if (ipr_process_hrrq(hrrq, -1, &doneq)) {
5792                         rc =  IRQ_HANDLED;
5793
5794                         if (!ioa_cfg->clear_isr)
5795                                 break;
5796
5797                         /* Clear the PCI interrupt */
5798                         num_hrrq = 0;
5799                         do {
5800                                 writel(IPR_PCII_HRRQ_UPDATED,
5801                                      ioa_cfg->regs.clr_interrupt_reg32);
5802                                 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5803                         } while (int_reg & IPR_PCII_HRRQ_UPDATED &&
5804                                 num_hrrq++ < IPR_MAX_HRRQ_RETRIES);
5805
5806                 } else if (rc == IRQ_NONE && irq_none == 0) {
5807                         int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5808                         irq_none++;
5809                 } else if (num_hrrq == IPR_MAX_HRRQ_RETRIES &&
5810                            int_reg & IPR_PCII_HRRQ_UPDATED) {
5811                         ipr_isr_eh(ioa_cfg,
5812                                 "Error clearing HRRQ: ", num_hrrq);
5813                         rc = IRQ_HANDLED;
5814                         break;
5815                 } else
5816                         break;
5817         }
5818
5819         if (unlikely(rc == IRQ_NONE))
5820                 rc = ipr_handle_other_interrupt(ioa_cfg, int_reg);
5821
5822         spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5823         list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5824                 list_del(&ipr_cmd->queue);
5825                 del_timer(&ipr_cmd->timer);
5826                 ipr_cmd->fast_done(ipr_cmd);
5827         }
5828         return rc;
5829 }
5830
5831 /**
5832  * ipr_isr_mhrrq - Interrupt service routine
5833  * @irq:        irq number
5834  * @devp:       pointer to ioa config struct
5835  *
5836  * Return value:
5837  *      IRQ_NONE / IRQ_HANDLED
5838  **/
5839 static irqreturn_t ipr_isr_mhrrq(int irq, void *devp)
5840 {
5841         struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
5842         struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
5843         unsigned long hrrq_flags = 0;
5844         struct ipr_cmnd *ipr_cmd, *temp;
5845         irqreturn_t rc = IRQ_NONE;
5846         LIST_HEAD(doneq);
5847
5848         spin_lock_irqsave(hrrq->lock, hrrq_flags);
5849
5850         /* If interrupts are disabled, ignore the interrupt */
5851         if (!hrrq->allow_interrupts) {
5852                 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5853                 return IRQ_NONE;
5854         }
5855
5856         if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
5857                 if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5858                        hrrq->toggle_bit) {
5859                         irq_poll_sched(&hrrq->iopoll);
5860                         spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5861                         return IRQ_HANDLED;
5862                 }
5863         } else {
5864                 if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5865                         hrrq->toggle_bit)
5866
5867                         if (ipr_process_hrrq(hrrq, -1, &doneq))
5868                                 rc =  IRQ_HANDLED;
5869         }
5870
5871         spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5872
5873         list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5874                 list_del(&ipr_cmd->queue);
5875                 del_timer(&ipr_cmd->timer);
5876                 ipr_cmd->fast_done(ipr_cmd);
5877         }
5878         return rc;
5879 }
5880
5881 /**
5882  * ipr_build_ioadl64 - Build a scatter/gather list and map the buffer
5883  * @ioa_cfg:    ioa config struct
5884  * @ipr_cmd:    ipr command struct
5885  *
5886  * Return value:
5887  *      0 on success / -1 on failure
5888  **/
5889 static int ipr_build_ioadl64(struct ipr_ioa_cfg *ioa_cfg,
5890                              struct ipr_cmnd *ipr_cmd)
5891 {
5892         int i, nseg;
5893         struct scatterlist *sg;
5894         u32 length;
5895         u32 ioadl_flags = 0;
5896         struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5897         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5898         struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
5899
5900         length = scsi_bufflen(scsi_cmd);
5901         if (!length)
5902                 return 0;
5903
5904         nseg = scsi_dma_map(scsi_cmd);
5905         if (nseg < 0) {
5906                 if (printk_ratelimit())
5907                         dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
5908                 return -1;
5909         }
5910
5911         ipr_cmd->dma_use_sg = nseg;
5912
5913         ioarcb->data_transfer_length = cpu_to_be32(length);
5914         ioarcb->ioadl_len =
5915                 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
5916
5917         if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5918                 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5919                 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5920         } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE)
5921                 ioadl_flags = IPR_IOADL_FLAGS_READ;
5922
5923         scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5924                 ioadl64[i].flags = cpu_to_be32(ioadl_flags);
5925                 ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
5926                 ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
5927         }
5928
5929         ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5930         return 0;
5931 }
5932
5933 /**
5934  * ipr_build_ioadl - Build a scatter/gather list and map the buffer
5935  * @ioa_cfg:    ioa config struct
5936  * @ipr_cmd:    ipr command struct
5937  *
5938  * Return value:
5939  *      0 on success / -1 on failure
5940  **/
5941 static int ipr_build_ioadl(struct ipr_ioa_cfg *ioa_cfg,
5942                            struct ipr_cmnd *ipr_cmd)
5943 {
5944         int i, nseg;
5945         struct scatterlist *sg;
5946         u32 length;
5947         u32 ioadl_flags = 0;
5948         struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5949         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5950         struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
5951
5952         length = scsi_bufflen(scsi_cmd);
5953         if (!length)
5954                 return 0;
5955
5956         nseg = scsi_dma_map(scsi_cmd);
5957         if (nseg < 0) {
5958                 dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
5959                 return -1;
5960         }
5961
5962         ipr_cmd->dma_use_sg = nseg;
5963
5964         if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5965                 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5966                 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5967                 ioarcb->data_transfer_length = cpu_to_be32(length);
5968                 ioarcb->ioadl_len =
5969                         cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5970         } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE) {
5971                 ioadl_flags = IPR_IOADL_FLAGS_READ;
5972                 ioarcb->read_data_transfer_length = cpu_to_be32(length);
5973                 ioarcb->read_ioadl_len =
5974                         cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5975         }
5976
5977         if (ipr_cmd->dma_use_sg <= ARRAY_SIZE(ioarcb->u.add_data.u.ioadl)) {
5978                 ioadl = ioarcb->u.add_data.u.ioadl;
5979                 ioarcb->write_ioadl_addr = cpu_to_be32((ipr_cmd->dma_addr) +
5980                                     offsetof(struct ipr_ioarcb, u.add_data));
5981                 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
5982         }
5983
5984         scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5985                 ioadl[i].flags_and_data_len =
5986                         cpu_to_be32(ioadl_flags | sg_dma_len(sg));
5987                 ioadl[i].address = cpu_to_be32(sg_dma_address(sg));
5988         }
5989
5990         ioadl[i-1].flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5991         return 0;
5992 }
5993
5994 /**
5995  * __ipr_erp_done - Process completion of ERP for a device
5996  * @ipr_cmd:            ipr command struct
5997  *
5998  * This function copies the sense buffer into the scsi_cmd
5999  * struct and pushes the scsi_done function.
6000  *
6001  * Return value:
6002  *      nothing
6003  **/
6004 static void __ipr_erp_done(struct ipr_cmnd *ipr_cmd)
6005 {
6006         struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6007         struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
6008         u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6009
6010         if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
6011                 scsi_cmd->result |= (DID_ERROR << 16);
6012                 scmd_printk(KERN_ERR, scsi_cmd,
6013                             "Request Sense failed with IOASC: 0x%08X\n", ioasc);
6014         } else {
6015                 memcpy(scsi_cmd->sense_buffer, ipr_cmd->sense_buffer,
6016                        SCSI_SENSE_BUFFERSIZE);
6017         }
6018
6019         if (res) {
6020                 if (!ipr_is_naca_model(res))
6021                         res->needs_sync_complete = 1;
6022                 res->in_erp = 0;
6023         }
6024         scsi_dma_unmap(ipr_cmd->scsi_cmd);
6025         scsi_cmd->scsi_done(scsi_cmd);
6026         if (ipr_cmd->eh_comp)
6027                 complete(ipr_cmd->eh_comp);
6028         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6029 }
6030
6031 /**
6032  * ipr_erp_done - Process completion of ERP for a device
6033  * @ipr_cmd:            ipr command struct
6034  *
6035  * This function copies the sense buffer into the scsi_cmd
6036  * struct and pushes the scsi_done function.
6037  *
6038  * Return value:
6039  *      nothing
6040  **/
6041 static void ipr_erp_done(struct ipr_cmnd *ipr_cmd)
6042 {
6043         struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
6044         unsigned long hrrq_flags;
6045
6046         spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
6047         __ipr_erp_done(ipr_cmd);
6048         spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
6049 }
6050
6051 /**
6052  * ipr_reinit_ipr_cmnd_for_erp - Re-initialize a cmnd block to be used for ERP
6053  * @ipr_cmd:    ipr command struct
6054  *
6055  * Return value:
6056  *      none
6057  **/
6058 static void ipr_reinit_ipr_cmnd_for_erp(struct ipr_cmnd *ipr_cmd)
6059 {
6060         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6061         struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6062         dma_addr_t dma_addr = ipr_cmd->dma_addr;
6063
6064         memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
6065         ioarcb->data_transfer_length = 0;
6066         ioarcb->read_data_transfer_length = 0;
6067         ioarcb->ioadl_len = 0;
6068         ioarcb->read_ioadl_len = 0;
6069         ioasa->hdr.ioasc = 0;
6070         ioasa->hdr.residual_data_len = 0;
6071
6072         if (ipr_cmd->ioa_cfg->sis64)
6073                 ioarcb->u.sis64_addr_data.data_ioadl_addr =
6074                         cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
6075         else {
6076                 ioarcb->write_ioadl_addr =
6077                         cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
6078                 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
6079         }
6080 }
6081
6082 /**
6083  * __ipr_erp_request_sense - Send request sense to a device
6084  * @ipr_cmd:    ipr command struct
6085  *
6086  * This function sends a request sense to a device as a result
6087  * of a check condition.
6088  *
6089  * Return value:
6090  *      nothing
6091  **/
6092 static void __ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
6093 {
6094         struct ipr_cmd_pkt *cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
6095         u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6096
6097         if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
6098                 __ipr_erp_done(ipr_cmd);
6099                 return;
6100         }
6101
6102         ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
6103
6104         cmd_pkt->request_type = IPR_RQTYPE_SCSICDB;
6105         cmd_pkt->cdb[0] = REQUEST_SENSE;
6106         cmd_pkt->cdb[4] = SCSI_SENSE_BUFFERSIZE;
6107         cmd_pkt->flags_hi |= IPR_FLAGS_HI_SYNC_OVERRIDE;
6108         cmd_pkt->flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6109         cmd_pkt->timeout = cpu_to_be16(IPR_REQUEST_SENSE_TIMEOUT / HZ);
6110
6111         ipr_init_ioadl(ipr_cmd, ipr_cmd->sense_buffer_dma,
6112                        SCSI_SENSE_BUFFERSIZE, IPR_IOADL_FLAGS_READ_LAST);
6113
6114         ipr_do_req(ipr_cmd, ipr_erp_done, ipr_timeout,
6115                    IPR_REQUEST_SENSE_TIMEOUT * 2);
6116 }
6117
6118 /**
6119  * ipr_erp_request_sense - Send request sense to a device
6120  * @ipr_cmd:    ipr command struct
6121  *
6122  * This function sends a request sense to a device as a result
6123  * of a check condition.
6124  *
6125  * Return value:
6126  *      nothing
6127  **/
6128 static void ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
6129 {
6130         struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
6131         unsigned long hrrq_flags;
6132
6133         spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
6134         __ipr_erp_request_sense(ipr_cmd);
6135         spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
6136 }
6137
6138 /**
6139  * ipr_erp_cancel_all - Send cancel all to a device
6140  * @ipr_cmd:    ipr command struct
6141  *
6142  * This function sends a cancel all to a device to clear the
6143  * queue. If we are running TCQ on the device, QERR is set to 1,
6144  * which means all outstanding ops have been dropped on the floor.
6145  * Cancel all will return them to us.
6146  *
6147  * Return value:
6148  *      nothing
6149  **/
6150 static void ipr_erp_cancel_all(struct ipr_cmnd *ipr_cmd)
6151 {
6152         struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6153         struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
6154         struct ipr_cmd_pkt *cmd_pkt;
6155
6156         res->in_erp = 1;
6157
6158         ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
6159
6160         if (!scsi_cmd->device->simple_tags) {
6161                 __ipr_erp_request_sense(ipr_cmd);
6162                 return;
6163         }
6164
6165         cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
6166         cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
6167         cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
6168
6169         ipr_do_req(ipr_cmd, ipr_erp_request_sense, ipr_timeout,
6170                    IPR_CANCEL_ALL_TIMEOUT);
6171 }
6172
6173 /**
6174  * ipr_dump_ioasa - Dump contents of IOASA
6175  * @ioa_cfg:    ioa config struct
6176  * @ipr_cmd:    ipr command struct
6177  * @res:                resource entry struct
6178  *
6179  * This function is invoked by the interrupt handler when ops
6180  * fail. It will log the IOASA if appropriate. Only called
6181  * for GPDD ops.
6182  *
6183  * Return value:
6184  *      none
6185  **/
6186 static void ipr_dump_ioasa(struct ipr_ioa_cfg *ioa_cfg,
6187                            struct ipr_cmnd *ipr_cmd, struct ipr_resource_entry *res)
6188 {
6189         int i;
6190         u16 data_len;
6191         u32 ioasc, fd_ioasc;
6192         struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6193         __be32 *ioasa_data = (__be32 *)ioasa;
6194         int error_index;
6195
6196         ioasc = be32_to_cpu(ioasa->hdr.ioasc) & IPR_IOASC_IOASC_MASK;
6197         fd_ioasc = be32_to_cpu(ioasa->hdr.fd_ioasc) & IPR_IOASC_IOASC_MASK;
6198
6199         if (0 == ioasc)
6200                 return;
6201
6202         if (ioa_cfg->log_level < IPR_DEFAULT_LOG_LEVEL)
6203                 return;
6204
6205         if (ioasc == IPR_IOASC_BUS_WAS_RESET && fd_ioasc)
6206                 error_index = ipr_get_error(fd_ioasc);
6207         else
6208                 error_index = ipr_get_error(ioasc);
6209
6210         if (ioa_cfg->log_level < IPR_MAX_LOG_LEVEL) {
6211                 /* Don't log an error if the IOA already logged one */
6212                 if (ioasa->hdr.ilid != 0)
6213                         return;
6214
6215                 if (!ipr_is_gscsi(res))
6216                         return;
6217
6218                 if (ipr_error_table[error_index].log_ioasa == 0)
6219                         return;
6220         }
6221
6222         ipr_res_err(ioa_cfg, res, "%s\n", ipr_error_table[error_index].error);
6223
6224         data_len = be16_to_cpu(ioasa->hdr.ret_stat_len);
6225         if (ioa_cfg->sis64 && sizeof(struct ipr_ioasa64) < data_len)
6226                 data_len = sizeof(struct ipr_ioasa64);
6227         else if (!ioa_cfg->sis64 && sizeof(struct ipr_ioasa) < data_len)
6228                 data_len = sizeof(struct ipr_ioasa);
6229
6230         ipr_err("IOASA Dump:\n");
6231
6232         for (i = 0; i < data_len / 4; i += 4) {
6233                 ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
6234                         be32_to_cpu(ioasa_data[i]),
6235                         be32_to_cpu(ioasa_data[i+1]),
6236                         be32_to_cpu(ioasa_data[i+2]),
6237                         be32_to_cpu(ioasa_data[i+3]));
6238         }
6239 }
6240
6241 /**
6242  * ipr_gen_sense - Generate SCSI sense data from an IOASA
6243  * @ioasa:              IOASA
6244  * @sense_buf:  sense data buffer
6245  *
6246  * Return value:
6247  *      none
6248  **/
6249 static void ipr_gen_sense(struct ipr_cmnd *ipr_cmd)
6250 {
6251         u32 failing_lba;
6252         u8 *sense_buf = ipr_cmd->scsi_cmd->sense_buffer;
6253         struct ipr_resource_entry *res = ipr_cmd->scsi_cmd->device->hostdata;
6254         struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6255         u32 ioasc = be32_to_cpu(ioasa->hdr.ioasc);
6256
6257         memset(sense_buf, 0, SCSI_SENSE_BUFFERSIZE);
6258
6259         if (ioasc >= IPR_FIRST_DRIVER_IOASC)
6260                 return;
6261
6262         ipr_cmd->scsi_cmd->result = SAM_STAT_CHECK_CONDITION;
6263
6264         if (ipr_is_vset_device(res) &&
6265             ioasc == IPR_IOASC_MED_DO_NOT_REALLOC &&
6266             ioasa->u.vset.failing_lba_hi != 0) {
6267                 sense_buf[0] = 0x72;
6268                 sense_buf[1] = IPR_IOASC_SENSE_KEY(ioasc);
6269                 sense_buf[2] = IPR_IOASC_SENSE_CODE(ioasc);
6270                 sense_buf[3] = IPR_IOASC_SENSE_QUAL(ioasc);
6271
6272                 sense_buf[7] = 12;
6273                 sense_buf[8] = 0;
6274                 sense_buf[9] = 0x0A;
6275                 sense_buf[10] = 0x80;
6276
6277                 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_hi);
6278
6279                 sense_buf[12] = (failing_lba & 0xff000000) >> 24;
6280                 sense_buf[13] = (failing_lba & 0x00ff0000) >> 16;
6281                 sense_buf[14] = (failing_lba & 0x0000ff00) >> 8;
6282                 sense_buf[15] = failing_lba & 0x000000ff;
6283
6284                 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
6285
6286                 sense_buf[16] = (failing_lba & 0xff000000) >> 24;
6287                 sense_buf[17] = (failing_lba & 0x00ff0000) >> 16;
6288                 sense_buf[18] = (failing_lba & 0x0000ff00) >> 8;
6289                 sense_buf[19] = failing_lba & 0x000000ff;
6290         } else {
6291                 sense_buf[0] = 0x70;
6292                 sense_buf[2] = IPR_IOASC_SENSE_KEY(ioasc);
6293                 sense_buf[12] = IPR_IOASC_SENSE_CODE(ioasc);
6294                 sense_buf[13] = IPR_IOASC_SENSE_QUAL(ioasc);
6295
6296                 /* Illegal request */
6297                 if ((IPR_IOASC_SENSE_KEY(ioasc) == 0x05) &&
6298                     (be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_FIELD_POINTER_VALID)) {
6299                         sense_buf[7] = 10;      /* additional length */
6300
6301                         /* IOARCB was in error */
6302                         if (IPR_IOASC_SENSE_CODE(ioasc) == 0x24)
6303                                 sense_buf[15] = 0xC0;
6304                         else    /* Parameter data was invalid */
6305                                 sense_buf[15] = 0x80;
6306
6307                         sense_buf[16] =
6308                             ((IPR_FIELD_POINTER_MASK &
6309                               be32_to_cpu(ioasa->hdr.ioasc_specific)) >> 8) & 0xff;
6310                         sense_buf[17] =
6311                             (IPR_FIELD_POINTER_MASK &
6312                              be32_to_cpu(ioasa->hdr.ioasc_specific)) & 0xff;
6313                 } else {
6314                         if (ioasc == IPR_IOASC_MED_DO_NOT_REALLOC) {
6315                                 if (ipr_is_vset_device(res))
6316                                         failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
6317                                 else
6318                                         failing_lba = be32_to_cpu(ioasa->u.dasd.failing_lba);
6319
6320                                 sense_buf[0] |= 0x80;   /* Or in the Valid bit */
6321                                 sense_buf[3] = (failing_lba & 0xff000000) >> 24;
6322                                 sense_buf[4] = (failing_lba & 0x00ff0000) >> 16;
6323                                 sense_buf[5] = (failing_lba & 0x0000ff00) >> 8;
6324                                 sense_buf[6] = failing_lba & 0x000000ff;
6325                         }
6326
6327                         sense_buf[7] = 6;       /* additional length */
6328                 }
6329         }
6330 }
6331
6332 /**
6333  * ipr_get_autosense - Copy autosense data to sense buffer
6334  * @ipr_cmd:    ipr command struct
6335  *
6336  * This function copies the autosense buffer to the buffer
6337  * in the scsi_cmd, if there is autosense available.
6338  *
6339  * Return value:
6340  *      1 if autosense was available / 0 if not
6341  **/
6342 static int ipr_get_autosense(struct ipr_cmnd *ipr_cmd)
6343 {
6344         struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6345         struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
6346
6347         if ((be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_AUTOSENSE_VALID) == 0)
6348                 return 0;
6349
6350         if (ipr_cmd->ioa_cfg->sis64)
6351                 memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa64->auto_sense.data,
6352                        min_t(u16, be16_to_cpu(ioasa64->auto_sense.auto_sense_len),
6353                            SCSI_SENSE_BUFFERSIZE));
6354         else
6355                 memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa->auto_sense.data,
6356                        min_t(u16, be16_to_cpu(ioasa->auto_sense.auto_sense_len),
6357                            SCSI_SENSE_BUFFERSIZE));
6358         return 1;
6359 }
6360
6361 /**
6362  * ipr_erp_start - Process an error response for a SCSI op
6363  * @ioa_cfg:    ioa config struct
6364  * @ipr_cmd:    ipr command struct
6365  *
6366  * This function determines whether or not to initiate ERP
6367  * on the affected device.
6368  *
6369  * Return value:
6370  *      nothing
6371  **/
6372 static void ipr_erp_start(struct ipr_ioa_cfg *ioa_cfg,
6373                               struct ipr_cmnd *ipr_cmd)
6374 {
6375         struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6376         struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
6377         u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6378         u32 masked_ioasc = ioasc & IPR_IOASC_IOASC_MASK;
6379
6380         if (!res) {
6381                 __ipr_scsi_eh_done(ipr_cmd);
6382                 return;
6383         }
6384
6385         if (!ipr_is_gscsi(res) && masked_ioasc != IPR_IOASC_HW_DEV_BUS_STATUS)
6386                 ipr_gen_sense(ipr_cmd);
6387
6388         ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6389
6390         switch (masked_ioasc) {
6391         case IPR_IOASC_ABORTED_CMD_TERM_BY_HOST:
6392                 if (ipr_is_naca_model(res))
6393                         scsi_cmd->result |= (DID_ABORT << 16);
6394                 else
6395                         scsi_cmd->result |= (DID_IMM_RETRY << 16);
6396                 break;
6397         case IPR_IOASC_IR_RESOURCE_HANDLE:
6398         case IPR_IOASC_IR_NO_CMDS_TO_2ND_IOA:
6399                 scsi_cmd->result |= (DID_NO_CONNECT << 16);
6400                 break;
6401         case IPR_IOASC_HW_SEL_TIMEOUT:
6402                 scsi_cmd->result |= (DID_NO_CONNECT << 16);
6403                 if (!ipr_is_naca_model(res))
6404                         res->needs_sync_complete = 1;
6405                 break;
6406         case IPR_IOASC_SYNC_REQUIRED:
6407                 if (!res->in_erp)
6408                         res->needs_sync_complete = 1;
6409                 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6410                 break;
6411         case IPR_IOASC_MED_DO_NOT_REALLOC: /* prevent retries */
6412         case IPR_IOASA_IR_DUAL_IOA_DISABLED:
6413                 /*
6414                  * exception: do not set DID_PASSTHROUGH on CHECK CONDITION
6415                  * so SCSI mid-layer and upper layers handle it accordingly.
6416                  */
6417                 if (scsi_cmd->result != SAM_STAT_CHECK_CONDITION)
6418                         scsi_cmd->result |= (DID_PASSTHROUGH << 16);
6419                 break;
6420         case IPR_IOASC_BUS_WAS_RESET:
6421         case IPR_IOASC_BUS_WAS_RESET_BY_OTHER:
6422                 /*
6423                  * Report the bus reset and ask for a retry. The device
6424                  * will give CC/UA the next command.
6425                  */
6426                 if (!res->resetting_device)
6427                         scsi_report_bus_reset(ioa_cfg->host, scsi_cmd->device->channel);
6428                 scsi_cmd->result |= (DID_ERROR << 16);
6429                 if (!ipr_is_naca_model(res))
6430                         res->needs_sync_complete = 1;
6431                 break;
6432         case IPR_IOASC_HW_DEV_BUS_STATUS:
6433                 scsi_cmd->result |= IPR_IOASC_SENSE_STATUS(ioasc);
6434                 if (IPR_IOASC_SENSE_STATUS(ioasc) == SAM_STAT_CHECK_CONDITION) {
6435                         if (!ipr_get_autosense(ipr_cmd)) {
6436                                 if (!ipr_is_naca_model(res)) {
6437                                         ipr_erp_cancel_all(ipr_cmd);
6438                                         return;
6439                                 }
6440                         }
6441                 }
6442                 if (!ipr_is_naca_model(res))
6443                         res->needs_sync_complete = 1;
6444                 break;
6445         case IPR_IOASC_NR_INIT_CMD_REQUIRED:
6446                 break;
6447         case IPR_IOASC_IR_NON_OPTIMIZED:
6448                 if (res->raw_mode) {
6449                         res->raw_mode = 0;
6450                         scsi_cmd->result |= (DID_IMM_RETRY << 16);
6451                 } else
6452                         scsi_cmd->result |= (DID_ERROR << 16);
6453                 break;
6454         default:
6455                 if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
6456                         scsi_cmd->result |= (DID_ERROR << 16);
6457                 if (!ipr_is_vset_device(res) && !ipr_is_naca_model(res))
6458                         res->needs_sync_complete = 1;
6459                 break;
6460         }
6461
6462         scsi_dma_unmap(ipr_cmd->scsi_cmd);
6463         scsi_cmd->scsi_done(scsi_cmd);
6464         if (ipr_cmd->eh_comp)
6465                 complete(ipr_cmd->eh_comp);
6466         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6467 }
6468
6469 /**
6470  * ipr_scsi_done - mid-layer done function
6471  * @ipr_cmd:    ipr command struct
6472  *
6473  * This function is invoked by the interrupt handler for
6474  * ops generated by the SCSI mid-layer
6475  *
6476  * Return value:
6477  *      none
6478  **/
6479 static void ipr_scsi_done(struct ipr_cmnd *ipr_cmd)
6480 {
6481         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6482         struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6483         u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6484         unsigned long lock_flags;
6485
6486         scsi_set_resid(scsi_cmd, be32_to_cpu(ipr_cmd->s.ioasa.hdr.residual_data_len));
6487
6488         if (likely(IPR_IOASC_SENSE_KEY(ioasc) == 0)) {
6489                 scsi_dma_unmap(scsi_cmd);
6490
6491                 spin_lock_irqsave(ipr_cmd->hrrq->lock, lock_flags);
6492                 scsi_cmd->scsi_done(scsi_cmd);
6493                 if (ipr_cmd->eh_comp)
6494                         complete(ipr_cmd->eh_comp);
6495                 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6496                 spin_unlock_irqrestore(ipr_cmd->hrrq->lock, lock_flags);
6497         } else {
6498                 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
6499                 spin_lock(&ipr_cmd->hrrq->_lock);
6500                 ipr_erp_start(ioa_cfg, ipr_cmd);
6501                 spin_unlock(&ipr_cmd->hrrq->_lock);
6502                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
6503         }
6504 }
6505
6506 /**
6507  * ipr_queuecommand - Queue a mid-layer request
6508  * @shost:              scsi host struct
6509  * @scsi_cmd:   scsi command struct
6510  *
6511  * This function queues a request generated by the mid-layer.
6512  *
6513  * Return value:
6514  *      0 on success
6515  *      SCSI_MLQUEUE_DEVICE_BUSY if device is busy
6516  *      SCSI_MLQUEUE_HOST_BUSY if host is busy
6517  **/
6518 static int ipr_queuecommand(struct Scsi_Host *shost,
6519                             struct scsi_cmnd *scsi_cmd)
6520 {
6521         struct ipr_ioa_cfg *ioa_cfg;
6522         struct ipr_resource_entry *res;
6523         struct ipr_ioarcb *ioarcb;
6524         struct ipr_cmnd *ipr_cmd;
6525         unsigned long hrrq_flags, lock_flags;
6526         int rc;
6527         struct ipr_hrr_queue *hrrq;
6528         int hrrq_id;
6529
6530         ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
6531
6532         scsi_cmd->result = (DID_OK << 16);
6533         res = scsi_cmd->device->hostdata;
6534
6535         if (ipr_is_gata(res) && res->sata_port) {
6536                 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
6537                 rc = ata_sas_queuecmd(scsi_cmd, res->sata_port->ap);
6538                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
6539                 return rc;
6540         }
6541
6542         hrrq_id = ipr_get_hrrq_index(ioa_cfg);
6543         hrrq = &ioa_cfg->hrrq[hrrq_id];
6544
6545         spin_lock_irqsave(hrrq->lock, hrrq_flags);
6546         /*
6547          * We are currently blocking all devices due to a host reset
6548          * We have told the host to stop giving us new requests, but
6549          * ERP ops don't count. FIXME
6550          */
6551         if (unlikely(!hrrq->allow_cmds && !hrrq->ioa_is_dead && !hrrq->removing_ioa)) {
6552                 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6553                 return SCSI_MLQUEUE_HOST_BUSY;
6554         }
6555
6556         /*
6557          * FIXME - Create scsi_set_host_offline interface
6558          *  and the ioa_is_dead check can be removed
6559          */
6560         if (unlikely(hrrq->ioa_is_dead || hrrq->removing_ioa || !res)) {
6561                 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6562                 goto err_nodev;
6563         }
6564
6565         ipr_cmd = __ipr_get_free_ipr_cmnd(hrrq);
6566         if (ipr_cmd == NULL) {
6567                 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6568                 return SCSI_MLQUEUE_HOST_BUSY;
6569         }
6570         spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6571
6572         ipr_init_ipr_cmnd(ipr_cmd, ipr_scsi_done);
6573         ioarcb = &ipr_cmd->ioarcb;
6574
6575         memcpy(ioarcb->cmd_pkt.cdb, scsi_cmd->cmnd, scsi_cmd->cmd_len);
6576         ipr_cmd->scsi_cmd = scsi_cmd;
6577         ipr_cmd->done = ipr_scsi_eh_done;
6578
6579         if (ipr_is_gscsi(res)) {
6580                 if (scsi_cmd->underflow == 0)
6581                         ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6582
6583                 if (res->reset_occurred) {
6584                         res->reset_occurred = 0;
6585                         ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_DELAY_AFTER_RST;
6586                 }
6587         }
6588
6589         if (ipr_is_gscsi(res) || ipr_is_vset_device(res)) {
6590                 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
6591
6592                 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_ALIGNED_BFR;
6593                 if (scsi_cmd->flags & SCMD_TAGGED)
6594                         ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_SIMPLE_TASK;
6595                 else
6596                         ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_UNTAGGED_TASK;
6597         }
6598
6599         if (scsi_cmd->cmnd[0] >= 0xC0 &&
6600             (!ipr_is_gscsi(res) || scsi_cmd->cmnd[0] == IPR_QUERY_RSRC_STATE)) {
6601                 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6602         }
6603         if (res->raw_mode && ipr_is_af_dasd_device(res)) {
6604                 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_PIPE;
6605
6606                 if (scsi_cmd->underflow == 0)
6607                         ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6608         }
6609
6610         if (ioa_cfg->sis64)
6611                 rc = ipr_build_ioadl64(ioa_cfg, ipr_cmd);
6612         else
6613                 rc = ipr_build_ioadl(ioa_cfg, ipr_cmd);
6614
6615         spin_lock_irqsave(hrrq->lock, hrrq_flags);
6616         if (unlikely(rc || (!hrrq->allow_cmds && !hrrq->ioa_is_dead))) {
6617                 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
6618                 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6619                 if (!rc)
6620                         scsi_dma_unmap(scsi_cmd);
6621                 return SCSI_MLQUEUE_HOST_BUSY;
6622         }
6623
6624         if (unlikely(hrrq->ioa_is_dead)) {
6625                 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
6626                 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6627                 scsi_dma_unmap(scsi_cmd);
6628                 goto err_nodev;
6629         }
6630
6631         ioarcb->res_handle = res->res_handle;
6632         if (res->needs_sync_complete) {
6633                 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_SYNC_COMPLETE;
6634                 res->needs_sync_complete = 0;
6635         }
6636         list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_pending_q);
6637         ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
6638         ipr_send_command(ipr_cmd);
6639         spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6640         return 0;
6641
6642 err_nodev:
6643         spin_lock_irqsave(hrrq->lock, hrrq_flags);
6644         memset(scsi_cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
6645         scsi_cmd->result = (DID_NO_CONNECT << 16);
6646         scsi_cmd->scsi_done(scsi_cmd);
6647         spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6648         return 0;
6649 }
6650
6651 /**
6652  * ipr_ioctl - IOCTL handler
6653  * @sdev:       scsi device struct
6654  * @cmd:        IOCTL cmd
6655  * @arg:        IOCTL arg
6656  *
6657  * Return value:
6658  *      0 on success / other on failure
6659  **/
6660 static int ipr_ioctl(struct scsi_device *sdev, int cmd, void __user *arg)
6661 {
6662         struct ipr_resource_entry *res;
6663
6664         res = (struct ipr_resource_entry *)sdev->hostdata;
6665         if (res && ipr_is_gata(res)) {
6666                 if (cmd == HDIO_GET_IDENTITY)
6667                         return -ENOTTY;
6668                 return ata_sas_scsi_ioctl(res->sata_port->ap, sdev, cmd, arg);
6669         }
6670
6671         return -EINVAL;
6672 }
6673
6674 /**
6675  * ipr_info - Get information about the card/driver
6676  * @scsi_host:  scsi host struct
6677  *
6678  * Return value:
6679  *      pointer to buffer with description string
6680  **/
6681 static const char *ipr_ioa_info(struct Scsi_Host *host)
6682 {
6683         static char buffer[512];
6684         struct ipr_ioa_cfg *ioa_cfg;
6685         unsigned long lock_flags = 0;
6686
6687         ioa_cfg = (struct ipr_ioa_cfg *) host->hostdata;
6688
6689         spin_lock_irqsave(host->host_lock, lock_flags);
6690         sprintf(buffer, "IBM %X Storage Adapter", ioa_cfg->type);
6691         spin_unlock_irqrestore(host->host_lock, lock_flags);
6692
6693         return buffer;
6694 }
6695
6696 static struct scsi_host_template driver_template = {
6697         .module = THIS_MODULE,
6698         .name = "IPR",
6699         .info = ipr_ioa_info,
6700         .ioctl = ipr_ioctl,
6701         .queuecommand = ipr_queuecommand,
6702         .eh_abort_handler = ipr_eh_abort,
6703         .eh_device_reset_handler = ipr_eh_dev_reset,
6704         .eh_host_reset_handler = ipr_eh_host_reset,
6705         .slave_alloc = ipr_slave_alloc,
6706         .slave_configure = ipr_slave_configure,
6707         .slave_destroy = ipr_slave_destroy,
6708         .scan_finished = ipr_scan_finished,
6709         .target_alloc = ipr_target_alloc,
6710         .target_destroy = ipr_target_destroy,
6711         .change_queue_depth = ipr_change_queue_depth,
6712         .bios_param = ipr_biosparam,
6713         .can_queue = IPR_MAX_COMMANDS,
6714         .this_id = -1,
6715         .sg_tablesize = IPR_MAX_SGLIST,
6716         .max_sectors = IPR_IOA_MAX_SECTORS,
6717         .cmd_per_lun = IPR_MAX_CMD_PER_LUN,
6718         .use_clustering = ENABLE_CLUSTERING,
6719         .shost_attrs = ipr_ioa_attrs,
6720         .sdev_attrs = ipr_dev_attrs,
6721         .proc_name = IPR_NAME,
6722 };
6723
6724 /**
6725  * ipr_ata_phy_reset - libata phy_reset handler
6726  * @ap:         ata port to reset
6727  *
6728  **/
6729 static void ipr_ata_phy_reset(struct ata_port *ap)
6730 {
6731         unsigned long flags;
6732         struct ipr_sata_port *sata_port = ap->private_data;
6733         struct ipr_resource_entry *res = sata_port->res;
6734         struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6735         int rc;
6736
6737         ENTER;
6738         spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6739         while (ioa_cfg->in_reset_reload) {
6740                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6741                 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
6742                 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6743         }
6744
6745         if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds)
6746                 goto out_unlock;
6747
6748         rc = ipr_device_reset(ioa_cfg, res);
6749
6750         if (rc) {
6751                 ap->link.device[0].class = ATA_DEV_NONE;
6752                 goto out_unlock;
6753         }
6754
6755         ap->link.device[0].class = res->ata_class;
6756         if (ap->link.device[0].class == ATA_DEV_UNKNOWN)
6757                 ap->link.device[0].class = ATA_DEV_NONE;
6758
6759 out_unlock:
6760         spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6761         LEAVE;
6762 }
6763
6764 /**
6765  * ipr_ata_post_internal - Cleanup after an internal command
6766  * @qc: ATA queued command
6767  *
6768  * Return value:
6769  *      none
6770  **/
6771 static void ipr_ata_post_internal(struct ata_queued_cmd *qc)
6772 {
6773         struct ipr_sata_port *sata_port = qc->ap->private_data;
6774         struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6775         struct ipr_cmnd *ipr_cmd;
6776         struct ipr_hrr_queue *hrrq;
6777         unsigned long flags;
6778
6779         spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6780         while (ioa_cfg->in_reset_reload) {
6781                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6782                 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
6783                 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6784         }
6785
6786         for_each_hrrq(hrrq, ioa_cfg) {
6787                 spin_lock(&hrrq->_lock);
6788                 list_for_each_entry(ipr_cmd, &hrrq->hrrq_pending_q, queue) {
6789                         if (ipr_cmd->qc == qc) {
6790                                 ipr_device_reset(ioa_cfg, sata_port->res);
6791                                 break;
6792                         }
6793                 }
6794                 spin_unlock(&hrrq->_lock);
6795         }
6796         spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6797 }
6798
6799 /**
6800  * ipr_copy_sata_tf - Copy a SATA taskfile to an IOA data structure
6801  * @regs:       destination
6802  * @tf: source ATA taskfile
6803  *
6804  * Return value:
6805  *      none
6806  **/
6807 static void ipr_copy_sata_tf(struct ipr_ioarcb_ata_regs *regs,
6808                              struct ata_taskfile *tf)
6809 {
6810         regs->feature = tf->feature;
6811         regs->nsect = tf->nsect;
6812         regs->lbal = tf->lbal;
6813         regs->lbam = tf->lbam;
6814         regs->lbah = tf->lbah;
6815         regs->device = tf->device;
6816         regs->command = tf->command;
6817         regs->hob_feature = tf->hob_feature;
6818         regs->hob_nsect = tf->hob_nsect;
6819         regs->hob_lbal = tf->hob_lbal;
6820         regs->hob_lbam = tf->hob_lbam;
6821         regs->hob_lbah = tf->hob_lbah;
6822         regs->ctl = tf->ctl;
6823 }
6824
6825 /**
6826  * ipr_sata_done - done function for SATA commands
6827  * @ipr_cmd:    ipr command struct
6828  *
6829  * This function is invoked by the interrupt handler for
6830  * ops generated by the SCSI mid-layer to SATA devices
6831  *
6832  * Return value:
6833  *      none
6834  **/
6835 static void ipr_sata_done(struct ipr_cmnd *ipr_cmd)
6836 {
6837         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6838         struct ata_queued_cmd *qc = ipr_cmd->qc;
6839         struct ipr_sata_port *sata_port = qc->ap->private_data;
6840         struct ipr_resource_entry *res = sata_port->res;
6841         u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6842
6843         spin_lock(&ipr_cmd->hrrq->_lock);
6844         if (ipr_cmd->ioa_cfg->sis64)
6845                 memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
6846                        sizeof(struct ipr_ioasa_gata));
6847         else
6848                 memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
6849                        sizeof(struct ipr_ioasa_gata));
6850         ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6851
6852         if (be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc_specific) & IPR_ATA_DEVICE_WAS_RESET)
6853                 scsi_report_device_reset(ioa_cfg->host, res->bus, res->target);
6854
6855         if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
6856                 qc->err_mask |= __ac_err_mask(sata_port->ioasa.status);
6857         else
6858                 qc->err_mask |= ac_err_mask(sata_port->ioasa.status);
6859         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6860         spin_unlock(&ipr_cmd->hrrq->_lock);
6861         ata_qc_complete(qc);
6862 }
6863
6864 /**
6865  * ipr_build_ata_ioadl64 - Build an ATA scatter/gather list
6866  * @ipr_cmd:    ipr command struct
6867  * @qc:         ATA queued command
6868  *
6869  **/
6870 static void ipr_build_ata_ioadl64(struct ipr_cmnd *ipr_cmd,
6871                                   struct ata_queued_cmd *qc)
6872 {
6873         u32 ioadl_flags = 0;
6874         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6875         struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ata_ioadl.ioadl64;
6876         struct ipr_ioadl64_desc *last_ioadl64 = NULL;
6877         int len = qc->nbytes;
6878         struct scatterlist *sg;
6879         unsigned int si;
6880         dma_addr_t dma_addr = ipr_cmd->dma_addr;
6881
6882         if (len == 0)
6883                 return;
6884
6885         if (qc->dma_dir == DMA_TO_DEVICE) {
6886                 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6887                 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6888         } else if (qc->dma_dir == DMA_FROM_DEVICE)
6889                 ioadl_flags = IPR_IOADL_FLAGS_READ;
6890
6891         ioarcb->data_transfer_length = cpu_to_be32(len);
6892         ioarcb->ioadl_len =
6893                 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
6894         ioarcb->u.sis64_addr_data.data_ioadl_addr =
6895                 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ata_ioadl.ioadl64));
6896
6897         for_each_sg(qc->sg, sg, qc->n_elem, si) {
6898                 ioadl64->flags = cpu_to_be32(ioadl_flags);
6899                 ioadl64->data_len = cpu_to_be32(sg_dma_len(sg));
6900                 ioadl64->address = cpu_to_be64(sg_dma_address(sg));
6901
6902                 last_ioadl64 = ioadl64;
6903                 ioadl64++;
6904         }
6905
6906         if (likely(last_ioadl64))
6907                 last_ioadl64->flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6908 }
6909
6910 /**
6911  * ipr_build_ata_ioadl - Build an ATA scatter/gather list
6912  * @ipr_cmd:    ipr command struct
6913  * @qc:         ATA queued command
6914  *
6915  **/
6916 static void ipr_build_ata_ioadl(struct ipr_cmnd *ipr_cmd,
6917                                 struct ata_queued_cmd *qc)
6918 {
6919         u32 ioadl_flags = 0;
6920         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6921         struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
6922         struct ipr_ioadl_desc *last_ioadl = NULL;
6923         int len = qc->nbytes;
6924         struct scatterlist *sg;
6925         unsigned int si;
6926
6927         if (len == 0)
6928                 return;
6929
6930         if (qc->dma_dir == DMA_TO_DEVICE) {
6931                 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6932                 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6933                 ioarcb->data_transfer_length = cpu_to_be32(len);
6934                 ioarcb->ioadl_len =
6935                         cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6936         } else if (qc->dma_dir == DMA_FROM_DEVICE) {
6937                 ioadl_flags = IPR_IOADL_FLAGS_READ;
6938                 ioarcb->read_data_transfer_length = cpu_to_be32(len);
6939                 ioarcb->read_ioadl_len =
6940                         cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6941         }
6942
6943         for_each_sg(qc->sg, sg, qc->n_elem, si) {
6944                 ioadl->flags_and_data_len = cpu_to_be32(ioadl_flags | sg_dma_len(sg));
6945                 ioadl->address = cpu_to_be32(sg_dma_address(sg));
6946
6947                 last_ioadl = ioadl;
6948                 ioadl++;
6949         }
6950
6951         if (likely(last_ioadl))
6952                 last_ioadl->flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6953 }
6954
6955 /**
6956  * ipr_qc_defer - Get a free ipr_cmd
6957  * @qc: queued command
6958  *
6959  * Return value:
6960  *      0 if success
6961  **/
6962 static int ipr_qc_defer(struct ata_queued_cmd *qc)
6963 {
6964         struct ata_port *ap = qc->ap;
6965         struct ipr_sata_port *sata_port = ap->private_data;
6966         struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6967         struct ipr_cmnd *ipr_cmd;
6968         struct ipr_hrr_queue *hrrq;
6969         int hrrq_id;
6970
6971         hrrq_id = ipr_get_hrrq_index(ioa_cfg);
6972         hrrq = &ioa_cfg->hrrq[hrrq_id];
6973
6974         qc->lldd_task = NULL;
6975         spin_lock(&hrrq->_lock);
6976         if (unlikely(hrrq->ioa_is_dead)) {
6977                 spin_unlock(&hrrq->_lock);
6978                 return 0;
6979         }
6980
6981         if (unlikely(!hrrq->allow_cmds)) {
6982                 spin_unlock(&hrrq->_lock);
6983                 return ATA_DEFER_LINK;
6984         }
6985
6986         ipr_cmd = __ipr_get_free_ipr_cmnd(hrrq);
6987         if (ipr_cmd == NULL) {
6988                 spin_unlock(&hrrq->_lock);
6989                 return ATA_DEFER_LINK;
6990         }
6991
6992         qc->lldd_task = ipr_cmd;
6993         spin_unlock(&hrrq->_lock);
6994         return 0;
6995 }
6996
6997 /**
6998  * ipr_qc_issue - Issue a SATA qc to a device
6999  * @qc: queued command
7000  *
7001  * Return value:
7002  *      0 if success
7003  **/
7004 static unsigned int ipr_qc_issue(struct ata_queued_cmd *qc)
7005 {
7006         struct ata_port *ap = qc->ap;
7007         struct ipr_sata_port *sata_port = ap->private_data;
7008         struct ipr_resource_entry *res = sata_port->res;
7009         struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
7010         struct ipr_cmnd *ipr_cmd;
7011         struct ipr_ioarcb *ioarcb;
7012         struct ipr_ioarcb_ata_regs *regs;
7013
7014         if (qc->lldd_task == NULL)
7015                 ipr_qc_defer(qc);
7016
7017         ipr_cmd = qc->lldd_task;
7018         if (ipr_cmd == NULL)
7019                 return AC_ERR_SYSTEM;
7020
7021         qc->lldd_task = NULL;
7022         spin_lock(&ipr_cmd->hrrq->_lock);
7023         if (unlikely(!ipr_cmd->hrrq->allow_cmds ||
7024                         ipr_cmd->hrrq->ioa_is_dead)) {
7025                 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7026                 spin_unlock(&ipr_cmd->hrrq->_lock);
7027                 return AC_ERR_SYSTEM;
7028         }
7029
7030         ipr_init_ipr_cmnd(ipr_cmd, ipr_lock_and_done);
7031         ioarcb = &ipr_cmd->ioarcb;
7032
7033         if (ioa_cfg->sis64) {
7034                 regs = &ipr_cmd->i.ata_ioadl.regs;
7035                 ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
7036         } else
7037                 regs = &ioarcb->u.add_data.u.regs;
7038
7039         memset(regs, 0, sizeof(*regs));
7040         ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(*regs));
7041
7042         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
7043         ipr_cmd->qc = qc;
7044         ipr_cmd->done = ipr_sata_done;
7045         ipr_cmd->ioarcb.res_handle = res->res_handle;
7046         ioarcb->cmd_pkt.request_type = IPR_RQTYPE_ATA_PASSTHRU;
7047         ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
7048         ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
7049         ipr_cmd->dma_use_sg = qc->n_elem;
7050
7051         if (ioa_cfg->sis64)
7052                 ipr_build_ata_ioadl64(ipr_cmd, qc);
7053         else
7054                 ipr_build_ata_ioadl(ipr_cmd, qc);
7055
7056         regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
7057         ipr_copy_sata_tf(regs, &qc->tf);
7058         memcpy(ioarcb->cmd_pkt.cdb, qc->cdb, IPR_MAX_CDB_LEN);
7059         ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
7060
7061         switch (qc->tf.protocol) {
7062         case ATA_PROT_NODATA:
7063         case ATA_PROT_PIO:
7064                 break;
7065
7066         case ATA_PROT_DMA:
7067                 regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
7068                 break;
7069
7070         case ATAPI_PROT_PIO:
7071         case ATAPI_PROT_NODATA:
7072                 regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
7073                 break;
7074
7075         case ATAPI_PROT_DMA:
7076                 regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
7077                 regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
7078                 break;
7079
7080         default:
7081                 WARN_ON(1);
7082                 spin_unlock(&ipr_cmd->hrrq->_lock);
7083                 return AC_ERR_INVALID;
7084         }
7085
7086         ipr_send_command(ipr_cmd);
7087         spin_unlock(&ipr_cmd->hrrq->_lock);
7088
7089         return 0;
7090 }
7091
7092 /**
7093  * ipr_qc_fill_rtf - Read result TF
7094  * @qc: ATA queued command
7095  *
7096  * Return value:
7097  *      true
7098  **/
7099 static bool ipr_qc_fill_rtf(struct ata_queued_cmd *qc)
7100 {
7101         struct ipr_sata_port *sata_port = qc->ap->private_data;
7102         struct ipr_ioasa_gata *g = &sata_port->ioasa;
7103         struct ata_taskfile *tf = &qc->result_tf;
7104
7105         tf->feature = g->error;
7106         tf->nsect = g->nsect;
7107         tf->lbal = g->lbal;
7108         tf->lbam = g->lbam;
7109         tf->lbah = g->lbah;
7110         tf->device = g->device;
7111         tf->command = g->status;
7112         tf->hob_nsect = g->hob_nsect;
7113         tf->hob_lbal = g->hob_lbal;
7114         tf->hob_lbam = g->hob_lbam;
7115         tf->hob_lbah = g->hob_lbah;
7116
7117         return true;
7118 }
7119
7120 static struct ata_port_operations ipr_sata_ops = {
7121         .phy_reset = ipr_ata_phy_reset,
7122         .hardreset = ipr_sata_reset,
7123         .post_internal_cmd = ipr_ata_post_internal,
7124         .qc_prep = ata_noop_qc_prep,
7125         .qc_defer = ipr_qc_defer,
7126         .qc_issue = ipr_qc_issue,
7127         .qc_fill_rtf = ipr_qc_fill_rtf,
7128         .port_start = ata_sas_port_start,
7129         .port_stop = ata_sas_port_stop
7130 };
7131
7132 static struct ata_port_info sata_port_info = {
7133         .flags          = ATA_FLAG_SATA | ATA_FLAG_PIO_DMA |
7134                           ATA_FLAG_SAS_HOST,
7135         .pio_mask       = ATA_PIO4_ONLY,
7136         .mwdma_mask     = ATA_MWDMA2,
7137         .udma_mask      = ATA_UDMA6,
7138         .port_ops       = &ipr_sata_ops
7139 };
7140
7141 #ifdef CONFIG_PPC_PSERIES
7142 static const u16 ipr_blocked_processors[] = {
7143         PVR_NORTHSTAR,
7144         PVR_PULSAR,
7145         PVR_POWER4,
7146         PVR_ICESTAR,
7147         PVR_SSTAR,
7148         PVR_POWER4p,
7149         PVR_630,
7150         PVR_630p
7151 };
7152
7153 /**
7154  * ipr_invalid_adapter - Determine if this adapter is supported on this hardware
7155  * @ioa_cfg:    ioa cfg struct
7156  *
7157  * Adapters that use Gemstone revision < 3.1 do not work reliably on
7158  * certain pSeries hardware. This function determines if the given
7159  * adapter is in one of these confgurations or not.
7160  *
7161  * Return value:
7162  *      1 if adapter is not supported / 0 if adapter is supported
7163  **/
7164 static int ipr_invalid_adapter(struct ipr_ioa_cfg *ioa_cfg)
7165 {
7166         int i;
7167
7168         if ((ioa_cfg->type == 0x5702) && (ioa_cfg->pdev->revision < 4)) {
7169                 for (i = 0; i < ARRAY_SIZE(ipr_blocked_processors); i++) {
7170                         if (pvr_version_is(ipr_blocked_processors[i]))
7171                                 return 1;
7172                 }
7173         }
7174         return 0;
7175 }
7176 #else
7177 #define ipr_invalid_adapter(ioa_cfg) 0
7178 #endif
7179
7180 /**
7181  * ipr_ioa_bringdown_done - IOA bring down completion.
7182  * @ipr_cmd:    ipr command struct
7183  *
7184  * This function processes the completion of an adapter bring down.
7185  * It wakes any reset sleepers.
7186  *
7187  * Return value:
7188  *      IPR_RC_JOB_RETURN
7189  **/
7190 static int ipr_ioa_bringdown_done(struct ipr_cmnd *ipr_cmd)
7191 {
7192         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7193         int i;
7194
7195         ENTER;
7196         if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
7197                 ipr_trace;
7198                 ioa_cfg->scsi_unblock = 1;
7199                 schedule_work(&ioa_cfg->work_q);
7200         }
7201
7202         ioa_cfg->in_reset_reload = 0;
7203         ioa_cfg->reset_retries = 0;
7204         for (i = 0; i < ioa_cfg->hrrq_num; i++) {
7205                 spin_lock(&ioa_cfg->hrrq[i]._lock);
7206                 ioa_cfg->hrrq[i].ioa_is_dead = 1;
7207                 spin_unlock(&ioa_cfg->hrrq[i]._lock);
7208         }
7209         wmb();
7210
7211         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7212         wake_up_all(&ioa_cfg->reset_wait_q);
7213         LEAVE;
7214
7215         return IPR_RC_JOB_RETURN;
7216 }
7217
7218 /**
7219  * ipr_ioa_reset_done - IOA reset completion.
7220  * @ipr_cmd:    ipr command struct
7221  *
7222  * This function processes the completion of an adapter reset.
7223  * It schedules any necessary mid-layer add/removes and
7224  * wakes any reset sleepers.
7225  *
7226  * Return value:
7227  *      IPR_RC_JOB_RETURN
7228  **/
7229 static int ipr_ioa_reset_done(struct ipr_cmnd *ipr_cmd)
7230 {
7231         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7232         struct ipr_resource_entry *res;
7233         int j;
7234
7235         ENTER;
7236         ioa_cfg->in_reset_reload = 0;
7237         for (j = 0; j < ioa_cfg->hrrq_num; j++) {
7238                 spin_lock(&ioa_cfg->hrrq[j]._lock);
7239                 ioa_cfg->hrrq[j].allow_cmds = 1;
7240                 spin_unlock(&ioa_cfg->hrrq[j]._lock);
7241         }
7242         wmb();
7243         ioa_cfg->reset_cmd = NULL;
7244         ioa_cfg->doorbell |= IPR_RUNTIME_RESET;
7245
7246         list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
7247                 if (res->add_to_ml || res->del_from_ml) {
7248                         ipr_trace;
7249                         break;
7250                 }
7251         }
7252         schedule_work(&ioa_cfg->work_q);
7253
7254         for (j = 0; j < IPR_NUM_HCAMS; j++) {
7255                 list_del_init(&ioa_cfg->hostrcb[j]->queue);
7256                 if (j < IPR_NUM_LOG_HCAMS)
7257                         ipr_send_hcam(ioa_cfg,
7258                                 IPR_HCAM_CDB_OP_CODE_LOG_DATA,
7259                                 ioa_cfg->hostrcb[j]);
7260                 else
7261                         ipr_send_hcam(ioa_cfg,
7262                                 IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
7263                                 ioa_cfg->hostrcb[j]);
7264         }
7265
7266         scsi_report_bus_reset(ioa_cfg->host, IPR_VSET_BUS);
7267         dev_info(&ioa_cfg->pdev->dev, "IOA initialized.\n");
7268
7269         ioa_cfg->reset_retries = 0;
7270         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7271         wake_up_all(&ioa_cfg->reset_wait_q);
7272
7273         ioa_cfg->scsi_unblock = 1;
7274         schedule_work(&ioa_cfg->work_q);
7275         LEAVE;
7276         return IPR_RC_JOB_RETURN;
7277 }
7278
7279 /**
7280  * ipr_set_sup_dev_dflt - Initialize a Set Supported Device buffer
7281  * @supported_dev:      supported device struct
7282  * @vpids:                      vendor product id struct
7283  *
7284  * Return value:
7285  *      none
7286  **/
7287 static void ipr_set_sup_dev_dflt(struct ipr_supported_device *supported_dev,
7288                                  struct ipr_std_inq_vpids *vpids)
7289 {
7290         memset(supported_dev, 0, sizeof(struct ipr_supported_device));
7291         memcpy(&supported_dev->vpids, vpids, sizeof(struct ipr_std_inq_vpids));
7292         supported_dev->num_records = 1;
7293         supported_dev->data_length =
7294                 cpu_to_be16(sizeof(struct ipr_supported_device));
7295         supported_dev->reserved = 0;
7296 }
7297
7298 /**
7299  * ipr_set_supported_devs - Send Set Supported Devices for a device
7300  * @ipr_cmd:    ipr command struct
7301  *
7302  * This function sends a Set Supported Devices to the adapter
7303  *
7304  * Return value:
7305  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7306  **/
7307 static int ipr_set_supported_devs(struct ipr_cmnd *ipr_cmd)
7308 {
7309         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7310         struct ipr_supported_device *supp_dev = &ioa_cfg->vpd_cbs->supp_dev;
7311         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7312         struct ipr_resource_entry *res = ipr_cmd->u.res;
7313
7314         ipr_cmd->job_step = ipr_ioa_reset_done;
7315
7316         list_for_each_entry_continue(res, &ioa_cfg->used_res_q, queue) {
7317                 if (!ipr_is_scsi_disk(res))
7318                         continue;
7319
7320                 ipr_cmd->u.res = res;
7321                 ipr_set_sup_dev_dflt(supp_dev, &res->std_inq_data.vpids);
7322
7323                 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7324                 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
7325                 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7326
7327                 ioarcb->cmd_pkt.cdb[0] = IPR_SET_SUPPORTED_DEVICES;
7328                 ioarcb->cmd_pkt.cdb[1] = IPR_SET_ALL_SUPPORTED_DEVICES;
7329                 ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_supported_device) >> 8) & 0xff;
7330                 ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_supported_device) & 0xff;
7331
7332                 ipr_init_ioadl(ipr_cmd,
7333                                ioa_cfg->vpd_cbs_dma +
7334                                  offsetof(struct ipr_misc_cbs, supp_dev),
7335                                sizeof(struct ipr_supported_device),
7336                                IPR_IOADL_FLAGS_WRITE_LAST);
7337
7338                 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
7339                            IPR_SET_SUP_DEVICE_TIMEOUT);
7340
7341                 if (!ioa_cfg->sis64)
7342                         ipr_cmd->job_step = ipr_set_supported_devs;
7343                 LEAVE;
7344                 return IPR_RC_JOB_RETURN;
7345         }
7346
7347         LEAVE;
7348         return IPR_RC_JOB_CONTINUE;
7349 }
7350
7351 /**
7352  * ipr_get_mode_page - Locate specified mode page
7353  * @mode_pages: mode page buffer
7354  * @page_code:  page code to find
7355  * @len:                minimum required length for mode page
7356  *
7357  * Return value:
7358  *      pointer to mode page / NULL on failure
7359  **/
7360 static void *ipr_get_mode_page(struct ipr_mode_pages *mode_pages,
7361                                u32 page_code, u32 len)
7362 {
7363         struct ipr_mode_page_hdr *mode_hdr;
7364         u32 page_length;
7365         u32 length;
7366
7367         if (!mode_pages || (mode_pages->hdr.length == 0))
7368                 return NULL;
7369
7370         length = (mode_pages->hdr.length + 1) - 4 - mode_pages->hdr.block_desc_len;
7371         mode_hdr = (struct ipr_mode_page_hdr *)
7372                 (mode_pages->data + mode_pages->hdr.block_desc_len);
7373
7374         while (length) {
7375                 if (IPR_GET_MODE_PAGE_CODE(mode_hdr) == page_code) {
7376                         if (mode_hdr->page_length >= (len - sizeof(struct ipr_mode_page_hdr)))
7377                                 return mode_hdr;
7378                         break;
7379                 } else {
7380                         page_length = (sizeof(struct ipr_mode_page_hdr) +
7381                                        mode_hdr->page_length);
7382                         length -= page_length;
7383                         mode_hdr = (struct ipr_mode_page_hdr *)
7384                                 ((unsigned long)mode_hdr + page_length);
7385                 }
7386         }
7387         return NULL;
7388 }
7389
7390 /**
7391  * ipr_check_term_power - Check for term power errors
7392  * @ioa_cfg:    ioa config struct
7393  * @mode_pages: IOAFP mode pages buffer
7394  *
7395  * Check the IOAFP's mode page 28 for term power errors
7396  *
7397  * Return value:
7398  *      nothing
7399  **/
7400 static void ipr_check_term_power(struct ipr_ioa_cfg *ioa_cfg,
7401                                  struct ipr_mode_pages *mode_pages)
7402 {
7403         int i;
7404         int entry_length;
7405         struct ipr_dev_bus_entry *bus;
7406         struct ipr_mode_page28 *mode_page;
7407
7408         mode_page = ipr_get_mode_page(mode_pages, 0x28,
7409                                       sizeof(struct ipr_mode_page28));
7410
7411         entry_length = mode_page->entry_length;
7412
7413         bus = mode_page->bus;
7414
7415         for (i = 0; i < mode_page->num_entries; i++) {
7416                 if (bus->flags & IPR_SCSI_ATTR_NO_TERM_PWR) {
7417                         dev_err(&ioa_cfg->pdev->dev,
7418                                 "Term power is absent on scsi bus %d\n",
7419                                 bus->res_addr.bus);
7420                 }
7421
7422                 bus = (struct ipr_dev_bus_entry *)((char *)bus + entry_length);
7423         }
7424 }
7425
7426 /**
7427  * ipr_scsi_bus_speed_limit - Limit the SCSI speed based on SES table
7428  * @ioa_cfg:    ioa config struct
7429  *
7430  * Looks through the config table checking for SES devices. If
7431  * the SES device is in the SES table indicating a maximum SCSI
7432  * bus speed, the speed is limited for the bus.
7433  *
7434  * Return value:
7435  *      none
7436  **/
7437 static void ipr_scsi_bus_speed_limit(struct ipr_ioa_cfg *ioa_cfg)
7438 {
7439         u32 max_xfer_rate;
7440         int i;
7441
7442         for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
7443                 max_xfer_rate = ipr_get_max_scsi_speed(ioa_cfg, i,
7444                                                        ioa_cfg->bus_attr[i].bus_width);
7445
7446                 if (max_xfer_rate < ioa_cfg->bus_attr[i].max_xfer_rate)
7447                         ioa_cfg->bus_attr[i].max_xfer_rate = max_xfer_rate;
7448         }
7449 }
7450
7451 /**
7452  * ipr_modify_ioafp_mode_page_28 - Modify IOAFP Mode Page 28
7453  * @ioa_cfg:    ioa config struct
7454  * @mode_pages: mode page 28 buffer
7455  *
7456  * Updates mode page 28 based on driver configuration
7457  *
7458  * Return value:
7459  *      none
7460  **/
7461 static void ipr_modify_ioafp_mode_page_28(struct ipr_ioa_cfg *ioa_cfg,
7462                                           struct ipr_mode_pages *mode_pages)
7463 {
7464         int i, entry_length;
7465         struct ipr_dev_bus_entry *bus;
7466         struct ipr_bus_attributes *bus_attr;
7467         struct ipr_mode_page28 *mode_page;
7468
7469         mode_page = ipr_get_mode_page(mode_pages, 0x28,
7470                                       sizeof(struct ipr_mode_page28));
7471
7472         entry_length = mode_page->entry_length;
7473
7474         /* Loop for each device bus entry */
7475         for (i = 0, bus = mode_page->bus;
7476              i < mode_page->num_entries;
7477              i++, bus = (struct ipr_dev_bus_entry *)((u8 *)bus + entry_length)) {
7478                 if (bus->res_addr.bus > IPR_MAX_NUM_BUSES) {
7479                         dev_err(&ioa_cfg->pdev->dev,
7480                                 "Invalid resource address reported: 0x%08X\n",
7481                                 IPR_GET_PHYS_LOC(bus->res_addr));
7482                         continue;
7483                 }
7484
7485                 bus_attr = &ioa_cfg->bus_attr[i];
7486                 bus->extended_reset_delay = IPR_EXTENDED_RESET_DELAY;
7487                 bus->bus_width = bus_attr->bus_width;
7488                 bus->max_xfer_rate = cpu_to_be32(bus_attr->max_xfer_rate);
7489                 bus->flags &= ~IPR_SCSI_ATTR_QAS_MASK;
7490                 if (bus_attr->qas_enabled)
7491                         bus->flags |= IPR_SCSI_ATTR_ENABLE_QAS;
7492                 else
7493                         bus->flags |= IPR_SCSI_ATTR_DISABLE_QAS;
7494         }
7495 }
7496
7497 /**
7498  * ipr_build_mode_select - Build a mode select command
7499  * @ipr_cmd:    ipr command struct
7500  * @res_handle: resource handle to send command to
7501  * @parm:               Byte 2 of Mode Sense command
7502  * @dma_addr:   DMA buffer address
7503  * @xfer_len:   data transfer length
7504  *
7505  * Return value:
7506  *      none
7507  **/
7508 static void ipr_build_mode_select(struct ipr_cmnd *ipr_cmd,
7509                                   __be32 res_handle, u8 parm,
7510                                   dma_addr_t dma_addr, u8 xfer_len)
7511 {
7512         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7513
7514         ioarcb->res_handle = res_handle;
7515         ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7516         ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
7517         ioarcb->cmd_pkt.cdb[0] = MODE_SELECT;
7518         ioarcb->cmd_pkt.cdb[1] = parm;
7519         ioarcb->cmd_pkt.cdb[4] = xfer_len;
7520
7521         ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_WRITE_LAST);
7522 }
7523
7524 /**
7525  * ipr_ioafp_mode_select_page28 - Issue Mode Select Page 28 to IOA
7526  * @ipr_cmd:    ipr command struct
7527  *
7528  * This function sets up the SCSI bus attributes and sends
7529  * a Mode Select for Page 28 to activate them.
7530  *
7531  * Return value:
7532  *      IPR_RC_JOB_RETURN
7533  **/
7534 static int ipr_ioafp_mode_select_page28(struct ipr_cmnd *ipr_cmd)
7535 {
7536         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7537         struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
7538         int length;
7539
7540         ENTER;
7541         ipr_scsi_bus_speed_limit(ioa_cfg);
7542         ipr_check_term_power(ioa_cfg, mode_pages);
7543         ipr_modify_ioafp_mode_page_28(ioa_cfg, mode_pages);
7544         length = mode_pages->hdr.length + 1;
7545         mode_pages->hdr.length = 0;
7546
7547         ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
7548                               ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
7549                               length);
7550
7551         ipr_cmd->job_step = ipr_set_supported_devs;
7552         ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
7553                                     struct ipr_resource_entry, queue);
7554         ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7555
7556         LEAVE;
7557         return IPR_RC_JOB_RETURN;
7558 }
7559
7560 /**
7561  * ipr_build_mode_sense - Builds a mode sense command
7562  * @ipr_cmd:    ipr command struct
7563  * @res:                resource entry struct
7564  * @parm:               Byte 2 of mode sense command
7565  * @dma_addr:   DMA address of mode sense buffer
7566  * @xfer_len:   Size of DMA buffer
7567  *
7568  * Return value:
7569  *      none
7570  **/
7571 static void ipr_build_mode_sense(struct ipr_cmnd *ipr_cmd,
7572                                  __be32 res_handle,
7573                                  u8 parm, dma_addr_t dma_addr, u8 xfer_len)
7574 {
7575         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7576
7577         ioarcb->res_handle = res_handle;
7578         ioarcb->cmd_pkt.cdb[0] = MODE_SENSE;
7579         ioarcb->cmd_pkt.cdb[2] = parm;
7580         ioarcb->cmd_pkt.cdb[4] = xfer_len;
7581         ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7582
7583         ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
7584 }
7585
7586 /**
7587  * ipr_reset_cmd_failed - Handle failure of IOA reset command
7588  * @ipr_cmd:    ipr command struct
7589  *
7590  * This function handles the failure of an IOA bringup command.
7591  *
7592  * Return value:
7593  *      IPR_RC_JOB_RETURN
7594  **/
7595 static int ipr_reset_cmd_failed(struct ipr_cmnd *ipr_cmd)
7596 {
7597         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7598         u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7599
7600         dev_err(&ioa_cfg->pdev->dev,
7601                 "0x%02X failed with IOASC: 0x%08X\n",
7602                 ipr_cmd->ioarcb.cmd_pkt.cdb[0], ioasc);
7603
7604         ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
7605         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7606         return IPR_RC_JOB_RETURN;
7607 }
7608
7609 /**
7610  * ipr_reset_mode_sense_failed - Handle failure of IOAFP mode sense
7611  * @ipr_cmd:    ipr command struct
7612  *
7613  * This function handles the failure of a Mode Sense to the IOAFP.
7614  * Some adapters do not handle all mode pages.
7615  *
7616  * Return value:
7617  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7618  **/
7619 static int ipr_reset_mode_sense_failed(struct ipr_cmnd *ipr_cmd)
7620 {
7621         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7622         u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7623
7624         if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
7625                 ipr_cmd->job_step = ipr_set_supported_devs;
7626                 ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
7627                                             struct ipr_resource_entry, queue);
7628                 return IPR_RC_JOB_CONTINUE;
7629         }
7630
7631         return ipr_reset_cmd_failed(ipr_cmd);
7632 }
7633
7634 /**
7635  * ipr_ioafp_mode_sense_page28 - Issue Mode Sense Page 28 to IOA
7636  * @ipr_cmd:    ipr command struct
7637  *
7638  * This function send a Page 28 mode sense to the IOA to
7639  * retrieve SCSI bus attributes.
7640  *
7641  * Return value:
7642  *      IPR_RC_JOB_RETURN
7643  **/
7644 static int ipr_ioafp_mode_sense_page28(struct ipr_cmnd *ipr_cmd)
7645 {
7646         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7647
7648         ENTER;
7649         ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
7650                              0x28, ioa_cfg->vpd_cbs_dma +
7651                              offsetof(struct ipr_misc_cbs, mode_pages),
7652                              sizeof(struct ipr_mode_pages));
7653
7654         ipr_cmd->job_step = ipr_ioafp_mode_select_page28;
7655         ipr_cmd->job_step_failed = ipr_reset_mode_sense_failed;
7656
7657         ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7658
7659         LEAVE;
7660         return IPR_RC_JOB_RETURN;
7661 }
7662
7663 /**
7664  * ipr_ioafp_mode_select_page24 - Issue Mode Select to IOA
7665  * @ipr_cmd:    ipr command struct
7666  *
7667  * This function enables dual IOA RAID support if possible.
7668  *
7669  * Return value:
7670  *      IPR_RC_JOB_RETURN
7671  **/
7672 static int ipr_ioafp_mode_select_page24(struct ipr_cmnd *ipr_cmd)
7673 {
7674         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7675         struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
7676         struct ipr_mode_page24 *mode_page;
7677         int length;
7678
7679         ENTER;
7680         mode_page = ipr_get_mode_page(mode_pages, 0x24,
7681                                       sizeof(struct ipr_mode_page24));
7682
7683         if (mode_page)
7684                 mode_page->flags |= IPR_ENABLE_DUAL_IOA_AF;
7685
7686         length = mode_pages->hdr.length + 1;
7687         mode_pages->hdr.length = 0;
7688
7689         ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
7690                               ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
7691                               length);
7692
7693         ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7694         ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7695
7696         LEAVE;
7697         return IPR_RC_JOB_RETURN;
7698 }
7699
7700 /**
7701  * ipr_reset_mode_sense_page24_failed - Handle failure of IOAFP mode sense
7702  * @ipr_cmd:    ipr command struct
7703  *
7704  * This function handles the failure of a Mode Sense to the IOAFP.
7705  * Some adapters do not handle all mode pages.
7706  *
7707  * Return value:
7708  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7709  **/
7710 static int ipr_reset_mode_sense_page24_failed(struct ipr_cmnd *ipr_cmd)
7711 {
7712         u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7713
7714         if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
7715                 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7716                 return IPR_RC_JOB_CONTINUE;
7717         }
7718
7719         return ipr_reset_cmd_failed(ipr_cmd);
7720 }
7721
7722 /**
7723  * ipr_ioafp_mode_sense_page24 - Issue Page 24 Mode Sense to IOA
7724  * @ipr_cmd:    ipr command struct
7725  *
7726  * This function send a mode sense to the IOA to retrieve
7727  * the IOA Advanced Function Control mode page.
7728  *
7729  * Return value:
7730  *      IPR_RC_JOB_RETURN
7731  **/
7732 static int ipr_ioafp_mode_sense_page24(struct ipr_cmnd *ipr_cmd)
7733 {
7734         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7735
7736         ENTER;
7737         ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
7738                              0x24, ioa_cfg->vpd_cbs_dma +
7739                              offsetof(struct ipr_misc_cbs, mode_pages),
7740                              sizeof(struct ipr_mode_pages));
7741
7742         ipr_cmd->job_step = ipr_ioafp_mode_select_page24;
7743         ipr_cmd->job_step_failed = ipr_reset_mode_sense_page24_failed;
7744
7745         ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7746
7747         LEAVE;
7748         return IPR_RC_JOB_RETURN;
7749 }
7750
7751 /**
7752  * ipr_init_res_table - Initialize the resource table
7753  * @ipr_cmd:    ipr command struct
7754  *
7755  * This function looks through the existing resource table, comparing
7756  * it with the config table. This function will take care of old/new
7757  * devices and schedule adding/removing them from the mid-layer
7758  * as appropriate.
7759  *
7760  * Return value:
7761  *      IPR_RC_JOB_CONTINUE
7762  **/
7763 static int ipr_init_res_table(struct ipr_cmnd *ipr_cmd)
7764 {
7765         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7766         struct ipr_resource_entry *res, *temp;
7767         struct ipr_config_table_entry_wrapper cfgtew;
7768         int entries, found, flag, i;
7769         LIST_HEAD(old_res);
7770
7771         ENTER;
7772         if (ioa_cfg->sis64)
7773                 flag = ioa_cfg->u.cfg_table64->hdr64.flags;
7774         else
7775                 flag = ioa_cfg->u.cfg_table->hdr.flags;
7776
7777         if (flag & IPR_UCODE_DOWNLOAD_REQ)
7778                 dev_err(&ioa_cfg->pdev->dev, "Microcode download required\n");
7779
7780         list_for_each_entry_safe(res, temp, &ioa_cfg->used_res_q, queue)
7781                 list_move_tail(&res->queue, &old_res);
7782
7783         if (ioa_cfg->sis64)
7784                 entries = be16_to_cpu(ioa_cfg->u.cfg_table64->hdr64.num_entries);
7785         else
7786                 entries = ioa_cfg->u.cfg_table->hdr.num_entries;
7787
7788         for (i = 0; i < entries; i++) {
7789                 if (ioa_cfg->sis64)
7790                         cfgtew.u.cfgte64 = &ioa_cfg->u.cfg_table64->dev[i];
7791                 else
7792                         cfgtew.u.cfgte = &ioa_cfg->u.cfg_table->dev[i];
7793                 found = 0;
7794
7795                 list_for_each_entry_safe(res, temp, &old_res, queue) {
7796                         if (ipr_is_same_device(res, &cfgtew)) {
7797                                 list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7798                                 found = 1;
7799                                 break;
7800                         }
7801                 }
7802
7803                 if (!found) {
7804                         if (list_empty(&ioa_cfg->free_res_q)) {
7805                                 dev_err(&ioa_cfg->pdev->dev, "Too many devices attached\n");
7806                                 break;
7807                         }
7808
7809                         found = 1;
7810                         res = list_entry(ioa_cfg->free_res_q.next,
7811                                          struct ipr_resource_entry, queue);
7812                         list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7813                         ipr_init_res_entry(res, &cfgtew);
7814                         res->add_to_ml = 1;
7815                 } else if (res->sdev && (ipr_is_vset_device(res) || ipr_is_scsi_disk(res)))
7816                         res->sdev->allow_restart = 1;
7817
7818                 if (found)
7819                         ipr_update_res_entry(res, &cfgtew);
7820         }
7821
7822         list_for_each_entry_safe(res, temp, &old_res, queue) {
7823                 if (res->sdev) {
7824                         res->del_from_ml = 1;
7825                         res->res_handle = IPR_INVALID_RES_HANDLE;
7826                         list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7827                 }
7828         }
7829
7830         list_for_each_entry_safe(res, temp, &old_res, queue) {
7831                 ipr_clear_res_target(res);
7832                 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
7833         }
7834
7835         if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
7836                 ipr_cmd->job_step = ipr_ioafp_mode_sense_page24;
7837         else
7838                 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7839
7840         LEAVE;
7841         return IPR_RC_JOB_CONTINUE;
7842 }
7843
7844 /**
7845  * ipr_ioafp_query_ioa_cfg - Send a Query IOA Config to the adapter.
7846  * @ipr_cmd:    ipr command struct
7847  *
7848  * This function sends a Query IOA Configuration command
7849  * to the adapter to retrieve the IOA configuration table.
7850  *
7851  * Return value:
7852  *      IPR_RC_JOB_RETURN
7853  **/
7854 static int ipr_ioafp_query_ioa_cfg(struct ipr_cmnd *ipr_cmd)
7855 {
7856         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7857         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7858         struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
7859         struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
7860
7861         ENTER;
7862         if (cap->cap & IPR_CAP_DUAL_IOA_RAID)
7863                 ioa_cfg->dual_raid = 1;
7864         dev_info(&ioa_cfg->pdev->dev, "Adapter firmware version: %02X%02X%02X%02X\n",
7865                  ucode_vpd->major_release, ucode_vpd->card_type,
7866                  ucode_vpd->minor_release[0], ucode_vpd->minor_release[1]);
7867         ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7868         ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7869
7870         ioarcb->cmd_pkt.cdb[0] = IPR_QUERY_IOA_CONFIG;
7871         ioarcb->cmd_pkt.cdb[6] = (ioa_cfg->cfg_table_size >> 16) & 0xff;
7872         ioarcb->cmd_pkt.cdb[7] = (ioa_cfg->cfg_table_size >> 8) & 0xff;
7873         ioarcb->cmd_pkt.cdb[8] = ioa_cfg->cfg_table_size & 0xff;
7874
7875         ipr_init_ioadl(ipr_cmd, ioa_cfg->cfg_table_dma, ioa_cfg->cfg_table_size,
7876                        IPR_IOADL_FLAGS_READ_LAST);
7877
7878         ipr_cmd->job_step = ipr_init_res_table;
7879
7880         ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7881
7882         LEAVE;
7883         return IPR_RC_JOB_RETURN;
7884 }
7885
7886 static int ipr_ioa_service_action_failed(struct ipr_cmnd *ipr_cmd)
7887 {
7888         u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7889
7890         if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT)
7891                 return IPR_RC_JOB_CONTINUE;
7892
7893         return ipr_reset_cmd_failed(ipr_cmd);
7894 }
7895
7896 static void ipr_build_ioa_service_action(struct ipr_cmnd *ipr_cmd,
7897                                          __be32 res_handle, u8 sa_code)
7898 {
7899         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7900
7901         ioarcb->res_handle = res_handle;
7902         ioarcb->cmd_pkt.cdb[0] = IPR_IOA_SERVICE_ACTION;
7903         ioarcb->cmd_pkt.cdb[1] = sa_code;
7904         ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7905 }
7906
7907 /**
7908  * ipr_ioafp_set_caching_parameters - Issue Set Cache parameters service
7909  * action
7910  *
7911  * Return value:
7912  *      none
7913  **/
7914 static int ipr_ioafp_set_caching_parameters(struct ipr_cmnd *ipr_cmd)
7915 {
7916         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7917         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7918         struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
7919
7920         ENTER;
7921
7922         ipr_cmd->job_step = ipr_ioafp_query_ioa_cfg;
7923
7924         if (pageC4->cache_cap[0] & IPR_CAP_SYNC_CACHE) {
7925                 ipr_build_ioa_service_action(ipr_cmd,
7926                                              cpu_to_be32(IPR_IOA_RES_HANDLE),
7927                                              IPR_IOA_SA_CHANGE_CACHE_PARAMS);
7928
7929                 ioarcb->cmd_pkt.cdb[2] = 0x40;
7930
7931                 ipr_cmd->job_step_failed = ipr_ioa_service_action_failed;
7932                 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
7933                            IPR_SET_SUP_DEVICE_TIMEOUT);
7934
7935                 LEAVE;
7936                 return IPR_RC_JOB_RETURN;
7937         }
7938
7939         LEAVE;
7940         return IPR_RC_JOB_CONTINUE;
7941 }
7942
7943 /**
7944  * ipr_ioafp_inquiry - Send an Inquiry to the adapter.
7945  * @ipr_cmd:    ipr command struct
7946  *
7947  * This utility function sends an inquiry to the adapter.
7948  *
7949  * Return value:
7950  *      none
7951  **/
7952 static void ipr_ioafp_inquiry(struct ipr_cmnd *ipr_cmd, u8 flags, u8 page,
7953                               dma_addr_t dma_addr, u8 xfer_len)
7954 {
7955         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7956
7957         ENTER;
7958         ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7959         ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7960
7961         ioarcb->cmd_pkt.cdb[0] = INQUIRY;
7962         ioarcb->cmd_pkt.cdb[1] = flags;
7963         ioarcb->cmd_pkt.cdb[2] = page;
7964         ioarcb->cmd_pkt.cdb[4] = xfer_len;
7965
7966         ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
7967
7968         ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7969         LEAVE;
7970 }
7971
7972 /**
7973  * ipr_inquiry_page_supported - Is the given inquiry page supported
7974  * @page0:              inquiry page 0 buffer
7975  * @page:               page code.
7976  *
7977  * This function determines if the specified inquiry page is supported.
7978  *
7979  * Return value:
7980  *      1 if page is supported / 0 if not
7981  **/
7982 static int ipr_inquiry_page_supported(struct ipr_inquiry_page0 *page0, u8 page)
7983 {
7984         int i;
7985
7986         for (i = 0; i < min_t(u8, page0->len, IPR_INQUIRY_PAGE0_ENTRIES); i++)
7987                 if (page0->page[i] == page)
7988                         return 1;
7989
7990         return 0;
7991 }
7992
7993 /**
7994  * ipr_ioafp_pageC4_inquiry - Send a Page 0xC4 Inquiry to the adapter.
7995  * @ipr_cmd:    ipr command struct
7996  *
7997  * This function sends a Page 0xC4 inquiry to the adapter
7998  * to retrieve software VPD information.
7999  *
8000  * Return value:
8001  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8002  **/
8003 static int ipr_ioafp_pageC4_inquiry(struct ipr_cmnd *ipr_cmd)
8004 {
8005         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8006         struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
8007         struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
8008
8009         ENTER;
8010         ipr_cmd->job_step = ipr_ioafp_set_caching_parameters;
8011         memset(pageC4, 0, sizeof(*pageC4));
8012
8013         if (ipr_inquiry_page_supported(page0, 0xC4)) {
8014                 ipr_ioafp_inquiry(ipr_cmd, 1, 0xC4,
8015                                   (ioa_cfg->vpd_cbs_dma
8016                                    + offsetof(struct ipr_misc_cbs,
8017                                               pageC4_data)),
8018                                   sizeof(struct ipr_inquiry_pageC4));
8019                 return IPR_RC_JOB_RETURN;
8020         }
8021
8022         LEAVE;
8023         return IPR_RC_JOB_CONTINUE;
8024 }
8025
8026 /**
8027  * ipr_ioafp_cap_inquiry - Send a Page 0xD0 Inquiry to the adapter.
8028  * @ipr_cmd:    ipr command struct
8029  *
8030  * This function sends a Page 0xD0 inquiry to the adapter
8031  * to retrieve adapter capabilities.
8032  *
8033  * Return value:
8034  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8035  **/
8036 static int ipr_ioafp_cap_inquiry(struct ipr_cmnd *ipr_cmd)
8037 {
8038         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8039         struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
8040         struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
8041
8042         ENTER;
8043         ipr_cmd->job_step = ipr_ioafp_pageC4_inquiry;
8044         memset(cap, 0, sizeof(*cap));
8045
8046         if (ipr_inquiry_page_supported(page0, 0xD0)) {
8047                 ipr_ioafp_inquiry(ipr_cmd, 1, 0xD0,
8048                                   ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, cap),
8049                                   sizeof(struct ipr_inquiry_cap));
8050                 return IPR_RC_JOB_RETURN;
8051         }
8052
8053         LEAVE;
8054         return IPR_RC_JOB_CONTINUE;
8055 }
8056
8057 /**
8058  * ipr_ioafp_page3_inquiry - Send a Page 3 Inquiry to the adapter.
8059  * @ipr_cmd:    ipr command struct
8060  *
8061  * This function sends a Page 3 inquiry to the adapter
8062  * to retrieve software VPD information.
8063  *
8064  * Return value:
8065  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8066  **/
8067 static int ipr_ioafp_page3_inquiry(struct ipr_cmnd *ipr_cmd)
8068 {
8069         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8070
8071         ENTER;
8072
8073         ipr_cmd->job_step = ipr_ioafp_cap_inquiry;
8074
8075         ipr_ioafp_inquiry(ipr_cmd, 1, 3,
8076                           ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page3_data),
8077                           sizeof(struct ipr_inquiry_page3));
8078
8079         LEAVE;
8080         return IPR_RC_JOB_RETURN;
8081 }
8082
8083 /**
8084  * ipr_ioafp_page0_inquiry - Send a Page 0 Inquiry to the adapter.
8085  * @ipr_cmd:    ipr command struct
8086  *
8087  * This function sends a Page 0 inquiry to the adapter
8088  * to retrieve supported inquiry pages.
8089  *
8090  * Return value:
8091  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8092  **/
8093 static int ipr_ioafp_page0_inquiry(struct ipr_cmnd *ipr_cmd)
8094 {
8095         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8096         char type[5];
8097
8098         ENTER;
8099
8100         /* Grab the type out of the VPD and store it away */
8101         memcpy(type, ioa_cfg->vpd_cbs->ioa_vpd.std_inq_data.vpids.product_id, 4);
8102         type[4] = '\0';
8103         ioa_cfg->type = simple_strtoul((char *)type, NULL, 16);
8104
8105         if (ipr_invalid_adapter(ioa_cfg)) {
8106                 dev_err(&ioa_cfg->pdev->dev,
8107                         "Adapter not supported in this hardware configuration.\n");
8108
8109                 if (!ipr_testmode) {
8110                         ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
8111                         ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8112                         list_add_tail(&ipr_cmd->queue,
8113                                         &ioa_cfg->hrrq->hrrq_free_q);
8114                         return IPR_RC_JOB_RETURN;
8115                 }
8116         }
8117
8118         ipr_cmd->job_step = ipr_ioafp_page3_inquiry;
8119
8120         ipr_ioafp_inquiry(ipr_cmd, 1, 0,
8121                           ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page0_data),
8122                           sizeof(struct ipr_inquiry_page0));
8123
8124         LEAVE;
8125         return IPR_RC_JOB_RETURN;
8126 }
8127
8128 /**
8129  * ipr_ioafp_std_inquiry - Send a Standard Inquiry to the adapter.
8130  * @ipr_cmd:    ipr command struct
8131  *
8132  * This function sends a standard inquiry to the adapter.
8133  *
8134  * Return value:
8135  *      IPR_RC_JOB_RETURN
8136  **/
8137 static int ipr_ioafp_std_inquiry(struct ipr_cmnd *ipr_cmd)
8138 {
8139         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8140
8141         ENTER;
8142         ipr_cmd->job_step = ipr_ioafp_page0_inquiry;
8143
8144         ipr_ioafp_inquiry(ipr_cmd, 0, 0,
8145                           ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, ioa_vpd),
8146                           sizeof(struct ipr_ioa_vpd));
8147
8148         LEAVE;
8149         return IPR_RC_JOB_RETURN;
8150 }
8151
8152 /**
8153  * ipr_ioafp_identify_hrrq - Send Identify Host RRQ.
8154  * @ipr_cmd:    ipr command struct
8155  *
8156  * This function send an Identify Host Request Response Queue
8157  * command to establish the HRRQ with the adapter.
8158  *
8159  * Return value:
8160  *      IPR_RC_JOB_RETURN
8161  **/
8162 static int ipr_ioafp_identify_hrrq(struct ipr_cmnd *ipr_cmd)
8163 {
8164         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8165         struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
8166         struct ipr_hrr_queue *hrrq;
8167
8168         ENTER;
8169         ipr_cmd->job_step = ipr_ioafp_std_inquiry;
8170         if (ioa_cfg->identify_hrrq_index == 0)
8171                 dev_info(&ioa_cfg->pdev->dev, "Starting IOA initialization sequence.\n");
8172
8173         if (ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num) {
8174                 hrrq = &ioa_cfg->hrrq[ioa_cfg->identify_hrrq_index];
8175
8176                 ioarcb->cmd_pkt.cdb[0] = IPR_ID_HOST_RR_Q;
8177                 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8178
8179                 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
8180                 if (ioa_cfg->sis64)
8181                         ioarcb->cmd_pkt.cdb[1] = 0x1;
8182
8183                 if (ioa_cfg->nvectors == 1)
8184                         ioarcb->cmd_pkt.cdb[1] &= ~IPR_ID_HRRQ_SELE_ENABLE;
8185                 else
8186                         ioarcb->cmd_pkt.cdb[1] |= IPR_ID_HRRQ_SELE_ENABLE;
8187
8188                 ioarcb->cmd_pkt.cdb[2] =
8189                         ((u64) hrrq->host_rrq_dma >> 24) & 0xff;
8190                 ioarcb->cmd_pkt.cdb[3] =
8191                         ((u64) hrrq->host_rrq_dma >> 16) & 0xff;
8192                 ioarcb->cmd_pkt.cdb[4] =
8193                         ((u64) hrrq->host_rrq_dma >> 8) & 0xff;
8194                 ioarcb->cmd_pkt.cdb[5] =
8195                         ((u64) hrrq->host_rrq_dma) & 0xff;
8196                 ioarcb->cmd_pkt.cdb[7] =
8197                         ((sizeof(u32) * hrrq->size) >> 8) & 0xff;
8198                 ioarcb->cmd_pkt.cdb[8] =
8199                         (sizeof(u32) * hrrq->size) & 0xff;
8200
8201                 if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
8202                         ioarcb->cmd_pkt.cdb[9] =
8203                                         ioa_cfg->identify_hrrq_index;
8204
8205                 if (ioa_cfg->sis64) {
8206                         ioarcb->cmd_pkt.cdb[10] =
8207                                 ((u64) hrrq->host_rrq_dma >> 56) & 0xff;
8208                         ioarcb->cmd_pkt.cdb[11] =
8209                                 ((u64) hrrq->host_rrq_dma >> 48) & 0xff;
8210                         ioarcb->cmd_pkt.cdb[12] =
8211                                 ((u64) hrrq->host_rrq_dma >> 40) & 0xff;
8212                         ioarcb->cmd_pkt.cdb[13] =
8213                                 ((u64) hrrq->host_rrq_dma >> 32) & 0xff;
8214                 }
8215
8216                 if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
8217                         ioarcb->cmd_pkt.cdb[14] =
8218                                         ioa_cfg->identify_hrrq_index;
8219
8220                 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
8221                            IPR_INTERNAL_TIMEOUT);
8222
8223                 if (++ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num)
8224                         ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8225
8226                 LEAVE;
8227                 return IPR_RC_JOB_RETURN;
8228         }
8229
8230         LEAVE;
8231         return IPR_RC_JOB_CONTINUE;
8232 }
8233
8234 /**
8235  * ipr_reset_timer_done - Adapter reset timer function
8236  * @ipr_cmd:    ipr command struct
8237  *
8238  * Description: This function is used in adapter reset processing
8239  * for timing events. If the reset_cmd pointer in the IOA
8240  * config struct is not this adapter's we are doing nested
8241  * resets and fail_all_ops will take care of freeing the
8242  * command block.
8243  *
8244  * Return value:
8245  *      none
8246  **/
8247 static void ipr_reset_timer_done(struct timer_list *t)
8248 {
8249         struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
8250         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8251         unsigned long lock_flags = 0;
8252
8253         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8254
8255         if (ioa_cfg->reset_cmd == ipr_cmd) {
8256                 list_del(&ipr_cmd->queue);
8257                 ipr_cmd->done(ipr_cmd);
8258         }
8259
8260         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8261 }
8262
8263 /**
8264  * ipr_reset_start_timer - Start a timer for adapter reset job
8265  * @ipr_cmd:    ipr command struct
8266  * @timeout:    timeout value
8267  *
8268  * Description: This function is used in adapter reset processing
8269  * for timing events. If the reset_cmd pointer in the IOA
8270  * config struct is not this adapter's we are doing nested
8271  * resets and fail_all_ops will take care of freeing the
8272  * command block.
8273  *
8274  * Return value:
8275  *      none
8276  **/
8277 static void ipr_reset_start_timer(struct ipr_cmnd *ipr_cmd,
8278                                   unsigned long timeout)
8279 {
8280
8281         ENTER;
8282         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
8283         ipr_cmd->done = ipr_reset_ioa_job;
8284
8285         ipr_cmd->timer.expires = jiffies + timeout;
8286         ipr_cmd->timer.function = ipr_reset_timer_done;
8287         add_timer(&ipr_cmd->timer);
8288 }
8289
8290 /**
8291  * ipr_init_ioa_mem - Initialize ioa_cfg control block
8292  * @ioa_cfg:    ioa cfg struct
8293  *
8294  * Return value:
8295  *      nothing
8296  **/
8297 static void ipr_init_ioa_mem(struct ipr_ioa_cfg *ioa_cfg)
8298 {
8299         struct ipr_hrr_queue *hrrq;
8300
8301         for_each_hrrq(hrrq, ioa_cfg) {
8302                 spin_lock(&hrrq->_lock);
8303                 memset(hrrq->host_rrq, 0, sizeof(u32) * hrrq->size);
8304
8305                 /* Initialize Host RRQ pointers */
8306                 hrrq->hrrq_start = hrrq->host_rrq;
8307                 hrrq->hrrq_end = &hrrq->host_rrq[hrrq->size - 1];
8308                 hrrq->hrrq_curr = hrrq->hrrq_start;
8309                 hrrq->toggle_bit = 1;
8310                 spin_unlock(&hrrq->_lock);
8311         }
8312         wmb();
8313
8314         ioa_cfg->identify_hrrq_index = 0;
8315         if (ioa_cfg->hrrq_num == 1)
8316                 atomic_set(&ioa_cfg->hrrq_index, 0);
8317         else
8318                 atomic_set(&ioa_cfg->hrrq_index, 1);
8319
8320         /* Zero out config table */
8321         memset(ioa_cfg->u.cfg_table, 0, ioa_cfg->cfg_table_size);
8322 }
8323
8324 /**
8325  * ipr_reset_next_stage - Process IPL stage change based on feedback register.
8326  * @ipr_cmd:    ipr command struct
8327  *
8328  * Return value:
8329  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8330  **/
8331 static int ipr_reset_next_stage(struct ipr_cmnd *ipr_cmd)
8332 {
8333         unsigned long stage, stage_time;
8334         u32 feedback;
8335         volatile u32 int_reg;
8336         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8337         u64 maskval = 0;
8338
8339         feedback = readl(ioa_cfg->regs.init_feedback_reg);
8340         stage = feedback & IPR_IPL_INIT_STAGE_MASK;
8341         stage_time = feedback & IPR_IPL_INIT_STAGE_TIME_MASK;
8342
8343         ipr_dbg("IPL stage = 0x%lx, IPL stage time = %ld\n", stage, stage_time);
8344
8345         /* sanity check the stage_time value */
8346         if (stage_time == 0)
8347                 stage_time = IPR_IPL_INIT_DEFAULT_STAGE_TIME;
8348         else if (stage_time < IPR_IPL_INIT_MIN_STAGE_TIME)
8349                 stage_time = IPR_IPL_INIT_MIN_STAGE_TIME;
8350         else if (stage_time > IPR_LONG_OPERATIONAL_TIMEOUT)
8351                 stage_time = IPR_LONG_OPERATIONAL_TIMEOUT;
8352
8353         if (stage == IPR_IPL_INIT_STAGE_UNKNOWN) {
8354                 writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.set_interrupt_mask_reg);
8355                 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8356                 stage_time = ioa_cfg->transop_timeout;
8357                 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8358         } else if (stage == IPR_IPL_INIT_STAGE_TRANSOP) {
8359                 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
8360                 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
8361                         ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8362                         maskval = IPR_PCII_IPL_STAGE_CHANGE;
8363                         maskval = (maskval << 32) | IPR_PCII_IOA_TRANS_TO_OPER;
8364                         writeq(maskval, ioa_cfg->regs.set_interrupt_mask_reg);
8365                         int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8366                         return IPR_RC_JOB_CONTINUE;
8367                 }
8368         }
8369
8370         ipr_cmd->timer.expires = jiffies + stage_time * HZ;
8371         ipr_cmd->timer.function = ipr_oper_timeout;
8372         ipr_cmd->done = ipr_reset_ioa_job;
8373         add_timer(&ipr_cmd->timer);
8374
8375         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
8376
8377         return IPR_RC_JOB_RETURN;
8378 }
8379
8380 /**
8381  * ipr_reset_enable_ioa - Enable the IOA following a reset.
8382  * @ipr_cmd:    ipr command struct
8383  *
8384  * This function reinitializes some control blocks and
8385  * enables destructive diagnostics on the adapter.
8386  *
8387  * Return value:
8388  *      IPR_RC_JOB_RETURN
8389  **/
8390 static int ipr_reset_enable_ioa(struct ipr_cmnd *ipr_cmd)
8391 {
8392         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8393         volatile u32 int_reg;
8394         volatile u64 maskval;
8395         int i;
8396
8397         ENTER;
8398         ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8399         ipr_init_ioa_mem(ioa_cfg);
8400
8401         for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8402                 spin_lock(&ioa_cfg->hrrq[i]._lock);
8403                 ioa_cfg->hrrq[i].allow_interrupts = 1;
8404                 spin_unlock(&ioa_cfg->hrrq[i]._lock);
8405         }
8406         wmb();
8407         if (ioa_cfg->sis64) {
8408                 /* Set the adapter to the correct endian mode. */
8409                 writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
8410                 int_reg = readl(ioa_cfg->regs.endian_swap_reg);
8411         }
8412
8413         int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
8414
8415         if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
8416                 writel((IPR_PCII_ERROR_INTERRUPTS | IPR_PCII_HRRQ_UPDATED),
8417                        ioa_cfg->regs.clr_interrupt_mask_reg32);
8418                 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8419                 return IPR_RC_JOB_CONTINUE;
8420         }
8421
8422         /* Enable destructive diagnostics on IOA */
8423         writel(ioa_cfg->doorbell, ioa_cfg->regs.set_uproc_interrupt_reg32);
8424
8425         if (ioa_cfg->sis64) {
8426                 maskval = IPR_PCII_IPL_STAGE_CHANGE;
8427                 maskval = (maskval << 32) | IPR_PCII_OPER_INTERRUPTS;
8428                 writeq(maskval, ioa_cfg->regs.clr_interrupt_mask_reg);
8429         } else
8430                 writel(IPR_PCII_OPER_INTERRUPTS, ioa_cfg->regs.clr_interrupt_mask_reg32);
8431
8432         int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8433
8434         dev_info(&ioa_cfg->pdev->dev, "Initializing IOA.\n");
8435
8436         if (ioa_cfg->sis64) {
8437                 ipr_cmd->job_step = ipr_reset_next_stage;
8438                 return IPR_RC_JOB_CONTINUE;
8439         }
8440
8441         ipr_cmd->timer.expires = jiffies + (ioa_cfg->transop_timeout * HZ);
8442         ipr_cmd->timer.function = ipr_oper_timeout;
8443         ipr_cmd->done = ipr_reset_ioa_job;
8444         add_timer(&ipr_cmd->timer);
8445         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
8446
8447         LEAVE;
8448         return IPR_RC_JOB_RETURN;
8449 }
8450
8451 /**
8452  * ipr_reset_wait_for_dump - Wait for a dump to timeout.
8453  * @ipr_cmd:    ipr command struct
8454  *
8455  * This function is invoked when an adapter dump has run out
8456  * of processing time.
8457  *
8458  * Return value:
8459  *      IPR_RC_JOB_CONTINUE
8460  **/
8461 static int ipr_reset_wait_for_dump(struct ipr_cmnd *ipr_cmd)
8462 {
8463         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8464
8465         if (ioa_cfg->sdt_state == GET_DUMP)
8466                 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8467         else if (ioa_cfg->sdt_state == READ_DUMP)
8468                 ioa_cfg->sdt_state = ABORT_DUMP;
8469
8470         ioa_cfg->dump_timeout = 1;
8471         ipr_cmd->job_step = ipr_reset_alert;
8472
8473         return IPR_RC_JOB_CONTINUE;
8474 }
8475
8476 /**
8477  * ipr_unit_check_no_data - Log a unit check/no data error log
8478  * @ioa_cfg:            ioa config struct
8479  *
8480  * Logs an error indicating the adapter unit checked, but for some
8481  * reason, we were unable to fetch the unit check buffer.
8482  *
8483  * Return value:
8484  *      nothing
8485  **/
8486 static void ipr_unit_check_no_data(struct ipr_ioa_cfg *ioa_cfg)
8487 {
8488         ioa_cfg->errors_logged++;
8489         dev_err(&ioa_cfg->pdev->dev, "IOA unit check with no data\n");
8490 }
8491
8492 /**
8493  * ipr_get_unit_check_buffer - Get the unit check buffer from the IOA
8494  * @ioa_cfg:            ioa config struct
8495  *
8496  * Fetches the unit check buffer from the adapter by clocking the data
8497  * through the mailbox register.
8498  *
8499  * Return value:
8500  *      nothing
8501  **/
8502 static void ipr_get_unit_check_buffer(struct ipr_ioa_cfg *ioa_cfg)
8503 {
8504         unsigned long mailbox;
8505         struct ipr_hostrcb *hostrcb;
8506         struct ipr_uc_sdt sdt;
8507         int rc, length;
8508         u32 ioasc;
8509
8510         mailbox = readl(ioa_cfg->ioa_mailbox);
8511
8512         if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(mailbox)) {
8513                 ipr_unit_check_no_data(ioa_cfg);
8514                 return;
8515         }
8516
8517         memset(&sdt, 0, sizeof(struct ipr_uc_sdt));
8518         rc = ipr_get_ldump_data_section(ioa_cfg, mailbox, (__be32 *) &sdt,
8519                                         (sizeof(struct ipr_uc_sdt)) / sizeof(__be32));
8520
8521         if (rc || !(sdt.entry[0].flags & IPR_SDT_VALID_ENTRY) ||
8522             ((be32_to_cpu(sdt.hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
8523             (be32_to_cpu(sdt.hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
8524                 ipr_unit_check_no_data(ioa_cfg);
8525                 return;
8526         }
8527
8528         /* Find length of the first sdt entry (UC buffer) */
8529         if (be32_to_cpu(sdt.hdr.state) == IPR_FMT3_SDT_READY_TO_USE)
8530                 length = be32_to_cpu(sdt.entry[0].end_token);
8531         else
8532                 length = (be32_to_cpu(sdt.entry[0].end_token) -
8533                           be32_to_cpu(sdt.entry[0].start_token)) &
8534                           IPR_FMT2_MBX_ADDR_MASK;
8535
8536         hostrcb = list_entry(ioa_cfg->hostrcb_free_q.next,
8537                              struct ipr_hostrcb, queue);
8538         list_del_init(&hostrcb->queue);
8539         memset(&hostrcb->hcam, 0, sizeof(hostrcb->hcam));
8540
8541         rc = ipr_get_ldump_data_section(ioa_cfg,
8542                                         be32_to_cpu(sdt.entry[0].start_token),
8543                                         (__be32 *)&hostrcb->hcam,
8544                                         min(length, (int)sizeof(hostrcb->hcam)) / sizeof(__be32));
8545
8546         if (!rc) {
8547                 ipr_handle_log_data(ioa_cfg, hostrcb);
8548                 ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
8549                 if (ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED &&
8550                     ioa_cfg->sdt_state == GET_DUMP)
8551                         ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8552         } else
8553                 ipr_unit_check_no_data(ioa_cfg);
8554
8555         list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
8556 }
8557
8558 /**
8559  * ipr_reset_get_unit_check_job - Call to get the unit check buffer.
8560  * @ipr_cmd:    ipr command struct
8561  *
8562  * Description: This function will call to get the unit check buffer.
8563  *
8564  * Return value:
8565  *      IPR_RC_JOB_RETURN
8566  **/
8567 static int ipr_reset_get_unit_check_job(struct ipr_cmnd *ipr_cmd)
8568 {
8569         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8570
8571         ENTER;
8572         ioa_cfg->ioa_unit_checked = 0;
8573         ipr_get_unit_check_buffer(ioa_cfg);
8574         ipr_cmd->job_step = ipr_reset_alert;
8575         ipr_reset_start_timer(ipr_cmd, 0);
8576
8577         LEAVE;
8578         return IPR_RC_JOB_RETURN;
8579 }
8580
8581 static int ipr_dump_mailbox_wait(struct ipr_cmnd *ipr_cmd)
8582 {
8583         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8584
8585         ENTER;
8586
8587         if (ioa_cfg->sdt_state != GET_DUMP)
8588                 return IPR_RC_JOB_RETURN;
8589
8590         if (!ioa_cfg->sis64 || !ipr_cmd->u.time_left ||
8591             (readl(ioa_cfg->regs.sense_interrupt_reg) &
8592              IPR_PCII_MAILBOX_STABLE)) {
8593
8594                 if (!ipr_cmd->u.time_left)
8595                         dev_err(&ioa_cfg->pdev->dev,
8596                                 "Timed out waiting for Mailbox register.\n");
8597
8598                 ioa_cfg->sdt_state = READ_DUMP;
8599                 ioa_cfg->dump_timeout = 0;
8600                 if (ioa_cfg->sis64)
8601                         ipr_reset_start_timer(ipr_cmd, IPR_SIS64_DUMP_TIMEOUT);
8602                 else
8603                         ipr_reset_start_timer(ipr_cmd, IPR_SIS32_DUMP_TIMEOUT);
8604                 ipr_cmd->job_step = ipr_reset_wait_for_dump;
8605                 schedule_work(&ioa_cfg->work_q);
8606
8607         } else {
8608                 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8609                 ipr_reset_start_timer(ipr_cmd,
8610                                       IPR_CHECK_FOR_RESET_TIMEOUT);
8611         }
8612
8613         LEAVE;
8614         return IPR_RC_JOB_RETURN;
8615 }
8616
8617 /**
8618  * ipr_reset_restore_cfg_space - Restore PCI config space.
8619  * @ipr_cmd:    ipr command struct
8620  *
8621  * Description: This function restores the saved PCI config space of
8622  * the adapter, fails all outstanding ops back to the callers, and
8623  * fetches the dump/unit check if applicable to this reset.
8624  *
8625  * Return value:
8626  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8627  **/
8628 static int ipr_reset_restore_cfg_space(struct ipr_cmnd *ipr_cmd)
8629 {
8630         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8631         u32 int_reg;
8632
8633         ENTER;
8634         ioa_cfg->pdev->state_saved = true;
8635         pci_restore_state(ioa_cfg->pdev);
8636
8637         if (ipr_set_pcix_cmd_reg(ioa_cfg)) {
8638                 ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
8639                 return IPR_RC_JOB_CONTINUE;
8640         }
8641
8642         ipr_fail_all_ops(ioa_cfg);
8643
8644         if (ioa_cfg->sis64) {
8645                 /* Set the adapter to the correct endian mode. */
8646                 writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
8647                 int_reg = readl(ioa_cfg->regs.endian_swap_reg);
8648         }
8649
8650         if (ioa_cfg->ioa_unit_checked) {
8651                 if (ioa_cfg->sis64) {
8652                         ipr_cmd->job_step = ipr_reset_get_unit_check_job;
8653                         ipr_reset_start_timer(ipr_cmd, IPR_DUMP_DELAY_TIMEOUT);
8654                         return IPR_RC_JOB_RETURN;
8655                 } else {
8656                         ioa_cfg->ioa_unit_checked = 0;
8657                         ipr_get_unit_check_buffer(ioa_cfg);
8658                         ipr_cmd->job_step = ipr_reset_alert;
8659                         ipr_reset_start_timer(ipr_cmd, 0);
8660                         return IPR_RC_JOB_RETURN;
8661                 }
8662         }
8663
8664         if (ioa_cfg->in_ioa_bringdown) {
8665                 ipr_cmd->job_step = ipr_ioa_bringdown_done;
8666         } else if (ioa_cfg->sdt_state == GET_DUMP) {
8667                 ipr_cmd->job_step = ipr_dump_mailbox_wait;
8668                 ipr_cmd->u.time_left = IPR_WAIT_FOR_MAILBOX;
8669         } else {
8670                 ipr_cmd->job_step = ipr_reset_enable_ioa;
8671         }
8672
8673         LEAVE;
8674         return IPR_RC_JOB_CONTINUE;
8675 }
8676
8677 /**
8678  * ipr_reset_bist_done - BIST has completed on the adapter.
8679  * @ipr_cmd:    ipr command struct
8680  *
8681  * Description: Unblock config space and resume the reset process.
8682  *
8683  * Return value:
8684  *      IPR_RC_JOB_CONTINUE
8685  **/
8686 static int ipr_reset_bist_done(struct ipr_cmnd *ipr_cmd)
8687 {
8688         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8689
8690         ENTER;
8691         if (ioa_cfg->cfg_locked)
8692                 pci_cfg_access_unlock(ioa_cfg->pdev);
8693         ioa_cfg->cfg_locked = 0;
8694         ipr_cmd->job_step = ipr_reset_restore_cfg_space;
8695         LEAVE;
8696         return IPR_RC_JOB_CONTINUE;
8697 }
8698
8699 /**
8700  * ipr_reset_start_bist - Run BIST on the adapter.
8701  * @ipr_cmd:    ipr command struct
8702  *
8703  * Description: This function runs BIST on the adapter, then delays 2 seconds.
8704  *
8705  * Return value:
8706  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8707  **/
8708 static int ipr_reset_start_bist(struct ipr_cmnd *ipr_cmd)
8709 {
8710         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8711         int rc = PCIBIOS_SUCCESSFUL;
8712
8713         ENTER;
8714         if (ioa_cfg->ipr_chip->bist_method == IPR_MMIO)
8715                 writel(IPR_UPROCI_SIS64_START_BIST,
8716                        ioa_cfg->regs.set_uproc_interrupt_reg32);
8717         else
8718                 rc = pci_write_config_byte(ioa_cfg->pdev, PCI_BIST, PCI_BIST_START);
8719
8720         if (rc == PCIBIOS_SUCCESSFUL) {
8721                 ipr_cmd->job_step = ipr_reset_bist_done;
8722                 ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
8723                 rc = IPR_RC_JOB_RETURN;
8724         } else {
8725                 if (ioa_cfg->cfg_locked)
8726                         pci_cfg_access_unlock(ipr_cmd->ioa_cfg->pdev);
8727                 ioa_cfg->cfg_locked = 0;
8728                 ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
8729                 rc = IPR_RC_JOB_CONTINUE;
8730         }
8731
8732         LEAVE;
8733         return rc;
8734 }
8735
8736 /**
8737  * ipr_reset_slot_reset_done - Clear PCI reset to the adapter
8738  * @ipr_cmd:    ipr command struct
8739  *
8740  * Description: This clears PCI reset to the adapter and delays two seconds.
8741  *
8742  * Return value:
8743  *      IPR_RC_JOB_RETURN
8744  **/
8745 static int ipr_reset_slot_reset_done(struct ipr_cmnd *ipr_cmd)
8746 {
8747         ENTER;
8748         ipr_cmd->job_step = ipr_reset_bist_done;
8749         ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
8750         LEAVE;
8751         return IPR_RC_JOB_RETURN;
8752 }
8753
8754 /**
8755  * ipr_reset_reset_work - Pulse a PCIe fundamental reset
8756  * @work:       work struct
8757  *
8758  * Description: This pulses warm reset to a slot.
8759  *
8760  **/
8761 static void ipr_reset_reset_work(struct work_struct *work)
8762 {
8763         struct ipr_cmnd *ipr_cmd = container_of(work, struct ipr_cmnd, work);
8764         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8765         struct pci_dev *pdev = ioa_cfg->pdev;
8766         unsigned long lock_flags = 0;
8767
8768         ENTER;
8769         pci_set_pcie_reset_state(pdev, pcie_warm_reset);
8770         msleep(jiffies_to_msecs(IPR_PCI_RESET_TIMEOUT));
8771         pci_set_pcie_reset_state(pdev, pcie_deassert_reset);
8772
8773         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8774         if (ioa_cfg->reset_cmd == ipr_cmd)
8775                 ipr_reset_ioa_job(ipr_cmd);
8776         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8777         LEAVE;
8778 }
8779
8780 /**
8781  * ipr_reset_slot_reset - Reset the PCI slot of the adapter.
8782  * @ipr_cmd:    ipr command struct
8783  *
8784  * Description: This asserts PCI reset to the adapter.
8785  *
8786  * Return value:
8787  *      IPR_RC_JOB_RETURN
8788  **/
8789 static int ipr_reset_slot_reset(struct ipr_cmnd *ipr_cmd)
8790 {
8791         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8792
8793         ENTER;
8794         INIT_WORK(&ipr_cmd->work, ipr_reset_reset_work);
8795         queue_work(ioa_cfg->reset_work_q, &ipr_cmd->work);
8796         ipr_cmd->job_step = ipr_reset_slot_reset_done;
8797         LEAVE;
8798         return IPR_RC_JOB_RETURN;
8799 }
8800
8801 /**
8802  * ipr_reset_block_config_access_wait - Wait for permission to block config access
8803  * @ipr_cmd:    ipr command struct
8804  *
8805  * Description: This attempts to block config access to the IOA.
8806  *
8807  * Return value:
8808  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8809  **/
8810 static int ipr_reset_block_config_access_wait(struct ipr_cmnd *ipr_cmd)
8811 {
8812         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8813         int rc = IPR_RC_JOB_CONTINUE;
8814
8815         if (pci_cfg_access_trylock(ioa_cfg->pdev)) {
8816                 ioa_cfg->cfg_locked = 1;
8817                 ipr_cmd->job_step = ioa_cfg->reset;
8818         } else {
8819                 if (ipr_cmd->u.time_left) {
8820                         rc = IPR_RC_JOB_RETURN;
8821                         ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8822                         ipr_reset_start_timer(ipr_cmd,
8823                                               IPR_CHECK_FOR_RESET_TIMEOUT);
8824                 } else {
8825                         ipr_cmd->job_step = ioa_cfg->reset;
8826                         dev_err(&ioa_cfg->pdev->dev,
8827                                 "Timed out waiting to lock config access. Resetting anyway.\n");
8828                 }
8829         }
8830
8831         return rc;
8832 }
8833
8834 /**
8835  * ipr_reset_block_config_access - Block config access to the IOA
8836  * @ipr_cmd:    ipr command struct
8837  *
8838  * Description: This attempts to block config access to the IOA
8839  *
8840  * Return value:
8841  *      IPR_RC_JOB_CONTINUE
8842  **/
8843 static int ipr_reset_block_config_access(struct ipr_cmnd *ipr_cmd)
8844 {
8845         ipr_cmd->ioa_cfg->cfg_locked = 0;
8846         ipr_cmd->job_step = ipr_reset_block_config_access_wait;
8847         ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8848         return IPR_RC_JOB_CONTINUE;
8849 }
8850
8851 /**
8852  * ipr_reset_allowed - Query whether or not IOA can be reset
8853  * @ioa_cfg:    ioa config struct
8854  *
8855  * Return value:
8856  *      0 if reset not allowed / non-zero if reset is allowed
8857  **/
8858 static int ipr_reset_allowed(struct ipr_ioa_cfg *ioa_cfg)
8859 {
8860         volatile u32 temp_reg;
8861
8862         temp_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
8863         return ((temp_reg & IPR_PCII_CRITICAL_OPERATION) == 0);
8864 }
8865
8866 /**
8867  * ipr_reset_wait_to_start_bist - Wait for permission to reset IOA.
8868  * @ipr_cmd:    ipr command struct
8869  *
8870  * Description: This function waits for adapter permission to run BIST,
8871  * then runs BIST. If the adapter does not give permission after a
8872  * reasonable time, we will reset the adapter anyway. The impact of
8873  * resetting the adapter without warning the adapter is the risk of
8874  * losing the persistent error log on the adapter. If the adapter is
8875  * reset while it is writing to the flash on the adapter, the flash
8876  * segment will have bad ECC and be zeroed.
8877  *
8878  * Return value:
8879  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8880  **/
8881 static int ipr_reset_wait_to_start_bist(struct ipr_cmnd *ipr_cmd)
8882 {
8883         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8884         int rc = IPR_RC_JOB_RETURN;
8885
8886         if (!ipr_reset_allowed(ioa_cfg) && ipr_cmd->u.time_left) {
8887                 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8888                 ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8889         } else {
8890                 ipr_cmd->job_step = ipr_reset_block_config_access;
8891                 rc = IPR_RC_JOB_CONTINUE;
8892         }
8893
8894         return rc;
8895 }
8896
8897 /**
8898  * ipr_reset_alert - Alert the adapter of a pending reset
8899  * @ipr_cmd:    ipr command struct
8900  *
8901  * Description: This function alerts the adapter that it will be reset.
8902  * If memory space is not currently enabled, proceed directly
8903  * to running BIST on the adapter. The timer must always be started
8904  * so we guarantee we do not run BIST from ipr_isr.
8905  *
8906  * Return value:
8907  *      IPR_RC_JOB_RETURN
8908  **/
8909 static int ipr_reset_alert(struct ipr_cmnd *ipr_cmd)
8910 {
8911         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8912         u16 cmd_reg;
8913         int rc;
8914
8915         ENTER;
8916         rc = pci_read_config_word(ioa_cfg->pdev, PCI_COMMAND, &cmd_reg);
8917
8918         if ((rc == PCIBIOS_SUCCESSFUL) && (cmd_reg & PCI_COMMAND_MEMORY)) {
8919                 ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
8920                 writel(IPR_UPROCI_RESET_ALERT, ioa_cfg->regs.set_uproc_interrupt_reg32);
8921                 ipr_cmd->job_step = ipr_reset_wait_to_start_bist;
8922         } else {
8923                 ipr_cmd->job_step = ipr_reset_block_config_access;
8924         }
8925
8926         ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8927         ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8928
8929         LEAVE;
8930         return IPR_RC_JOB_RETURN;
8931 }
8932
8933 /**
8934  * ipr_reset_quiesce_done - Complete IOA disconnect
8935  * @ipr_cmd:    ipr command struct
8936  *
8937  * Description: Freeze the adapter to complete quiesce processing
8938  *
8939  * Return value:
8940  *      IPR_RC_JOB_CONTINUE
8941  **/
8942 static int ipr_reset_quiesce_done(struct ipr_cmnd *ipr_cmd)
8943 {
8944         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8945
8946         ENTER;
8947         ipr_cmd->job_step = ipr_ioa_bringdown_done;
8948         ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
8949         LEAVE;
8950         return IPR_RC_JOB_CONTINUE;
8951 }
8952
8953 /**
8954  * ipr_reset_cancel_hcam_done - Check for outstanding commands
8955  * @ipr_cmd:    ipr command struct
8956  *
8957  * Description: Ensure nothing is outstanding to the IOA and
8958  *                      proceed with IOA disconnect. Otherwise reset the IOA.
8959  *
8960  * Return value:
8961  *      IPR_RC_JOB_RETURN / IPR_RC_JOB_CONTINUE
8962  **/
8963 static int ipr_reset_cancel_hcam_done(struct ipr_cmnd *ipr_cmd)
8964 {
8965         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8966         struct ipr_cmnd *loop_cmd;
8967         struct ipr_hrr_queue *hrrq;
8968         int rc = IPR_RC_JOB_CONTINUE;
8969         int count = 0;
8970
8971         ENTER;
8972         ipr_cmd->job_step = ipr_reset_quiesce_done;
8973
8974         for_each_hrrq(hrrq, ioa_cfg) {
8975                 spin_lock(&hrrq->_lock);
8976                 list_for_each_entry(loop_cmd, &hrrq->hrrq_pending_q, queue) {
8977                         count++;
8978                         ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8979                         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
8980                         rc = IPR_RC_JOB_RETURN;
8981                         break;
8982                 }
8983                 spin_unlock(&hrrq->_lock);
8984
8985                 if (count)
8986                         break;
8987         }
8988
8989         LEAVE;
8990         return rc;
8991 }
8992
8993 /**
8994  * ipr_reset_cancel_hcam - Cancel outstanding HCAMs
8995  * @ipr_cmd:    ipr command struct
8996  *
8997  * Description: Cancel any oustanding HCAMs to the IOA.
8998  *
8999  * Return value:
9000  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
9001  **/
9002 static int ipr_reset_cancel_hcam(struct ipr_cmnd *ipr_cmd)
9003 {
9004         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9005         int rc = IPR_RC_JOB_CONTINUE;
9006         struct ipr_cmd_pkt *cmd_pkt;
9007         struct ipr_cmnd *hcam_cmd;
9008         struct ipr_hrr_queue *hrrq = &ioa_cfg->hrrq[IPR_INIT_HRRQ];
9009
9010         ENTER;
9011         ipr_cmd->job_step = ipr_reset_cancel_hcam_done;
9012
9013         if (!hrrq->ioa_is_dead) {
9014                 if (!list_empty(&ioa_cfg->hostrcb_pending_q)) {
9015                         list_for_each_entry(hcam_cmd, &hrrq->hrrq_pending_q, queue) {
9016                                 if (hcam_cmd->ioarcb.cmd_pkt.cdb[0] != IPR_HOST_CONTROLLED_ASYNC)
9017                                         continue;
9018
9019                                 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9020                                 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
9021                                 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
9022                                 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
9023                                 cmd_pkt->cdb[0] = IPR_CANCEL_REQUEST;
9024                                 cmd_pkt->cdb[1] = IPR_CANCEL_64BIT_IOARCB;
9025                                 cmd_pkt->cdb[10] = ((u64) hcam_cmd->dma_addr >> 56) & 0xff;
9026                                 cmd_pkt->cdb[11] = ((u64) hcam_cmd->dma_addr >> 48) & 0xff;
9027                                 cmd_pkt->cdb[12] = ((u64) hcam_cmd->dma_addr >> 40) & 0xff;
9028                                 cmd_pkt->cdb[13] = ((u64) hcam_cmd->dma_addr >> 32) & 0xff;
9029                                 cmd_pkt->cdb[2] = ((u64) hcam_cmd->dma_addr >> 24) & 0xff;
9030                                 cmd_pkt->cdb[3] = ((u64) hcam_cmd->dma_addr >> 16) & 0xff;
9031                                 cmd_pkt->cdb[4] = ((u64) hcam_cmd->dma_addr >> 8) & 0xff;
9032                                 cmd_pkt->cdb[5] = ((u64) hcam_cmd->dma_addr) & 0xff;
9033
9034                                 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
9035                                            IPR_CANCEL_TIMEOUT);
9036
9037                                 rc = IPR_RC_JOB_RETURN;
9038                                 ipr_cmd->job_step = ipr_reset_cancel_hcam;
9039                                 break;
9040                         }
9041                 }
9042         } else
9043                 ipr_cmd->job_step = ipr_reset_alert;
9044
9045         LEAVE;
9046         return rc;
9047 }
9048
9049 /**
9050  * ipr_reset_ucode_download_done - Microcode download completion
9051  * @ipr_cmd:    ipr command struct
9052  *
9053  * Description: This function unmaps the microcode download buffer.
9054  *
9055  * Return value:
9056  *      IPR_RC_JOB_CONTINUE
9057  **/
9058 static int ipr_reset_ucode_download_done(struct ipr_cmnd *ipr_cmd)
9059 {
9060         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9061         struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
9062
9063         dma_unmap_sg(&ioa_cfg->pdev->dev, sglist->scatterlist,
9064                      sglist->num_sg, DMA_TO_DEVICE);
9065
9066         ipr_cmd->job_step = ipr_reset_alert;
9067         return IPR_RC_JOB_CONTINUE;
9068 }
9069
9070 /**
9071  * ipr_reset_ucode_download - Download microcode to the adapter
9072  * @ipr_cmd:    ipr command struct
9073  *
9074  * Description: This function checks to see if it there is microcode
9075  * to download to the adapter. If there is, a download is performed.
9076  *
9077  * Return value:
9078  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
9079  **/
9080 static int ipr_reset_ucode_download(struct ipr_cmnd *ipr_cmd)
9081 {
9082         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9083         struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
9084
9085         ENTER;
9086         ipr_cmd->job_step = ipr_reset_alert;
9087
9088         if (!sglist)
9089                 return IPR_RC_JOB_CONTINUE;
9090
9091         ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9092         ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
9093         ipr_cmd->ioarcb.cmd_pkt.cdb[0] = WRITE_BUFFER;
9094         ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_WR_BUF_DOWNLOAD_AND_SAVE;
9095         ipr_cmd->ioarcb.cmd_pkt.cdb[6] = (sglist->buffer_len & 0xff0000) >> 16;
9096         ipr_cmd->ioarcb.cmd_pkt.cdb[7] = (sglist->buffer_len & 0x00ff00) >> 8;
9097         ipr_cmd->ioarcb.cmd_pkt.cdb[8] = sglist->buffer_len & 0x0000ff;
9098
9099         if (ioa_cfg->sis64)
9100                 ipr_build_ucode_ioadl64(ipr_cmd, sglist);
9101         else
9102                 ipr_build_ucode_ioadl(ipr_cmd, sglist);
9103         ipr_cmd->job_step = ipr_reset_ucode_download_done;
9104
9105         ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
9106                    IPR_WRITE_BUFFER_TIMEOUT);
9107
9108         LEAVE;
9109         return IPR_RC_JOB_RETURN;
9110 }
9111
9112 /**
9113  * ipr_reset_shutdown_ioa - Shutdown the adapter
9114  * @ipr_cmd:    ipr command struct
9115  *
9116  * Description: This function issues an adapter shutdown of the
9117  * specified type to the specified adapter as part of the
9118  * adapter reset job.
9119  *
9120  * Return value:
9121  *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
9122  **/
9123 static int ipr_reset_shutdown_ioa(struct ipr_cmnd *ipr_cmd)
9124 {
9125         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9126         enum ipr_shutdown_type shutdown_type = ipr_cmd->u.shutdown_type;
9127         unsigned long timeout;
9128         int rc = IPR_RC_JOB_CONTINUE;
9129
9130         ENTER;
9131         if (shutdown_type == IPR_SHUTDOWN_QUIESCE)
9132                 ipr_cmd->job_step = ipr_reset_cancel_hcam;
9133         else if (shutdown_type != IPR_SHUTDOWN_NONE &&
9134                         !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
9135                 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9136                 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
9137                 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
9138                 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = shutdown_type;
9139
9140                 if (shutdown_type == IPR_SHUTDOWN_NORMAL)
9141                         timeout = IPR_SHUTDOWN_TIMEOUT;
9142                 else if (shutdown_type == IPR_SHUTDOWN_PREPARE_FOR_NORMAL)
9143                         timeout = IPR_INTERNAL_TIMEOUT;
9144                 else if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
9145                         timeout = IPR_DUAL_IOA_ABBR_SHUTDOWN_TO;
9146                 else
9147                         timeout = IPR_ABBREV_SHUTDOWN_TIMEOUT;
9148
9149                 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, timeout);
9150
9151                 rc = IPR_RC_JOB_RETURN;
9152                 ipr_cmd->job_step = ipr_reset_ucode_download;
9153         } else
9154                 ipr_cmd->job_step = ipr_reset_alert;
9155
9156         LEAVE;
9157         return rc;
9158 }
9159
9160 /**
9161  * ipr_reset_ioa_job - Adapter reset job
9162  * @ipr_cmd:    ipr command struct
9163  *
9164  * Description: This function is the job router for the adapter reset job.
9165  *
9166  * Return value:
9167  *      none
9168  **/
9169 static void ipr_reset_ioa_job(struct ipr_cmnd *ipr_cmd)
9170 {
9171         u32 rc, ioasc;
9172         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9173
9174         do {
9175                 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
9176
9177                 if (ioa_cfg->reset_cmd != ipr_cmd) {
9178                         /*
9179                          * We are doing nested adapter resets and this is
9180                          * not the current reset job.
9181                          */
9182                         list_add_tail(&ipr_cmd->queue,
9183                                         &ipr_cmd->hrrq->hrrq_free_q);
9184                         return;
9185                 }
9186
9187                 if (IPR_IOASC_SENSE_KEY(ioasc)) {
9188                         rc = ipr_cmd->job_step_failed(ipr_cmd);
9189                         if (rc == IPR_RC_JOB_RETURN)
9190                                 return;
9191                 }
9192
9193                 ipr_reinit_ipr_cmnd(ipr_cmd);
9194                 ipr_cmd->job_step_failed = ipr_reset_cmd_failed;
9195                 rc = ipr_cmd->job_step(ipr_cmd);
9196         } while (rc == IPR_RC_JOB_CONTINUE);
9197 }
9198
9199 /**
9200  * _ipr_initiate_ioa_reset - Initiate an adapter reset
9201  * @ioa_cfg:            ioa config struct
9202  * @job_step:           first job step of reset job
9203  * @shutdown_type:      shutdown type
9204  *
9205  * Description: This function will initiate the reset of the given adapter
9206  * starting at the selected job step.
9207  * If the caller needs to wait on the completion of the reset,
9208  * the caller must sleep on the reset_wait_q.
9209  *
9210  * Return value:
9211  *      none
9212  **/
9213 static void _ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
9214                                     int (*job_step) (struct ipr_cmnd *),
9215                                     enum ipr_shutdown_type shutdown_type)
9216 {
9217         struct ipr_cmnd *ipr_cmd;
9218         int i;
9219
9220         ioa_cfg->in_reset_reload = 1;
9221         for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9222                 spin_lock(&ioa_cfg->hrrq[i]._lock);
9223                 ioa_cfg->hrrq[i].allow_cmds = 0;
9224                 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9225         }
9226         wmb();
9227         if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
9228                 ioa_cfg->scsi_unblock = 0;
9229                 ioa_cfg->scsi_blocked = 1;
9230                 scsi_block_requests(ioa_cfg->host);
9231         }
9232
9233         ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
9234         ioa_cfg->reset_cmd = ipr_cmd;
9235         ipr_cmd->job_step = job_step;
9236         ipr_cmd->u.shutdown_type = shutdown_type;
9237
9238         ipr_reset_ioa_job(ipr_cmd);
9239 }
9240
9241 /**
9242  * ipr_initiate_ioa_reset - Initiate an adapter reset
9243  * @ioa_cfg:            ioa config struct
9244  * @shutdown_type:      shutdown type
9245  *
9246  * Description: This function will initiate the reset of the given adapter.
9247  * If the caller needs to wait on the completion of the reset,
9248  * the caller must sleep on the reset_wait_q.
9249  *
9250  * Return value:
9251  *      none
9252  **/
9253 static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
9254                                    enum ipr_shutdown_type shutdown_type)
9255 {
9256         int i;
9257
9258         if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
9259                 return;
9260
9261         if (ioa_cfg->in_reset_reload) {
9262                 if (ioa_cfg->sdt_state == GET_DUMP)
9263                         ioa_cfg->sdt_state = WAIT_FOR_DUMP;
9264                 else if (ioa_cfg->sdt_state == READ_DUMP)
9265                         ioa_cfg->sdt_state = ABORT_DUMP;
9266         }
9267
9268         if (ioa_cfg->reset_retries++ >= IPR_NUM_RESET_RELOAD_RETRIES) {
9269                 dev_err(&ioa_cfg->pdev->dev,
9270                         "IOA taken offline - error recovery failed\n");
9271
9272                 ioa_cfg->reset_retries = 0;
9273                 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9274                         spin_lock(&ioa_cfg->hrrq[i]._lock);
9275                         ioa_cfg->hrrq[i].ioa_is_dead = 1;
9276                         spin_unlock(&ioa_cfg->hrrq[i]._lock);
9277                 }
9278                 wmb();
9279
9280                 if (ioa_cfg->in_ioa_bringdown) {
9281                         ioa_cfg->reset_cmd = NULL;
9282                         ioa_cfg->in_reset_reload = 0;
9283                         ipr_fail_all_ops(ioa_cfg);
9284                         wake_up_all(&ioa_cfg->reset_wait_q);
9285
9286                         if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
9287                                 ioa_cfg->scsi_unblock = 1;
9288                                 schedule_work(&ioa_cfg->work_q);
9289                         }
9290                         return;
9291                 } else {
9292                         ioa_cfg->in_ioa_bringdown = 1;
9293                         shutdown_type = IPR_SHUTDOWN_NONE;
9294                 }
9295         }
9296
9297         _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_shutdown_ioa,
9298                                 shutdown_type);
9299 }
9300
9301 /**
9302  * ipr_reset_freeze - Hold off all I/O activity
9303  * @ipr_cmd:    ipr command struct
9304  *
9305  * Description: If the PCI slot is frozen, hold off all I/O
9306  * activity; then, as soon as the slot is available again,
9307  * initiate an adapter reset.
9308  */
9309 static int ipr_reset_freeze(struct ipr_cmnd *ipr_cmd)
9310 {
9311         struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9312         int i;
9313
9314         /* Disallow new interrupts, avoid loop */
9315         for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9316                 spin_lock(&ioa_cfg->hrrq[i]._lock);
9317                 ioa_cfg->hrrq[i].allow_interrupts = 0;
9318                 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9319         }
9320         wmb();
9321         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
9322         ipr_cmd->done = ipr_reset_ioa_job;
9323         return IPR_RC_JOB_RETURN;
9324 }
9325
9326 /**
9327  * ipr_pci_mmio_enabled - Called when MMIO has been re-enabled
9328  * @pdev:       PCI device struct
9329  *
9330  * Description: This routine is called to tell us that the MMIO
9331  * access to the IOA has been restored
9332  */
9333 static pci_ers_result_t ipr_pci_mmio_enabled(struct pci_dev *pdev)
9334 {
9335         unsigned long flags = 0;
9336         struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9337
9338         spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9339         if (!ioa_cfg->probe_done)
9340                 pci_save_state(pdev);
9341         spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9342         return PCI_ERS_RESULT_NEED_RESET;
9343 }
9344
9345 /**
9346  * ipr_pci_frozen - Called when slot has experienced a PCI bus error.
9347  * @pdev:       PCI device struct
9348  *
9349  * Description: This routine is called to tell us that the PCI bus
9350  * is down. Can't do anything here, except put the device driver
9351  * into a holding pattern, waiting for the PCI bus to come back.
9352  */
9353 static void ipr_pci_frozen(struct pci_dev *pdev)
9354 {
9355         unsigned long flags = 0;
9356         struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9357
9358         spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9359         if (ioa_cfg->probe_done)
9360                 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_freeze, IPR_SHUTDOWN_NONE);
9361         spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9362 }
9363
9364 /**
9365  * ipr_pci_slot_reset - Called when PCI slot has been reset.
9366  * @pdev:       PCI device struct
9367  *
9368  * Description: This routine is called by the pci error recovery
9369  * code after the PCI slot has been reset, just before we
9370  * should resume normal operations.
9371  */
9372 static pci_ers_result_t ipr_pci_slot_reset(struct pci_dev *pdev)
9373 {
9374         unsigned long flags = 0;
9375         struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9376
9377         spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9378         if (ioa_cfg->probe_done) {
9379                 if (ioa_cfg->needs_warm_reset)
9380                         ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9381                 else
9382                         _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_restore_cfg_space,
9383                                                 IPR_SHUTDOWN_NONE);
9384         } else
9385                 wake_up_all(&ioa_cfg->eeh_wait_q);
9386         spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9387         return PCI_ERS_RESULT_RECOVERED;
9388 }
9389
9390 /**
9391  * ipr_pci_perm_failure - Called when PCI slot is dead for good.
9392  * @pdev:       PCI device struct
9393  *
9394  * Description: This routine is called when the PCI bus has
9395  * permanently failed.
9396  */
9397 static void ipr_pci_perm_failure(struct pci_dev *pdev)
9398 {
9399         unsigned long flags = 0;
9400         struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9401         int i;
9402
9403         spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9404         if (ioa_cfg->probe_done) {
9405                 if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
9406                         ioa_cfg->sdt_state = ABORT_DUMP;
9407                 ioa_cfg->reset_retries = IPR_NUM_RESET_RELOAD_RETRIES - 1;
9408                 ioa_cfg->in_ioa_bringdown = 1;
9409                 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9410                         spin_lock(&ioa_cfg->hrrq[i]._lock);
9411                         ioa_cfg->hrrq[i].allow_cmds = 0;
9412                         spin_unlock(&ioa_cfg->hrrq[i]._lock);
9413                 }
9414                 wmb();
9415                 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9416         } else
9417                 wake_up_all(&ioa_cfg->eeh_wait_q);
9418         spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9419 }
9420
9421 /**
9422  * ipr_pci_error_detected - Called when a PCI error is detected.
9423  * @pdev:       PCI device struct
9424  * @state:      PCI channel state
9425  *
9426  * Description: Called when a PCI error is detected.
9427  *
9428  * Return value:
9429  *      PCI_ERS_RESULT_NEED_RESET or PCI_ERS_RESULT_DISCONNECT
9430  */
9431 static pci_ers_result_t ipr_pci_error_detected(struct pci_dev *pdev,
9432                                                pci_channel_state_t state)
9433 {
9434         switch (state) {
9435         case pci_channel_io_frozen:
9436                 ipr_pci_frozen(pdev);
9437                 return PCI_ERS_RESULT_CAN_RECOVER;
9438         case pci_channel_io_perm_failure:
9439                 ipr_pci_perm_failure(pdev);
9440                 return PCI_ERS_RESULT_DISCONNECT;
9441                 break;
9442         default:
9443                 break;
9444         }
9445         return PCI_ERS_RESULT_NEED_RESET;
9446 }
9447
9448 /**
9449  * ipr_probe_ioa_part2 - Initializes IOAs found in ipr_probe_ioa(..)
9450  * @ioa_cfg:    ioa cfg struct
9451  *
9452  * Description: This is the second phase of adapter initialization
9453  * This function takes care of initilizing the adapter to the point
9454  * where it can accept new commands.
9455
9456  * Return value:
9457  *      0 on success / -EIO on failure
9458  **/
9459 static int ipr_probe_ioa_part2(struct ipr_ioa_cfg *ioa_cfg)
9460 {
9461         int rc = 0;
9462         unsigned long host_lock_flags = 0;
9463
9464         ENTER;
9465         spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9466         dev_dbg(&ioa_cfg->pdev->dev, "ioa_cfg adx: 0x%p\n", ioa_cfg);
9467         ioa_cfg->probe_done = 1;
9468         if (ioa_cfg->needs_hard_reset) {
9469                 ioa_cfg->needs_hard_reset = 0;
9470                 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9471         } else
9472                 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_enable_ioa,
9473                                         IPR_SHUTDOWN_NONE);
9474         spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
9475
9476         LEAVE;
9477         return rc;
9478 }
9479
9480 /**
9481  * ipr_free_cmd_blks - Frees command blocks allocated for an adapter
9482  * @ioa_cfg:    ioa config struct
9483  *
9484  * Return value:
9485  *      none
9486  **/
9487 static void ipr_free_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
9488 {
9489         int i;
9490
9491         if (ioa_cfg->ipr_cmnd_list) {
9492                 for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
9493                         if (ioa_cfg->ipr_cmnd_list[i])
9494                                 dma_pool_free(ioa_cfg->ipr_cmd_pool,
9495                                               ioa_cfg->ipr_cmnd_list[i],
9496                                               ioa_cfg->ipr_cmnd_list_dma[i]);
9497
9498                         ioa_cfg->ipr_cmnd_list[i] = NULL;
9499                 }
9500         }
9501
9502         if (ioa_cfg->ipr_cmd_pool)
9503                 dma_pool_destroy(ioa_cfg->ipr_cmd_pool);
9504
9505         kfree(ioa_cfg->ipr_cmnd_list);
9506         kfree(ioa_cfg->ipr_cmnd_list_dma);
9507         ioa_cfg->ipr_cmnd_list = NULL;
9508         ioa_cfg->ipr_cmnd_list_dma = NULL;
9509         ioa_cfg->ipr_cmd_pool = NULL;
9510 }
9511
9512 /**
9513  * ipr_free_mem - Frees memory allocated for an adapter
9514  * @ioa_cfg:    ioa cfg struct
9515  *
9516  * Return value:
9517  *      nothing
9518  **/
9519 static void ipr_free_mem(struct ipr_ioa_cfg *ioa_cfg)
9520 {
9521         int i;
9522
9523         kfree(ioa_cfg->res_entries);
9524         dma_free_coherent(&ioa_cfg->pdev->dev, sizeof(struct ipr_misc_cbs),
9525                           ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
9526         ipr_free_cmd_blks(ioa_cfg);
9527
9528         for (i = 0; i < ioa_cfg->hrrq_num; i++)
9529                 dma_free_coherent(&ioa_cfg->pdev->dev,
9530                                   sizeof(u32) * ioa_cfg->hrrq[i].size,
9531                                   ioa_cfg->hrrq[i].host_rrq,
9532                                   ioa_cfg->hrrq[i].host_rrq_dma);
9533
9534         dma_free_coherent(&ioa_cfg->pdev->dev, ioa_cfg->cfg_table_size,
9535                           ioa_cfg->u.cfg_table, ioa_cfg->cfg_table_dma);
9536
9537         for (i = 0; i < IPR_MAX_HCAMS; i++) {
9538                 dma_free_coherent(&ioa_cfg->pdev->dev,
9539                                   sizeof(struct ipr_hostrcb),
9540                                   ioa_cfg->hostrcb[i],
9541                                   ioa_cfg->hostrcb_dma[i]);
9542         }
9543
9544         ipr_free_dump(ioa_cfg);
9545         kfree(ioa_cfg->trace);
9546 }
9547
9548 /**
9549  * ipr_free_irqs - Free all allocated IRQs for the adapter.
9550  * @ioa_cfg:    ipr cfg struct
9551  *
9552  * This function frees all allocated IRQs for the
9553  * specified adapter.
9554  *
9555  * Return value:
9556  *      none
9557  **/
9558 static void ipr_free_irqs(struct ipr_ioa_cfg *ioa_cfg)
9559 {
9560         struct pci_dev *pdev = ioa_cfg->pdev;
9561         int i;
9562
9563         for (i = 0; i < ioa_cfg->nvectors; i++)
9564                 free_irq(pci_irq_vector(pdev, i), &ioa_cfg->hrrq[i]);
9565         pci_free_irq_vectors(pdev);
9566 }
9567
9568 /**
9569  * ipr_free_all_resources - Free all allocated resources for an adapter.
9570  * @ipr_cmd:    ipr command struct
9571  *
9572  * This function frees all allocated resources for the
9573  * specified adapter.
9574  *
9575  * Return value:
9576  *      none
9577  **/
9578 static void ipr_free_all_resources(struct ipr_ioa_cfg *ioa_cfg)
9579 {
9580         struct pci_dev *pdev = ioa_cfg->pdev;
9581
9582         ENTER;
9583         ipr_free_irqs(ioa_cfg);
9584         if (ioa_cfg->reset_work_q)
9585                 destroy_workqueue(ioa_cfg->reset_work_q);
9586         iounmap(ioa_cfg->hdw_dma_regs);
9587         pci_release_regions(pdev);
9588         ipr_free_mem(ioa_cfg);
9589         scsi_host_put(ioa_cfg->host);
9590         pci_disable_device(pdev);
9591         LEAVE;
9592 }
9593
9594 /**
9595  * ipr_alloc_cmd_blks - Allocate command blocks for an adapter
9596  * @ioa_cfg:    ioa config struct
9597  *
9598  * Return value:
9599  *      0 on success / -ENOMEM on allocation failure
9600  **/
9601 static int ipr_alloc_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
9602 {
9603         struct ipr_cmnd *ipr_cmd;
9604         struct ipr_ioarcb *ioarcb;
9605         dma_addr_t dma_addr;
9606         int i, entries_each_hrrq, hrrq_id = 0;
9607
9608         ioa_cfg->ipr_cmd_pool = dma_pool_create(IPR_NAME, &ioa_cfg->pdev->dev,
9609                                                 sizeof(struct ipr_cmnd), 512, 0);
9610
9611         if (!ioa_cfg->ipr_cmd_pool)
9612                 return -ENOMEM;
9613
9614         ioa_cfg->ipr_cmnd_list = kcalloc(IPR_NUM_CMD_BLKS, sizeof(struct ipr_cmnd *), GFP_KERNEL);
9615         ioa_cfg->ipr_cmnd_list_dma = kcalloc(IPR_NUM_CMD_BLKS, sizeof(dma_addr_t), GFP_KERNEL);
9616
9617         if (!ioa_cfg->ipr_cmnd_list || !ioa_cfg->ipr_cmnd_list_dma) {
9618                 ipr_free_cmd_blks(ioa_cfg);
9619                 return -ENOMEM;
9620         }
9621
9622         for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9623                 if (ioa_cfg->hrrq_num > 1) {
9624                         if (i == 0) {
9625                                 entries_each_hrrq = IPR_NUM_INTERNAL_CMD_BLKS;
9626                                 ioa_cfg->hrrq[i].min_cmd_id = 0;
9627                                 ioa_cfg->hrrq[i].max_cmd_id =
9628                                         (entries_each_hrrq - 1);
9629                         } else {
9630                                 entries_each_hrrq =
9631                                         IPR_NUM_BASE_CMD_BLKS/
9632                                         (ioa_cfg->hrrq_num - 1);
9633                                 ioa_cfg->hrrq[i].min_cmd_id =
9634                                         IPR_NUM_INTERNAL_CMD_BLKS +
9635                                         (i - 1) * entries_each_hrrq;
9636                                 ioa_cfg->hrrq[i].max_cmd_id =
9637                                         (IPR_NUM_INTERNAL_CMD_BLKS +
9638                                         i * entries_each_hrrq - 1);
9639                         }
9640                 } else {
9641                         entries_each_hrrq = IPR_NUM_CMD_BLKS;
9642                         ioa_cfg->hrrq[i].min_cmd_id = 0;
9643                         ioa_cfg->hrrq[i].max_cmd_id = (entries_each_hrrq - 1);
9644                 }
9645                 ioa_cfg->hrrq[i].size = entries_each_hrrq;
9646         }
9647
9648         BUG_ON(ioa_cfg->hrrq_num == 0);
9649
9650         i = IPR_NUM_CMD_BLKS -
9651                 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id - 1;
9652         if (i > 0) {
9653                 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].size += i;
9654                 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id += i;
9655         }
9656
9657         for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
9658                 ipr_cmd = dma_pool_zalloc(ioa_cfg->ipr_cmd_pool,
9659                                 GFP_KERNEL, &dma_addr);
9660
9661                 if (!ipr_cmd) {
9662                         ipr_free_cmd_blks(ioa_cfg);
9663                         return -ENOMEM;
9664                 }
9665
9666                 ioa_cfg->ipr_cmnd_list[i] = ipr_cmd;
9667                 ioa_cfg->ipr_cmnd_list_dma[i] = dma_addr;
9668
9669                 ioarcb = &ipr_cmd->ioarcb;
9670                 ipr_cmd->dma_addr = dma_addr;
9671                 if (ioa_cfg->sis64)
9672                         ioarcb->a.ioarcb_host_pci_addr64 = cpu_to_be64(dma_addr);
9673                 else
9674                         ioarcb->a.ioarcb_host_pci_addr = cpu_to_be32(dma_addr);
9675
9676                 ioarcb->host_response_handle = cpu_to_be32(i << 2);
9677                 if (ioa_cfg->sis64) {
9678                         ioarcb->u.sis64_addr_data.data_ioadl_addr =
9679                                 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
9680                         ioarcb->u.sis64_addr_data.ioasa_host_pci_addr =
9681                                 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, s.ioasa64));
9682                 } else {
9683                         ioarcb->write_ioadl_addr =
9684                                 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
9685                         ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
9686                         ioarcb->ioasa_host_pci_addr =
9687                                 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, s.ioasa));
9688                 }
9689                 ioarcb->ioasa_len = cpu_to_be16(sizeof(struct ipr_ioasa));
9690                 ipr_cmd->cmd_index = i;
9691                 ipr_cmd->ioa_cfg = ioa_cfg;
9692                 ipr_cmd->sense_buffer_dma = dma_addr +
9693                         offsetof(struct ipr_cmnd, sense_buffer);
9694
9695                 ipr_cmd->ioarcb.cmd_pkt.hrrq_id = hrrq_id;
9696                 ipr_cmd->hrrq = &ioa_cfg->hrrq[hrrq_id];
9697                 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
9698                 if (i >= ioa_cfg->hrrq[hrrq_id].max_cmd_id)
9699                         hrrq_id++;
9700         }
9701
9702         return 0;
9703 }
9704
9705 /**
9706  * ipr_alloc_mem - Allocate memory for an adapter
9707  * @ioa_cfg:    ioa config struct
9708  *
9709  * Return value:
9710  *      0 on success / non-zero for error
9711  **/
9712 static int ipr_alloc_mem(struct ipr_ioa_cfg *ioa_cfg)
9713 {
9714         struct pci_dev *pdev = ioa_cfg->pdev;
9715         int i, rc = -ENOMEM;
9716
9717         ENTER;
9718         ioa_cfg->res_entries = kcalloc(ioa_cfg->max_devs_supported,
9719                                        sizeof(struct ipr_resource_entry),
9720                                        GFP_KERNEL);
9721
9722         if (!ioa_cfg->res_entries)
9723                 goto out;
9724
9725         for (i = 0; i < ioa_cfg->max_devs_supported; i++) {
9726                 list_add_tail(&ioa_cfg->res_entries[i].queue, &ioa_cfg->free_res_q);
9727                 ioa_cfg->res_entries[i].ioa_cfg = ioa_cfg;
9728         }
9729
9730         ioa_cfg->vpd_cbs = dma_alloc_coherent(&pdev->dev,
9731                                               sizeof(struct ipr_misc_cbs),
9732                                               &ioa_cfg->vpd_cbs_dma,
9733                                               GFP_KERNEL);
9734
9735         if (!ioa_cfg->vpd_cbs)
9736                 goto out_free_res_entries;
9737
9738         if (ipr_alloc_cmd_blks(ioa_cfg))
9739                 goto out_free_vpd_cbs;
9740
9741         for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9742                 ioa_cfg->hrrq[i].host_rrq = dma_alloc_coherent(&pdev->dev,
9743                                         sizeof(u32) * ioa_cfg->hrrq[i].size,
9744                                         &ioa_cfg->hrrq[i].host_rrq_dma,
9745                                         GFP_KERNEL);
9746
9747                 if (!ioa_cfg->hrrq[i].host_rrq)  {
9748                         while (--i > 0)
9749                                 dma_free_coherent(&pdev->dev,
9750                                         sizeof(u32) * ioa_cfg->hrrq[i].size,
9751                                         ioa_cfg->hrrq[i].host_rrq,
9752                                         ioa_cfg->hrrq[i].host_rrq_dma);
9753                         goto out_ipr_free_cmd_blocks;
9754                 }
9755                 ioa_cfg->hrrq[i].ioa_cfg = ioa_cfg;
9756         }
9757
9758         ioa_cfg->u.cfg_table = dma_alloc_coherent(&pdev->dev,
9759                                                   ioa_cfg->cfg_table_size,
9760                                                   &ioa_cfg->cfg_table_dma,
9761                                                   GFP_KERNEL);
9762
9763         if (!ioa_cfg->u.cfg_table)
9764                 goto out_free_host_rrq;
9765
9766         for (i = 0; i < IPR_MAX_HCAMS; i++) {
9767                 ioa_cfg->hostrcb[i] = dma_alloc_coherent(&pdev->dev,
9768                                                          sizeof(struct ipr_hostrcb),
9769                                                          &ioa_cfg->hostrcb_dma[i],
9770                                                          GFP_KERNEL);
9771
9772                 if (!ioa_cfg->hostrcb[i])
9773                         goto out_free_hostrcb_dma;
9774
9775                 ioa_cfg->hostrcb[i]->hostrcb_dma =
9776                         ioa_cfg->hostrcb_dma[i] + offsetof(struct ipr_hostrcb, hcam);
9777                 ioa_cfg->hostrcb[i]->ioa_cfg = ioa_cfg;
9778                 list_add_tail(&ioa_cfg->hostrcb[i]->queue, &ioa_cfg->hostrcb_free_q);
9779         }
9780
9781         ioa_cfg->trace = kcalloc(IPR_NUM_TRACE_ENTRIES,
9782                                  sizeof(struct ipr_trace_entry),
9783                                  GFP_KERNEL);
9784
9785         if (!ioa_cfg->trace)
9786                 goto out_free_hostrcb_dma;
9787
9788         rc = 0;
9789 out:
9790         LEAVE;
9791         return rc;
9792
9793 out_free_hostrcb_dma:
9794         while (i-- > 0) {
9795                 dma_free_coherent(&pdev->dev, sizeof(struct ipr_hostrcb),
9796                                   ioa_cfg->hostrcb[i],
9797                                   ioa_cfg->hostrcb_dma[i]);
9798         }
9799         dma_free_coherent(&pdev->dev, ioa_cfg->cfg_table_size,
9800                           ioa_cfg->u.cfg_table, ioa_cfg->cfg_table_dma);
9801 out_free_host_rrq:
9802         for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9803                 dma_free_coherent(&pdev->dev,
9804                                   sizeof(u32) * ioa_cfg->hrrq[i].size,
9805                                   ioa_cfg->hrrq[i].host_rrq,
9806                                   ioa_cfg->hrrq[i].host_rrq_dma);
9807         }
9808 out_ipr_free_cmd_blocks:
9809         ipr_free_cmd_blks(ioa_cfg);
9810 out_free_vpd_cbs:
9811         dma_free_coherent(&pdev->dev, sizeof(struct ipr_misc_cbs),
9812                           ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
9813 out_free_res_entries:
9814         kfree(ioa_cfg->res_entries);
9815         goto out;
9816 }
9817
9818 /**
9819  * ipr_initialize_bus_attr - Initialize SCSI bus attributes to default values
9820  * @ioa_cfg:    ioa config struct
9821  *
9822  * Return value:
9823  *      none
9824  **/
9825 static void ipr_initialize_bus_attr(struct ipr_ioa_cfg *ioa_cfg)
9826 {
9827         int i;
9828
9829         for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
9830                 ioa_cfg->bus_attr[i].bus = i;
9831                 ioa_cfg->bus_attr[i].qas_enabled = 0;
9832                 ioa_cfg->bus_attr[i].bus_width = IPR_DEFAULT_BUS_WIDTH;
9833                 if (ipr_max_speed < ARRAY_SIZE(ipr_max_bus_speeds))
9834                         ioa_cfg->bus_attr[i].max_xfer_rate = ipr_max_bus_speeds[ipr_max_speed];
9835                 else
9836                         ioa_cfg->bus_attr[i].max_xfer_rate = IPR_U160_SCSI_RATE;
9837         }
9838 }
9839
9840 /**
9841  * ipr_init_regs - Initialize IOA registers
9842  * @ioa_cfg:    ioa config struct
9843  *
9844  * Return value:
9845  *      none
9846  **/
9847 static void ipr_init_regs(struct ipr_ioa_cfg *ioa_cfg)
9848 {
9849         const struct ipr_interrupt_offsets *p;
9850         struct ipr_interrupts *t;
9851         void __iomem *base;
9852
9853         p = &ioa_cfg->chip_cfg->regs;
9854         t = &ioa_cfg->regs;
9855         base = ioa_cfg->hdw_dma_regs;
9856
9857         t->set_interrupt_mask_reg = base + p->set_interrupt_mask_reg;
9858         t->clr_interrupt_mask_reg = base + p->clr_interrupt_mask_reg;
9859         t->clr_interrupt_mask_reg32 = base + p->clr_interrupt_mask_reg32;
9860         t->sense_interrupt_mask_reg = base + p->sense_interrupt_mask_reg;
9861         t->sense_interrupt_mask_reg32 = base + p->sense_interrupt_mask_reg32;
9862         t->clr_interrupt_reg = base + p->clr_interrupt_reg;
9863         t->clr_interrupt_reg32 = base + p->clr_interrupt_reg32;
9864         t->sense_interrupt_reg = base + p->sense_interrupt_reg;
9865         t->sense_interrupt_reg32 = base + p->sense_interrupt_reg32;
9866         t->ioarrin_reg = base + p->ioarrin_reg;
9867         t->sense_uproc_interrupt_reg = base + p->sense_uproc_interrupt_reg;
9868         t->sense_uproc_interrupt_reg32 = base + p->sense_uproc_interrupt_reg32;
9869         t->set_uproc_interrupt_reg = base + p->set_uproc_interrupt_reg;
9870         t->set_uproc_interrupt_reg32 = base + p->set_uproc_interrupt_reg32;
9871         t->clr_uproc_interrupt_reg = base + p->clr_uproc_interrupt_reg;
9872         t->clr_uproc_interrupt_reg32 = base + p->clr_uproc_interrupt_reg32;
9873
9874         if (ioa_cfg->sis64) {
9875                 t->init_feedback_reg = base + p->init_feedback_reg;
9876                 t->dump_addr_reg = base + p->dump_addr_reg;
9877                 t->dump_data_reg = base + p->dump_data_reg;
9878                 t->endian_swap_reg = base + p->endian_swap_reg;
9879         }
9880 }
9881
9882 /**
9883  * ipr_init_ioa_cfg - Initialize IOA config struct
9884  * @ioa_cfg:    ioa config struct
9885  * @host:               scsi host struct
9886  * @pdev:               PCI dev struct
9887  *
9888  * Return value:
9889  *      none
9890  **/
9891 static void ipr_init_ioa_cfg(struct ipr_ioa_cfg *ioa_cfg,
9892                              struct Scsi_Host *host, struct pci_dev *pdev)
9893 {
9894         int i;
9895
9896         ioa_cfg->host = host;
9897         ioa_cfg->pdev = pdev;
9898         ioa_cfg->log_level = ipr_log_level;
9899         ioa_cfg->doorbell = IPR_DOORBELL;
9900         sprintf(ioa_cfg->eye_catcher, IPR_EYECATCHER);
9901         sprintf(ioa_cfg->trace_start, IPR_TRACE_START_LABEL);
9902         sprintf(ioa_cfg->cfg_table_start, IPR_CFG_TBL_START);
9903         sprintf(ioa_cfg->resource_table_label, IPR_RES_TABLE_LABEL);
9904         sprintf(ioa_cfg->ipr_hcam_label, IPR_HCAM_LABEL);
9905         sprintf(ioa_cfg->ipr_cmd_label, IPR_CMD_LABEL);
9906
9907         INIT_LIST_HEAD(&ioa_cfg->hostrcb_free_q);
9908         INIT_LIST_HEAD(&ioa_cfg->hostrcb_pending_q);
9909         INIT_LIST_HEAD(&ioa_cfg->hostrcb_report_q);
9910         INIT_LIST_HEAD(&ioa_cfg->free_res_q);
9911         INIT_LIST_HEAD(&ioa_cfg->used_res_q);
9912         INIT_WORK(&ioa_cfg->work_q, ipr_worker_thread);
9913         init_waitqueue_head(&ioa_cfg->reset_wait_q);
9914         init_waitqueue_head(&ioa_cfg->msi_wait_q);
9915         init_waitqueue_head(&ioa_cfg->eeh_wait_q);
9916         ioa_cfg->sdt_state = INACTIVE;
9917
9918         ipr_initialize_bus_attr(ioa_cfg);
9919         ioa_cfg->max_devs_supported = ipr_max_devs;
9920
9921         if (ioa_cfg->sis64) {
9922                 host->max_id = IPR_MAX_SIS64_TARGETS_PER_BUS;
9923                 host->max_lun = IPR_MAX_SIS64_LUNS_PER_TARGET;
9924                 if (ipr_max_devs > IPR_MAX_SIS64_DEVS)
9925                         ioa_cfg->max_devs_supported = IPR_MAX_SIS64_DEVS;
9926                 ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr64)
9927                                            + ((sizeof(struct ipr_config_table_entry64)
9928                                                * ioa_cfg->max_devs_supported)));
9929         } else {
9930                 host->max_id = IPR_MAX_NUM_TARGETS_PER_BUS;
9931                 host->max_lun = IPR_MAX_NUM_LUNS_PER_TARGET;
9932                 if (ipr_max_devs > IPR_MAX_PHYSICAL_DEVS)
9933                         ioa_cfg->max_devs_supported = IPR_MAX_PHYSICAL_DEVS;
9934                 ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr)
9935                                            + ((sizeof(struct ipr_config_table_entry)
9936                                                * ioa_cfg->max_devs_supported)));
9937         }
9938
9939         host->max_channel = IPR_VSET_BUS;
9940         host->unique_id = host->host_no;
9941         host->max_cmd_len = IPR_MAX_CDB_LEN;
9942         host->can_queue = ioa_cfg->max_cmds;
9943         pci_set_drvdata(pdev, ioa_cfg);
9944
9945         for (i = 0; i < ARRAY_SIZE(ioa_cfg->hrrq); i++) {
9946                 INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_free_q);
9947                 INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_pending_q);
9948                 spin_lock_init(&ioa_cfg->hrrq[i]._lock);
9949                 if (i == 0)
9950                         ioa_cfg->hrrq[i].lock = ioa_cfg->host->host_lock;
9951                 else
9952                         ioa_cfg->hrrq[i].lock = &ioa_cfg->hrrq[i]._lock;
9953         }
9954 }
9955
9956 /**
9957  * ipr_get_chip_info - Find adapter chip information
9958  * @dev_id:             PCI device id struct
9959  *
9960  * Return value:
9961  *      ptr to chip information on success / NULL on failure
9962  **/
9963 static const struct ipr_chip_t *
9964 ipr_get_chip_info(const struct pci_device_id *dev_id)
9965 {
9966         int i;
9967
9968         for (i = 0; i < ARRAY_SIZE(ipr_chip); i++)
9969                 if (ipr_chip[i].vendor == dev_id->vendor &&
9970                     ipr_chip[i].device == dev_id->device)
9971                         return &ipr_chip[i];
9972         return NULL;
9973 }
9974
9975 /**
9976  * ipr_wait_for_pci_err_recovery - Wait for any PCI error recovery to complete
9977  *                                              during probe time
9978  * @ioa_cfg:    ioa config struct
9979  *
9980  * Return value:
9981  *      None
9982  **/
9983 static void ipr_wait_for_pci_err_recovery(struct ipr_ioa_cfg *ioa_cfg)
9984 {
9985         struct pci_dev *pdev = ioa_cfg->pdev;
9986
9987         if (pci_channel_offline(pdev)) {
9988                 wait_event_timeout(ioa_cfg->eeh_wait_q,
9989                                    !pci_channel_offline(pdev),
9990                                    IPR_PCI_ERROR_RECOVERY_TIMEOUT);
9991                 pci_restore_state(pdev);
9992         }
9993 }
9994
9995 static void name_msi_vectors(struct ipr_ioa_cfg *ioa_cfg)
9996 {
9997         int vec_idx, n = sizeof(ioa_cfg->vectors_info[0].desc) - 1;
9998
9999         for (vec_idx = 0; vec_idx < ioa_cfg->nvectors; vec_idx++) {
10000                 snprintf(ioa_cfg->vectors_info[vec_idx].desc, n,
10001                          "host%d-%d", ioa_cfg->host->host_no, vec_idx);
10002                 ioa_cfg->vectors_info[vec_idx].
10003                         desc[strlen(ioa_cfg->vectors_info[vec_idx].desc)] = 0;
10004         }
10005 }
10006
10007 static int ipr_request_other_msi_irqs(struct ipr_ioa_cfg *ioa_cfg,
10008                 struct pci_dev *pdev)
10009 {
10010         int i, rc;
10011
10012         for (i = 1; i < ioa_cfg->nvectors; i++) {
10013                 rc = request_irq(pci_irq_vector(pdev, i),
10014                         ipr_isr_mhrrq,
10015                         0,
10016                         ioa_cfg->vectors_info[i].desc,
10017                         &ioa_cfg->hrrq[i]);
10018                 if (rc) {
10019                         while (--i >= 0)
10020                                 free_irq(pci_irq_vector(pdev, i),
10021                                         &ioa_cfg->hrrq[i]);
10022                         return rc;
10023                 }
10024         }
10025         return 0;
10026 }
10027
10028 /**
10029  * ipr_test_intr - Handle the interrupt generated in ipr_test_msi().
10030  * @pdev:               PCI device struct
10031  *
10032  * Description: Simply set the msi_received flag to 1 indicating that
10033  * Message Signaled Interrupts are supported.
10034  *
10035  * Return value:
10036  *      0 on success / non-zero on failure
10037  **/
10038 static irqreturn_t ipr_test_intr(int irq, void *devp)
10039 {
10040         struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
10041         unsigned long lock_flags = 0;
10042         irqreturn_t rc = IRQ_HANDLED;
10043
10044         dev_info(&ioa_cfg->pdev->dev, "Received IRQ : %d\n", irq);
10045         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10046
10047         ioa_cfg->msi_received = 1;
10048         wake_up(&ioa_cfg->msi_wait_q);
10049
10050         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10051         return rc;
10052 }
10053
10054 /**
10055  * ipr_test_msi - Test for Message Signaled Interrupt (MSI) support.
10056  * @pdev:               PCI device struct
10057  *
10058  * Description: This routine sets up and initiates a test interrupt to determine
10059  * if the interrupt is received via the ipr_test_intr() service routine.
10060  * If the tests fails, the driver will fall back to LSI.
10061  *
10062  * Return value:
10063  *      0 on success / non-zero on failure
10064  **/
10065 static int ipr_test_msi(struct ipr_ioa_cfg *ioa_cfg, struct pci_dev *pdev)
10066 {
10067         int rc;
10068         volatile u32 int_reg;
10069         unsigned long lock_flags = 0;
10070         int irq = pci_irq_vector(pdev, 0);
10071
10072         ENTER;
10073
10074         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10075         init_waitqueue_head(&ioa_cfg->msi_wait_q);
10076         ioa_cfg->msi_received = 0;
10077         ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
10078         writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.clr_interrupt_mask_reg32);
10079         int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
10080         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10081
10082         rc = request_irq(irq, ipr_test_intr, 0, IPR_NAME, ioa_cfg);
10083         if (rc) {
10084                 dev_err(&pdev->dev, "Can not assign irq %d\n", irq);
10085                 return rc;
10086         } else if (ipr_debug)
10087                 dev_info(&pdev->dev, "IRQ assigned: %d\n", irq);
10088
10089         writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.sense_interrupt_reg32);
10090         int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
10091         wait_event_timeout(ioa_cfg->msi_wait_q, ioa_cfg->msi_received, HZ);
10092         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10093         ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
10094
10095         if (!ioa_cfg->msi_received) {
10096                 /* MSI test failed */
10097                 dev_info(&pdev->dev, "MSI test failed.  Falling back to LSI.\n");
10098                 rc = -EOPNOTSUPP;
10099         } else if (ipr_debug)
10100                 dev_info(&pdev->dev, "MSI test succeeded.\n");
10101
10102         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10103
10104         free_irq(irq, ioa_cfg);
10105
10106         LEAVE;
10107
10108         return rc;
10109 }
10110
10111  /* ipr_probe_ioa - Allocates memory and does first stage of initialization
10112  * @pdev:               PCI device struct
10113  * @dev_id:             PCI device id struct
10114  *
10115  * Return value:
10116  *      0 on success / non-zero on failure
10117  **/
10118 static int ipr_probe_ioa(struct pci_dev *pdev,
10119                          const struct pci_device_id *dev_id)
10120 {
10121         struct ipr_ioa_cfg *ioa_cfg;
10122         struct Scsi_Host *host;
10123         unsigned long ipr_regs_pci;
10124         void __iomem *ipr_regs;
10125         int rc = PCIBIOS_SUCCESSFUL;
10126         volatile u32 mask, uproc, interrupts;
10127         unsigned long lock_flags, driver_lock_flags;
10128         unsigned int irq_flag;
10129
10130         ENTER;
10131
10132         dev_info(&pdev->dev, "Found IOA with IRQ: %d\n", pdev->irq);
10133         host = scsi_host_alloc(&driver_template, sizeof(*ioa_cfg));
10134
10135         if (!host) {
10136                 dev_err(&pdev->dev, "call to scsi_host_alloc failed!\n");
10137                 rc = -ENOMEM;
10138                 goto out;
10139         }
10140
10141         ioa_cfg = (struct ipr_ioa_cfg *)host->hostdata;
10142         memset(ioa_cfg, 0, sizeof(struct ipr_ioa_cfg));
10143         ata_host_init(&ioa_cfg->ata_host, &pdev->dev, &ipr_sata_ops);
10144
10145         ioa_cfg->ipr_chip = ipr_get_chip_info(dev_id);
10146
10147         if (!ioa_cfg->ipr_chip) {
10148                 dev_err(&pdev->dev, "Unknown adapter chipset 0x%04X 0x%04X\n",
10149                         dev_id->vendor, dev_id->device);
10150                 goto out_scsi_host_put;
10151         }
10152
10153         /* set SIS 32 or SIS 64 */
10154         ioa_cfg->sis64 = ioa_cfg->ipr_chip->sis_type == IPR_SIS64 ? 1 : 0;
10155         ioa_cfg->chip_cfg = ioa_cfg->ipr_chip->cfg;
10156         ioa_cfg->clear_isr = ioa_cfg->chip_cfg->clear_isr;
10157         ioa_cfg->max_cmds = ioa_cfg->chip_cfg->max_cmds;
10158
10159         if (ipr_transop_timeout)
10160                 ioa_cfg->transop_timeout = ipr_transop_timeout;
10161         else if (dev_id->driver_data & IPR_USE_LONG_TRANSOP_TIMEOUT)
10162                 ioa_cfg->transop_timeout = IPR_LONG_OPERATIONAL_TIMEOUT;
10163         else
10164                 ioa_cfg->transop_timeout = IPR_OPERATIONAL_TIMEOUT;
10165
10166         ioa_cfg->revid = pdev->revision;
10167
10168         ipr_init_ioa_cfg(ioa_cfg, host, pdev);
10169
10170         ipr_regs_pci = pci_resource_start(pdev, 0);
10171
10172         rc = pci_request_regions(pdev, IPR_NAME);
10173         if (rc < 0) {
10174                 dev_err(&pdev->dev,
10175                         "Couldn't register memory range of registers\n");
10176                 goto out_scsi_host_put;
10177         }
10178
10179         rc = pci_enable_device(pdev);
10180
10181         if (rc || pci_channel_offline(pdev)) {
10182                 if (pci_channel_offline(pdev)) {
10183                         ipr_wait_for_pci_err_recovery(ioa_cfg);
10184                         rc = pci_enable_device(pdev);
10185                 }
10186
10187                 if (rc) {
10188                         dev_err(&pdev->dev, "Cannot enable adapter\n");
10189                         ipr_wait_for_pci_err_recovery(ioa_cfg);
10190                         goto out_release_regions;
10191                 }
10192         }
10193
10194         ipr_regs = pci_ioremap_bar(pdev, 0);
10195
10196         if (!ipr_regs) {
10197                 dev_err(&pdev->dev,
10198                         "Couldn't map memory range of registers\n");
10199                 rc = -ENOMEM;
10200                 goto out_disable;
10201         }
10202
10203         ioa_cfg->hdw_dma_regs = ipr_regs;
10204         ioa_cfg->hdw_dma_regs_pci = ipr_regs_pci;
10205         ioa_cfg->ioa_mailbox = ioa_cfg->chip_cfg->mailbox + ipr_regs;
10206
10207         ipr_init_regs(ioa_cfg);
10208
10209         if (ioa_cfg->sis64) {
10210                 rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
10211                 if (rc < 0) {
10212                         dev_dbg(&pdev->dev, "Failed to set 64 bit DMA mask\n");
10213                         rc = dma_set_mask_and_coherent(&pdev->dev,
10214                                                        DMA_BIT_MASK(32));
10215                 }
10216         } else
10217                 rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
10218
10219         if (rc < 0) {
10220                 dev_err(&pdev->dev, "Failed to set DMA mask\n");
10221                 goto cleanup_nomem;
10222         }
10223
10224         rc = pci_write_config_byte(pdev, PCI_CACHE_LINE_SIZE,
10225                                    ioa_cfg->chip_cfg->cache_line_size);
10226
10227         if (rc != PCIBIOS_SUCCESSFUL) {
10228                 dev_err(&pdev->dev, "Write of cache line size failed\n");
10229                 ipr_wait_for_pci_err_recovery(ioa_cfg);
10230                 rc = -EIO;
10231                 goto cleanup_nomem;
10232         }
10233
10234         /* Issue MMIO read to ensure card is not in EEH */
10235         interrupts = readl(ioa_cfg->regs.sense_interrupt_reg);
10236         ipr_wait_for_pci_err_recovery(ioa_cfg);
10237
10238         if (ipr_number_of_msix > IPR_MAX_MSIX_VECTORS) {
10239                 dev_err(&pdev->dev, "The max number of MSIX is %d\n",
10240                         IPR_MAX_MSIX_VECTORS);
10241                 ipr_number_of_msix = IPR_MAX_MSIX_VECTORS;
10242         }
10243
10244         irq_flag = PCI_IRQ_LEGACY;
10245         if (ioa_cfg->ipr_chip->has_msi)
10246                 irq_flag |= PCI_IRQ_MSI | PCI_IRQ_MSIX;
10247         rc = pci_alloc_irq_vectors(pdev, 1, ipr_number_of_msix, irq_flag);
10248         if (rc < 0) {
10249                 ipr_wait_for_pci_err_recovery(ioa_cfg);
10250                 goto cleanup_nomem;
10251         }
10252         ioa_cfg->nvectors = rc;
10253
10254         if (!pdev->msi_enabled && !pdev->msix_enabled)
10255                 ioa_cfg->clear_isr = 1;
10256
10257         pci_set_master(pdev);
10258
10259         if (pci_channel_offline(pdev)) {
10260                 ipr_wait_for_pci_err_recovery(ioa_cfg);
10261                 pci_set_master(pdev);
10262                 if (pci_channel_offline(pdev)) {
10263                         rc = -EIO;
10264                         goto out_msi_disable;
10265                 }
10266         }
10267
10268         if (pdev->msi_enabled || pdev->msix_enabled) {
10269                 rc = ipr_test_msi(ioa_cfg, pdev);
10270                 switch (rc) {
10271                 case 0:
10272                         dev_info(&pdev->dev,
10273                                 "Request for %d MSI%ss succeeded.", ioa_cfg->nvectors,
10274                                 pdev->msix_enabled ? "-X" : "");
10275                         break;
10276                 case -EOPNOTSUPP:
10277                         ipr_wait_for_pci_err_recovery(ioa_cfg);
10278                         pci_free_irq_vectors(pdev);
10279
10280                         ioa_cfg->nvectors = 1;
10281                         ioa_cfg->clear_isr = 1;
10282                         break;
10283                 default:
10284                         goto out_msi_disable;
10285                 }
10286         }
10287
10288         ioa_cfg->hrrq_num = min3(ioa_cfg->nvectors,
10289                                 (unsigned int)num_online_cpus(),
10290                                 (unsigned int)IPR_MAX_HRRQ_NUM);
10291
10292         if ((rc = ipr_save_pcix_cmd_reg(ioa_cfg)))
10293                 goto out_msi_disable;
10294
10295         if ((rc = ipr_set_pcix_cmd_reg(ioa_cfg)))
10296                 goto out_msi_disable;
10297
10298         rc = ipr_alloc_mem(ioa_cfg);
10299         if (rc < 0) {
10300                 dev_err(&pdev->dev,
10301                         "Couldn't allocate enough memory for device driver!\n");
10302                 goto out_msi_disable;
10303         }
10304
10305         /* Save away PCI config space for use following IOA reset */
10306         rc = pci_save_state(pdev);
10307
10308         if (rc != PCIBIOS_SUCCESSFUL) {
10309                 dev_err(&pdev->dev, "Failed to save PCI config space\n");
10310                 rc = -EIO;
10311                 goto cleanup_nolog;
10312         }
10313
10314         /*
10315          * If HRRQ updated interrupt is not masked, or reset alert is set,
10316          * the card is in an unknown state and needs a hard reset
10317          */
10318         mask = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
10319         interrupts = readl(ioa_cfg->regs.sense_interrupt_reg32);
10320         uproc = readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
10321         if ((mask & IPR_PCII_HRRQ_UPDATED) == 0 || (uproc & IPR_UPROCI_RESET_ALERT))
10322                 ioa_cfg->needs_hard_reset = 1;
10323         if ((interrupts & IPR_PCII_ERROR_INTERRUPTS) || reset_devices)
10324                 ioa_cfg->needs_hard_reset = 1;
10325         if (interrupts & IPR_PCII_IOA_UNIT_CHECKED)
10326                 ioa_cfg->ioa_unit_checked = 1;
10327
10328         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10329         ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
10330         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10331
10332         if (pdev->msi_enabled || pdev->msix_enabled) {
10333                 name_msi_vectors(ioa_cfg);
10334                 rc = request_irq(pci_irq_vector(pdev, 0), ipr_isr, 0,
10335                         ioa_cfg->vectors_info[0].desc,
10336                         &ioa_cfg->hrrq[0]);
10337                 if (!rc)
10338                         rc = ipr_request_other_msi_irqs(ioa_cfg, pdev);
10339         } else {
10340                 rc = request_irq(pdev->irq, ipr_isr,
10341                          IRQF_SHARED,
10342                          IPR_NAME, &ioa_cfg->hrrq[0]);
10343         }
10344         if (rc) {
10345                 dev_err(&pdev->dev, "Couldn't register IRQ %d! rc=%d\n",
10346                         pdev->irq, rc);
10347                 goto cleanup_nolog;
10348         }
10349
10350         if ((dev_id->driver_data & IPR_USE_PCI_WARM_RESET) ||
10351             (dev_id->device == PCI_DEVICE_ID_IBM_OBSIDIAN_E && !ioa_cfg->revid)) {
10352                 ioa_cfg->needs_warm_reset = 1;
10353                 ioa_cfg->reset = ipr_reset_slot_reset;
10354
10355                 ioa_cfg->reset_work_q = alloc_ordered_workqueue("ipr_reset_%d",
10356                                                                 WQ_MEM_RECLAIM, host->host_no);
10357
10358                 if (!ioa_cfg->reset_work_q) {
10359                         dev_err(&pdev->dev, "Couldn't register reset workqueue\n");
10360                         rc = -ENOMEM;
10361                         goto out_free_irq;
10362                 }
10363         } else
10364                 ioa_cfg->reset = ipr_reset_start_bist;
10365
10366         spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
10367         list_add_tail(&ioa_cfg->queue, &ipr_ioa_head);
10368         spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
10369
10370         LEAVE;
10371 out:
10372         return rc;
10373
10374 out_free_irq:
10375         ipr_free_irqs(ioa_cfg);
10376 cleanup_nolog:
10377         ipr_free_mem(ioa_cfg);
10378 out_msi_disable:
10379         ipr_wait_for_pci_err_recovery(ioa_cfg);
10380         pci_free_irq_vectors(pdev);
10381 cleanup_nomem:
10382         iounmap(ipr_regs);
10383 out_disable:
10384         pci_disable_device(pdev);
10385 out_release_regions:
10386         pci_release_regions(pdev);
10387 out_scsi_host_put:
10388         scsi_host_put(host);
10389         goto out;
10390 }
10391
10392 /**
10393  * ipr_initiate_ioa_bringdown - Bring down an adapter
10394  * @ioa_cfg:            ioa config struct
10395  * @shutdown_type:      shutdown type
10396  *
10397  * Description: This function will initiate bringing down the adapter.
10398  * This consists of issuing an IOA shutdown to the adapter
10399  * to flush the cache, and running BIST.
10400  * If the caller needs to wait on the completion of the reset,
10401  * the caller must sleep on the reset_wait_q.
10402  *
10403  * Return value:
10404  *      none
10405  **/
10406 static void ipr_initiate_ioa_bringdown(struct ipr_ioa_cfg *ioa_cfg,
10407                                        enum ipr_shutdown_type shutdown_type)
10408 {
10409         ENTER;
10410         if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
10411                 ioa_cfg->sdt_state = ABORT_DUMP;
10412         ioa_cfg->reset_retries = 0;
10413         ioa_cfg->in_ioa_bringdown = 1;
10414         ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
10415         LEAVE;
10416 }
10417
10418 /**
10419  * __ipr_remove - Remove a single adapter
10420  * @pdev:       pci device struct
10421  *
10422  * Adapter hot plug remove entry point.
10423  *
10424  * Return value:
10425  *      none
10426  **/
10427 static void __ipr_remove(struct pci_dev *pdev)
10428 {
10429         unsigned long host_lock_flags = 0;
10430         struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
10431         int i;
10432         unsigned long driver_lock_flags;
10433         ENTER;
10434
10435         spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
10436         while (ioa_cfg->in_reset_reload) {
10437                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
10438                 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10439                 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
10440         }
10441
10442         for (i = 0; i < ioa_cfg->hrrq_num; i++) {
10443                 spin_lock(&ioa_cfg->hrrq[i]._lock);
10444                 ioa_cfg->hrrq[i].removing_ioa = 1;
10445                 spin_unlock(&ioa_cfg->hrrq[i]._lock);
10446         }
10447         wmb();
10448         ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
10449
10450         spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
10451         wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10452         flush_work(&ioa_cfg->work_q);
10453         if (ioa_cfg->reset_work_q)
10454                 flush_workqueue(ioa_cfg->reset_work_q);
10455         INIT_LIST_HEAD(&ioa_cfg->used_res_q);
10456         spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
10457
10458         spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
10459         list_del(&ioa_cfg->queue);
10460         spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
10461
10462         if (ioa_cfg->sdt_state == ABORT_DUMP)
10463                 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
10464         spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
10465
10466         ipr_free_all_resources(ioa_cfg);
10467
10468         LEAVE;
10469 }
10470
10471 /**
10472  * ipr_remove - IOA hot plug remove entry point
10473  * @pdev:       pci device struct
10474  *
10475  * Adapter hot plug remove entry point.
10476  *
10477  * Return value:
10478  *      none
10479  **/
10480 static void ipr_remove(struct pci_dev *pdev)
10481 {
10482         struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
10483
10484         ENTER;
10485
10486         ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
10487                               &ipr_trace_attr);
10488         ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
10489                              &ipr_dump_attr);
10490         sysfs_remove_bin_file(&ioa_cfg->host->shost_dev.kobj,
10491                         &ipr_ioa_async_err_log);
10492         scsi_remove_host(ioa_cfg->host);
10493
10494         __ipr_remove(pdev);
10495
10496         LEAVE;
10497 }
10498
10499 /**
10500  * ipr_probe - Adapter hot plug add entry point
10501  *
10502  * Return value:
10503  *      0 on success / non-zero on failure
10504  **/
10505 static int ipr_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
10506 {
10507         struct ipr_ioa_cfg *ioa_cfg;
10508         unsigned long flags;
10509         int rc, i;
10510
10511         rc = ipr_probe_ioa(pdev, dev_id);
10512
10513         if (rc)
10514                 return rc;
10515
10516         ioa_cfg = pci_get_drvdata(pdev);
10517         rc = ipr_probe_ioa_part2(ioa_cfg);
10518
10519         if (rc) {
10520                 __ipr_remove(pdev);
10521                 return rc;
10522         }
10523
10524         rc = scsi_add_host(ioa_cfg->host, &pdev->dev);
10525
10526         if (rc) {
10527                 __ipr_remove(pdev);
10528                 return rc;
10529         }
10530
10531         rc = ipr_create_trace_file(&ioa_cfg->host->shost_dev.kobj,
10532                                    &ipr_trace_attr);
10533
10534         if (rc) {
10535                 scsi_remove_host(ioa_cfg->host);
10536                 __ipr_remove(pdev);
10537                 return rc;
10538         }
10539
10540         rc = sysfs_create_bin_file(&ioa_cfg->host->shost_dev.kobj,
10541                         &ipr_ioa_async_err_log);
10542
10543         if (rc) {
10544                 ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
10545                                 &ipr_dump_attr);
10546                 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
10547                                 &ipr_trace_attr);
10548                 scsi_remove_host(ioa_cfg->host);
10549                 __ipr_remove(pdev);
10550                 return rc;
10551         }
10552
10553         rc = ipr_create_dump_file(&ioa_cfg->host->shost_dev.kobj,
10554                                    &ipr_dump_attr);
10555
10556         if (rc) {
10557                 sysfs_remove_bin_file(&ioa_cfg->host->shost_dev.kobj,
10558                                       &ipr_ioa_async_err_log);
10559                 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
10560                                       &ipr_trace_attr);
10561                 scsi_remove_host(ioa_cfg->host);
10562                 __ipr_remove(pdev);
10563                 return rc;
10564         }
10565         spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
10566         ioa_cfg->scan_enabled = 1;
10567         schedule_work(&ioa_cfg->work_q);
10568         spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10569
10570         ioa_cfg->iopoll_weight = ioa_cfg->chip_cfg->iopoll_weight;
10571
10572         if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
10573                 for (i = 1; i < ioa_cfg->hrrq_num; i++) {
10574                         irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
10575                                         ioa_cfg->iopoll_weight, ipr_iopoll);
10576                 }
10577         }
10578
10579         scsi_scan_host(ioa_cfg->host);
10580
10581         return 0;
10582 }
10583
10584 /**
10585  * ipr_shutdown - Shutdown handler.
10586  * @pdev:       pci device struct
10587  *
10588  * This function is invoked upon system shutdown/reboot. It will issue
10589  * an adapter shutdown to the adapter to flush the write cache.
10590  *
10591  * Return value:
10592  *      none
10593  **/
10594 static void ipr_shutdown(struct pci_dev *pdev)
10595 {
10596         struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
10597         unsigned long lock_flags = 0;
10598         enum ipr_shutdown_type shutdown_type = IPR_SHUTDOWN_NORMAL;
10599         int i;
10600
10601         spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10602         if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
10603                 ioa_cfg->iopoll_weight = 0;
10604                 for (i = 1; i < ioa_cfg->hrrq_num; i++)
10605                         irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
10606         }
10607
10608         while (ioa_cfg->in_reset_reload) {
10609                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10610                 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10611                 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10612         }
10613
10614         if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64)
10615                 shutdown_type = IPR_SHUTDOWN_QUIESCE;
10616
10617         ipr_initiate_ioa_bringdown(ioa_cfg, shutdown_type);
10618         spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10619         wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10620         if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64) {
10621                 ipr_free_irqs(ioa_cfg);
10622                 pci_disable_device(ioa_cfg->pdev);
10623         }
10624 }
10625
10626 static struct pci_device_id ipr_pci_table[] = {
10627         { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10628                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5702, 0, 0, 0 },
10629         { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10630                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5703, 0, 0, 0 },
10631         { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10632                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573D, 0, 0, 0 },
10633         { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10634                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573E, 0, 0, 0 },
10635         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10636                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571B, 0, 0, 0 },
10637         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10638                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572E, 0, 0, 0 },
10639         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10640                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571A, 0, 0, 0 },
10641         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10642                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575B, 0, 0,
10643                 IPR_USE_LONG_TRANSOP_TIMEOUT },
10644         { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
10645               PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
10646         { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
10647               PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
10648               IPR_USE_LONG_TRANSOP_TIMEOUT },
10649         { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
10650               PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
10651               IPR_USE_LONG_TRANSOP_TIMEOUT },
10652         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
10653               PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
10654         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
10655               PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
10656               IPR_USE_LONG_TRANSOP_TIMEOUT},
10657         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
10658               PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
10659               IPR_USE_LONG_TRANSOP_TIMEOUT },
10660         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10661               PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574E, 0, 0,
10662               IPR_USE_LONG_TRANSOP_TIMEOUT },
10663         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10664               PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B3, 0, 0, 0 },
10665         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10666               PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CC, 0, 0, 0 },
10667         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10668               PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B7, 0, 0,
10669               IPR_USE_LONG_TRANSOP_TIMEOUT | IPR_USE_PCI_WARM_RESET },
10670         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE,
10671                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2780, 0, 0, 0 },
10672         { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
10673                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571E, 0, 0, 0 },
10674         { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
10675                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571F, 0, 0,
10676                 IPR_USE_LONG_TRANSOP_TIMEOUT },
10677         { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
10678                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572F, 0, 0,
10679                 IPR_USE_LONG_TRANSOP_TIMEOUT },
10680         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10681                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B5, 0, 0, 0 },
10682         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10683                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574D, 0, 0, 0 },
10684         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10685                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B2, 0, 0, 0 },
10686         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10687                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C0, 0, 0, 0 },
10688         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10689                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C3, 0, 0, 0 },
10690         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10691                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C4, 0, 0, 0 },
10692         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10693                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B4, 0, 0, 0 },
10694         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10695                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B1, 0, 0, 0 },
10696         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10697                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C6, 0, 0, 0 },
10698         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10699                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C8, 0, 0, 0 },
10700         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10701                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CE, 0, 0, 0 },
10702         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10703                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D5, 0, 0, 0 },
10704         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10705                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D6, 0, 0, 0 },
10706         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10707                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D7, 0, 0, 0 },
10708         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10709                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D8, 0, 0, 0 },
10710         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10711                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D9, 0, 0, 0 },
10712         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10713                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57DA, 0, 0, 0 },
10714         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10715                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EB, 0, 0, 0 },
10716         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10717                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EC, 0, 0, 0 },
10718         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10719                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57ED, 0, 0, 0 },
10720         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10721                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EE, 0, 0, 0 },
10722         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10723                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EF, 0, 0, 0 },
10724         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10725                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57F0, 0, 0, 0 },
10726         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10727                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCA, 0, 0, 0 },
10728         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10729                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CD2, 0, 0, 0 },
10730         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10731                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCD, 0, 0, 0 },
10732         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
10733                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580A, 0, 0, 0 },
10734         { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
10735                 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580B, 0, 0, 0 },
10736         { }
10737 };
10738 MODULE_DEVICE_TABLE(pci, ipr_pci_table);
10739
10740 static const struct pci_error_handlers ipr_err_handler = {
10741         .error_detected = ipr_pci_error_detected,
10742         .mmio_enabled = ipr_pci_mmio_enabled,
10743         .slot_reset = ipr_pci_slot_reset,
10744 };
10745
10746 static struct pci_driver ipr_driver = {
10747         .name = IPR_NAME,
10748         .id_table = ipr_pci_table,
10749         .probe = ipr_probe,
10750         .remove = ipr_remove,
10751         .shutdown = ipr_shutdown,
10752         .err_handler = &ipr_err_handler,
10753 };
10754
10755 /**
10756  * ipr_halt_done - Shutdown prepare completion
10757  *
10758  * Return value:
10759  *      none
10760  **/
10761 static void ipr_halt_done(struct ipr_cmnd *ipr_cmd)
10762 {
10763         list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
10764 }
10765
10766 /**
10767  * ipr_halt - Issue shutdown prepare to all adapters
10768  *
10769  * Return value:
10770  *      NOTIFY_OK on success / NOTIFY_DONE on failure
10771  **/
10772 static int ipr_halt(struct notifier_block *nb, ulong event, void *buf)
10773 {
10774         struct ipr_cmnd *ipr_cmd;
10775         struct ipr_ioa_cfg *ioa_cfg;
10776         unsigned long flags = 0, driver_lock_flags;
10777
10778         if (event != SYS_RESTART && event != SYS_HALT && event != SYS_POWER_OFF)
10779                 return NOTIFY_DONE;
10780
10781         spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
10782
10783         list_for_each_entry(ioa_cfg, &ipr_ioa_head, queue) {
10784                 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
10785                 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds ||
10786                     (ipr_fast_reboot && event == SYS_RESTART && ioa_cfg->sis64)) {
10787                         spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10788                         continue;
10789                 }
10790
10791                 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
10792                 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
10793                 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
10794                 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
10795                 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_SHUTDOWN_PREPARE_FOR_NORMAL;
10796
10797                 ipr_do_req(ipr_cmd, ipr_halt_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
10798                 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10799         }
10800         spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
10801
10802         return NOTIFY_OK;
10803 }
10804
10805 static struct notifier_block ipr_notifier = {
10806         ipr_halt, NULL, 0
10807 };
10808
10809 /**
10810  * ipr_init - Module entry point
10811  *
10812  * Return value:
10813  *      0 on success / negative value on failure
10814  **/
10815 static int __init ipr_init(void)
10816 {
10817         ipr_info("IBM Power RAID SCSI Device Driver version: %s %s\n",
10818                  IPR_DRIVER_VERSION, IPR_DRIVER_DATE);
10819
10820         register_reboot_notifier(&ipr_notifier);
10821         return pci_register_driver(&ipr_driver);
10822 }
10823
10824 /**
10825  * ipr_exit - Module unload
10826  *
10827  * Module unload entry point.
10828  *
10829  * Return value:
10830  *      none
10831  **/
10832 static void __exit ipr_exit(void)
10833 {
10834         unregister_reboot_notifier(&ipr_notifier);
10835         pci_unregister_driver(&ipr_driver);
10836 }
10837
10838 module_init(ipr_init);
10839 module_exit(ipr_exit);