drivers/scsi/aacraid/linit.c

   1 /*
   2  *      Adaptec AAC series RAID controller driver
   3  *      (c) Copyright 2001 Red Hat Inc.
   4  *
   5  * based on the old aacraid driver that is..
   6  * Adaptec aacraid device driver for Linux.
   7  *
   8  * Copyright (c) 2000-2010 Adaptec, Inc.
   9  *               2010-2015 PMC-Sierra, Inc. (aacraid@pmc-sierra.com)
  10  *               2016-2017 Microsemi Corp. (aacraid@microsemi.com)
  11  *
  12  * This program is free software; you can redistribute it and/or modify
  13  * it under the terms of the GNU General Public License as published by
  14  * the Free Software Foundation; either version 2, or (at your option)
  15  * any later version.
  16  *
  17  * This program is distributed in the hope that it will be useful,
  18  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  19  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  20  * GNU General Public License for more details.
  21  *
  22  * You should have received a copy of the GNU General Public License
  23  * along with this program; see the file COPYING.  If not, write to
  24  * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
  25  *
  26  * Module Name:
  27  *   linit.c
  28  *
  29  * Abstract: Linux Driver entry module for Adaptec RAID Array Controller
  30  */
  31
  32
  33 #include <linux/compat.h>
  34 #include <linux/blkdev.h>
  35 #include <linux/completion.h>
  36 #include <linux/init.h>
  37 #include <linux/interrupt.h>
  38 #include <linux/kernel.h>
  39 #include <linux/module.h>
  40 #include <linux/moduleparam.h>
  41 #include <linux/pci.h>
  42 #include <linux/aer.h>
  43 #include <linux/pci-aspm.h>
  44 #include <linux/slab.h>
  45 #include <linux/mutex.h>
  46 #include <linux/spinlock.h>
  47 #include <linux/syscalls.h>
  48 #include <linux/delay.h>
  49 #include <linux/kthread.h>
  50
  51 #include <scsi/scsi.h>
  52 #include <scsi/scsi_cmnd.h>
  53 #include <scsi/scsi_device.h>
  54 #include <scsi/scsi_host.h>
  55 #include <scsi/scsi_tcq.h>
  56 #include <scsi/scsicam.h>
  57 #include <scsi/scsi_eh.h>
  58
  59 #include "aacraid.h"
  60
  61 #define AAC_DRIVER_VERSION              "1.2.1"
  62 #ifndef AAC_DRIVER_BRANCH
  63 #define AAC_DRIVER_BRANCH               ""
  64 #endif
  65 #define AAC_DRIVERNAME                  "aacraid"
  66
  67 #ifdef AAC_DRIVER_BUILD
  68 #define _str(x) #x
  69 #define str(x) _str(x)
  70 #define AAC_DRIVER_FULL_VERSION AAC_DRIVER_VERSION "[" str(AAC_DRIVER_BUILD) "]" AAC_DRIVER_BRANCH
  71 #else
  72 #define AAC_DRIVER_FULL_VERSION AAC_DRIVER_VERSION AAC_DRIVER_BRANCH
  73 #endif
  74
  75 MODULE_AUTHOR("Red Hat Inc and Adaptec");
  76 MODULE_DESCRIPTION("Dell PERC2, 2/Si, 3/Si, 3/Di, "
  77                    "Adaptec Advanced Raid Products, "
  78                    "HP NetRAID-4M, IBM ServeRAID & ICP SCSI driver");
  79 MODULE_LICENSE("GPL");
  80 MODULE_VERSION(AAC_DRIVER_FULL_VERSION);
  81
  82 static DEFINE_MUTEX(aac_mutex);
  83 static LIST_HEAD(aac_devices);
  84 static int aac_cfg_major = AAC_CHARDEV_UNREGISTERED;
  85 char aac_driver_version[] = AAC_DRIVER_FULL_VERSION;
  86
  87 /*
  88  * Because of the way Linux names scsi devices, the order in this table has
  89  * become important.  Check for on-board Raid first, add-in cards second.
  90  *
  91  * Note: The last field is used to index into aac_drivers below.
  92  */
  93 static const struct pci_device_id aac_pci_tbl[] = {
  94         { 0x1028, 0x0001, 0x1028, 0x0001, 0, 0, 0 }, /* PERC 2/Si (Iguana/PERC2Si) */
  95         { 0x1028, 0x0002, 0x1028, 0x0002, 0, 0, 1 }, /* PERC 3/Di (Opal/PERC3Di) */
  96         { 0x1028, 0x0003, 0x1028, 0x0003, 0, 0, 2 }, /* PERC 3/Si (SlimFast/PERC3Si */
  97         { 0x1028, 0x0004, 0x1028, 0x00d0, 0, 0, 3 }, /* PERC 3/Di (Iguana FlipChip/PERC3DiF */
  98         { 0x1028, 0x0002, 0x1028, 0x00d1, 0, 0, 4 }, /* PERC 3/Di (Viper/PERC3DiV) */
  99         { 0x1028, 0x0002, 0x1028, 0x00d9, 0, 0, 5 }, /* PERC 3/Di (Lexus/PERC3DiL) */
 100         { 0x1028, 0x000a, 0x1028, 0x0106, 0, 0, 6 }, /* PERC 3/Di (Jaguar/PERC3DiJ) */
 101         { 0x1028, 0x000a, 0x1028, 0x011b, 0, 0, 7 }, /* PERC 3/Di (Dagger/PERC3DiD) */
 102         { 0x1028, 0x000a, 0x1028, 0x0121, 0, 0, 8 }, /* PERC 3/Di (Boxster/PERC3DiB) */
 103         { 0x9005, 0x0283, 0x9005, 0x0283, 0, 0, 9 }, /* catapult */
 104         { 0x9005, 0x0284, 0x9005, 0x0284, 0, 0, 10 }, /* tomcat */
 105         { 0x9005, 0x0285, 0x9005, 0x0286, 0, 0, 11 }, /* Adaptec 2120S (Crusader) */
 106         { 0x9005, 0x0285, 0x9005, 0x0285, 0, 0, 12 }, /* Adaptec 2200S (Vulcan) */
 107         { 0x9005, 0x0285, 0x9005, 0x0287, 0, 0, 13 }, /* Adaptec 2200S (Vulcan-2m) */
 108         { 0x9005, 0x0285, 0x17aa, 0x0286, 0, 0, 14 }, /* Legend S220 (Legend Crusader) */
 109         { 0x9005, 0x0285, 0x17aa, 0x0287, 0, 0, 15 }, /* Legend S230 (Legend Vulcan) */
 110
 111         { 0x9005, 0x0285, 0x9005, 0x0288, 0, 0, 16 }, /* Adaptec 3230S (Harrier) */
 112         { 0x9005, 0x0285, 0x9005, 0x0289, 0, 0, 17 }, /* Adaptec 3240S (Tornado) */
 113         { 0x9005, 0x0285, 0x9005, 0x028a, 0, 0, 18 }, /* ASR-2020ZCR SCSI PCI-X ZCR (Skyhawk) */
 114         { 0x9005, 0x0285, 0x9005, 0x028b, 0, 0, 19 }, /* ASR-2025ZCR SCSI SO-DIMM PCI-X ZCR (Terminator) */
 115         { 0x9005, 0x0286, 0x9005, 0x028c, 0, 0, 20 }, /* ASR-2230S + ASR-2230SLP PCI-X (Lancer) */
 116         { 0x9005, 0x0286, 0x9005, 0x028d, 0, 0, 21 }, /* ASR-2130S (Lancer) */
 117         { 0x9005, 0x0286, 0x9005, 0x029b, 0, 0, 22 }, /* AAR-2820SA (Intruder) */
 118         { 0x9005, 0x0286, 0x9005, 0x029c, 0, 0, 23 }, /* AAR-2620SA (Intruder) */
 119         { 0x9005, 0x0286, 0x9005, 0x029d, 0, 0, 24 }, /* AAR-2420SA (Intruder) */
 120         { 0x9005, 0x0286, 0x9005, 0x029e, 0, 0, 25 }, /* ICP9024RO (Lancer) */
 121         { 0x9005, 0x0286, 0x9005, 0x029f, 0, 0, 26 }, /* ICP9014RO (Lancer) */
 122         { 0x9005, 0x0286, 0x9005, 0x02a0, 0, 0, 27 }, /* ICP9047MA (Lancer) */
 123         { 0x9005, 0x0286, 0x9005, 0x02a1, 0, 0, 28 }, /* ICP9087MA (Lancer) */
 124         { 0x9005, 0x0286, 0x9005, 0x02a3, 0, 0, 29 }, /* ICP5445AU (Hurricane44) */
 125         { 0x9005, 0x0285, 0x9005, 0x02a4, 0, 0, 30 }, /* ICP9085LI (Marauder-X) */
 126         { 0x9005, 0x0285, 0x9005, 0x02a5, 0, 0, 31 }, /* ICP5085BR (Marauder-E) */
 127         { 0x9005, 0x0286, 0x9005, 0x02a6, 0, 0, 32 }, /* ICP9067MA (Intruder-6) */
 128         { 0x9005, 0x0287, 0x9005, 0x0800, 0, 0, 33 }, /* Themisto Jupiter Platform */
 129         { 0x9005, 0x0200, 0x9005, 0x0200, 0, 0, 33 }, /* Themisto Jupiter Platform */
 130         { 0x9005, 0x0286, 0x9005, 0x0800, 0, 0, 34 }, /* Callisto Jupiter Platform */
 131         { 0x9005, 0x0285, 0x9005, 0x028e, 0, 0, 35 }, /* ASR-2020SA SATA PCI-X ZCR (Skyhawk) */
 132         { 0x9005, 0x0285, 0x9005, 0x028f, 0, 0, 36 }, /* ASR-2025SA SATA SO-DIMM PCI-X ZCR (Terminator) */
 133         { 0x9005, 0x0285, 0x9005, 0x0290, 0, 0, 37 }, /* AAR-2410SA PCI SATA 4ch (Jaguar II) */
 134         { 0x9005, 0x0285, 0x1028, 0x0291, 0, 0, 38 }, /* CERC SATA RAID 2 PCI SATA 6ch (DellCorsair) */
 135         { 0x9005, 0x0285, 0x9005, 0x0292, 0, 0, 39 }, /* AAR-2810SA PCI SATA 8ch (Corsair-8) */
 136         { 0x9005, 0x0285, 0x9005, 0x0293, 0, 0, 40 }, /* AAR-21610SA PCI SATA 16ch (Corsair-16) */
 137         { 0x9005, 0x0285, 0x9005, 0x0294, 0, 0, 41 }, /* ESD SO-DIMM PCI-X SATA ZCR (Prowler) */
 138         { 0x9005, 0x0285, 0x103C, 0x3227, 0, 0, 42 }, /* AAR-2610SA PCI SATA 6ch */
 139         { 0x9005, 0x0285, 0x9005, 0x0296, 0, 0, 43 }, /* ASR-2240S (SabreExpress) */
 140         { 0x9005, 0x0285, 0x9005, 0x0297, 0, 0, 44 }, /* ASR-4005 */
 141         { 0x9005, 0x0285, 0x1014, 0x02F2, 0, 0, 45 }, /* IBM 8i (AvonPark) */
 142         { 0x9005, 0x0285, 0x1014, 0x0312, 0, 0, 45 }, /* IBM 8i (AvonPark Lite) */
 143         { 0x9005, 0x0286, 0x1014, 0x9580, 0, 0, 46 }, /* IBM 8k/8k-l8 (Aurora) */
 144         { 0x9005, 0x0286, 0x1014, 0x9540, 0, 0, 47 }, /* IBM 8k/8k-l4 (Aurora Lite) */
 145         { 0x9005, 0x0285, 0x9005, 0x0298, 0, 0, 48 }, /* ASR-4000 (BlackBird) */
 146         { 0x9005, 0x0285, 0x9005, 0x0299, 0, 0, 49 }, /* ASR-4800SAS (Marauder-X) */
 147         { 0x9005, 0x0285, 0x9005, 0x029a, 0, 0, 50 }, /* ASR-4805SAS (Marauder-E) */
 148         { 0x9005, 0x0286, 0x9005, 0x02a2, 0, 0, 51 }, /* ASR-3800 (Hurricane44) */
 149
 150         { 0x9005, 0x0285, 0x1028, 0x0287, 0, 0, 52 }, /* Perc 320/DC*/
 151         { 0x1011, 0x0046, 0x9005, 0x0365, 0, 0, 53 }, /* Adaptec 5400S (Mustang)*/
 152         { 0x1011, 0x0046, 0x9005, 0x0364, 0, 0, 54 }, /* Adaptec 5400S (Mustang)*/
 153         { 0x1011, 0x0046, 0x9005, 0x1364, 0, 0, 55 }, /* Dell PERC2/QC */
 154         { 0x1011, 0x0046, 0x103c, 0x10c2, 0, 0, 56 }, /* HP NetRAID-4M */
 155
 156         { 0x9005, 0x0285, 0x1028, PCI_ANY_ID, 0, 0, 57 }, /* Dell Catchall */
 157         { 0x9005, 0x0285, 0x17aa, PCI_ANY_ID, 0, 0, 58 }, /* Legend Catchall */
 158         { 0x9005, 0x0285, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 59 }, /* Adaptec Catch All */
 159         { 0x9005, 0x0286, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 60 }, /* Adaptec Rocket Catch All */
 160         { 0x9005, 0x0288, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 61 }, /* Adaptec NEMER/ARK Catch All */
 161         { 0x9005, 0x028b, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 62 }, /* Adaptec PMC Series 6 (Tupelo) */
 162         { 0x9005, 0x028c, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 63 }, /* Adaptec PMC Series 7 (Denali) */
 163         { 0x9005, 0x028d, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 64 }, /* Adaptec PMC Series 8 */
 164         { 0,}
 165 };
 166 MODULE_DEVICE_TABLE(pci, aac_pci_tbl);
 167
 168 /*
 169  * dmb - For now we add the number of channels to this structure.
 170  * In the future we should add a fib that reports the number of channels
 171  * for the card.  At that time we can remove the channels from here
 172  */
 173 static struct aac_driver_ident aac_drivers[] = {
 174         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 2/Si (Iguana/PERC2Si) */
 175         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Opal/PERC3Di) */
 176         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Si (SlimFast/PERC3Si */
 177         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Iguana FlipChip/PERC3DiF */
 178         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Viper/PERC3DiV) */
 179         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Lexus/PERC3DiL) */
 180         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Jaguar/PERC3DiJ) */
 181         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Dagger/PERC3DiD) */
 182         { aac_rx_init, "percraid", "DELL    ", "PERCRAID        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* PERC 3/Di (Boxster/PERC3DiB) */
 183         { aac_rx_init, "aacraid",  "ADAPTEC ", "catapult        ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* catapult */
 184         { aac_rx_init, "aacraid",  "ADAPTEC ", "tomcat          ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* tomcat */
 185         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2120S   ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG },                     /* Adaptec 2120S (Crusader) */
 186         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2200S   ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG },                     /* Adaptec 2200S (Vulcan) */
 187         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 2200S   ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Adaptec 2200S (Vulcan-2m) */
 188         { aac_rx_init, "aacraid",  "Legend  ", "Legend S220     ", 1, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend S220 (Legend Crusader) */
 189         { aac_rx_init, "aacraid",  "Legend  ", "Legend S230     ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend S230 (Legend Vulcan) */
 190
 191         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 3230S   ", 2 }, /* Adaptec 3230S (Harrier) */
 192         { aac_rx_init, "aacraid",  "ADAPTEC ", "Adaptec 3240S   ", 2 }, /* Adaptec 3240S (Tornado) */
 193         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2020ZCR     ", 2 }, /* ASR-2020ZCR SCSI PCI-X ZCR (Skyhawk) */
 194         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2025ZCR     ", 2 }, /* ASR-2025ZCR SCSI SO-DIMM PCI-X ZCR (Terminator) */
 195         { aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-2230S PCI-X ", 2 }, /* ASR-2230S + ASR-2230SLP PCI-X (Lancer) */
 196         { aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-2130S PCI-X ", 1 }, /* ASR-2130S (Lancer) */
 197         { aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2820SA      ", 1 }, /* AAR-2820SA (Intruder) */
 198         { aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2620SA      ", 1 }, /* AAR-2620SA (Intruder) */
 199         { aac_rkt_init, "aacraid",  "ADAPTEC ", "AAR-2420SA      ", 1 }, /* AAR-2420SA (Intruder) */
 200         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9024RO       ", 2 }, /* ICP9024RO (Lancer) */
 201         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9014RO       ", 1 }, /* ICP9014RO (Lancer) */
 202         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9047MA       ", 1 }, /* ICP9047MA (Lancer) */
 203         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9087MA       ", 1 }, /* ICP9087MA (Lancer) */
 204         { aac_rkt_init, "aacraid",  "ICP     ", "ICP5445AU       ", 1 }, /* ICP5445AU (Hurricane44) */
 205         { aac_rx_init, "aacraid",  "ICP     ", "ICP9085LI       ", 1 }, /* ICP9085LI (Marauder-X) */
 206         { aac_rx_init, "aacraid",  "ICP     ", "ICP5085BR       ", 1 }, /* ICP5085BR (Marauder-E) */
 207         { aac_rkt_init, "aacraid",  "ICP     ", "ICP9067MA       ", 1 }, /* ICP9067MA (Intruder-6) */
 208         { NULL        , "aacraid",  "ADAPTEC ", "Themisto        ", 0, AAC_QUIRK_SLAVE }, /* Jupiter Platform */
 209         { aac_rkt_init, "aacraid",  "ADAPTEC ", "Callisto        ", 2, AAC_QUIRK_MASTER }, /* Jupiter Platform */
 210         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2020SA       ", 1 }, /* ASR-2020SA SATA PCI-X ZCR (Skyhawk) */
 211         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2025SA       ", 1 }, /* ASR-2025SA SATA SO-DIMM PCI-X ZCR (Terminator) */
 212         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2410SA SATA ", 1, AAC_QUIRK_17SG }, /* AAR-2410SA PCI SATA 4ch (Jaguar II) */
 213         { aac_rx_init, "aacraid",  "DELL    ", "CERC SR2        ", 1, AAC_QUIRK_17SG }, /* CERC SATA RAID 2 PCI SATA 6ch (DellCorsair) */
 214         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2810SA SATA ", 1, AAC_QUIRK_17SG }, /* AAR-2810SA PCI SATA 8ch (Corsair-8) */
 215         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-21610SA SATA", 1, AAC_QUIRK_17SG }, /* AAR-21610SA PCI SATA 16ch (Corsair-16) */
 216         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2026ZCR     ", 1 }, /* ESD SO-DIMM PCI-X SATA ZCR (Prowler) */
 217         { aac_rx_init, "aacraid",  "ADAPTEC ", "AAR-2610SA      ", 1 }, /* SATA 6Ch (Bearcat) */
 218         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-2240S       ", 1 }, /* ASR-2240S (SabreExpress) */
 219         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4005        ", 1 }, /* ASR-4005 */
 220         { aac_rx_init, "ServeRAID","IBM     ", "ServeRAID 8i    ", 1 }, /* IBM 8i (AvonPark) */
 221         { aac_rkt_init, "ServeRAID","IBM     ", "ServeRAID 8k-l8 ", 1 }, /* IBM 8k/8k-l8 (Aurora) */
 222         { aac_rkt_init, "ServeRAID","IBM     ", "ServeRAID 8k-l4 ", 1 }, /* IBM 8k/8k-l4 (Aurora Lite) */
 223         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4000        ", 1 }, /* ASR-4000 (BlackBird & AvonPark) */
 224         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4800SAS     ", 1 }, /* ASR-4800SAS (Marauder-X) */
 225         { aac_rx_init, "aacraid",  "ADAPTEC ", "ASR-4805SAS     ", 1 }, /* ASR-4805SAS (Marauder-E) */
 226         { aac_rkt_init, "aacraid",  "ADAPTEC ", "ASR-3800        ", 1 }, /* ASR-3800 (Hurricane44) */
 227
 228         { aac_rx_init, "percraid", "DELL    ", "PERC 320/DC     ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG }, /* Perc 320/DC*/
 229         { aac_sa_init, "aacraid",  "ADAPTEC ", "Adaptec 5400S   ", 4, AAC_QUIRK_34SG }, /* Adaptec 5400S (Mustang)*/
 230         { aac_sa_init, "aacraid",  "ADAPTEC ", "AAC-364         ", 4, AAC_QUIRK_34SG }, /* Adaptec 5400S (Mustang)*/
 231         { aac_sa_init, "percraid", "DELL    ", "PERCRAID        ", 4, AAC_QUIRK_34SG }, /* Dell PERC2/QC */
 232         { aac_sa_init, "hpnraid",  "HP      ", "NetRAID         ", 4, AAC_QUIRK_34SG }, /* HP NetRAID-4M */
 233
 234         { aac_rx_init, "aacraid",  "DELL    ", "RAID            ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Dell Catchall */
 235         { aac_rx_init, "aacraid",  "Legend  ", "RAID            ", 2, AAC_QUIRK_31BIT | AAC_QUIRK_34SG | AAC_QUIRK_SCSI_32 }, /* Legend Catchall */
 236         { aac_rx_init, "aacraid",  "ADAPTEC ", "RAID            ", 2 }, /* Adaptec Catch All */
 237         { aac_rkt_init, "aacraid", "ADAPTEC ", "RAID            ", 2 }, /* Adaptec Rocket Catch All */
 238         { aac_nark_init, "aacraid", "ADAPTEC ", "RAID           ", 2 }, /* Adaptec NEMER/ARK Catch All */
 239         { aac_src_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 6 (Tupelo) */
 240         { aac_srcv_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 7 (Denali) */
 241         { aac_srcv_init, "aacraid", "ADAPTEC ", "RAID            ", 2, AAC_QUIRK_SRC }, /* Adaptec PMC Series 8 */
 242 };
 243
 244 /**
 245  *      aac_queuecommand        -       queue a SCSI command
 246  *      @cmd:           SCSI command to queue
 247  *      @done:          Function to call on command completion
 248  *
 249  *      Queues a command for execution by the associated Host Adapter.
 250  *
 251  *      TODO: unify with aac_scsi_cmd().
 252  */
 253
 254 static int aac_queuecommand(struct Scsi_Host *shost,
 255                             struct scsi_cmnd *cmd)
 256 {
 257         int r = 0;
 258         cmd->SCp.phase = AAC_OWNER_LOWLEVEL;
 259         r = (aac_scsi_cmd(cmd) ? FAILED : 0);
 260         return r;
 261 }
 262
 263 /**
 264  *      aac_info                -       Returns the host adapter name
 265  *      @shost:         Scsi host to report on
 266  *
 267  *      Returns a static string describing the device in question
 268  */
 269
 270 static const char *aac_info(struct Scsi_Host *shost)
 271 {
 272         struct aac_dev *dev = (struct aac_dev *)shost->hostdata;
 273         return aac_drivers[dev->cardtype].name;
 274 }
 275
 276 /**
 277  *      aac_get_driver_ident
 278  *      @devtype: index into lookup table
 279  *
 280  *      Returns a pointer to the entry in the driver lookup table.
 281  */
 282
 283 struct aac_driver_ident* aac_get_driver_ident(int devtype)
 284 {
 285         return &aac_drivers[devtype];
 286 }
 287
 288 /**
 289  *      aac_biosparm    -       return BIOS parameters for disk
 290  *      @sdev: The scsi device corresponding to the disk
 291  *      @bdev: the block device corresponding to the disk
 292  *      @capacity: the sector capacity of the disk
 293  *      @geom: geometry block to fill in
 294  *
 295  *      Return the Heads/Sectors/Cylinders BIOS Disk Parameters for Disk.
 296  *      The default disk geometry is 64 heads, 32 sectors, and the appropriate
 297  *      number of cylinders so as not to exceed drive capacity.  In order for
 298  *      disks equal to or larger than 1 GB to be addressable by the BIOS
 299  *      without exceeding the BIOS limitation of 1024 cylinders, Extended
 300  *      Translation should be enabled.   With Extended Translation enabled,
 301  *      drives between 1 GB inclusive and 2 GB exclusive are given a disk
 302  *      geometry of 128 heads and 32 sectors, and drives above 2 GB inclusive
 303  *      are given a disk geometry of 255 heads and 63 sectors.  However, if
 304  *      the BIOS detects that the Extended Translation setting does not match
 305  *      the geometry in the partition table, then the translation inferred
 306  *      from the partition table will be used by the BIOS, and a warning may
 307  *      be displayed.
 308  */
 309
 310 static int aac_biosparm(struct scsi_device *sdev, struct block_device *bdev,
 311                         sector_t capacity, int *geom)
 312 {
 313         struct diskparm *param = (struct diskparm *)geom;
 314         unsigned char *buf;
 315
 316         dprintk((KERN_DEBUG "aac_biosparm.\n"));
 317
 318         /*
 319          *      Assuming extended translation is enabled - #REVISIT#
 320          */
 321         if (capacity >= 2 * 1024 * 1024) { /* 1 GB in 512 byte sectors */
 322                 if(capacity >= 4 * 1024 * 1024) { /* 2 GB in 512 byte sectors */
 323                         param->heads = 255;
 324                         param->sectors = 63;
 325                 } else {
 326                         param->heads = 128;
 327                         param->sectors = 32;
 328                 }
 329         } else {
 330                 param->heads = 64;
 331                 param->sectors = 32;
 332         }
 333
 334         param->cylinders = cap_to_cyls(capacity, param->heads * param->sectors);
 335
 336         /*
 337          *      Read the first 1024 bytes from the disk device, if the boot
 338          *      sector partition table is valid, search for a partition table
 339          *      entry whose end_head matches one of the standard geometry
 340          *      translations ( 64/32, 128/32, 255/63 ).
 341          */
 342         buf = scsi_bios_ptable(bdev);
 343         if (!buf)
 344                 return 0;
 345         if(*(__le16 *)(buf + 0x40) == cpu_to_le16(0xaa55)) {
 346                 struct partition *first = (struct partition * )buf;
 347                 struct partition *entry = first;
 348                 int saved_cylinders = param->cylinders;
 349                 int num;
 350                 unsigned char end_head, end_sec;
 351
 352                 for(num = 0; num < 4; num++) {
 353                         end_head = entry->end_head;
 354                         end_sec = entry->end_sector & 0x3f;
 355
 356                         if(end_head == 63) {
 357                                 param->heads = 64;
 358                                 param->sectors = 32;
 359                                 break;
 360                         } else if(end_head == 127) {
 361                                 param->heads = 128;
 362                                 param->sectors = 32;
 363                                 break;
 364                         } else if(end_head == 254) {
 365                                 param->heads = 255;
 366                                 param->sectors = 63;
 367                                 break;
 368                         }
 369                         entry++;
 370                 }
 371
 372                 if (num == 4) {
 373                         end_head = first->end_head;
 374                         end_sec = first->end_sector & 0x3f;
 375                 }
 376
 377                 param->cylinders = cap_to_cyls(capacity, param->heads * param->sectors);
 378                 if (num < 4 && end_sec == param->sectors) {
 379                         if (param->cylinders != saved_cylinders)
 380                                 dprintk((KERN_DEBUG "Adopting geometry: heads=%d, sectors=%d from partition table %d.\n",
 381                                         param->heads, param->sectors, num));
 382                 } else if (end_head > 0 || end_sec > 0) {
 383                         dprintk((KERN_DEBUG "Strange geometry: heads=%d, sectors=%d in partition table %d.\n",
 384                                 end_head + 1, end_sec, num));
 385                         dprintk((KERN_DEBUG "Using geometry: heads=%d, sectors=%d.\n",
 386                                         param->heads, param->sectors));
 387                 }
 388         }
 389         kfree(buf);
 390         return 0;
 391 }
 392
 393 /**
 394  *      aac_slave_configure             -       compute queue depths
 395  *      @sdev:  SCSI device we are considering
 396  *
 397  *      Selects queue depths for each target device based on the host adapter's
 398  *      total capacity and the queue depth supported by the target device.
 399  *      A queue depth of one automatically disables tagged queueing.
 400  */
 401
 402 static int aac_slave_configure(struct scsi_device *sdev)
 403 {
 404         struct aac_dev *aac = (struct aac_dev *)sdev->host->hostdata;
 405         int chn, tid;
 406         unsigned int depth = 0;
 407         unsigned int set_timeout = 0;
 408         bool set_qd_dev_type = false;
 409         u8 devtype = 0;
 410
 411         chn = aac_logical_to_phys(sdev_channel(sdev));
 412         tid = sdev_id(sdev);
 413         if (chn < AAC_MAX_BUSES && tid < AAC_MAX_TARGETS && aac->sa_firmware) {
 414                 devtype = aac->hba_map[chn][tid].devtype;
 415
 416                 if (devtype == AAC_DEVTYPE_NATIVE_RAW)
 417                         depth = aac->hba_map[chn][tid].qd_limit;
 418                 else if (devtype == AAC_DEVTYPE_ARC_RAW)
 419                         set_qd_dev_type = true;
 420
 421                 set_timeout = 1;
 422                 goto common_config;
 423         }
 424
 425         if (aac->jbod && (sdev->type == TYPE_DISK))
 426                 sdev->removable = 1;
 427
 428         if (sdev->type == TYPE_DISK
 429          && sdev_channel(sdev) != CONTAINER_CHANNEL
 430          && (!aac->jbod || sdev->inq_periph_qual)
 431          && (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))) {
 432
 433                 if (expose_physicals == 0)
 434                         return -ENXIO;
 435
 436                 if (expose_physicals < 0)
 437                         sdev->no_uld_attach = 1;
 438         }
 439
 440         if (sdev->tagged_supported
 441          &&  sdev->type == TYPE_DISK
 442          &&  (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))
 443          && !sdev->no_uld_attach) {
 444
 445                 struct scsi_device * dev;
 446                 struct Scsi_Host *host = sdev->host;
 447                 unsigned num_lsu = 0;
 448                 unsigned num_one = 0;
 449                 unsigned cid;
 450
 451                 set_timeout = 1;
 452
 453                 for (cid = 0; cid < aac->maximum_num_containers; ++cid)
 454                         if (aac->fsa_dev[cid].valid)
 455                                 ++num_lsu;
 456
 457                 __shost_for_each_device(dev, host) {
 458                         if (dev->tagged_supported
 459                          && dev->type == TYPE_DISK
 460                          && (!aac->raid_scsi_mode || (sdev_channel(sdev) != 2))
 461                          && !dev->no_uld_attach) {
 462                                 if ((sdev_channel(dev) != CONTAINER_CHANNEL)
 463                                  || !aac->fsa_dev[sdev_id(dev)].valid) {
 464                                         ++num_lsu;
 465                                 }
 466                         } else {
 467                                 ++num_one;
 468                         }
 469                 }
 470
 471                 if (num_lsu == 0)
 472                         ++num_lsu;
 473
 474                 depth = (host->can_queue - num_one) / num_lsu;
 475
 476                 if (sdev_channel(sdev) != NATIVE_CHANNEL)
 477                         goto common_config;
 478
 479                 set_qd_dev_type = true;
 480
 481         }
 482
 483 common_config:
 484
 485         /*
 486          * Check if SATA drive
 487          */
 488         if (set_qd_dev_type) {
 489                 if (strncmp(sdev->vendor, "ATA", 3) == 0)
 490                         depth = 32;
 491                 else
 492                         depth = 64;
 493         }
 494
 495         /*
 496          * Firmware has an individual device recovery time typically
 497          * of 35 seconds, give us a margin.
 498          */
 499         if (set_timeout && sdev->request_queue->rq_timeout < (45 * HZ))
 500                 blk_queue_rq_timeout(sdev->request_queue, 45*HZ);
 501
 502         if (depth > 256)
 503                 depth = 256;
 504         else if (depth < 1)
 505                 depth = 1;
 506
 507         scsi_change_queue_depth(sdev, depth);
 508
 509         sdev->tagged_supported = 1;
 510
 511         return 0;
 512 }
 513
 514 /**
 515  *      aac_change_queue_depth          -       alter queue depths
 516  *      @sdev:  SCSI device we are considering
 517  *      @depth: desired queue depth
 518  *
 519  *      Alters queue depths for target device based on the host adapter's
 520  *      total capacity and the queue depth supported by the target device.
 521  */
 522
 523 static int aac_change_queue_depth(struct scsi_device *sdev, int depth)
 524 {
 525         struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
 526         int chn, tid, is_native_device = 0;
 527
 528         chn = aac_logical_to_phys(sdev_channel(sdev));
 529         tid = sdev_id(sdev);
 530         if (chn < AAC_MAX_BUSES && tid < AAC_MAX_TARGETS &&
 531                 aac->hba_map[chn][tid].devtype == AAC_DEVTYPE_NATIVE_RAW)
 532                 is_native_device = 1;
 533
 534         if (sdev->tagged_supported && (sdev->type == TYPE_DISK) &&
 535             (sdev_channel(sdev) == CONTAINER_CHANNEL)) {
 536                 struct scsi_device * dev;
 537                 struct Scsi_Host *host = sdev->host;
 538                 unsigned num = 0;
 539
 540                 __shost_for_each_device(dev, host) {
 541                         if (dev->tagged_supported && (dev->type == TYPE_DISK) &&
 542                             (sdev_channel(dev) == CONTAINER_CHANNEL))
 543                                 ++num;
 544                         ++num;
 545                 }
 546                 if (num >= host->can_queue)
 547                         num = host->can_queue - 1;
 548                 if (depth > (host->can_queue - num))
 549                         depth = host->can_queue - num;
 550                 if (depth > 256)
 551                         depth = 256;
 552                 else if (depth < 2)
 553                         depth = 2;
 554                 return scsi_change_queue_depth(sdev, depth);
 555         } else if (is_native_device) {
 556                 scsi_change_queue_depth(sdev, aac->hba_map[chn][tid].qd_limit);
 557         } else {
 558                 scsi_change_queue_depth(sdev, 1);
 559         }
 560         return sdev->queue_depth;
 561 }
 562
 563 static ssize_t aac_show_raid_level(struct device *dev, struct device_attribute *attr, char *buf)
 564 {
 565         struct scsi_device *sdev = to_scsi_device(dev);
 566         struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
 567         if (sdev_channel(sdev) != CONTAINER_CHANNEL)
 568                 return snprintf(buf, PAGE_SIZE, sdev->no_uld_attach
 569                   ? "Hidden\n" :
 570                   ((aac->jbod && (sdev->type == TYPE_DISK)) ? "JBOD\n" : ""));
 571         return snprintf(buf, PAGE_SIZE, "%s\n",
 572           get_container_type(aac->fsa_dev[sdev_id(sdev)].type));
 573 }
 574
 575 static struct device_attribute aac_raid_level_attr = {
 576         .attr = {
 577                 .name = "level",
 578                 .mode = S_IRUGO,
 579         },
 580         .show = aac_show_raid_level
 581 };
 582
 583 static ssize_t aac_show_unique_id(struct device *dev,
 584              struct device_attribute *attr, char *buf)
 585 {
 586         struct scsi_device *sdev = to_scsi_device(dev);
 587         struct aac_dev *aac = (struct aac_dev *)(sdev->host->hostdata);
 588         unsigned char sn[16];
 589
 590         memset(sn, 0, sizeof(sn));
 591
 592         if (sdev_channel(sdev) == CONTAINER_CHANNEL)
 593                 memcpy(sn, aac->fsa_dev[sdev_id(sdev)].identifier, sizeof(sn));
 594
 595         return snprintf(buf, 16 * 2 + 2,
 596                 "%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X%02X\n",
 597                 sn[0], sn[1], sn[2], sn[3],
 598                 sn[4], sn[5], sn[6], sn[7],
 599                 sn[8], sn[9], sn[10], sn[11],
 600                 sn[12], sn[13], sn[14], sn[15]);
 601 }
 602
 603 static struct device_attribute aac_unique_id_attr = {
 604         .attr = {
 605                 .name = "unique_id",
 606                 .mode = 0444,
 607         },
 608         .show = aac_show_unique_id
 609 };
 610
 611
 612
 613 static struct device_attribute *aac_dev_attrs[] = {
 614         &aac_raid_level_attr,
 615         &aac_unique_id_attr,
 616         NULL,
 617 };
 618
 619 static int aac_ioctl(struct scsi_device *sdev, unsigned int cmd,
 620                      void __user *arg)
 621 {
 622         struct aac_dev *dev = (struct aac_dev *)sdev->host->hostdata;
 623         if (!capable(CAP_SYS_RAWIO))
 624                 return -EPERM;
 625         return aac_do_ioctl(dev, cmd, arg);
 626 }
 627
 628 static int get_num_of_incomplete_fibs(struct aac_dev *aac)
 629 {
 630
 631         unsigned long flags;
 632         struct scsi_device *sdev = NULL;
 633         struct Scsi_Host *shost = aac->scsi_host_ptr;
 634         struct scsi_cmnd *scmnd = NULL;
 635         struct device *ctrl_dev;
 636
 637         int mlcnt  = 0;
 638         int llcnt  = 0;
 639         int ehcnt  = 0;
 640         int fwcnt  = 0;
 641         int krlcnt = 0;
 642
 643         __shost_for_each_device(sdev, shost) {
 644                 spin_lock_irqsave(&sdev->list_lock, flags);
 645                 list_for_each_entry(scmnd, &sdev->cmd_list, list) {
 646                         switch (scmnd->SCp.phase) {
 647                         case AAC_OWNER_FIRMWARE:
 648                                 fwcnt++;
 649                                 break;
 650                         case AAC_OWNER_ERROR_HANDLER:
 651                                 ehcnt++;
 652                                 break;
 653                         case AAC_OWNER_LOWLEVEL:
 654                                 llcnt++;
 655                                 break;
 656                         case AAC_OWNER_MIDLEVEL:
 657                                 mlcnt++;
 658                                 break;
 659                         default:
 660                                 krlcnt++;
 661                                 break;
 662                         }
 663                 }
 664                 spin_unlock_irqrestore(&sdev->list_lock, flags);
 665         }
 666
 667         ctrl_dev = &aac->pdev->dev;
 668
 669         dev_info(ctrl_dev, "outstanding cmd: midlevel-%d\n", mlcnt);
 670         dev_info(ctrl_dev, "outstanding cmd: lowlevel-%d\n", llcnt);
 671         dev_info(ctrl_dev, "outstanding cmd: error handler-%d\n", ehcnt);
 672         dev_info(ctrl_dev, "outstanding cmd: firmware-%d\n", fwcnt);
 673         dev_info(ctrl_dev, "outstanding cmd: kernel-%d\n", krlcnt);
 674
 675         return mlcnt + llcnt + ehcnt + fwcnt;
 676 }
 677
 678 static int aac_eh_abort(struct scsi_cmnd* cmd)
 679 {
 680         struct scsi_device * dev = cmd->device;
 681         struct Scsi_Host * host = dev->host;
 682         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
 683         int count, found;
 684         u32 bus, cid;
 685         int ret = FAILED;
 686
 687         if (aac_adapter_check_health(aac))
 688                 return ret;
 689
 690         bus = aac_logical_to_phys(scmd_channel(cmd));
 691         cid = scmd_id(cmd);
 692         if (aac->hba_map[bus][cid].devtype == AAC_DEVTYPE_NATIVE_RAW) {
 693                 struct fib *fib;
 694                 struct aac_hba_tm_req *tmf;
 695                 int status;
 696                 u64 address;
 697
 698                 pr_err("%s: Host adapter abort request (%d,%d,%d,%d)\n",
 699                  AAC_DRIVERNAME,
 700                  host->host_no, sdev_channel(dev), sdev_id(dev), (int)dev->lun);
 701
 702                 found = 0;
 703                 for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
 704                         fib = &aac->fibs[count];
 705                         if (*(u8 *)fib->hw_fib_va != 0 &&
 706                                 (fib->flags & FIB_CONTEXT_FLAG_NATIVE_HBA) &&
 707                                 (fib->callback_data == cmd)) {
 708                                 found = 1;
 709                                 break;
 710                         }
 711                 }
 712                 if (!found)
 713                         return ret;
 714
 715                 /* start a HBA_TMF_ABORT_TASK TMF request */
 716                 fib = aac_fib_alloc(aac);
 717                 if (!fib)
 718                         return ret;
 719
 720                 tmf = (struct aac_hba_tm_req *)fib->hw_fib_va;
 721                 memset(tmf, 0, sizeof(*tmf));
 722                 tmf->tmf = HBA_TMF_ABORT_TASK;
 723                 tmf->it_nexus = aac->hba_map[bus][cid].rmw_nexus;
 724                 tmf->lun[1] = cmd->device->lun;
 725
 726                 address = (u64)fib->hw_error_pa;
 727                 tmf->error_ptr_hi = cpu_to_le32((u32)(address >> 32));
 728                 tmf->error_ptr_lo = cpu_to_le32((u32)(address & 0xffffffff));
 729                 tmf->error_length = cpu_to_le32(FW_ERROR_BUFFER_SIZE);
 730
 731                 fib->hbacmd_size = sizeof(*tmf);
 732                 cmd->SCp.sent_command = 0;
 733
 734                 status = aac_hba_send(HBA_IU_TYPE_SCSI_TM_REQ, fib,
 735                                   (fib_callback) aac_hba_callback,
 736                                   (void *) cmd);
 737
 738                 /* Wait up to 15 secs for completion */
 739                 for (count = 0; count < 15; ++count) {
 740                         if (cmd->SCp.sent_command) {
 741                                 ret = SUCCESS;
 742                                 break;
 743                         }
 744                         msleep(1000);
 745                 }
 746
 747                 if (ret != SUCCESS)
 748                         pr_err("%s: Host adapter abort request timed out\n",
 749                         AAC_DRIVERNAME);
 750         } else {
 751                 pr_err(
 752                         "%s: Host adapter abort request.\n"
 753                         "%s: Outstanding commands on (%d,%d,%d,%d):\n",
 754                         AAC_DRIVERNAME, AAC_DRIVERNAME,
 755                         host->host_no, sdev_channel(dev), sdev_id(dev),
 756                         (int)dev->lun);
 757                 switch (cmd->cmnd[0]) {
 758                 case SERVICE_ACTION_IN_16:
 759                         if (!(aac->raw_io_interface) ||
 760                             !(aac->raw_io_64) ||
 761                             ((cmd->cmnd[1] & 0x1f) != SAI_READ_CAPACITY_16))
 762                                 break;
 763                         /* fall through */
 764                 case INQUIRY:
 765                 case READ_CAPACITY:
 766                         /*
 767                          * Mark associated FIB to not complete,
 768                          * eh handler does this
 769                          */
 770                         for (count = 0;
 771                                 count < (host->can_queue + AAC_NUM_MGT_FIB);
 772                                 ++count) {
 773                                 struct fib *fib = &aac->fibs[count];
 774
 775                                 if (fib->hw_fib_va->header.XferState &&
 776                                 (fib->flags & FIB_CONTEXT_FLAG) &&
 777                                 (fib->callback_data == cmd)) {
 778                                         fib->flags |=
 779                                                 FIB_CONTEXT_FLAG_TIMED_OUT;
 780                                         cmd->SCp.phase =
 781                                                 AAC_OWNER_ERROR_HANDLER;
 782                                         ret = SUCCESS;
 783                                 }
 784                         }
 785                         break;
 786                 case TEST_UNIT_READY:
 787                         /*
 788                          * Mark associated FIB to not complete,
 789                          * eh handler does this
 790                          */
 791                         for (count = 0;
 792                                 count < (host->can_queue + AAC_NUM_MGT_FIB);
 793                                 ++count) {
 794                                 struct scsi_cmnd *command;
 795                                 struct fib *fib = &aac->fibs[count];
 796
 797                                 command = fib->callback_data;
 798
 799                                 if ((fib->hw_fib_va->header.XferState &
 800                                         cpu_to_le32
 801                                         (Async | NoResponseExpected)) &&
 802                                         (fib->flags & FIB_CONTEXT_FLAG) &&
 803                                         ((command)) &&
 804                                         (command->device == cmd->device)) {
 805                                         fib->flags |=
 806                                                 FIB_CONTEXT_FLAG_TIMED_OUT;
 807                                         command->SCp.phase =
 808                                                 AAC_OWNER_ERROR_HANDLER;
 809                                         if (command == cmd)
 810                                                 ret = SUCCESS;
 811                                 }
 812                         }
 813                         break;
 814                 }
 815         }
 816         return ret;
 817 }
 818
 819 static u8 aac_eh_tmf_lun_reset_fib(struct aac_hba_map_info *info,
 820                                    struct fib *fib, u64 tmf_lun)
 821 {
 822         struct aac_hba_tm_req *tmf;
 823         u64 address;
 824
 825         /* start a HBA_TMF_LUN_RESET TMF request */
 826         tmf = (struct aac_hba_tm_req *)fib->hw_fib_va;
 827         memset(tmf, 0, sizeof(*tmf));
 828         tmf->tmf = HBA_TMF_LUN_RESET;
 829         tmf->it_nexus = info->rmw_nexus;
 830         int_to_scsilun(tmf_lun, (struct scsi_lun *)tmf->lun);
 831
 832         address = (u64)fib->hw_error_pa;
 833         tmf->error_ptr_hi = cpu_to_le32
 834                 ((u32)(address >> 32));
 835         tmf->error_ptr_lo = cpu_to_le32
 836                 ((u32)(address & 0xffffffff));
 837         tmf->error_length = cpu_to_le32(FW_ERROR_BUFFER_SIZE);
 838         fib->hbacmd_size = sizeof(*tmf);
 839
 840         return HBA_IU_TYPE_SCSI_TM_REQ;
 841 }
 842
 843 static u8 aac_eh_tmf_hard_reset_fib(struct aac_hba_map_info *info,
 844                                     struct fib *fib)
 845 {
 846         struct aac_hba_reset_req *rst;
 847         u64 address;
 848
 849         /* already tried, start a hard reset now */
 850         rst = (struct aac_hba_reset_req *)fib->hw_fib_va;
 851         memset(rst, 0, sizeof(*rst));
 852         rst->it_nexus = info->rmw_nexus;
 853
 854         address = (u64)fib->hw_error_pa;
 855         rst->error_ptr_hi = cpu_to_le32((u32)(address >> 32));
 856         rst->error_ptr_lo = cpu_to_le32((u32)(address & 0xffffffff));
 857         rst->error_length = cpu_to_le32(FW_ERROR_BUFFER_SIZE);
 858         fib->hbacmd_size = sizeof(*rst);
 859
 860        return HBA_IU_TYPE_SATA_REQ;
 861 }
 862
 863 void aac_tmf_callback(void *context, struct fib *fibptr)
 864 {
 865         struct aac_hba_resp *err =
 866                 &((struct aac_native_hba *)fibptr->hw_fib_va)->resp.err;
 867         struct aac_hba_map_info *info = context;
 868         int res;
 869
 870         switch (err->service_response) {
 871         case HBA_RESP_SVCRES_TMF_REJECTED:
 872                 res = -1;
 873                 break;
 874         case HBA_RESP_SVCRES_TMF_LUN_INVALID:
 875                 res = 0;
 876                 break;
 877         case HBA_RESP_SVCRES_TMF_COMPLETE:
 878         case HBA_RESP_SVCRES_TMF_SUCCEEDED:
 879                 res = 0;
 880                 break;
 881         default:
 882                 res = -2;
 883                 break;
 884         }
 885         aac_fib_complete(fibptr);
 886
 887         info->reset_state = res;
 888 }
 889
 890 /*
 891  *      aac_eh_dev_reset        - Device reset command handling
 892  *      @scsi_cmd:      SCSI command block causing the reset
 893  *
 894  */
 895 static int aac_eh_dev_reset(struct scsi_cmnd *cmd)
 896 {
 897         struct scsi_device * dev = cmd->device;
 898         struct Scsi_Host * host = dev->host;
 899         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
 900         struct aac_hba_map_info *info;
 901         int count;
 902         u32 bus, cid;
 903         struct fib *fib;
 904         int ret = FAILED;
 905         int status;
 906         u8 command;
 907
 908         bus = aac_logical_to_phys(scmd_channel(cmd));
 909         cid = scmd_id(cmd);
 910
 911         if (bus >= AAC_MAX_BUSES || cid >= AAC_MAX_TARGETS)
 912                 return FAILED;
 913
 914         info = &aac->hba_map[bus][cid];
 915
 916         if (info->devtype != AAC_DEVTYPE_NATIVE_RAW &&
 917             info->reset_state > 0)
 918                 return FAILED;
 919
 920         pr_err("%s: Host adapter reset request. SCSI hang ?\n",
 921                AAC_DRIVERNAME);
 922
 923         fib = aac_fib_alloc(aac);
 924         if (!fib)
 925                 return ret;
 926
 927         /* start a HBA_TMF_LUN_RESET TMF request */
 928         command = aac_eh_tmf_lun_reset_fib(info, fib, dev->lun);
 929
 930         info->reset_state = 1;
 931
 932         status = aac_hba_send(command, fib,
 933                               (fib_callback) aac_tmf_callback,
 934                               (void *) info);
 935
 936         /* Wait up to 15 seconds for completion */
 937         for (count = 0; count < 15; ++count) {
 938                 if (info->reset_state == 0) {
 939                         ret = info->reset_state == 0 ? SUCCESS : FAILED;
 940                         break;
 941                 }
 942                 msleep(1000);
 943         }
 944
 945         return ret;
 946 }
 947
 948 /*
 949  *      aac_eh_target_reset     - Target reset command handling
 950  *      @scsi_cmd:      SCSI command block causing the reset
 951  *
 952  */
 953 static int aac_eh_target_reset(struct scsi_cmnd *cmd)
 954 {
 955         struct scsi_device * dev = cmd->device;
 956         struct Scsi_Host * host = dev->host;
 957         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
 958         struct aac_hba_map_info *info;
 959         int count;
 960         u32 bus, cid;
 961         int ret = FAILED;
 962         struct fib *fib;
 963         int status;
 964         u8 command;
 965
 966         bus = aac_logical_to_phys(scmd_channel(cmd));
 967         cid = scmd_id(cmd);
 968
 969         if (bus >= AAC_MAX_BUSES || cid >= AAC_MAX_TARGETS)
 970                 return FAILED;
 971
 972         info = &aac->hba_map[bus][cid];
 973
 974         if (info->devtype != AAC_DEVTYPE_NATIVE_RAW &&
 975             info->reset_state > 0)
 976                 return FAILED;
 977
 978         pr_err("%s: Host adapter reset request. SCSI hang ?\n",
 979                AAC_DRIVERNAME);
 980
 981         fib = aac_fib_alloc(aac);
 982         if (!fib)
 983                 return ret;
 984
 985
 986         /* already tried, start a hard reset now */
 987         command = aac_eh_tmf_hard_reset_fib(info, fib);
 988
 989         info->reset_state = 2;
 990
 991         status = aac_hba_send(command, fib,
 992                               (fib_callback) aac_tmf_callback,
 993                               (void *) info);
 994
 995         /* Wait up to 15 seconds for completion */
 996         for (count = 0; count < 15; ++count) {
 997                 if (info->reset_state <= 0) {
 998                         ret = info->reset_state == 0 ? SUCCESS : FAILED;
 999                         break;
1000                 }
1001                 msleep(1000);
1002         }
1003
1004         return ret;
1005 }
1006
1007 /*
1008  *      aac_eh_bus_reset        - Bus reset command handling
1009  *      @scsi_cmd:      SCSI command block causing the reset
1010  *
1011  */
1012 static int aac_eh_bus_reset(struct scsi_cmnd* cmd)
1013 {
1014         struct scsi_device * dev = cmd->device;
1015         struct Scsi_Host * host = dev->host;
1016         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
1017         int count;
1018         u32 cmd_bus;
1019         int status = 0;
1020
1021
1022         cmd_bus = aac_logical_to_phys(scmd_channel(cmd));
1023         /* Mark the assoc. FIB to not complete, eh handler does this */
1024         for (count = 0; count < (host->can_queue + AAC_NUM_MGT_FIB); ++count) {
1025                 struct fib *fib = &aac->fibs[count];
1026
1027                 if (fib->hw_fib_va->header.XferState &&
1028                     (fib->flags & FIB_CONTEXT_FLAG) &&
1029                     (fib->flags & FIB_CONTEXT_FLAG_SCSI_CMD)) {
1030                         struct aac_hba_map_info *info;
1031                         u32 bus, cid;
1032
1033                         cmd = (struct scsi_cmnd *)fib->callback_data;
1034                         bus = aac_logical_to_phys(scmd_channel(cmd));
1035                         if (bus != cmd_bus)
1036                                 continue;
1037                         cid = scmd_id(cmd);
1038                         info = &aac->hba_map[bus][cid];
1039                         if (bus >= AAC_MAX_BUSES || cid >= AAC_MAX_TARGETS ||
1040                             info->devtype != AAC_DEVTYPE_NATIVE_RAW) {
1041                                 fib->flags |= FIB_CONTEXT_FLAG_EH_RESET;
1042                                 cmd->SCp.phase = AAC_OWNER_ERROR_HANDLER;
1043                         }
1044                 }
1045         }
1046
1047         pr_err("%s: Host adapter reset request. SCSI hang ?\n", AAC_DRIVERNAME);
1048
1049         /*
1050          * Check the health of the controller
1051          */
1052         status = aac_adapter_check_health(aac);
1053         if (status)
1054                 dev_err(&aac->pdev->dev, "Adapter health - %d\n", status);
1055
1056         count = get_num_of_incomplete_fibs(aac);
1057         return (count == 0) ? SUCCESS : FAILED;
1058 }
1059
1060 /*
1061  *      aac_eh_host_reset       - Host reset command handling
1062  *      @scsi_cmd:      SCSI command block causing the reset
1063  *
1064  */
1065 int aac_eh_host_reset(struct scsi_cmnd *cmd)
1066 {
1067         struct scsi_device * dev = cmd->device;
1068         struct Scsi_Host * host = dev->host;
1069         struct aac_dev * aac = (struct aac_dev *)host->hostdata;
1070         int ret = FAILED;
1071         __le32 supported_options2 = 0;
1072         bool is_mu_reset;
1073         bool is_ignore_reset;
1074         bool is_doorbell_reset;
1075
1076         /*
1077          * Check if reset is supported by the firmware
1078          */
1079         supported_options2 = aac->supplement_adapter_info.supported_options2;
1080         is_mu_reset = supported_options2 & AAC_OPTION_MU_RESET;
1081         is_doorbell_reset = supported_options2 & AAC_OPTION_DOORBELL_RESET;
1082         is_ignore_reset = supported_options2 & AAC_OPTION_IGNORE_RESET;
1083         /*
1084          * This adapter needs a blind reset, only do so for
1085          * Adapters that support a register, instead of a commanded,
1086          * reset.
1087          */
1088         if ((is_mu_reset || is_doorbell_reset)
1089          && aac_check_reset
1090          && (aac_check_reset != -1 || !is_ignore_reset)) {
1091                 /* Bypass wait for command quiesce */
1092                 if (aac_reset_adapter(aac, 2, IOP_HWSOFT_RESET) == 0)
1093                         ret = SUCCESS;
1094         }
1095         /*
1096          * Reset EH state
1097          */
1098         if (ret == SUCCESS) {
1099                 int bus, cid;
1100                 struct aac_hba_map_info *info;
1101
1102                 for (bus = 0; bus < AAC_MAX_BUSES; bus++) {
1103                         for (cid = 0; cid < AAC_MAX_TARGETS; cid++) {
1104                                 info = &aac->hba_map[bus][cid];
1105                                 if (info->devtype == AAC_DEVTYPE_NATIVE_RAW)
1106                                         info->reset_state = 0;
1107                         }
1108                 }
1109         }
1110         return ret;
1111 }
1112
1113 /**
1114  *      aac_cfg_open            -       open a configuration file
1115  *      @inode: inode being opened
1116  *      @file: file handle attached
1117  *
1118  *      Called when the configuration device is opened. Does the needed
1119  *      set up on the handle and then returns
1120  *
1121  *      Bugs: This needs extending to check a given adapter is present
1122  *      so we can support hot plugging, and to ref count adapters.
1123  */
1124
1125 static int aac_cfg_open(struct inode *inode, struct file *file)
1126 {
1127         struct aac_dev *aac;
1128         unsigned minor_number = iminor(inode);
1129         int err = -ENODEV;
1130
1131         mutex_lock(&aac_mutex);  /* BKL pushdown: nothing else protects this list */
1132         list_for_each_entry(aac, &aac_devices, entry) {
1133                 if (aac->id == minor_number) {
1134                         file->private_data = aac;
1135                         err = 0;
1136                         break;
1137                 }
1138         }
1139         mutex_unlock(&aac_mutex);
1140
1141         return err;
1142 }
1143
1144 /**
1145  *      aac_cfg_ioctl           -       AAC configuration request
1146  *      @inode: inode of device
1147  *      @file: file handle
1148  *      @cmd: ioctl command code
1149  *      @arg: argument
1150  *
1151  *      Handles a configuration ioctl. Currently this involves wrapping it
1152  *      up and feeding it into the nasty windowsalike glue layer.
1153  *
1154  *      Bugs: Needs locking against parallel ioctls lower down
1155  *      Bugs: Needs to handle hot plugging
1156  */
1157
1158 static long aac_cfg_ioctl(struct file *file,
1159                 unsigned int cmd, unsigned long arg)
1160 {
1161         struct aac_dev *aac = (struct aac_dev *)file->private_data;
1162
1163         if (!capable(CAP_SYS_RAWIO))
1164                 return -EPERM;
1165
1166         return aac_do_ioctl(aac, cmd, (void __user *)arg);
1167 }
1168
1169 #ifdef CONFIG_COMPAT
1170 static long aac_compat_do_ioctl(struct aac_dev *dev, unsigned cmd, unsigned long arg)
1171 {
1172         long ret;
1173         switch (cmd) {
1174         case FSACTL_MINIPORT_REV_CHECK:
1175         case FSACTL_SENDFIB:
1176         case FSACTL_OPEN_GET_ADAPTER_FIB:
1177         case FSACTL_CLOSE_GET_ADAPTER_FIB:
1178         case FSACTL_SEND_RAW_SRB:
1179         case FSACTL_GET_PCI_INFO:
1180         case FSACTL_QUERY_DISK:
1181         case FSACTL_DELETE_DISK:
1182         case FSACTL_FORCE_DELETE_DISK:
1183         case FSACTL_GET_CONTAINERS:
1184         case FSACTL_SEND_LARGE_FIB:
1185                 ret = aac_do_ioctl(dev, cmd, (void __user *)arg);
1186                 break;
1187
1188         case FSACTL_GET_NEXT_ADAPTER_FIB: {
1189                 struct fib_ioctl __user *f;
1190
1191                 f = compat_alloc_user_space(sizeof(*f));
1192                 ret = 0;
1193                 if (clear_user(f, sizeof(*f)))
1194                         ret = -EFAULT;
1195                 if (copy_in_user(f, (void __user *)arg, sizeof(struct fib_ioctl) - sizeof(u32)))
1196                         ret = -EFAULT;
1197                 if (!ret)
1198                         ret = aac_do_ioctl(dev, cmd, f);
1199                 break;
1200         }
1201
1202         default:
1203                 ret = -ENOIOCTLCMD;
1204                 break;
1205         }
1206         return ret;
1207 }
1208
1209 static int aac_compat_ioctl(struct scsi_device *sdev, unsigned int cmd,
1210                             void __user *arg)
1211 {
1212         struct aac_dev *dev = (struct aac_dev *)sdev->host->hostdata;
1213         if (!capable(CAP_SYS_RAWIO))
1214                 return -EPERM;
1215         return aac_compat_do_ioctl(dev, cmd, (unsigned long)arg);
1216 }
1217
1218 static long aac_compat_cfg_ioctl(struct file *file, unsigned cmd, unsigned long arg)
1219 {
1220         if (!capable(CAP_SYS_RAWIO))
1221                 return -EPERM;
1222         return aac_compat_do_ioctl(file->private_data, cmd, arg);
1223 }
1224 #endif
1225
1226 static ssize_t aac_show_model(struct device *device,
1227                               struct device_attribute *attr, char *buf)
1228 {
1229         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1230         int len;
1231
1232         if (dev->supplement_adapter_info.adapter_type_text[0]) {
1233                 char *cp = dev->supplement_adapter_info.adapter_type_text;
1234                 while (*cp && *cp != ' ')
1235                         ++cp;
1236                 while (*cp == ' ')
1237                         ++cp;
1238                 len = snprintf(buf, PAGE_SIZE, "%s\n", cp);
1239         } else
1240                 len = snprintf(buf, PAGE_SIZE, "%s\n",
1241                   aac_drivers[dev->cardtype].model);
1242         return len;
1243 }
1244
1245 static ssize_t aac_show_vendor(struct device *device,
1246                                struct device_attribute *attr, char *buf)
1247 {
1248         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1249         struct aac_supplement_adapter_info *sup_adap_info;
1250         int len;
1251
1252         sup_adap_info = &dev->supplement_adapter_info;
1253         if (sup_adap_info->adapter_type_text[0]) {
1254                 char *cp = sup_adap_info->adapter_type_text;
1255                 while (*cp && *cp != ' ')
1256                         ++cp;
1257                 len = snprintf(buf, PAGE_SIZE, "%.*s\n",
1258                         (int)(cp - (char *)sup_adap_info->adapter_type_text),
1259                                         sup_adap_info->adapter_type_text);
1260         } else
1261                 len = snprintf(buf, PAGE_SIZE, "%s\n",
1262                         aac_drivers[dev->cardtype].vname);
1263         return len;
1264 }
1265
1266 static ssize_t aac_show_flags(struct device *cdev,
1267                               struct device_attribute *attr, char *buf)
1268 {
1269         int len = 0;
1270         struct aac_dev *dev = (struct aac_dev*)class_to_shost(cdev)->hostdata;
1271
1272         if (nblank(dprintk(x)))
1273                 len = snprintf(buf, PAGE_SIZE, "dprintk\n");
1274 #ifdef AAC_DETAILED_STATUS_INFO
1275         len += snprintf(buf + len, PAGE_SIZE - len,
1276                         "AAC_DETAILED_STATUS_INFO\n");
1277 #endif
1278         if (dev->raw_io_interface && dev->raw_io_64)
1279                 len += snprintf(buf + len, PAGE_SIZE - len,
1280                                 "SAI_READ_CAPACITY_16\n");
1281         if (dev->jbod)
1282                 len += snprintf(buf + len, PAGE_SIZE - len, "SUPPORTED_JBOD\n");
1283         if (dev->supplement_adapter_info.supported_options2 &
1284                 AAC_OPTION_POWER_MANAGEMENT)
1285                 len += snprintf(buf + len, PAGE_SIZE - len,
1286                                 "SUPPORTED_POWER_MANAGEMENT\n");
1287         if (dev->msi)
1288                 len += snprintf(buf + len, PAGE_SIZE - len, "PCI_HAS_MSI\n");
1289         return len;
1290 }
1291
1292 static ssize_t aac_show_kernel_version(struct device *device,
1293                                        struct device_attribute *attr,
1294                                        char *buf)
1295 {
1296         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1297         int len, tmp;
1298
1299         tmp = le32_to_cpu(dev->adapter_info.kernelrev);
1300         len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
1301           tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
1302           le32_to_cpu(dev->adapter_info.kernelbuild));
1303         return len;
1304 }
1305
1306 static ssize_t aac_show_monitor_version(struct device *device,
1307                                         struct device_attribute *attr,
1308                                         char *buf)
1309 {
1310         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1311         int len, tmp;
1312
1313         tmp = le32_to_cpu(dev->adapter_info.monitorrev);
1314         len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
1315           tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
1316           le32_to_cpu(dev->adapter_info.monitorbuild));
1317         return len;
1318 }
1319
1320 static ssize_t aac_show_bios_version(struct device *device,
1321                                      struct device_attribute *attr,
1322                                      char *buf)
1323 {
1324         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1325         int len, tmp;
1326
1327         tmp = le32_to_cpu(dev->adapter_info.biosrev);
1328         len = snprintf(buf, PAGE_SIZE, "%d.%d-%d[%d]\n",
1329           tmp >> 24, (tmp >> 16) & 0xff, tmp & 0xff,
1330           le32_to_cpu(dev->adapter_info.biosbuild));
1331         return len;
1332 }
1333
1334 static ssize_t aac_show_driver_version(struct device *device,
1335                                         struct device_attribute *attr,
1336                                         char *buf)
1337 {
1338         return snprintf(buf, PAGE_SIZE, "%s\n", aac_driver_version);
1339 }
1340
1341 static ssize_t aac_show_serial_number(struct device *device,
1342                                struct device_attribute *attr, char *buf)
1343 {
1344         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1345         int len = 0;
1346
1347         if (le32_to_cpu(dev->adapter_info.serial[0]) != 0xBAD0)
1348                 len = snprintf(buf, 16, "%06X\n",
1349                   le32_to_cpu(dev->adapter_info.serial[0]));
1350         if (len &&
1351           !memcmp(&dev->supplement_adapter_info.mfg_pcba_serial_no[
1352             sizeof(dev->supplement_adapter_info.mfg_pcba_serial_no)-len],
1353           buf, len-1))
1354                 len = snprintf(buf, 16, "%.*s\n",
1355                   (int)sizeof(dev->supplement_adapter_info.mfg_pcba_serial_no),
1356                   dev->supplement_adapter_info.mfg_pcba_serial_no);
1357
1358         return min(len, 16);
1359 }
1360
1361 static ssize_t aac_show_max_channel(struct device *device,
1362                                     struct device_attribute *attr, char *buf)
1363 {
1364         return snprintf(buf, PAGE_SIZE, "%d\n",
1365           class_to_shost(device)->max_channel);
1366 }
1367
1368 static ssize_t aac_show_max_id(struct device *device,
1369                                struct device_attribute *attr, char *buf)
1370 {
1371         return snprintf(buf, PAGE_SIZE, "%d\n",
1372           class_to_shost(device)->max_id);
1373 }
1374
1375 static ssize_t aac_store_reset_adapter(struct device *device,
1376                                        struct device_attribute *attr,
1377                                        const char *buf, size_t count)
1378 {
1379         int retval = -EACCES;
1380
1381         if (!capable(CAP_SYS_ADMIN))
1382                 return retval;
1383
1384         retval = aac_reset_adapter(shost_priv(class_to_shost(device)),
1385                                         buf[0] == '!', IOP_HWSOFT_RESET);
1386         if (retval >= 0)
1387                 retval = count;
1388
1389         return retval;
1390 }
1391
1392 static ssize_t aac_show_reset_adapter(struct device *device,
1393                                       struct device_attribute *attr,
1394                                       char *buf)
1395 {
1396         struct aac_dev *dev = (struct aac_dev*)class_to_shost(device)->hostdata;
1397         int len, tmp;
1398
1399         tmp = aac_adapter_check_health(dev);
1400         if ((tmp == 0) && dev->in_reset)
1401                 tmp = -EBUSY;
1402         len = snprintf(buf, PAGE_SIZE, "0x%x\n", tmp);
1403         return len;
1404 }
1405
1406 static struct device_attribute aac_model = {
1407         .attr = {
1408                 .name = "model",
1409                 .mode = S_IRUGO,
1410         },
1411         .show = aac_show_model,
1412 };
1413 static struct device_attribute aac_vendor = {
1414         .attr = {
1415                 .name = "vendor",
1416                 .mode = S_IRUGO,
1417         },
1418         .show = aac_show_vendor,
1419 };
1420 static struct device_attribute aac_flags = {
1421         .attr = {
1422                 .name = "flags",
1423                 .mode = S_IRUGO,
1424         },
1425         .show = aac_show_flags,
1426 };
1427 static struct device_attribute aac_kernel_version = {
1428         .attr = {
1429                 .name = "hba_kernel_version",
1430                 .mode = S_IRUGO,
1431         },
1432         .show = aac_show_kernel_version,
1433 };
1434 static struct device_attribute aac_monitor_version = {
1435         .attr = {
1436                 .name = "hba_monitor_version",
1437                 .mode = S_IRUGO,
1438         },
1439         .show = aac_show_monitor_version,
1440 };
1441 static struct device_attribute aac_bios_version = {
1442         .attr = {
1443                 .name = "hba_bios_version",
1444                 .mode = S_IRUGO,
1445         },
1446         .show = aac_show_bios_version,
1447 };
1448 static struct device_attribute aac_lld_version = {
1449         .attr = {
1450                 .name = "driver_version",
1451                 .mode = 0444,
1452         },
1453         .show = aac_show_driver_version,
1454 };
1455 static struct device_attribute aac_serial_number = {
1456         .attr = {
1457                 .name = "serial_number",
1458                 .mode = S_IRUGO,
1459         },
1460         .show = aac_show_serial_number,
1461 };
1462 static struct device_attribute aac_max_channel = {
1463         .attr = {
1464                 .name = "max_channel",
1465                 .mode = S_IRUGO,
1466         },
1467         .show = aac_show_max_channel,
1468 };
1469 static struct device_attribute aac_max_id = {
1470         .attr = {
1471                 .name = "max_id",
1472                 .mode = S_IRUGO,
1473         },
1474         .show = aac_show_max_id,
1475 };
1476 static struct device_attribute aac_reset = {
1477         .attr = {
1478                 .name = "reset_host",
1479                 .mode = S_IWUSR|S_IRUGO,
1480         },
1481         .store = aac_store_reset_adapter,
1482         .show = aac_show_reset_adapter,
1483 };
1484
1485 static struct device_attribute *aac_attrs[] = {
1486         &aac_model,
1487         &aac_vendor,
1488         &aac_flags,
1489         &aac_kernel_version,
1490         &aac_monitor_version,
1491         &aac_bios_version,
1492         &aac_lld_version,
1493         &aac_serial_number,
1494         &aac_max_channel,
1495         &aac_max_id,
1496         &aac_reset,
1497         NULL
1498 };
1499
1500 ssize_t aac_get_serial_number(struct device *device, char *buf)
1501 {
1502         return aac_show_serial_number(device, &aac_serial_number, buf);
1503 }
1504
1505 static const struct file_operations aac_cfg_fops = {
1506         .owner          = THIS_MODULE,
1507         .unlocked_ioctl = aac_cfg_ioctl,
1508 #ifdef CONFIG_COMPAT
1509         .compat_ioctl   = aac_compat_cfg_ioctl,
1510 #endif
1511         .open           = aac_cfg_open,
1512         .llseek         = noop_llseek,
1513 };
1514
1515 static struct scsi_host_template aac_driver_template = {
1516         .module                         = THIS_MODULE,
1517         .name                           = "AAC",
1518         .proc_name                      = AAC_DRIVERNAME,
1519         .info                           = aac_info,
1520         .ioctl                          = aac_ioctl,
1521 #ifdef CONFIG_COMPAT
1522         .compat_ioctl                   = aac_compat_ioctl,
1523 #endif
1524         .queuecommand                   = aac_queuecommand,
1525         .bios_param                     = aac_biosparm,
1526         .shost_attrs                    = aac_attrs,
1527         .slave_configure                = aac_slave_configure,
1528         .change_queue_depth             = aac_change_queue_depth,
1529         .sdev_attrs                     = aac_dev_attrs,
1530         .eh_abort_handler               = aac_eh_abort,
1531         .eh_device_reset_handler        = aac_eh_dev_reset,
1532         .eh_target_reset_handler        = aac_eh_target_reset,
1533         .eh_bus_reset_handler           = aac_eh_bus_reset,
1534         .eh_host_reset_handler          = aac_eh_host_reset,
1535         .can_queue                      = AAC_NUM_IO_FIB,
1536         .this_id                        = MAXIMUM_NUM_CONTAINERS,
1537         .sg_tablesize                   = 16,
1538         .max_sectors                    = 128,
1539 #if (AAC_NUM_IO_FIB > 256)
1540         .cmd_per_lun                    = 256,
1541 #else
1542         .cmd_per_lun                    = AAC_NUM_IO_FIB,
1543 #endif
1544         .emulated                       = 1,
1545         .no_write_same                  = 1,
1546 };
1547
1548 static void __aac_shutdown(struct aac_dev * aac)
1549 {
1550         int i;
1551
1552         mutex_lock(&aac->ioctl_mutex);
1553         aac->adapter_shutdown = 1;
1554         mutex_unlock(&aac->ioctl_mutex);
1555
1556         if (aac->aif_thread) {
1557                 int i;
1558                 /* Clear out events first */
1559                 for (i = 0; i < (aac->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB); i++) {
1560                         struct fib *fib = &aac->fibs[i];
1561                         if (!(fib->hw_fib_va->header.XferState & cpu_to_le32(NoResponseExpected | Async)) &&
1562                             (fib->hw_fib_va->header.XferState & cpu_to_le32(ResponseExpected)))
1563                                 complete(&fib->event_wait);
1564                 }
1565                 kthread_stop(aac->thread);
1566                 aac->thread = NULL;
1567         }
1568
1569         aac_send_shutdown(aac);
1570
1571         aac_adapter_disable_int(aac);
1572
1573         if (aac_is_src(aac)) {
1574                 if (aac->max_msix > 1) {
1575                         for (i = 0; i < aac->max_msix; i++) {
1576                                 free_irq(pci_irq_vector(aac->pdev, i),
1577                                          &(aac->aac_msix[i]));
1578                         }
1579                 } else {
1580                         free_irq(aac->pdev->irq,
1581                                  &(aac->aac_msix[0]));
1582                 }
1583         } else {
1584                 free_irq(aac->pdev->irq, aac);
1585         }
1586         if (aac->msi)
1587                 pci_disable_msi(aac->pdev);
1588         else if (aac->max_msix > 1)
1589                 pci_disable_msix(aac->pdev);
1590 }
1591 static void aac_init_char(void)
1592 {
1593         aac_cfg_major = register_chrdev(0, "aac", &aac_cfg_fops);
1594         if (aac_cfg_major < 0) {
1595                 pr_err("aacraid: unable to register \"aac\" device.\n");
1596         }
1597 }
1598
1599 static int aac_probe_one(struct pci_dev *pdev, const struct pci_device_id *id)
1600 {
1601         unsigned index = id->driver_data;
1602         struct Scsi_Host *shost;
1603         struct aac_dev *aac;
1604         struct list_head *insert = &aac_devices;
1605         int error = -ENODEV;
1606         int unique_id = 0;
1607         u64 dmamask;
1608         int mask_bits = 0;
1609         extern int aac_sync_mode;
1610
1611         /*
1612          * Only series 7 needs freset.
1613          */
1614         if (pdev->device == PMC_DEVICE_S7)
1615                 pdev->needs_freset = 1;
1616
1617         list_for_each_entry(aac, &aac_devices, entry) {
1618                 if (aac->id > unique_id)
1619                         break;
1620                 insert = &aac->entry;
1621                 unique_id++;
1622         }
1623
1624         pci_disable_link_state(pdev, PCIE_LINK_STATE_L0S | PCIE_LINK_STATE_L1 |
1625                                PCIE_LINK_STATE_CLKPM);
1626
1627         error = pci_enable_device(pdev);
1628         if (error)
1629                 goto out;
1630         error = -ENODEV;
1631
1632         if (!(aac_drivers[index].quirks & AAC_QUIRK_SRC)) {
1633                 error = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
1634                 if (error) {
1635                         dev_err(&pdev->dev, "PCI 32 BIT dma mask set failed");
1636                         goto out_disable_pdev;
1637                 }
1638         }
1639
1640         /*
1641          * If the quirk31 bit is set, the adapter needs adapter
1642          * to driver communication memory to be allocated below 2gig
1643          */
1644         if (aac_drivers[index].quirks & AAC_QUIRK_31BIT) {
1645                 dmamask = DMA_BIT_MASK(31);
1646                 mask_bits = 31;
1647         } else {
1648                 dmamask = DMA_BIT_MASK(32);
1649                 mask_bits = 32;
1650         }
1651
1652         error = pci_set_consistent_dma_mask(pdev, dmamask);
1653         if (error) {
1654                 dev_err(&pdev->dev, "PCI %d B consistent dma mask set failed\n"
1655                                 , mask_bits);
1656                 goto out_disable_pdev;
1657         }
1658
1659         pci_set_master(pdev);
1660
1661         shost = scsi_host_alloc(&aac_driver_template, sizeof(struct aac_dev));
1662         if (!shost)
1663                 goto out_disable_pdev;
1664
1665         shost->irq = pdev->irq;
1666         shost->unique_id = unique_id;
1667         shost->max_cmd_len = 16;
1668         shost->use_cmd_list = 1;
1669
1670         if (aac_cfg_major == AAC_CHARDEV_NEEDS_REINIT)
1671                 aac_init_char();
1672
1673         aac = (struct aac_dev *)shost->hostdata;
1674         aac->base_start = pci_resource_start(pdev, 0);
1675         aac->scsi_host_ptr = shost;
1676         aac->pdev = pdev;
1677         aac->name = aac_driver_template.name;
1678         aac->id = shost->unique_id;
1679         aac->cardtype = index;
1680         INIT_LIST_HEAD(&aac->entry);
1681
1682         if (aac_reset_devices || reset_devices)
1683                 aac->init_reset = true;
1684
1685         aac->fibs = kcalloc(shost->can_queue + AAC_NUM_MGT_FIB,
1686                             sizeof(struct fib),
1687                             GFP_KERNEL);
1688         if (!aac->fibs)
1689                 goto out_free_host;
1690         spin_lock_init(&aac->fib_lock);
1691
1692         mutex_init(&aac->ioctl_mutex);
1693         mutex_init(&aac->scan_mutex);
1694
1695         INIT_DELAYED_WORK(&aac->safw_rescan_work, aac_safw_rescan_worker);
1696         /*
1697          *      Map in the registers from the adapter.
1698          */
1699         aac->base_size = AAC_MIN_FOOTPRINT_SIZE;
1700         if ((*aac_drivers[index].init)(aac)) {
1701                 error = -ENODEV;
1702                 goto out_unmap;
1703         }
1704
1705         if (aac->sync_mode) {
1706                 if (aac_sync_mode)
1707                         printk(KERN_INFO "%s%d: Sync. mode enforced "
1708                                 "by driver parameter. This will cause "
1709                                 "a significant performance decrease!\n",
1710                                 aac->name,
1711                                 aac->id);
1712                 else
1713                         printk(KERN_INFO "%s%d: Async. mode not supported "
1714                                 "by current driver, sync. mode enforced."
1715                                 "\nPlease update driver to get full performance.\n",
1716                                 aac->name,
1717                                 aac->id);
1718         }
1719
1720         /*
1721          *      Start any kernel threads needed
1722          */
1723         aac->thread = kthread_run(aac_command_thread, aac, AAC_DRIVERNAME);
1724         if (IS_ERR(aac->thread)) {
1725                 printk(KERN_ERR "aacraid: Unable to create command thread.\n");
1726                 error = PTR_ERR(aac->thread);
1727                 aac->thread = NULL;
1728                 goto out_deinit;
1729         }
1730
1731         aac->maximum_num_channels = aac_drivers[index].channels;
1732         error = aac_get_adapter_info(aac);
1733         if (error < 0)
1734                 goto out_deinit;
1735
1736         /*
1737          * Lets override negotiations and drop the maximum SG limit to 34
1738          */
1739         if ((aac_drivers[index].quirks & AAC_QUIRK_34SG) &&
1740                         (shost->sg_tablesize > 34)) {
1741                 shost->sg_tablesize = 34;
1742                 shost->max_sectors = (shost->sg_tablesize * 8) + 112;
1743         }
1744
1745         if ((aac_drivers[index].quirks & AAC_QUIRK_17SG) &&
1746                         (shost->sg_tablesize > 17)) {
1747                 shost->sg_tablesize = 17;
1748                 shost->max_sectors = (shost->sg_tablesize * 8) + 112;
1749         }
1750
1751         if (aac->adapter_info.options & AAC_OPT_NEW_COMM)
1752                 shost->max_segment_size = shost->max_sectors << 9;
1753         else
1754                 shost->max_segment_size = 65536;
1755
1756         /*
1757          * Firmware printf works only with older firmware.
1758          */
1759         if (aac_drivers[index].quirks & AAC_QUIRK_34SG)
1760                 aac->printf_enabled = 1;
1761         else
1762                 aac->printf_enabled = 0;
1763
1764         /*
1765          * max channel will be the physical channels plus 1 virtual channel
1766          * all containers are on the virtual channel 0 (CONTAINER_CHANNEL)
1767          * physical channels are address by their actual physical number+1
1768          */
1769         if (aac->nondasd_support || expose_physicals || aac->jbod)
1770                 shost->max_channel = aac->maximum_num_channels;
1771         else
1772                 shost->max_channel = 0;
1773
1774         aac_get_config_status(aac, 0);
1775         aac_get_containers(aac);
1776         list_add(&aac->entry, insert);
1777
1778         shost->max_id = aac->maximum_num_containers;
1779         if (shost->max_id < aac->maximum_num_physicals)
1780                 shost->max_id = aac->maximum_num_physicals;
1781         if (shost->max_id < MAXIMUM_NUM_CONTAINERS)
1782                 shost->max_id = MAXIMUM_NUM_CONTAINERS;
1783         else
1784                 shost->this_id = shost->max_id;
1785
1786         if (!aac->sa_firmware && aac_drivers[index].quirks & AAC_QUIRK_SRC)
1787                 aac_intr_normal(aac, 0, 2, 0, NULL);
1788
1789         /*
1790          * dmb - we may need to move the setting of these parms somewhere else once
1791          * we get a fib that can report the actual numbers
1792          */
1793         shost->max_lun = AAC_MAX_LUN;
1794
1795         pci_set_drvdata(pdev, shost);
1796
1797         error = scsi_add_host(shost, &pdev->dev);
1798         if (error)
1799                 goto out_deinit;
1800
1801         aac_scan_host(aac);
1802
1803         pci_enable_pcie_error_reporting(pdev);
1804         pci_save_state(pdev);
1805
1806         return 0;
1807
1808  out_deinit:
1809         __aac_shutdown(aac);
1810  out_unmap:
1811         aac_fib_map_free(aac);
1812         if (aac->comm_addr)
1813                 dma_free_coherent(&aac->pdev->dev, aac->comm_size,
1814                                   aac->comm_addr, aac->comm_phys);
1815         kfree(aac->queues);
1816         aac_adapter_ioremap(aac, 0);
1817         kfree(aac->fibs);
1818         kfree(aac->fsa_dev);
1819  out_free_host:
1820         scsi_host_put(shost);
1821  out_disable_pdev:
1822         pci_disable_device(pdev);
1823  out:
1824         return error;
1825 }
1826
1827 static void aac_release_resources(struct aac_dev *aac)
1828 {
1829         aac_adapter_disable_int(aac);
1830         aac_free_irq(aac);
1831 }
1832
1833 static int aac_acquire_resources(struct aac_dev *dev)
1834 {
1835         unsigned long status;
1836         /*
1837          *      First clear out all interrupts.  Then enable the one's that we
1838          *      can handle.
1839          */
1840         while (!((status = src_readl(dev, MUnit.OMR)) & KERNEL_UP_AND_RUNNING)
1841                 || status == 0xffffffff)
1842                         msleep(20);
1843
1844         aac_adapter_disable_int(dev);
1845         aac_adapter_enable_int(dev);
1846
1847
1848         if (aac_is_src(dev))
1849                 aac_define_int_mode(dev);
1850
1851         if (dev->msi_enabled)
1852                 aac_src_access_devreg(dev, AAC_ENABLE_MSIX);
1853
1854         if (aac_acquire_irq(dev))
1855                 goto error_iounmap;
1856
1857         aac_adapter_enable_int(dev);
1858
1859         /*max msix may change  after EEH
1860          * Re-assign vectors to fibs
1861          */
1862         aac_fib_vector_assign(dev);
1863
1864         if (!dev->sync_mode) {
1865                 /* After EEH recovery or suspend resume, max_msix count
1866                  * may change, therefore updating in init as well.
1867                  */
1868                 dev->init->r7.no_of_msix_vectors = cpu_to_le32(dev->max_msix);
1869                 aac_adapter_start(dev);
1870         }
1871         return 0;
1872
1873 error_iounmap:
1874         return -1;
1875
1876 }
1877
1878 #if (defined(CONFIG_PM))
1879 static int aac_suspend(struct pci_dev *pdev, pm_message_t state)
1880 {
1881
1882         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1883         struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1884
1885         scsi_block_requests(shost);
1886         aac_cancel_safw_rescan_worker(aac);
1887         aac_send_shutdown(aac);
1888
1889         aac_release_resources(aac);
1890
1891         pci_set_drvdata(pdev, shost);
1892         pci_save_state(pdev);
1893         pci_disable_device(pdev);
1894         pci_set_power_state(pdev, pci_choose_state(pdev, state));
1895
1896         return 0;
1897 }
1898
1899 static int aac_resume(struct pci_dev *pdev)
1900 {
1901         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1902         struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1903         int r;
1904
1905         pci_set_power_state(pdev, PCI_D0);
1906         pci_enable_wake(pdev, PCI_D0, 0);
1907         pci_restore_state(pdev);
1908         r = pci_enable_device(pdev);
1909
1910         if (r)
1911                 goto fail_device;
1912
1913         pci_set_master(pdev);
1914         if (aac_acquire_resources(aac))
1915                 goto fail_device;
1916         /*
1917         * reset this flag to unblock ioctl() as it was set at
1918         * aac_send_shutdown() to block ioctls from upperlayer
1919         */
1920         aac->adapter_shutdown = 0;
1921         scsi_unblock_requests(shost);
1922
1923         return 0;
1924
1925 fail_device:
1926         printk(KERN_INFO "%s%d: resume failed.\n", aac->name, aac->id);
1927         scsi_host_put(shost);
1928         pci_disable_device(pdev);
1929         return -ENODEV;
1930 }
1931 #endif
1932
1933 static void aac_shutdown(struct pci_dev *dev)
1934 {
1935         struct Scsi_Host *shost = pci_get_drvdata(dev);
1936         scsi_block_requests(shost);
1937         __aac_shutdown((struct aac_dev *)shost->hostdata);
1938 }
1939
1940 static void aac_remove_one(struct pci_dev *pdev)
1941 {
1942         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1943         struct aac_dev *aac = (struct aac_dev *)shost->hostdata;
1944
1945         aac_cancel_safw_rescan_worker(aac);
1946         scsi_remove_host(shost);
1947
1948         __aac_shutdown(aac);
1949         aac_fib_map_free(aac);
1950         dma_free_coherent(&aac->pdev->dev, aac->comm_size, aac->comm_addr,
1951                           aac->comm_phys);
1952         kfree(aac->queues);
1953
1954         aac_adapter_ioremap(aac, 0);
1955
1956         kfree(aac->fibs);
1957         kfree(aac->fsa_dev);
1958
1959         list_del(&aac->entry);
1960         scsi_host_put(shost);
1961         pci_disable_device(pdev);
1962         if (list_empty(&aac_devices)) {
1963                 unregister_chrdev(aac_cfg_major, "aac");
1964                 aac_cfg_major = AAC_CHARDEV_NEEDS_REINIT;
1965         }
1966 }
1967
1968 static void aac_flush_ios(struct aac_dev *aac)
1969 {
1970         int i;
1971         struct scsi_cmnd *cmd;
1972
1973         for (i = 0; i < aac->scsi_host_ptr->can_queue; i++) {
1974                 cmd = (struct scsi_cmnd *)aac->fibs[i].callback_data;
1975                 if (cmd && (cmd->SCp.phase == AAC_OWNER_FIRMWARE)) {
1976                         scsi_dma_unmap(cmd);
1977
1978                         if (aac->handle_pci_error)
1979                                 cmd->result = DID_NO_CONNECT << 16;
1980                         else
1981                                 cmd->result = DID_RESET << 16;
1982
1983                         cmd->scsi_done(cmd);
1984                 }
1985         }
1986 }
1987
1988 static pci_ers_result_t aac_pci_error_detected(struct pci_dev *pdev,
1989                                         enum pci_channel_state error)
1990 {
1991         struct Scsi_Host *shost = pci_get_drvdata(pdev);
1992         struct aac_dev *aac = shost_priv(shost);
1993
1994         dev_err(&pdev->dev, "aacraid: PCI error detected %x\n", error);
1995
1996         switch (error) {
1997         case pci_channel_io_normal:
1998                 return PCI_ERS_RESULT_CAN_RECOVER;
1999         case pci_channel_io_frozen:
2000                 aac->handle_pci_error = 1;
2001
2002                 scsi_block_requests(aac->scsi_host_ptr);
2003                 aac_cancel_safw_rescan_worker(aac);
2004                 aac_flush_ios(aac);
2005                 aac_release_resources(aac);
2006
2007                 pci_disable_pcie_error_reporting(pdev);
2008                 aac_adapter_ioremap(aac, 0);
2009
2010                 return PCI_ERS_RESULT_NEED_RESET;
2011         case pci_channel_io_perm_failure:
2012                 aac->handle_pci_error = 1;
2013
2014                 aac_flush_ios(aac);
2015                 return PCI_ERS_RESULT_DISCONNECT;
2016         }
2017
2018         return PCI_ERS_RESULT_NEED_RESET;
2019 }
2020
2021 static pci_ers_result_t aac_pci_mmio_enabled(struct pci_dev *pdev)
2022 {
2023         dev_err(&pdev->dev, "aacraid: PCI error - mmio enabled\n");
2024         return PCI_ERS_RESULT_NEED_RESET;
2025 }
2026
2027 static pci_ers_result_t aac_pci_slot_reset(struct pci_dev *pdev)
2028 {
2029         dev_err(&pdev->dev, "aacraid: PCI error - slot reset\n");
2030         pci_restore_state(pdev);
2031         if (pci_enable_device(pdev)) {
2032                 dev_warn(&pdev->dev,
2033                         "aacraid: failed to enable slave\n");
2034                 goto fail_device;
2035         }
2036
2037         pci_set_master(pdev);
2038
2039         if (pci_enable_device_mem(pdev)) {
2040                 dev_err(&pdev->dev, "pci_enable_device_mem failed\n");
2041                 goto fail_device;
2042         }
2043
2044         return PCI_ERS_RESULT_RECOVERED;
2045
2046 fail_device:
2047         dev_err(&pdev->dev, "aacraid: PCI error - slot reset failed\n");
2048         return PCI_ERS_RESULT_DISCONNECT;
2049 }
2050
2051
2052 static void aac_pci_resume(struct pci_dev *pdev)
2053 {
2054         struct Scsi_Host *shost = pci_get_drvdata(pdev);
2055         struct scsi_device *sdev = NULL;
2056         struct aac_dev *aac = (struct aac_dev *)shost_priv(shost);
2057
2058         if (aac_adapter_ioremap(aac, aac->base_size)) {
2059
2060                 dev_err(&pdev->dev, "aacraid: ioremap failed\n");
2061                 /* remap failed, go back ... */
2062                 aac->comm_interface = AAC_COMM_PRODUCER;
2063                 if (aac_adapter_ioremap(aac, AAC_MIN_FOOTPRINT_SIZE)) {
2064                         dev_warn(&pdev->dev,
2065                                 "aacraid: unable to map adapter.\n");
2066
2067                         return;
2068                 }
2069         }
2070
2071         msleep(10000);
2072
2073         aac_acquire_resources(aac);
2074
2075         /*
2076          * reset this flag to unblock ioctl() as it was set
2077          * at aac_send_shutdown() to block ioctls from upperlayer
2078          */
2079         aac->adapter_shutdown = 0;
2080         aac->handle_pci_error = 0;
2081
2082         shost_for_each_device(sdev, shost)
2083                 if (sdev->sdev_state == SDEV_OFFLINE)
2084                         sdev->sdev_state = SDEV_RUNNING;
2085         scsi_unblock_requests(aac->scsi_host_ptr);
2086         aac_scan_host(aac);
2087         pci_save_state(pdev);
2088
2089         dev_err(&pdev->dev, "aacraid: PCI error - resume\n");
2090 }
2091
2092 static struct pci_error_handlers aac_pci_err_handler = {
2093         .error_detected         = aac_pci_error_detected,
2094         .mmio_enabled           = aac_pci_mmio_enabled,
2095         .slot_reset             = aac_pci_slot_reset,
2096         .resume                 = aac_pci_resume,
2097 };
2098
2099 static struct pci_driver aac_pci_driver = {
2100         .name           = AAC_DRIVERNAME,
2101         .id_table       = aac_pci_tbl,
2102         .probe          = aac_probe_one,
2103         .remove         = aac_remove_one,
2104 #if (defined(CONFIG_PM))
2105         .suspend        = aac_suspend,
2106         .resume         = aac_resume,
2107 #endif
2108         .shutdown       = aac_shutdown,
2109         .err_handler    = &aac_pci_err_handler,
2110 };
2111
2112 static int __init aac_init(void)
2113 {
2114         int error;
2115
2116         printk(KERN_INFO "Adaptec %s driver %s\n",
2117           AAC_DRIVERNAME, aac_driver_version);
2118
2119         error = pci_register_driver(&aac_pci_driver);
2120         if (error < 0)
2121                 return error;
2122
2123         aac_init_char();
2124
2125
2126         return 0;
2127 }
2128
2129 static void __exit aac_exit(void)
2130 {
2131         if (aac_cfg_major > -1)
2132                 unregister_chrdev(aac_cfg_major, "aac");
2133         pci_unregister_driver(&aac_pci_driver);
2134 }
2135
2136 module_init(aac_init);
2137 module_exit(aac_exit);