drivers/scsi/3w-9xxx.c

   1 /*
   2    3w-9xxx.c -- 3ware 9000 Storage Controller device driver for Linux.
   3
   4    Written By: Adam Radford <linuxraid@amcc.com>
   5
   6    Copyright (C) 2004-2005 Applied Micro Circuits Corporation.
   7
   8    This program is free software; you can redistribute it and/or modify
   9    it under the terms of the GNU General Public License as published by
  10    the Free Software Foundation; version 2 of the License.
  11
  12    This program is distributed in the hope that it will be useful,
  13    but WITHOUT ANY WARRANTY; without even the implied warranty of
  14    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15    GNU General Public License for more details.
  16
  17    NO WARRANTY
  18    THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
  19    CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
  20    LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
  21    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
  22    solely responsible for determining the appropriateness of using and
  23    distributing the Program and assumes all risks associated with its
  24    exercise of rights under this Agreement, including but not limited to
  25    the risks and costs of program errors, damage to or loss of data,
  26    programs or equipment, and unavailability or interruption of operations.
  27
  28    DISCLAIMER OF LIABILITY
  29    NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
  30    DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  31    DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
  32    ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
  33    TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
  34    USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
  35    HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
  36
  37    You should have received a copy of the GNU General Public License
  38    along with this program; if not, write to the Free Software
  39    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  40
  41    Bugs/Comments/Suggestions should be mailed to:
  42    linuxraid@amcc.com
  43
  44    For more information, goto:
  45    http://www.amcc.com
  46
  47    Note: This version of the driver does not contain a bundled firmware
  48          image.
  49
  50    History
  51    -------
  52    2.26.02.000 - Driver cleanup for kernel submission.
  53    2.26.02.001 - Replace schedule_timeout() calls with msleep().
  54    2.26.02.002 - Add support for PAE mode.
  55                  Add lun support.
  56                  Fix twa_remove() to free irq handler/unregister_chrdev()
  57                  before shutting down card.
  58                  Change to new 'change_queue_depth' api.
  59                  Fix 'handled=1' ISR usage, remove bogus IRQ check.
  60                  Remove un-needed eh_abort handler.
  61                  Add support for embedded firmware error strings.
  62    2.26.02.003 - Correctly handle single sgl's with use_sg=1.
  63    2.26.02.004 - Add support for 9550SX controllers.
  64 */
  65
  66 #include <linux/module.h>
  67 #include <linux/reboot.h>
  68 #include <linux/spinlock.h>
  69 #include <linux/interrupt.h>
  70 #include <linux/moduleparam.h>
  71 #include <linux/errno.h>
  72 #include <linux/types.h>
  73 #include <linux/delay.h>
  74 #include <linux/pci.h>
  75 #include <linux/time.h>
  76 #include <asm/io.h>
  77 #include <asm/irq.h>
  78 #include <asm/uaccess.h>
  79 #include <scsi/scsi.h>
  80 #include <scsi/scsi_host.h>
  81 #include <scsi/scsi_tcq.h>
  82 #include <scsi/scsi_cmnd.h>
  83 #include "3w-9xxx.h"
  84
  85 /* Globals */
  86 #define TW_DRIVER_VERSION "2.26.02.004"
  87 static TW_Device_Extension *twa_device_extension_list[TW_MAX_SLOT];
  88 static unsigned int twa_device_extension_count;
  89 static int twa_major = -1;
  90 extern struct timezone sys_tz;
  91
  92 /* Module parameters */
  93 MODULE_AUTHOR ("AMCC");
  94 MODULE_DESCRIPTION ("3ware 9000 Storage Controller Linux Driver");
  95 MODULE_LICENSE("GPL");
  96 MODULE_VERSION(TW_DRIVER_VERSION);
  97
  98 /* Function prototypes */
  99 static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header);
 100 static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id);
 101 static char *twa_aen_severity_lookup(unsigned char severity_code);
 102 static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id);
 103 static int twa_chrdev_ioctl(struct inode *inode, struct file *file, unsigned int cmd, unsigned long arg);
 104 static int twa_chrdev_open(struct inode *inode, struct file *file);
 105 static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host);
 106 static void twa_free_request_id(TW_Device_Extension *tw_dev,int request_id);
 107 static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id);
 108 static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits,
 109                               u32 set_features, unsigned short current_fw_srl,
 110                               unsigned short current_fw_arch_id,
 111                               unsigned short current_fw_branch,
 112                               unsigned short current_fw_build,
 113                               unsigned short *fw_on_ctlr_srl,
 114                               unsigned short *fw_on_ctlr_arch_id,
 115                               unsigned short *fw_on_ctlr_branch,
 116                               unsigned short *fw_on_ctlr_build,
 117                               u32 *init_connect_result);
 118 static void twa_load_sgl(TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length);
 119 static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds);
 120 static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds);
 121 static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal);
 122 static int twa_reset_device_extension(TW_Device_Extension *tw_dev, int ioctl_reset);
 123 static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset);
 124 static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg);
 125 static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id);
 126 static char *twa_string_lookup(twa_message_type *table, unsigned int aen_code);
 127 static void twa_unmap_scsi_data(TW_Device_Extension *tw_dev, int request_id);
 128
 129 /* Functions */
 130
 131 /* Show some statistics about the card */
 132 static ssize_t twa_show_stats(struct class_device *class_dev, char *buf)
 133 {
 134         struct Scsi_Host *host = class_to_shost(class_dev);
 135         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
 136         unsigned long flags = 0;
 137         ssize_t len;
 138
 139         spin_lock_irqsave(tw_dev->host->host_lock, flags);
 140         len = snprintf(buf, PAGE_SIZE, "3w-9xxx Driver version: %s\n"
 141                        "Current commands posted:   %4d\n"
 142                        "Max commands posted:       %4d\n"
 143                        "Current pending commands:  %4d\n"
 144                        "Max pending commands:      %4d\n"
 145                        "Last sgl length:           %4d\n"
 146                        "Max sgl length:            %4d\n"
 147                        "Last sector count:         %4d\n"
 148                        "Max sector count:          %4d\n"
 149                        "SCSI Host Resets:          %4d\n"
 150                        "AEN's:                     %4d\n",
 151                        TW_DRIVER_VERSION,
 152                        tw_dev->posted_request_count,
 153                        tw_dev->max_posted_request_count,
 154                        tw_dev->pending_request_count,
 155                        tw_dev->max_pending_request_count,
 156                        tw_dev->sgl_entries,
 157                        tw_dev->max_sgl_entries,
 158                        tw_dev->sector_count,
 159                        tw_dev->max_sector_count,
 160                        tw_dev->num_resets,
 161                        tw_dev->aen_count);
 162         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 163         return len;
 164 } /* End twa_show_stats() */
 165
 166 /* This function will set a devices queue depth */
 167 static int twa_change_queue_depth(struct scsi_device *sdev, int queue_depth)
 168 {
 169         if (queue_depth > TW_Q_LENGTH-2)
 170                 queue_depth = TW_Q_LENGTH-2;
 171         scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth);
 172         return queue_depth;
 173 } /* End twa_change_queue_depth() */
 174
 175 /* Create sysfs 'stats' entry */
 176 static struct class_device_attribute twa_host_stats_attr = {
 177         .attr = {
 178                 .name =         "stats",
 179                 .mode =         S_IRUGO,
 180         },
 181         .show = twa_show_stats
 182 };
 183
 184 /* Host attributes initializer */
 185 static struct class_device_attribute *twa_host_attrs[] = {
 186         &twa_host_stats_attr,
 187         NULL,
 188 };
 189
 190 /* File operations struct for character device */
 191 static struct file_operations twa_fops = {
 192         .owner          = THIS_MODULE,
 193         .ioctl          = twa_chrdev_ioctl,
 194         .open           = twa_chrdev_open,
 195         .release        = NULL
 196 };
 197
 198 /* This function will complete an aen request from the isr */
 199 static int twa_aen_complete(TW_Device_Extension *tw_dev, int request_id)
 200 {
 201         TW_Command_Full *full_command_packet;
 202         TW_Command *command_packet;
 203         TW_Command_Apache_Header *header;
 204         unsigned short aen;
 205         int retval = 1;
 206
 207         header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id];
 208         tw_dev->posted_request_count--;
 209         aen = header->status_block.error;
 210         full_command_packet = tw_dev->command_packet_virt[request_id];
 211         command_packet = &full_command_packet->command.oldcommand;
 212
 213         /* First check for internal completion of set param for time sync */
 214         if (TW_OP_OUT(command_packet->opcode__sgloffset) == TW_OP_SET_PARAM) {
 215                 /* Keep reading the queue in case there are more aen's */
 216                 if (twa_aen_read_queue(tw_dev, request_id))
 217                         goto out2;
 218                 else {
 219                         retval = 0;
 220                         goto out;
 221                 }
 222         }
 223
 224         switch (aen) {
 225         case TW_AEN_QUEUE_EMPTY:
 226                 /* Quit reading the queue if this is the last one */
 227                 break;
 228         case TW_AEN_SYNC_TIME_WITH_HOST:
 229                 twa_aen_sync_time(tw_dev, request_id);
 230                 retval = 0;
 231                 goto out;
 232         default:
 233                 twa_aen_queue_event(tw_dev, header);
 234
 235                 /* If there are more aen's, keep reading the queue */
 236                 if (twa_aen_read_queue(tw_dev, request_id))
 237                         goto out2;
 238                 else {
 239                         retval = 0;
 240                         goto out;
 241                 }
 242         }
 243         retval = 0;
 244 out2:
 245         tw_dev->state[request_id] = TW_S_COMPLETED;
 246         twa_free_request_id(tw_dev, request_id);
 247         clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags);
 248 out:
 249         return retval;
 250 } /* End twa_aen_complete() */
 251
 252 /* This function will drain aen queue */
 253 static int twa_aen_drain_queue(TW_Device_Extension *tw_dev, int no_check_reset)
 254 {
 255         int request_id = 0;
 256         char cdb[TW_MAX_CDB_LEN];
 257         TW_SG_Entry sglist[1];
 258         int finished = 0, count = 0;
 259         TW_Command_Full *full_command_packet;
 260         TW_Command_Apache_Header *header;
 261         unsigned short aen;
 262         int first_reset = 0, queue = 0, retval = 1;
 263
 264         if (no_check_reset)
 265                 first_reset = 0;
 266         else
 267                 first_reset = 1;
 268
 269         full_command_packet = tw_dev->command_packet_virt[request_id];
 270         memset(full_command_packet, 0, sizeof(TW_Command_Full));
 271
 272         /* Initialize cdb */
 273         memset(&cdb, 0, TW_MAX_CDB_LEN);
 274         cdb[0] = REQUEST_SENSE; /* opcode */
 275         cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */
 276
 277         /* Initialize sglist */
 278         memset(&sglist, 0, sizeof(TW_SG_Entry));
 279         sglist[0].length = TW_SECTOR_SIZE;
 280         sglist[0].address = tw_dev->generic_buffer_phys[request_id];
 281
 282         if (sglist[0].address & TW_ALIGNMENT_9000_SGL) {
 283                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1, "Found unaligned address during AEN drain");
 284                 goto out;
 285         }
 286
 287         /* Mark internal command */
 288         tw_dev->srb[request_id] = NULL;
 289
 290         do {
 291                 /* Send command to the board */
 292                 if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) {
 293                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2, "Error posting request sense");
 294                         goto out;
 295                 }
 296
 297                 /* Now poll for completion */
 298                 if (twa_poll_response(tw_dev, request_id, 30)) {
 299                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x3, "No valid response while draining AEN queue");
 300                         tw_dev->posted_request_count--;
 301                         goto out;
 302                 }
 303
 304                 tw_dev->posted_request_count--;
 305                 header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id];
 306                 aen = header->status_block.error;
 307                 queue = 0;
 308                 count++;
 309
 310                 switch (aen) {
 311                 case TW_AEN_QUEUE_EMPTY:
 312                         if (first_reset != 1)
 313                                 goto out;
 314                         else
 315                                 finished = 1;
 316                         break;
 317                 case TW_AEN_SOFT_RESET:
 318                         if (first_reset == 0)
 319                                 first_reset = 1;
 320                         else
 321                                 queue = 1;
 322                         break;
 323                 case TW_AEN_SYNC_TIME_WITH_HOST:
 324                         break;
 325                 default:
 326                         queue = 1;
 327                 }
 328
 329                 /* Now queue an event info */
 330                 if (queue)
 331                         twa_aen_queue_event(tw_dev, header);
 332         } while ((finished == 0) && (count < TW_MAX_AEN_DRAIN));
 333
 334         if (count == TW_MAX_AEN_DRAIN)
 335                 goto out;
 336
 337         retval = 0;
 338 out:
 339         tw_dev->state[request_id] = TW_S_INITIAL;
 340         return retval;
 341 } /* End twa_aen_drain_queue() */
 342
 343 /* This function will queue an event */
 344 static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header)
 345 {
 346         u32 local_time;
 347         struct timeval time;
 348         TW_Event *event;
 349         unsigned short aen;
 350         char host[16];
 351         char *error_str;
 352
 353         tw_dev->aen_count++;
 354
 355         /* Fill out event info */
 356         event = tw_dev->event_queue[tw_dev->error_index];
 357
 358         /* Check for clobber */
 359         host[0] = '\0';
 360         if (tw_dev->host) {
 361                 sprintf(host, " scsi%d:", tw_dev->host->host_no);
 362                 if (event->retrieved == TW_AEN_NOT_RETRIEVED)
 363                         tw_dev->aen_clobber = 1;
 364         }
 365
 366         aen = header->status_block.error;
 367         memset(event, 0, sizeof(TW_Event));
 368
 369         event->severity = TW_SEV_OUT(header->status_block.severity__reserved);
 370         do_gettimeofday(&time);
 371         local_time = (u32)(time.tv_sec - (sys_tz.tz_minuteswest * 60));
 372         event->time_stamp_sec = local_time;
 373         event->aen_code = aen;
 374         event->retrieved = TW_AEN_NOT_RETRIEVED;
 375         event->sequence_id = tw_dev->error_sequence_id;
 376         tw_dev->error_sequence_id++;
 377
 378         /* Check for embedded error string */
 379         error_str = &(header->err_specific_desc[strlen(header->err_specific_desc)+1]);
 380
 381         header->err_specific_desc[sizeof(header->err_specific_desc) - 1] = '\0';
 382         event->parameter_len = strlen(header->err_specific_desc);
 383         memcpy(event->parameter_data, header->err_specific_desc, event->parameter_len);
 384         if (event->severity != TW_AEN_SEVERITY_DEBUG)
 385                 printk(KERN_WARNING "3w-9xxx:%s AEN: %s (0x%02X:0x%04X): %s:%s.\n",
 386                        host,
 387                        twa_aen_severity_lookup(TW_SEV_OUT(header->status_block.severity__reserved)),
 388                        TW_MESSAGE_SOURCE_CONTROLLER_EVENT, aen,
 389                        error_str[0] == '\0' ? twa_string_lookup(twa_aen_table, aen) : error_str,
 390                        header->err_specific_desc);
 391         else
 392                 tw_dev->aen_count--;
 393
 394         if ((tw_dev->error_index + 1) == TW_Q_LENGTH)
 395                 tw_dev->event_queue_wrapped = 1;
 396         tw_dev->error_index = (tw_dev->error_index + 1 ) % TW_Q_LENGTH;
 397 } /* End twa_aen_queue_event() */
 398
 399 /* This function will read the aen queue from the isr */
 400 static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id)
 401 {
 402         char cdb[TW_MAX_CDB_LEN];
 403         TW_SG_Entry sglist[1];
 404         TW_Command_Full *full_command_packet;
 405         int retval = 1;
 406
 407         full_command_packet = tw_dev->command_packet_virt[request_id];
 408         memset(full_command_packet, 0, sizeof(TW_Command_Full));
 409
 410         /* Initialize cdb */
 411         memset(&cdb, 0, TW_MAX_CDB_LEN);
 412         cdb[0] = REQUEST_SENSE; /* opcode */
 413         cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */
 414
 415         /* Initialize sglist */
 416         memset(&sglist, 0, sizeof(TW_SG_Entry));
 417         sglist[0].length = TW_SECTOR_SIZE;
 418         sglist[0].address = tw_dev->generic_buffer_phys[request_id];
 419
 420         /* Mark internal command */
 421         tw_dev->srb[request_id] = NULL;
 422
 423         /* Now post the command packet */
 424         if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) {
 425                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x4, "Post failed while reading AEN queue");
 426                 goto out;
 427         }
 428         retval = 0;
 429 out:
 430         return retval;
 431 } /* End twa_aen_read_queue() */
 432
 433 /* This function will look up an AEN severity string */
 434 static char *twa_aen_severity_lookup(unsigned char severity_code)
 435 {
 436         char *retval = NULL;
 437
 438         if ((severity_code < (unsigned char) TW_AEN_SEVERITY_ERROR) ||
 439             (severity_code > (unsigned char) TW_AEN_SEVERITY_DEBUG))
 440                 goto out;
 441
 442         retval = twa_aen_severity_table[severity_code];
 443 out:
 444         return retval;
 445 } /* End twa_aen_severity_lookup() */
 446
 447 /* This function will sync firmware time with the host time */
 448 static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id)
 449 {
 450         u32 schedulertime;
 451         struct timeval utc;
 452         TW_Command_Full *full_command_packet;
 453         TW_Command *command_packet;
 454         TW_Param_Apache *param;
 455         u32 local_time;
 456
 457         /* Fill out the command packet */
 458         full_command_packet = tw_dev->command_packet_virt[request_id];
 459         memset(full_command_packet, 0, sizeof(TW_Command_Full));
 460         command_packet = &full_command_packet->command.oldcommand;
 461         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM);
 462         command_packet->request_id = request_id;
 463         command_packet->byte8_offset.param.sgl[0].address = tw_dev->generic_buffer_phys[request_id];
 464         command_packet->byte8_offset.param.sgl[0].length = TW_SECTOR_SIZE;
 465         command_packet->size = TW_COMMAND_SIZE;
 466         command_packet->byte6_offset.parameter_count = 1;
 467
 468         /* Setup the param */
 469         param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id];
 470         memset(param, 0, TW_SECTOR_SIZE);
 471         param->table_id = TW_TIMEKEEP_TABLE | 0x8000; /* Controller time keep table */
 472         param->parameter_id = 0x3; /* SchedulerTime */
 473         param->parameter_size_bytes = 4;
 474
 475         /* Convert system time in UTC to local time seconds since last
 476            Sunday 12:00AM */
 477         do_gettimeofday(&utc);
 478         local_time = (u32)(utc.tv_sec - (sys_tz.tz_minuteswest * 60));
 479         schedulertime = local_time - (3 * 86400);
 480         schedulertime = schedulertime % 604800;
 481
 482         memcpy(param->data, &schedulertime, sizeof(u32));
 483
 484         /* Mark internal command */
 485         tw_dev->srb[request_id] = NULL;
 486
 487         /* Now post the command */
 488         twa_post_command_packet(tw_dev, request_id, 1);
 489 } /* End twa_aen_sync_time() */
 490
 491 /* This function will allocate memory and check if it is correctly aligned */
 492 static int twa_allocate_memory(TW_Device_Extension *tw_dev, int size, int which)
 493 {
 494         int i;
 495         dma_addr_t dma_handle;
 496         unsigned long *cpu_addr;
 497         int retval = 1;
 498
 499         cpu_addr = pci_alloc_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, &dma_handle);
 500         if (!cpu_addr) {
 501                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x5, "Memory allocation failed");
 502                 goto out;
 503         }
 504
 505         if ((unsigned long)cpu_addr % (TW_ALIGNMENT_9000)) {
 506                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x6, "Failed to allocate correctly aligned memory");
 507                 pci_free_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, cpu_addr, dma_handle);
 508                 goto out;
 509         }
 510
 511         memset(cpu_addr, 0, size*TW_Q_LENGTH);
 512
 513         for (i = 0; i < TW_Q_LENGTH; i++) {
 514                 switch(which) {
 515                 case 0:
 516                         tw_dev->command_packet_phys[i] = dma_handle+(i*size);
 517                         tw_dev->command_packet_virt[i] = (TW_Command_Full *)((unsigned char *)cpu_addr + (i*size));
 518                         break;
 519                 case 1:
 520                         tw_dev->generic_buffer_phys[i] = dma_handle+(i*size);
 521                         tw_dev->generic_buffer_virt[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
 522                         break;
 523                 }
 524         }
 525         retval = 0;
 526 out:
 527         return retval;
 528 } /* End twa_allocate_memory() */
 529
 530 /* This function will check the status register for unexpected bits */
 531 static int twa_check_bits(u32 status_reg_value)
 532 {
 533         int retval = 1;
 534
 535         if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS)
 536                 goto out;
 537         if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0)
 538                 goto out;
 539
 540         retval = 0;
 541 out:
 542         return retval;
 543 } /* End twa_check_bits() */
 544
 545 /* This function will check the srl and decide if we are compatible  */
 546 static int twa_check_srl(TW_Device_Extension *tw_dev, int *flashed)
 547 {
 548         int retval = 1;
 549         unsigned short fw_on_ctlr_srl = 0, fw_on_ctlr_arch_id = 0;
 550         unsigned short fw_on_ctlr_branch = 0, fw_on_ctlr_build = 0;
 551         u32 init_connect_result = 0;
 552
 553         if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS,
 554                                TW_EXTENDED_INIT_CONNECT, TW_CURRENT_DRIVER_SRL,
 555                                TW_9000_ARCH_ID, TW_CURRENT_DRIVER_BRANCH,
 556                                TW_CURRENT_DRIVER_BUILD, &fw_on_ctlr_srl,
 557                                &fw_on_ctlr_arch_id, &fw_on_ctlr_branch,
 558                                &fw_on_ctlr_build, &init_connect_result)) {
 559                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x7, "Initconnection failed while checking SRL");
 560                 goto out;
 561         }
 562
 563         tw_dev->working_srl = fw_on_ctlr_srl;
 564         tw_dev->working_branch = fw_on_ctlr_branch;
 565         tw_dev->working_build = fw_on_ctlr_build;
 566
 567         /* Try base mode compatibility */
 568         if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) {
 569                 if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS,
 570                                        TW_EXTENDED_INIT_CONNECT,
 571                                        TW_BASE_FW_SRL, TW_9000_ARCH_ID,
 572                                        TW_BASE_FW_BRANCH, TW_BASE_FW_BUILD,
 573                                        &fw_on_ctlr_srl, &fw_on_ctlr_arch_id,
 574                                        &fw_on_ctlr_branch, &fw_on_ctlr_build,
 575                                        &init_connect_result)) {
 576                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0xa, "Initconnection (base mode) failed while checking SRL");
 577                         goto out;
 578                 }
 579                 if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) {
 580                         if (TW_CURRENT_DRIVER_SRL > fw_on_ctlr_srl) {
 581                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x32, "Firmware and driver incompatibility: please upgrade firmware");
 582                         } else {
 583                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x33, "Firmware and driver incompatibility: please upgrade driver");
 584                         }
 585                         goto out;
 586                 }
 587                 tw_dev->working_srl = TW_BASE_FW_SRL;
 588                 tw_dev->working_branch = TW_BASE_FW_BRANCH;
 589                 tw_dev->working_build = TW_BASE_FW_BUILD;
 590         }
 591         retval = 0;
 592 out:
 593         return retval;
 594 } /* End twa_check_srl() */
 595
 596 /* This function handles ioctl for the character device */
 597 static int twa_chrdev_ioctl(struct inode *inode, struct file *file, unsigned int cmd, unsigned long arg)
 598 {
 599         long timeout;
 600         unsigned long *cpu_addr, data_buffer_length_adjusted = 0, flags = 0;
 601         dma_addr_t dma_handle;
 602         int request_id = 0;
 603         unsigned int sequence_id = 0;
 604         unsigned char event_index, start_index;
 605         TW_Ioctl_Driver_Command driver_command;
 606         TW_Ioctl_Buf_Apache *tw_ioctl;
 607         TW_Lock *tw_lock;
 608         TW_Command_Full *full_command_packet;
 609         TW_Compatibility_Info *tw_compat_info;
 610         TW_Event *event;
 611         struct timeval current_time;
 612         u32 current_time_ms;
 613         TW_Device_Extension *tw_dev = twa_device_extension_list[iminor(inode)];
 614         int retval = TW_IOCTL_ERROR_OS_EFAULT;
 615         void __user *argp = (void __user *)arg;
 616
 617         /* Only let one of these through at a time */
 618         if (down_interruptible(&tw_dev->ioctl_sem)) {
 619                 retval = TW_IOCTL_ERROR_OS_EINTR;
 620                 goto out;
 621         }
 622
 623         /* First copy down the driver command */
 624         if (copy_from_user(&driver_command, argp, sizeof(TW_Ioctl_Driver_Command)))
 625                 goto out2;
 626
 627         /* Check data buffer size */
 628         if (driver_command.buffer_length > TW_MAX_SECTORS * 512) {
 629                 retval = TW_IOCTL_ERROR_OS_EINVAL;
 630                 goto out2;
 631         }
 632
 633         /* Hardware can only do multiple of 512 byte transfers */
 634         data_buffer_length_adjusted = (driver_command.buffer_length + 511) & ~511;
 635
 636         /* Now allocate ioctl buf memory */
 637         cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, &dma_handle, GFP_KERNEL);
 638         if (!cpu_addr) {
 639                 retval = TW_IOCTL_ERROR_OS_ENOMEM;
 640                 goto out2;
 641         }
 642
 643         tw_ioctl = (TW_Ioctl_Buf_Apache *)cpu_addr;
 644
 645         /* Now copy down the entire ioctl */
 646         if (copy_from_user(tw_ioctl, argp, driver_command.buffer_length + sizeof(TW_Ioctl_Buf_Apache) - 1))
 647                 goto out3;
 648
 649         /* See which ioctl we are doing */
 650         switch (cmd) {
 651         case TW_IOCTL_FIRMWARE_PASS_THROUGH:
 652                 spin_lock_irqsave(tw_dev->host->host_lock, flags);
 653                 twa_get_request_id(tw_dev, &request_id);
 654
 655                 /* Flag internal command */
 656                 tw_dev->srb[request_id] = NULL;
 657
 658                 /* Flag chrdev ioctl */
 659                 tw_dev->chrdev_request_id = request_id;
 660
 661                 full_command_packet = &tw_ioctl->firmware_command;
 662
 663                 /* Load request id and sglist for both command types */
 664                 twa_load_sgl(full_command_packet, request_id, dma_handle, data_buffer_length_adjusted);
 665
 666                 memcpy(tw_dev->command_packet_virt[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command_Full));
 667
 668                 /* Now post the command packet to the controller */
 669                 twa_post_command_packet(tw_dev, request_id, 1);
 670                 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 671
 672                 timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ;
 673
 674                 /* Now wait for command to complete */
 675                 timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout);
 676
 677                 /* See if we reset while waiting for the ioctl to complete */
 678                 if (test_bit(TW_IN_RESET, &tw_dev->flags)) {
 679                         clear_bit(TW_IN_RESET, &tw_dev->flags);
 680                         retval = TW_IOCTL_ERROR_OS_ERESTARTSYS;
 681                         goto out3;
 682                 }
 683
 684                 /* We timed out, and didn't get an interrupt */
 685                 if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) {
 686                         /* Now we need to reset the board */
 687                         printk(KERN_WARNING "3w-9xxx: scsi%d: WARNING: (0x%02X:0x%04X): Character ioctl (0x%x) timed out, resetting card.\n",
 688                                tw_dev->host->host_no, TW_DRIVER, 0xc,
 689                                cmd);
 690                         retval = TW_IOCTL_ERROR_OS_EIO;
 691                         spin_lock_irqsave(tw_dev->host->host_lock, flags);
 692                         tw_dev->state[request_id] = TW_S_COMPLETED;
 693                         twa_free_request_id(tw_dev, request_id);
 694                         tw_dev->posted_request_count--;
 695                         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 696                         twa_reset_device_extension(tw_dev, 1);
 697                         goto out3;
 698                 }
 699
 700                 /* Now copy in the command packet response */
 701                 memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virt[request_id], sizeof(TW_Command_Full));
 702
 703                 /* Now complete the io */
 704                 spin_lock_irqsave(tw_dev->host->host_lock, flags);
 705                 tw_dev->posted_request_count--;
 706                 tw_dev->state[request_id] = TW_S_COMPLETED;
 707                 twa_free_request_id(tw_dev, request_id);
 708                 spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 709                 break;
 710         case TW_IOCTL_GET_COMPATIBILITY_INFO:
 711                 tw_ioctl->driver_command.status = 0;
 712                 /* Copy compatiblity struct into ioctl data buffer */
 713                 tw_compat_info = (TW_Compatibility_Info *)tw_ioctl->data_buffer;
 714                 strncpy(tw_compat_info->driver_version, TW_DRIVER_VERSION, strlen(TW_DRIVER_VERSION));
 715                 tw_compat_info->working_srl = tw_dev->working_srl;
 716                 tw_compat_info->working_branch = tw_dev->working_branch;
 717                 tw_compat_info->working_build = tw_dev->working_build;
 718                 tw_compat_info->driver_srl_high = TW_CURRENT_DRIVER_SRL;
 719                 tw_compat_info->driver_branch_high = TW_CURRENT_DRIVER_BRANCH;
 720                 tw_compat_info->driver_build_high = TW_CURRENT_DRIVER_BUILD;
 721                 tw_compat_info->driver_srl_low = TW_BASE_FW_SRL;
 722                 tw_compat_info->driver_branch_low = TW_BASE_FW_BRANCH;
 723                 tw_compat_info->driver_build_low = TW_BASE_FW_BUILD;
 724                 break;
 725         case TW_IOCTL_GET_LAST_EVENT:
 726                 if (tw_dev->event_queue_wrapped) {
 727                         if (tw_dev->aen_clobber) {
 728                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
 729                                 tw_dev->aen_clobber = 0;
 730                         } else
 731                                 tw_ioctl->driver_command.status = 0;
 732                 } else {
 733                         if (!tw_dev->error_index) {
 734                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 735                                 break;
 736                         }
 737                         tw_ioctl->driver_command.status = 0;
 738                 }
 739                 event_index = (tw_dev->error_index - 1 + TW_Q_LENGTH) % TW_Q_LENGTH;
 740                 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
 741                 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
 742                 break;
 743         case TW_IOCTL_GET_FIRST_EVENT:
 744                 if (tw_dev->event_queue_wrapped) {
 745                         if (tw_dev->aen_clobber) {
 746                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
 747                                 tw_dev->aen_clobber = 0;
 748                         } else
 749                                 tw_ioctl->driver_command.status = 0;
 750                         event_index = tw_dev->error_index;
 751                 } else {
 752                         if (!tw_dev->error_index) {
 753                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 754                                 break;
 755                         }
 756                         tw_ioctl->driver_command.status = 0;
 757                         event_index = 0;
 758                 }
 759                 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
 760                 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
 761                 break;
 762         case TW_IOCTL_GET_NEXT_EVENT:
 763                 event = (TW_Event *)tw_ioctl->data_buffer;
 764                 sequence_id = event->sequence_id;
 765                 tw_ioctl->driver_command.status = 0;
 766
 767                 if (tw_dev->event_queue_wrapped) {
 768                         if (tw_dev->aen_clobber) {
 769                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
 770                                 tw_dev->aen_clobber = 0;
 771                         }
 772                         start_index = tw_dev->error_index;
 773                 } else {
 774                         if (!tw_dev->error_index) {
 775                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 776                                 break;
 777                         }
 778                         start_index = 0;
 779                 }
 780                 event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id + 1) % TW_Q_LENGTH;
 781
 782                 if (!(tw_dev->event_queue[event_index]->sequence_id > sequence_id)) {
 783                         if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER)
 784                                 tw_dev->aen_clobber = 1;
 785                         tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 786                         break;
 787                 }
 788                 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
 789                 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
 790                 break;
 791         case TW_IOCTL_GET_PREVIOUS_EVENT:
 792                 event = (TW_Event *)tw_ioctl->data_buffer;
 793                 sequence_id = event->sequence_id;
 794                 tw_ioctl->driver_command.status = 0;
 795
 796                 if (tw_dev->event_queue_wrapped) {
 797                         if (tw_dev->aen_clobber) {
 798                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER;
 799                                 tw_dev->aen_clobber = 0;
 800                         }
 801                         start_index = tw_dev->error_index;
 802                 } else {
 803                         if (!tw_dev->error_index) {
 804                                 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 805                                 break;
 806                         }
 807                         start_index = 0;
 808                 }
 809                 event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id - 1) % TW_Q_LENGTH;
 810
 811                 if (!(tw_dev->event_queue[event_index]->sequence_id < sequence_id)) {
 812                         if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER)
 813                                 tw_dev->aen_clobber = 1;
 814                         tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS;
 815                         break;
 816                 }
 817                 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event));
 818                 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED;
 819                 break;
 820         case TW_IOCTL_GET_LOCK:
 821                 tw_lock = (TW_Lock *)tw_ioctl->data_buffer;
 822                 do_gettimeofday(&current_time);
 823                 current_time_ms = (current_time.tv_sec * 1000) + (current_time.tv_usec / 1000);
 824
 825                 if ((tw_lock->force_flag == 1) || (tw_dev->ioctl_sem_lock == 0) || (current_time_ms >= tw_dev->ioctl_msec)) {
 826                         tw_dev->ioctl_sem_lock = 1;
 827                         tw_dev->ioctl_msec = current_time_ms + tw_lock->timeout_msec;
 828                         tw_ioctl->driver_command.status = 0;
 829                         tw_lock->time_remaining_msec = tw_lock->timeout_msec;
 830                 } else {
 831                         tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_LOCKED;
 832                         tw_lock->time_remaining_msec = tw_dev->ioctl_msec - current_time_ms;
 833                 }
 834                 break;
 835         case TW_IOCTL_RELEASE_LOCK:
 836                 if (tw_dev->ioctl_sem_lock == 1) {
 837                         tw_dev->ioctl_sem_lock = 0;
 838                         tw_ioctl->driver_command.status = 0;
 839                 } else {
 840                         tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NOT_LOCKED;
 841                 }
 842                 break;
 843         default:
 844                 retval = TW_IOCTL_ERROR_OS_ENOTTY;
 845                 goto out3;
 846         }
 847
 848         /* Now copy the entire response to userspace */
 849         if (copy_to_user(argp, tw_ioctl, sizeof(TW_Ioctl_Buf_Apache) + driver_command.buffer_length - 1) == 0)
 850                 retval = 0;
 851 out3:
 852         /* Now free ioctl buf memory */
 853         dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, cpu_addr, dma_handle);
 854 out2:
 855         up(&tw_dev->ioctl_sem);
 856 out:
 857         return retval;
 858 } /* End twa_chrdev_ioctl() */
 859
 860 /* This function handles open for the character device */
 861 static int twa_chrdev_open(struct inode *inode, struct file *file)
 862 {
 863         unsigned int minor_number;
 864         int retval = TW_IOCTL_ERROR_OS_ENODEV;
 865
 866         minor_number = iminor(inode);
 867         if (minor_number >= twa_device_extension_count)
 868                 goto out;
 869         retval = 0;
 870 out:
 871         return retval;
 872 } /* End twa_chrdev_open() */
 873
 874 /* This function will print readable messages from status register errors */
 875 static int twa_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value)
 876 {
 877         int retval = 1;
 878
 879         /* Check for various error conditions and handle them appropriately */
 880         if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) {
 881                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xc, "PCI Parity Error: clearing");
 882                 writel(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
 883         }
 884
 885         if (status_reg_value & TW_STATUS_PCI_ABORT) {
 886                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xd, "PCI Abort: clearing");
 887                 writel(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev));
 888                 pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT);
 889         }
 890
 891         if (status_reg_value & TW_STATUS_QUEUE_ERROR) {
 892                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xe, "Controller Queue Error: clearing");
 893                 writel(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
 894         }
 895
 896         if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) {
 897                 if (tw_dev->reset_print == 0) {
 898                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x10, "Microcontroller Error: clearing");
 899                         tw_dev->reset_print = 1;
 900                 }
 901                 goto out;
 902         }
 903         retval = 0;
 904 out:
 905         return retval;
 906 } /* End twa_decode_bits() */
 907
 908 /* This function will empty the response queue */
 909 static int twa_empty_response_queue(TW_Device_Extension *tw_dev)
 910 {
 911         u32 status_reg_value, response_que_value;
 912         int count = 0, retval = 1;
 913
 914         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
 915
 916         while (((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) && (count < TW_MAX_RESPONSE_DRAIN)) {
 917                 response_que_value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
 918                 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
 919                 count++;
 920         }
 921         if (count == TW_MAX_RESPONSE_DRAIN)
 922                 goto out;
 923
 924         retval = 0;
 925 out:
 926         return retval;
 927 } /* End twa_empty_response_queue() */
 928
 929 /* This function will clear the pchip/response queue on 9550SX */
 930 static int twa_empty_response_queue_large(TW_Device_Extension *tw_dev)
 931 {
 932         u32 status_reg_value, response_que_value;
 933         int count = 0, retval = 1;
 934
 935         if (tw_dev->tw_pci_dev->device == PCI_DEVICE_ID_3WARE_9550SX) {
 936                 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
 937
 938                 while (((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) && (count < TW_MAX_RESPONSE_DRAIN)) {
 939                         response_que_value = readl(TW_RESPONSE_QUEUE_REG_ADDR_LARGE(tw_dev));
 940                         if ((response_que_value & TW_9550SX_DRAIN_COMPLETED) == TW_9550SX_DRAIN_COMPLETED) {
 941                                 /* P-chip settle time */
 942                                 msleep(500);
 943                                 retval = 0;
 944                                 goto out;
 945                         }
 946                         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
 947                         count++;
 948                 }
 949                 if (count == TW_MAX_RESPONSE_DRAIN)
 950                         goto out;
 951
 952                 retval = 0;
 953         } else
 954                 retval = 0;
 955 out:
 956         return retval;
 957 } /* End twa_empty_response_queue_large() */
 958
 959 /* This function passes sense keys from firmware to scsi layer */
 960 static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host)
 961 {
 962         TW_Command_Full *full_command_packet;
 963         unsigned short error;
 964         int retval = 1;
 965         char *error_str;
 966
 967         full_command_packet = tw_dev->command_packet_virt[request_id];
 968
 969         /* Check for embedded error string */
 970         error_str = &(full_command_packet->header.err_specific_desc[strlen(full_command_packet->header.err_specific_desc) + 1]);
 971
 972         /* Don't print error for Logical unit not supported during rollcall */
 973         error = full_command_packet->header.status_block.error;
 974         if ((error != TW_ERROR_LOGICAL_UNIT_NOT_SUPPORTED) && (error != TW_ERROR_UNIT_OFFLINE)) {
 975                 if (print_host)
 976                         printk(KERN_WARNING "3w-9xxx: scsi%d: ERROR: (0x%02X:0x%04X): %s:%s.\n",
 977                                tw_dev->host->host_no,
 978                                TW_MESSAGE_SOURCE_CONTROLLER_ERROR,
 979                                full_command_packet->header.status_block.error,
 980                                error_str[0] == '\0' ?
 981                                twa_string_lookup(twa_error_table,
 982                                                  full_command_packet->header.status_block.error) : error_str,
 983                                full_command_packet->header.err_specific_desc);
 984                 else
 985                         printk(KERN_WARNING "3w-9xxx: ERROR: (0x%02X:0x%04X): %s:%s.\n",
 986                                TW_MESSAGE_SOURCE_CONTROLLER_ERROR,
 987                                full_command_packet->header.status_block.error,
 988                                error_str[0] == '\0' ?
 989                                twa_string_lookup(twa_error_table,
 990                                                  full_command_packet->header.status_block.error) : error_str,
 991                                full_command_packet->header.err_specific_desc);
 992         }
 993
 994         if (copy_sense) {
 995                 memcpy(tw_dev->srb[request_id]->sense_buffer, full_command_packet->header.sense_data, TW_SENSE_DATA_LENGTH);
 996                 tw_dev->srb[request_id]->result = (full_command_packet->command.newcommand.status << 1);
 997                 retval = TW_ISR_DONT_RESULT;
 998                 goto out;
 999         }
1000         retval = 0;
1001 out:
1002         return retval;
1003 } /* End twa_fill_sense() */
1004
1005 /* This function will free up device extension resources */
1006 static void twa_free_device_extension(TW_Device_Extension *tw_dev)
1007 {
1008         if (tw_dev->command_packet_virt[0])
1009                 pci_free_consistent(tw_dev->tw_pci_dev,
1010                                     sizeof(TW_Command_Full)*TW_Q_LENGTH,
1011                                     tw_dev->command_packet_virt[0],
1012                                     tw_dev->command_packet_phys[0]);
1013
1014         if (tw_dev->generic_buffer_virt[0])
1015                 pci_free_consistent(tw_dev->tw_pci_dev,
1016                                     TW_SECTOR_SIZE*TW_Q_LENGTH,
1017                                     tw_dev->generic_buffer_virt[0],
1018                                     tw_dev->generic_buffer_phys[0]);
1019
1020         kfree(tw_dev->event_queue[0]);
1021 } /* End twa_free_device_extension() */
1022
1023 /* This function will free a request id */
1024 static void twa_free_request_id(TW_Device_Extension *tw_dev, int request_id)
1025 {
1026         tw_dev->free_queue[tw_dev->free_tail] = request_id;
1027         tw_dev->state[request_id] = TW_S_FINISHED;
1028         tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH;
1029 } /* End twa_free_request_id() */
1030
1031 /* This function will get parameter table entires from the firmware */
1032 static void *twa_get_param(TW_Device_Extension *tw_dev, int request_id, int table_id, int parameter_id, int parameter_size_bytes)
1033 {
1034         TW_Command_Full *full_command_packet;
1035         TW_Command *command_packet;
1036         TW_Param_Apache *param;
1037         unsigned long param_value;
1038         void *retval = NULL;
1039
1040         /* Setup the command packet */
1041         full_command_packet = tw_dev->command_packet_virt[request_id];
1042         memset(full_command_packet, 0, sizeof(TW_Command_Full));
1043         command_packet = &full_command_packet->command.oldcommand;
1044
1045         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1046         command_packet->size              = TW_COMMAND_SIZE;
1047         command_packet->request_id        = request_id;
1048         command_packet->byte6_offset.block_count = 1;
1049
1050         /* Now setup the param */
1051         param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id];
1052         memset(param, 0, TW_SECTOR_SIZE);
1053         param->table_id = table_id | 0x8000;
1054         param->parameter_id = parameter_id;
1055         param->parameter_size_bytes = parameter_size_bytes;
1056         param_value = tw_dev->generic_buffer_phys[request_id];
1057
1058         command_packet->byte8_offset.param.sgl[0].address = param_value;
1059         command_packet->byte8_offset.param.sgl[0].length = TW_SECTOR_SIZE;
1060
1061         /* Post the command packet to the board */
1062         twa_post_command_packet(tw_dev, request_id, 1);
1063
1064         /* Poll for completion */
1065         if (twa_poll_response(tw_dev, request_id, 30))
1066                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x13, "No valid response during get param")
1067         else
1068                 retval = (void *)&(param->data[0]);
1069
1070         tw_dev->posted_request_count--;
1071         tw_dev->state[request_id] = TW_S_INITIAL;
1072
1073         return retval;
1074 } /* End twa_get_param() */
1075
1076 /* This function will assign an available request id */
1077 static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id)
1078 {
1079         *request_id = tw_dev->free_queue[tw_dev->free_head];
1080         tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH;
1081         tw_dev->state[*request_id] = TW_S_STARTED;
1082 } /* End twa_get_request_id() */
1083
1084 /* This function will send an initconnection command to controller */
1085 static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits,
1086                               u32 set_features, unsigned short current_fw_srl,
1087                               unsigned short current_fw_arch_id,
1088                               unsigned short current_fw_branch,
1089                               unsigned short current_fw_build,
1090                               unsigned short *fw_on_ctlr_srl,
1091                               unsigned short *fw_on_ctlr_arch_id,
1092                               unsigned short *fw_on_ctlr_branch,
1093                               unsigned short *fw_on_ctlr_build,
1094                               u32 *init_connect_result)
1095 {
1096         TW_Command_Full *full_command_packet;
1097         TW_Initconnect *tw_initconnect;
1098         int request_id = 0, retval = 1;
1099
1100         /* Initialize InitConnection command packet */
1101         full_command_packet = tw_dev->command_packet_virt[request_id];
1102         memset(full_command_packet, 0, sizeof(TW_Command_Full));
1103         full_command_packet->header.header_desc.size_header = 128;
1104
1105         tw_initconnect = (TW_Initconnect *)&full_command_packet->command.oldcommand;
1106         tw_initconnect->opcode__reserved = TW_OPRES_IN(0, TW_OP_INIT_CONNECTION);
1107         tw_initconnect->request_id = request_id;
1108         tw_initconnect->message_credits = message_credits;
1109         tw_initconnect->features = set_features;
1110
1111         /* Turn on 64-bit sgl support if we need to */
1112         tw_initconnect->features |= sizeof(dma_addr_t) > 4 ? 1 : 0;
1113
1114         if (set_features & TW_EXTENDED_INIT_CONNECT) {
1115                 tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE_EXTENDED;
1116                 tw_initconnect->fw_srl = current_fw_srl;
1117                 tw_initconnect->fw_arch_id = current_fw_arch_id;
1118                 tw_initconnect->fw_branch = current_fw_branch;
1119                 tw_initconnect->fw_build = current_fw_build;
1120         } else
1121                 tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE;
1122
1123         /* Send command packet to the board */
1124         twa_post_command_packet(tw_dev, request_id, 1);
1125
1126         /* Poll for completion */
1127         if (twa_poll_response(tw_dev, request_id, 30)) {
1128                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x15, "No valid response during init connection");
1129         } else {
1130                 if (set_features & TW_EXTENDED_INIT_CONNECT) {
1131                         *fw_on_ctlr_srl = tw_initconnect->fw_srl;
1132                         *fw_on_ctlr_arch_id = tw_initconnect->fw_arch_id;
1133                         *fw_on_ctlr_branch = tw_initconnect->fw_branch;
1134                         *fw_on_ctlr_build = tw_initconnect->fw_build;
1135                         *init_connect_result = tw_initconnect->result;
1136                 }
1137                 retval = 0;
1138         }
1139
1140         tw_dev->posted_request_count--;
1141         tw_dev->state[request_id] = TW_S_INITIAL;
1142
1143         return retval;
1144 } /* End twa_initconnection() */
1145
1146 /* This function will initialize the fields of a device extension */
1147 static int twa_initialize_device_extension(TW_Device_Extension *tw_dev)
1148 {
1149         int i, retval = 1;
1150
1151         /* Initialize command packet buffers */
1152         if (twa_allocate_memory(tw_dev, sizeof(TW_Command_Full), 0)) {
1153                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x16, "Command packet memory allocation failed");
1154                 goto out;
1155         }
1156
1157         /* Initialize generic buffer */
1158         if (twa_allocate_memory(tw_dev, TW_SECTOR_SIZE, 1)) {
1159                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x17, "Generic memory allocation failed");
1160                 goto out;
1161         }
1162
1163         /* Allocate event info space */
1164         tw_dev->event_queue[0] = kmalloc(sizeof(TW_Event) * TW_Q_LENGTH, GFP_KERNEL);
1165         if (!tw_dev->event_queue[0]) {
1166                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x18, "Event info memory allocation failed");
1167                 goto out;
1168         }
1169
1170         memset(tw_dev->event_queue[0], 0, sizeof(TW_Event) * TW_Q_LENGTH);
1171
1172         for (i = 0; i < TW_Q_LENGTH; i++) {
1173                 tw_dev->event_queue[i] = (TW_Event *)((unsigned char *)tw_dev->event_queue[0] + (i * sizeof(TW_Event)));
1174                 tw_dev->free_queue[i] = i;
1175                 tw_dev->state[i] = TW_S_INITIAL;
1176         }
1177
1178         tw_dev->pending_head = TW_Q_START;
1179         tw_dev->pending_tail = TW_Q_START;
1180         tw_dev->free_head = TW_Q_START;
1181         tw_dev->free_tail = TW_Q_START;
1182         tw_dev->error_sequence_id = 1;
1183         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1184
1185         init_MUTEX(&tw_dev->ioctl_sem);
1186         init_waitqueue_head(&tw_dev->ioctl_wqueue);
1187
1188         retval = 0;
1189 out:
1190         return retval;
1191 } /* End twa_initialize_device_extension() */
1192
1193 /* This function is the interrupt service routine */
1194 static irqreturn_t twa_interrupt(int irq, void *dev_instance, struct pt_regs *regs)
1195 {
1196         int request_id, error = 0;
1197         u32 status_reg_value;
1198         TW_Response_Queue response_que;
1199         TW_Command_Full *full_command_packet;
1200         TW_Command *command_packet;
1201         TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance;
1202         int handled = 0;
1203
1204         /* Get the per adapter lock */
1205         spin_lock(tw_dev->host->host_lock);
1206
1207         /* Read the registers */
1208         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1209
1210         /* Check if this is our interrupt, otherwise bail */
1211         if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT))
1212                 goto twa_interrupt_bail;
1213
1214         handled = 1;
1215
1216         /* Check controller for errors */
1217         if (twa_check_bits(status_reg_value)) {
1218                 if (twa_decode_bits(tw_dev, status_reg_value)) {
1219                         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1220                         goto twa_interrupt_bail;
1221                 }
1222         }
1223
1224         /* Handle host interrupt */
1225         if (status_reg_value & TW_STATUS_HOST_INTERRUPT)
1226                 TW_CLEAR_HOST_INTERRUPT(tw_dev);
1227
1228         /* Handle attention interrupt */
1229         if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) {
1230                 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
1231                 if (!(test_and_set_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags))) {
1232                         twa_get_request_id(tw_dev, &request_id);
1233
1234                         error = twa_aen_read_queue(tw_dev, request_id);
1235                         if (error) {
1236                                 tw_dev->state[request_id] = TW_S_COMPLETED;
1237                                 twa_free_request_id(tw_dev, request_id);
1238                                 clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags);
1239                         }
1240                 }
1241         }
1242
1243         /* Handle command interrupt */
1244         if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) {
1245                 TW_MASK_COMMAND_INTERRUPT(tw_dev);
1246                 /* Drain as many pending commands as we can */
1247                 while (tw_dev->pending_request_count > 0) {
1248                         request_id = tw_dev->pending_queue[tw_dev->pending_head];
1249                         if (tw_dev->state[request_id] != TW_S_PENDING) {
1250                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x19, "Found request id that wasn't pending");
1251                                 TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1252                                 goto twa_interrupt_bail;
1253                         }
1254                         if (twa_post_command_packet(tw_dev, request_id, 1)==0) {
1255                                 tw_dev->pending_head = (tw_dev->pending_head + 1) % TW_Q_LENGTH;
1256                                 tw_dev->pending_request_count--;
1257                         } else {
1258                                 /* If we get here, we will continue re-posting on the next command interrupt */
1259                                 break;
1260                         }
1261                 }
1262         }
1263
1264         /* Handle response interrupt */
1265         if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) {
1266
1267                 /* Drain the response queue from the board */
1268                 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
1269                         /* Complete the response */
1270                         response_que.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1271                         request_id = TW_RESID_OUT(response_que.response_id);
1272                         full_command_packet = tw_dev->command_packet_virt[request_id];
1273                         error = 0;
1274                         command_packet = &full_command_packet->command.oldcommand;
1275                         /* Check for command packet errors */
1276                         if (full_command_packet->command.newcommand.status != 0) {
1277                                 if (tw_dev->srb[request_id] != 0) {
1278                                         error = twa_fill_sense(tw_dev, request_id, 1, 1);
1279                                 } else {
1280                                         /* Skip ioctl error prints */
1281                                         if (request_id != tw_dev->chrdev_request_id) {
1282                                                 error = twa_fill_sense(tw_dev, request_id, 0, 1);
1283                                         }
1284                                 }
1285                         }
1286
1287                         /* Check for correct state */
1288                         if (tw_dev->state[request_id] != TW_S_POSTED) {
1289                                 if (tw_dev->srb[request_id] != 0) {
1290                                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1a, "Received a request id that wasn't posted");
1291                                         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1292                                         goto twa_interrupt_bail;
1293                                 }
1294                         }
1295
1296                         /* Check for internal command completion */
1297                         if (tw_dev->srb[request_id] == 0) {
1298                                 if (request_id != tw_dev->chrdev_request_id) {
1299                                         if (twa_aen_complete(tw_dev, request_id))
1300                                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1b, "Error completing AEN during attention interrupt");
1301                                 } else {
1302                                         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1303                                         wake_up(&tw_dev->ioctl_wqueue);
1304                                 }
1305                         } else {
1306                                 twa_scsiop_execute_scsi_complete(tw_dev, request_id);
1307                                 /* If no error command was a success */
1308                                 if (error == 0) {
1309                                         tw_dev->srb[request_id]->result = (DID_OK << 16);
1310                                 }
1311
1312                                 /* If error, command failed */
1313                                 if (error == 1) {
1314                                         /* Ask for a host reset */
1315                                         tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
1316                                 }
1317
1318                                 /* Report residual bytes for single sgl */
1319                                 if ((tw_dev->srb[request_id]->use_sg <= 1) && (full_command_packet->command.newcommand.status == 0)) {
1320                                         if (full_command_packet->command.newcommand.sg_list[0].length < tw_dev->srb[request_id]->request_bufflen)
1321                                                 tw_dev->srb[request_id]->resid = tw_dev->srb[request_id]->request_bufflen - full_command_packet->command.newcommand.sg_list[0].length;
1322                                 }
1323
1324                                 /* Now complete the io */
1325                                 tw_dev->state[request_id] = TW_S_COMPLETED;
1326                                 twa_free_request_id(tw_dev, request_id);
1327                                 tw_dev->posted_request_count--;
1328                                 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1329                                 twa_unmap_scsi_data(tw_dev, request_id);
1330                         }
1331
1332                         /* Check for valid status after each drain */
1333                         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1334                         if (twa_check_bits(status_reg_value)) {
1335                                 if (twa_decode_bits(tw_dev, status_reg_value)) {
1336                                         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1337                                         goto twa_interrupt_bail;
1338                                 }
1339                         }
1340                 }
1341         }
1342
1343 twa_interrupt_bail:
1344         spin_unlock(tw_dev->host->host_lock);
1345         return IRQ_RETVAL(handled);
1346 } /* End twa_interrupt() */
1347
1348 /* This function will load the request id and various sgls for ioctls */
1349 static void twa_load_sgl(TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length)
1350 {
1351         TW_Command *oldcommand;
1352         TW_Command_Apache *newcommand;
1353         TW_SG_Entry *sgl;
1354
1355         if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) {
1356                 newcommand = &full_command_packet->command.newcommand;
1357                 newcommand->request_id__lunl =
1358                         TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->request_id__lunl), request_id);
1359                 newcommand->sg_list[0].address = dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1;
1360                 newcommand->sg_list[0].length = length;
1361                 newcommand->sgl_entries__lunh =
1362                         TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->sgl_entries__lunh), 1);
1363         } else {
1364                 oldcommand = &full_command_packet->command.oldcommand;
1365                 oldcommand->request_id = request_id;
1366
1367                 if (TW_SGL_OUT(oldcommand->opcode__sgloffset)) {
1368                         /* Load the sg list */
1369                         sgl = (TW_SG_Entry *)((u32 *)oldcommand+TW_SGL_OUT(oldcommand->opcode__sgloffset));
1370                         sgl->address = dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1;
1371                         sgl->length = length;
1372
1373                         if ((sizeof(long) < 8) && (sizeof(dma_addr_t) > 4))
1374                                 oldcommand->size += 1;
1375                 }
1376         }
1377 } /* End twa_load_sgl() */
1378
1379 /* This function will perform a pci-dma mapping for a scatter gather list */
1380 static int twa_map_scsi_sg_data(TW_Device_Extension *tw_dev, int request_id)
1381 {
1382         int use_sg;
1383         struct scsi_cmnd *cmd = tw_dev->srb[request_id];
1384         struct pci_dev *pdev = tw_dev->tw_pci_dev;
1385         int retval = 0;
1386
1387         if (cmd->use_sg == 0)
1388                 goto out;
1389
1390         use_sg = pci_map_sg(pdev, cmd->buffer, cmd->use_sg, DMA_BIDIRECTIONAL);
1391
1392         if (use_sg == 0) {
1393                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1c, "Failed to map scatter gather list");
1394                 goto out;
1395         }
1396
1397         cmd->SCp.phase = TW_PHASE_SGLIST;
1398         cmd->SCp.have_data_in = use_sg;
1399         retval = use_sg;
1400 out:
1401         return retval;
1402 } /* End twa_map_scsi_sg_data() */
1403
1404 /* This function will perform a pci-dma map for a single buffer */
1405 static dma_addr_t twa_map_scsi_single_data(TW_Device_Extension *tw_dev, int request_id)
1406 {
1407         dma_addr_t mapping;
1408         struct scsi_cmnd *cmd = tw_dev->srb[request_id];
1409         struct pci_dev *pdev = tw_dev->tw_pci_dev;
1410         int retval = 0;
1411
1412         if (cmd->request_bufflen == 0) {
1413                 retval = 0;
1414                 goto out;
1415         }
1416
1417         mapping = pci_map_single(pdev, cmd->request_buffer, cmd->request_bufflen, DMA_BIDIRECTIONAL);
1418
1419         if (mapping == 0) {
1420                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1d, "Failed to map page");
1421                 goto out;
1422         }
1423
1424         cmd->SCp.phase = TW_PHASE_SINGLE;
1425         cmd->SCp.have_data_in = mapping;
1426         retval = mapping;
1427 out:
1428         return retval;
1429 } /* End twa_map_scsi_single_data() */
1430
1431 /* This function will poll for a response interrupt of a request */
1432 static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds)
1433 {
1434         int retval = 1, found = 0, response_request_id;
1435         TW_Response_Queue response_queue;
1436         TW_Command_Full *full_command_packet = tw_dev->command_packet_virt[request_id];
1437
1438         if (twa_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, seconds) == 0) {
1439                 response_queue.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1440                 response_request_id = TW_RESID_OUT(response_queue.response_id);
1441                 if (request_id != response_request_id) {
1442                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1e, "Found unexpected request id while polling for response");
1443                         goto out;
1444                 }
1445                 if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) {
1446                         if (full_command_packet->command.newcommand.status != 0) {
1447                                 /* bad response */
1448                                 twa_fill_sense(tw_dev, request_id, 0, 0);
1449                                 goto out;
1450                         }
1451                         found = 1;
1452                 } else {
1453                         if (full_command_packet->command.oldcommand.status != 0) {
1454                                 /* bad response */
1455                                 twa_fill_sense(tw_dev, request_id, 0, 0);
1456                                 goto out;
1457                         }
1458                         found = 1;
1459                 }
1460         }
1461
1462         if (found)
1463                 retval = 0;
1464 out:
1465         return retval;
1466 } /* End twa_poll_response() */
1467
1468 /* This function will poll the status register for a flag */
1469 static int twa_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds)
1470 {
1471         u32 status_reg_value;
1472         unsigned long before;
1473         int retval = 1;
1474
1475         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1476         before = jiffies;
1477
1478         if (twa_check_bits(status_reg_value))
1479                 twa_decode_bits(tw_dev, status_reg_value);
1480
1481         while ((status_reg_value & flag) != flag) {
1482                 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1483
1484                 if (twa_check_bits(status_reg_value))
1485                         twa_decode_bits(tw_dev, status_reg_value);
1486
1487                 if (time_after(jiffies, before + HZ * seconds))
1488                         goto out;
1489
1490                 msleep(50);
1491         }
1492         retval = 0;
1493 out:
1494         return retval;
1495 } /* End twa_poll_status() */
1496
1497 /* This function will poll the status register for disappearance of a flag */
1498 static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds)
1499 {
1500         u32 status_reg_value;
1501         unsigned long before;
1502         int retval = 1;
1503
1504         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1505         before = jiffies;
1506
1507         if (twa_check_bits(status_reg_value))
1508                 twa_decode_bits(tw_dev, status_reg_value);
1509
1510         while ((status_reg_value & flag) != 0) {
1511                 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1512                 if (twa_check_bits(status_reg_value))
1513                         twa_decode_bits(tw_dev, status_reg_value);
1514
1515                 if (time_after(jiffies, before + HZ * seconds))
1516                         goto out;
1517
1518                 msleep(50);
1519         }
1520         retval = 0;
1521 out:
1522         return retval;
1523 } /* End twa_poll_status_gone() */
1524
1525 /* This function will attempt to post a command packet to the board */
1526 static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal)
1527 {
1528         u32 status_reg_value;
1529         dma_addr_t command_que_value;
1530         int retval = 1;
1531
1532         command_que_value = tw_dev->command_packet_phys[request_id];
1533         status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev));
1534
1535         if (twa_check_bits(status_reg_value))
1536                 twa_decode_bits(tw_dev, status_reg_value);
1537
1538         if (((tw_dev->pending_request_count > 0) && (tw_dev->state[request_id] != TW_S_PENDING)) || (status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL)) {
1539
1540                 /* Only pend internal driver commands */
1541                 if (!internal) {
1542                         retval = SCSI_MLQUEUE_HOST_BUSY;
1543                         goto out;
1544                 }
1545
1546                 /* Couldn't post the command packet, so we do it later */
1547                 if (tw_dev->state[request_id] != TW_S_PENDING) {
1548                         tw_dev->state[request_id] = TW_S_PENDING;
1549                         tw_dev->pending_request_count++;
1550                         if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) {
1551                                 tw_dev->max_pending_request_count = tw_dev->pending_request_count;
1552                         }
1553                         tw_dev->pending_queue[tw_dev->pending_tail] = request_id;
1554                         tw_dev->pending_tail = (tw_dev->pending_tail + 1) % TW_Q_LENGTH;
1555                 }
1556                 TW_UNMASK_COMMAND_INTERRUPT(tw_dev);
1557                 goto out;
1558         } else {
1559                 /* We successfully posted the command packet */
1560                 if (sizeof(dma_addr_t) > 4) {
1561                         command_que_value += TW_COMMAND_OFFSET;
1562                         writel((u32)command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1563                         writel((u32)((u64)command_que_value >> 32), TW_COMMAND_QUEUE_REG_ADDR(tw_dev) + 0x4);
1564                 } else {
1565                         writel(TW_COMMAND_OFFSET + command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1566                 }
1567                 tw_dev->state[request_id] = TW_S_POSTED;
1568                 tw_dev->posted_request_count++;
1569                 if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) {
1570                         tw_dev->max_posted_request_count = tw_dev->posted_request_count;
1571                 }
1572         }
1573         retval = 0;
1574 out:
1575         return retval;
1576 } /* End twa_post_command_packet() */
1577
1578 /* This function will reset a device extension */
1579 static int twa_reset_device_extension(TW_Device_Extension *tw_dev, int ioctl_reset)
1580 {
1581         int i = 0;
1582         int retval = 1;
1583         unsigned long flags = 0;
1584
1585         set_bit(TW_IN_RESET, &tw_dev->flags);
1586         TW_DISABLE_INTERRUPTS(tw_dev);
1587         TW_MASK_COMMAND_INTERRUPT(tw_dev);
1588         spin_lock_irqsave(tw_dev->host->host_lock, flags);
1589
1590         /* Abort all requests that are in progress */
1591         for (i = 0; i < TW_Q_LENGTH; i++) {
1592                 if ((tw_dev->state[i] != TW_S_FINISHED) &&
1593                     (tw_dev->state[i] != TW_S_INITIAL) &&
1594                     (tw_dev->state[i] != TW_S_COMPLETED)) {
1595                         if (tw_dev->srb[i]) {
1596                                 tw_dev->srb[i]->result = (DID_RESET << 16);
1597                                 tw_dev->srb[i]->scsi_done(tw_dev->srb[i]);
1598                                 twa_unmap_scsi_data(tw_dev, i);
1599                         }
1600                 }
1601         }
1602
1603         /* Reset queues and counts */
1604         for (i = 0; i < TW_Q_LENGTH; i++) {
1605                 tw_dev->free_queue[i] = i;
1606                 tw_dev->state[i] = TW_S_INITIAL;
1607         }
1608         tw_dev->free_head = TW_Q_START;
1609         tw_dev->free_tail = TW_Q_START;
1610         tw_dev->posted_request_count = 0;
1611         tw_dev->pending_request_count = 0;
1612         tw_dev->pending_head = TW_Q_START;
1613         tw_dev->pending_tail = TW_Q_START;
1614         tw_dev->reset_print = 0;
1615
1616         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1617
1618         if (twa_reset_sequence(tw_dev, 1))
1619                 goto out;
1620
1621         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
1622
1623         /* Wake up any ioctl that was pending before the reset */
1624         if ((tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE) || (ioctl_reset)) {
1625                 clear_bit(TW_IN_RESET, &tw_dev->flags);
1626         } else {
1627                 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1628                 wake_up(&tw_dev->ioctl_wqueue);
1629         }
1630         retval = 0;
1631 out:
1632         return retval;
1633 } /* End twa_reset_device_extension() */
1634
1635 /* This function will reset a controller */
1636 static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset)
1637 {
1638         int tries = 0, retval = 1, flashed = 0, do_soft_reset = soft_reset;
1639
1640         while (tries < TW_MAX_RESET_TRIES) {
1641                 if (do_soft_reset) {
1642                         TW_SOFT_RESET(tw_dev);
1643                         /* Clear pchip/response queue on 9550SX */
1644                         if (twa_empty_response_queue_large(tw_dev)) {
1645                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x36, "Response queue (large) empty failed during reset sequence");
1646                                 do_soft_reset = 1;
1647                                 tries++;
1648                                 continue;
1649                         }
1650                 }
1651
1652                 /* Make sure controller is in a good state */
1653                 if (twa_poll_status(tw_dev, TW_STATUS_MICROCONTROLLER_READY | (do_soft_reset == 1 ? TW_STATUS_ATTENTION_INTERRUPT : 0), 60)) {
1654                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1f, "Microcontroller not ready during reset sequence");
1655                         do_soft_reset = 1;
1656                         tries++;
1657                         continue;
1658                 }
1659
1660                 /* Empty response queue */
1661                 if (twa_empty_response_queue(tw_dev)) {
1662                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x20, "Response queue empty failed during reset sequence");
1663                         do_soft_reset = 1;
1664                         tries++;
1665                         continue;
1666                 }
1667
1668                 flashed = 0;
1669
1670                 /* Check for compatibility/flash */
1671                 if (twa_check_srl(tw_dev, &flashed)) {
1672                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x21, "Compatibility check failed during reset sequence");
1673                         do_soft_reset = 1;
1674                         tries++;
1675                         continue;
1676                 } else {
1677                         if (flashed) {
1678                                 tries++;
1679                                 continue;
1680                         }
1681                 }
1682
1683                 /* Drain the AEN queue */
1684                 if (twa_aen_drain_queue(tw_dev, soft_reset)) {
1685                         TW_PRINTK(tw_dev->host, TW_DRIVER, 0x22, "AEN drain failed during reset sequence");
1686                         do_soft_reset = 1;
1687                         tries++;
1688                         continue;
1689                 }
1690
1691                 /* If we got here, controller is in a good state */
1692                 retval = 0;
1693                 goto out;
1694         }
1695 out:
1696         return retval;
1697 } /* End twa_reset_sequence() */
1698
1699 /* This funciton returns unit geometry in cylinders/heads/sectors */
1700 static int twa_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev, sector_t capacity, int geom[])
1701 {
1702         int heads, sectors, cylinders;
1703         TW_Device_Extension *tw_dev;
1704
1705         tw_dev = (TW_Device_Extension *)sdev->host->hostdata;
1706
1707         if (capacity >= 0x200000) {
1708                 heads = 255;
1709                 sectors = 63;
1710                 cylinders = sector_div(capacity, heads * sectors);
1711         } else {
1712                 heads = 64;
1713                 sectors = 32;
1714                 cylinders = sector_div(capacity, heads * sectors);
1715         }
1716
1717         geom[0] = heads;
1718         geom[1] = sectors;
1719         geom[2] = cylinders;
1720
1721         return 0;
1722 } /* End twa_scsi_biosparam() */
1723
1724 /* This is the new scsi eh reset function */
1725 static int twa_scsi_eh_reset(struct scsi_cmnd *SCpnt)
1726 {
1727         TW_Device_Extension *tw_dev = NULL;
1728         int retval = FAILED;
1729
1730         tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1731
1732         tw_dev->num_resets++;
1733
1734         sdev_printk(KERN_WARNING, SCpnt->device,
1735                 "WARNING: (0x%02X:0x%04X): Command (0x%x) timed out, resetting card.\n",
1736                 TW_DRIVER, 0x2c, SCpnt->cmnd[0]);
1737
1738         /* Now reset the card and some of the device extension data */
1739         if (twa_reset_device_extension(tw_dev, 0)) {
1740                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2b, "Controller reset failed during scsi host reset");
1741                 goto out;
1742         }
1743
1744         retval = SUCCESS;
1745 out:
1746         return retval;
1747 } /* End twa_scsi_eh_reset() */
1748
1749 /* This is the main scsi queue function to handle scsi opcodes */
1750 static int twa_scsi_queue(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *))
1751 {
1752         int request_id, retval;
1753         TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1754
1755         /* Check if this FW supports luns */
1756         if ((SCpnt->device->lun != 0) && (tw_dev->working_srl < TW_FW_SRL_LUNS_SUPPORTED)) {
1757                 SCpnt->result = (DID_BAD_TARGET << 16);
1758                 done(SCpnt);
1759                 retval = 0;
1760                 goto out;
1761         }
1762
1763         /* Save done function into scsi_cmnd struct */
1764         SCpnt->scsi_done = done;
1765
1766         /* Get a free request id */
1767         twa_get_request_id(tw_dev, &request_id);
1768
1769         /* Save the scsi command for use by the ISR */
1770         tw_dev->srb[request_id] = SCpnt;
1771
1772         /* Initialize phase to zero */
1773         SCpnt->SCp.phase = TW_PHASE_INITIAL;
1774
1775         retval = twa_scsiop_execute_scsi(tw_dev, request_id, NULL, 0, NULL);
1776         switch (retval) {
1777         case SCSI_MLQUEUE_HOST_BUSY:
1778                 twa_free_request_id(tw_dev, request_id);
1779                 break;
1780         case 1:
1781                 tw_dev->state[request_id] = TW_S_COMPLETED;
1782                 twa_free_request_id(tw_dev, request_id);
1783                 SCpnt->result = (DID_ERROR << 16);
1784                 done(SCpnt);
1785                 retval = 0;
1786         }
1787 out:
1788         return retval;
1789 } /* End twa_scsi_queue() */
1790
1791 /* This function hands scsi cdb's to the firmware */
1792 static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg)
1793 {
1794         TW_Command_Full *full_command_packet;
1795         TW_Command_Apache *command_packet;
1796         u32 num_sectors = 0x0;
1797         int i, sg_count;
1798         struct scsi_cmnd *srb = NULL;
1799         struct scatterlist *sglist = NULL;
1800         u32 buffaddr = 0x0;
1801         int retval = 1;
1802
1803         if (tw_dev->srb[request_id]) {
1804                 if (tw_dev->srb[request_id]->request_buffer) {
1805                         sglist = (struct scatterlist *)tw_dev->srb[request_id]->request_buffer;
1806                 }
1807                 srb = tw_dev->srb[request_id];
1808         }
1809
1810         /* Initialize command packet */
1811         full_command_packet = tw_dev->command_packet_virt[request_id];
1812         full_command_packet->header.header_desc.size_header = 128;
1813         full_command_packet->header.status_block.error = 0;
1814         full_command_packet->header.status_block.severity__reserved = 0;
1815
1816         command_packet = &full_command_packet->command.newcommand;
1817         command_packet->status = 0;
1818         command_packet->opcode__reserved = TW_OPRES_IN(0, TW_OP_EXECUTE_SCSI);
1819
1820         /* We forced 16 byte cdb use earlier */
1821         if (!cdb)
1822                 memcpy(command_packet->cdb, srb->cmnd, TW_MAX_CDB_LEN);
1823         else
1824                 memcpy(command_packet->cdb, cdb, TW_MAX_CDB_LEN);
1825
1826         if (srb) {
1827                 command_packet->unit = srb->device->id;
1828                 command_packet->request_id__lunl =
1829                         TW_REQ_LUN_IN(srb->device->lun, request_id);
1830         } else {
1831                 command_packet->request_id__lunl =
1832                         TW_REQ_LUN_IN(0, request_id);
1833                 command_packet->unit = 0;
1834         }
1835
1836         command_packet->sgl_offset = 16;
1837
1838         if (!sglistarg) {
1839                 /* Map sglist from scsi layer to cmd packet */
1840                 if (tw_dev->srb[request_id]->use_sg == 0) {
1841                         if (tw_dev->srb[request_id]->request_bufflen < TW_MIN_SGL_LENGTH) {
1842                                 command_packet->sg_list[0].address = tw_dev->generic_buffer_phys[request_id];
1843                                 command_packet->sg_list[0].length = TW_MIN_SGL_LENGTH;
1844                                 if (tw_dev->srb[request_id]->sc_data_direction == DMA_TO_DEVICE || tw_dev->srb[request_id]->sc_data_direction == DMA_BIDIRECTIONAL)
1845                                         memcpy(tw_dev->generic_buffer_virt[request_id], tw_dev->srb[request_id]->request_buffer, tw_dev->srb[request_id]->request_bufflen);
1846                         } else {
1847                                 buffaddr = twa_map_scsi_single_data(tw_dev, request_id);
1848                                 if (buffaddr == 0)
1849                                         goto out;
1850
1851                                 command_packet->sg_list[0].address = buffaddr;
1852                                 command_packet->sg_list[0].length = tw_dev->srb[request_id]->request_bufflen;
1853                         }
1854                         command_packet->sgl_entries__lunh = TW_REQ_LUN_IN((srb->device->lun >> 4), 1);
1855
1856                         if (command_packet->sg_list[0].address & TW_ALIGNMENT_9000_SGL) {
1857                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2d, "Found unaligned address during execute scsi");
1858                                 goto out;
1859                         }
1860                 }
1861
1862                 if (tw_dev->srb[request_id]->use_sg > 0) {
1863                         if ((tw_dev->srb[request_id]->use_sg == 1) && (tw_dev->srb[request_id]->request_bufflen < TW_MIN_SGL_LENGTH)) {
1864                                 if (tw_dev->srb[request_id]->sc_data_direction == DMA_TO_DEVICE || tw_dev->srb[request_id]->sc_data_direction == DMA_BIDIRECTIONAL) {
1865                                         struct scatterlist *sg = (struct scatterlist *)tw_dev->srb[request_id]->request_buffer;
1866                                         char *buf = kmap_atomic(sg->page, KM_IRQ0) + sg->offset;
1867                                         memcpy(tw_dev->generic_buffer_virt[request_id], buf, sg->length);
1868                                         kunmap_atomic(buf - sg->offset, KM_IRQ0);
1869                                 }
1870                                 command_packet->sg_list[0].address = tw_dev->generic_buffer_phys[request_id];
1871                                 command_packet->sg_list[0].length = TW_MIN_SGL_LENGTH;
1872                         } else {
1873                                 sg_count = twa_map_scsi_sg_data(tw_dev, request_id);
1874                                 if (sg_count == 0)
1875                                         goto out;
1876
1877                                 for (i = 0; i < sg_count; i++) {
1878                                         command_packet->sg_list[i].address = sg_dma_address(&sglist[i]);
1879                                         command_packet->sg_list[i].length = sg_dma_len(&sglist[i]);
1880                                         if (command_packet->sg_list[i].address & TW_ALIGNMENT_9000_SGL) {
1881                                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2e, "Found unaligned sgl address during execute scsi");
1882                                                 goto out;
1883                                         }
1884                                 }
1885                         }
1886                         command_packet->sgl_entries__lunh = TW_REQ_LUN_IN((srb->device->lun >> 4), tw_dev->srb[request_id]->use_sg);
1887                 }
1888         } else {
1889                 /* Internal cdb post */
1890                 for (i = 0; i < use_sg; i++) {
1891                         command_packet->sg_list[i].address = sglistarg[i].address;
1892                         command_packet->sg_list[i].length = sglistarg[i].length;
1893                         if (command_packet->sg_list[i].address & TW_ALIGNMENT_9000_SGL) {
1894                                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2f, "Found unaligned sgl address during internal post");
1895                                 goto out;
1896                         }
1897                 }
1898                 command_packet->sgl_entries__lunh = TW_REQ_LUN_IN(0, use_sg);
1899         }
1900
1901         if (srb) {
1902                 if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6)
1903                         num_sectors = (u32)srb->cmnd[4];
1904
1905                 if (srb->cmnd[0] == READ_10 || srb->cmnd[0] == WRITE_10)
1906                         num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8);
1907         }
1908
1909         /* Update sector statistic */
1910         tw_dev->sector_count = num_sectors;
1911         if (tw_dev->sector_count > tw_dev->max_sector_count)
1912                 tw_dev->max_sector_count = tw_dev->sector_count;
1913
1914         /* Update SG statistics */
1915         if (srb) {
1916                 tw_dev->sgl_entries = tw_dev->srb[request_id]->use_sg;
1917                 if (tw_dev->sgl_entries > tw_dev->max_sgl_entries)
1918                         tw_dev->max_sgl_entries = tw_dev->sgl_entries;
1919         }
1920
1921         /* Now post the command to the board */
1922         if (srb) {
1923                 retval = twa_post_command_packet(tw_dev, request_id, 0);
1924         } else {
1925                 twa_post_command_packet(tw_dev, request_id, 1);
1926                 retval = 0;
1927         }
1928 out:
1929         return retval;
1930 } /* End twa_scsiop_execute_scsi() */
1931
1932 /* This function completes an execute scsi operation */
1933 static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id)
1934 {
1935         if (tw_dev->srb[request_id]->request_bufflen < TW_MIN_SGL_LENGTH &&
1936             (tw_dev->srb[request_id]->sc_data_direction == DMA_FROM_DEVICE ||
1937              tw_dev->srb[request_id]->sc_data_direction == DMA_BIDIRECTIONAL)) {
1938                 if (tw_dev->srb[request_id]->use_sg == 0) {
1939                         memcpy(tw_dev->srb[request_id]->request_buffer,
1940                                tw_dev->generic_buffer_virt[request_id],
1941                                tw_dev->srb[request_id]->request_bufflen);
1942                 }
1943                 if (tw_dev->srb[request_id]->use_sg == 1) {
1944                         struct scatterlist *sg = (struct scatterlist *)tw_dev->srb[request_id]->request_buffer;
1945                         char *buf = kmap_atomic(sg->page, KM_IRQ0) + sg->offset;
1946                         memcpy(buf, tw_dev->generic_buffer_virt[request_id], sg->length);
1947                         kunmap_atomic(buf - sg->offset, KM_IRQ0);
1948                 }
1949         }
1950 } /* End twa_scsiop_execute_scsi_complete() */
1951
1952 /* This function tells the controller to shut down */
1953 static void __twa_shutdown(TW_Device_Extension *tw_dev)
1954 {
1955         /* Disable interrupts */
1956         TW_DISABLE_INTERRUPTS(tw_dev);
1957
1958         printk(KERN_WARNING "3w-9xxx: Shutting down host %d.\n", tw_dev->host->host_no);
1959
1960         /* Tell the card we are shutting down */
1961         if (twa_initconnection(tw_dev, 1, 0, 0, 0, 0, 0, NULL, NULL, NULL, NULL, NULL)) {
1962                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x31, "Connection shutdown failed");
1963         } else {
1964                 printk(KERN_WARNING "3w-9xxx: Shutdown complete.\n");
1965         }
1966
1967         /* Clear all interrupts just before exit */
1968         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
1969 } /* End __twa_shutdown() */
1970
1971 /* Wrapper for __twa_shutdown */
1972 static void twa_shutdown(struct pci_dev *pdev)
1973 {
1974         struct Scsi_Host *host = pci_get_drvdata(pdev);
1975         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
1976
1977         __twa_shutdown(tw_dev);
1978 } /* End twa_shutdown() */
1979
1980 /* This function will look up a string */
1981 static char *twa_string_lookup(twa_message_type *table, unsigned int code)
1982 {
1983         int index;
1984
1985         for (index = 0; ((code != table[index].code) &&
1986                       (table[index].text != (char *)0)); index++);
1987         return(table[index].text);
1988 } /* End twa_string_lookup() */
1989
1990 /* This function will perform a pci-dma unmap */
1991 static void twa_unmap_scsi_data(TW_Device_Extension *tw_dev, int request_id)
1992 {
1993         struct scsi_cmnd *cmd = tw_dev->srb[request_id];
1994         struct pci_dev *pdev = tw_dev->tw_pci_dev;
1995
1996         switch(cmd->SCp.phase) {
1997         case TW_PHASE_SINGLE:
1998                 pci_unmap_single(pdev, cmd->SCp.have_data_in, cmd->request_bufflen, DMA_BIDIRECTIONAL);
1999                 break;
2000         case TW_PHASE_SGLIST:
2001                 pci_unmap_sg(pdev, cmd->request_buffer, cmd->use_sg, DMA_BIDIRECTIONAL);
2002                 break;
2003         }
2004 } /* End twa_unmap_scsi_data() */
2005
2006 /* scsi_host_template initializer */
2007 static struct scsi_host_template driver_template = {
2008         .module                 = THIS_MODULE,
2009         .name                   = "3ware 9000 Storage Controller",
2010         .queuecommand           = twa_scsi_queue,
2011         .eh_host_reset_handler  = twa_scsi_eh_reset,
2012         .bios_param             = twa_scsi_biosparam,
2013         .change_queue_depth     = twa_change_queue_depth,
2014         .can_queue              = TW_Q_LENGTH-2,
2015         .this_id                = -1,
2016         .sg_tablesize           = TW_APACHE_MAX_SGL_LENGTH,
2017         .max_sectors            = TW_MAX_SECTORS,
2018         .cmd_per_lun            = TW_MAX_CMDS_PER_LUN,
2019         .use_clustering         = ENABLE_CLUSTERING,
2020         .shost_attrs            = twa_host_attrs,
2021         .emulated               = 1
2022 };
2023
2024 /* This function will probe and initialize a card */
2025 static int __devinit twa_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
2026 {
2027         struct Scsi_Host *host = NULL;
2028         TW_Device_Extension *tw_dev;
2029         u32 mem_addr;
2030         int retval = -ENODEV;
2031
2032         retval = pci_enable_device(pdev);
2033         if (retval) {
2034                 TW_PRINTK(host, TW_DRIVER, 0x34, "Failed to enable pci device");
2035                 goto out_disable_device;
2036         }
2037
2038         pci_set_master(pdev);
2039
2040         retval = pci_set_dma_mask(pdev, sizeof(dma_addr_t) > 4 ? DMA_64BIT_MASK : DMA_32BIT_MASK);
2041         if (retval) {
2042                 TW_PRINTK(host, TW_DRIVER, 0x23, "Failed to set dma mask");
2043                 goto out_disable_device;
2044         }
2045
2046         host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension));
2047         if (!host) {
2048                 TW_PRINTK(host, TW_DRIVER, 0x24, "Failed to allocate memory for device extension");
2049                 retval = -ENOMEM;
2050                 goto out_disable_device;
2051         }
2052         tw_dev = (TW_Device_Extension *)host->hostdata;
2053
2054         memset(tw_dev, 0, sizeof(TW_Device_Extension));
2055
2056         /* Save values to device extension */
2057         tw_dev->host = host;
2058         tw_dev->tw_pci_dev = pdev;
2059
2060         if (twa_initialize_device_extension(tw_dev)) {
2061                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x25, "Failed to initialize device extension");
2062                 goto out_free_device_extension;
2063         }
2064
2065         /* Request IO regions */
2066         retval = pci_request_regions(pdev, "3w-9xxx");
2067         if (retval) {
2068                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x26, "Failed to get mem region");
2069                 goto out_free_device_extension;
2070         }
2071
2072         if (pdev->device == PCI_DEVICE_ID_3WARE_9000)
2073                 mem_addr = pci_resource_start(pdev, 1);
2074         else
2075                 mem_addr = pci_resource_start(pdev, 2);
2076
2077         /* Save base address */
2078         tw_dev->base_addr = ioremap(mem_addr, PAGE_SIZE);
2079         if (!tw_dev->base_addr) {
2080                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x35, "Failed to ioremap");
2081                 goto out_release_mem_region;
2082         }
2083
2084         /* Disable interrupts on the card */
2085         TW_DISABLE_INTERRUPTS(tw_dev);
2086
2087         /* Initialize the card */
2088         if (twa_reset_sequence(tw_dev, 0))
2089                 goto out_release_mem_region;
2090
2091         /* Set host specific parameters */
2092         host->max_id = TW_MAX_UNITS;
2093         host->max_cmd_len = TW_MAX_CDB_LEN;
2094
2095         /* Channels aren't supported by adapter */
2096         host->max_lun = TW_MAX_LUNS(tw_dev->working_srl);
2097         host->max_channel = 0;
2098
2099         /* Register the card with the kernel SCSI layer */
2100         retval = scsi_add_host(host, &pdev->dev);
2101         if (retval) {
2102                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x27, "scsi add host failed");
2103                 goto out_release_mem_region;
2104         }
2105
2106         pci_set_drvdata(pdev, host);
2107
2108         printk(KERN_WARNING "3w-9xxx: scsi%d: Found a 3ware 9000 Storage Controller at 0x%x, IRQ: %d.\n",
2109                host->host_no, mem_addr, pdev->irq);
2110         printk(KERN_WARNING "3w-9xxx: scsi%d: Firmware %s, BIOS %s, Ports: %d.\n",
2111                host->host_no,
2112                (char *)twa_get_param(tw_dev, 0, TW_VERSION_TABLE,
2113                                      TW_PARAM_FWVER, TW_PARAM_FWVER_LENGTH),
2114                (char *)twa_get_param(tw_dev, 1, TW_VERSION_TABLE,
2115                                      TW_PARAM_BIOSVER, TW_PARAM_BIOSVER_LENGTH),
2116                *(int *)twa_get_param(tw_dev, 2, TW_INFORMATION_TABLE,
2117                                      TW_PARAM_PORTCOUNT, TW_PARAM_PORTCOUNT_LENGTH));
2118
2119         /* Now setup the interrupt handler */
2120         retval = request_irq(pdev->irq, twa_interrupt, SA_SHIRQ, "3w-9xxx", tw_dev);
2121         if (retval) {
2122                 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x30, "Error requesting IRQ");
2123                 goto out_remove_host;
2124         }
2125
2126         twa_device_extension_list[twa_device_extension_count] = tw_dev;
2127         twa_device_extension_count++;
2128
2129         /* Re-enable interrupts on the card */
2130         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2131
2132         /* Finally, scan the host */
2133         scsi_scan_host(host);
2134
2135         if (twa_major == -1) {
2136                 if ((twa_major = register_chrdev (0, "twa", &twa_fops)) < 0)
2137                         TW_PRINTK(host, TW_DRIVER, 0x29, "Failed to register character device");
2138         }
2139         return 0;
2140
2141 out_remove_host:
2142         scsi_remove_host(host);
2143 out_release_mem_region:
2144         pci_release_regions(pdev);
2145 out_free_device_extension:
2146         twa_free_device_extension(tw_dev);
2147         scsi_host_put(host);
2148 out_disable_device:
2149         pci_disable_device(pdev);
2150
2151         return retval;
2152 } /* End twa_probe() */
2153
2154 /* This function is called to remove a device */
2155 static void twa_remove(struct pci_dev *pdev)
2156 {
2157         struct Scsi_Host *host = pci_get_drvdata(pdev);
2158         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2159
2160         scsi_remove_host(tw_dev->host);
2161
2162         /* Unregister character device */
2163         if (twa_major >= 0) {
2164                 unregister_chrdev(twa_major, "twa");
2165                 twa_major = -1;
2166         }
2167
2168         /* Free up the IRQ */
2169         free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
2170
2171         /* Shutdown the card */
2172         __twa_shutdown(tw_dev);
2173
2174         /* Free up the mem region */
2175         pci_release_regions(pdev);
2176
2177         /* Free up device extension resources */
2178         twa_free_device_extension(tw_dev);
2179
2180         scsi_host_put(tw_dev->host);
2181         pci_disable_device(pdev);
2182         twa_device_extension_count--;
2183 } /* End twa_remove() */
2184
2185 /* PCI Devices supported by this driver */
2186 static struct pci_device_id twa_pci_tbl[] __devinitdata = {
2187         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9000,
2188           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2189         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9550SX,
2190           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2191         { }
2192 };
2193 MODULE_DEVICE_TABLE(pci, twa_pci_tbl);
2194
2195 /* pci_driver initializer */
2196 static struct pci_driver twa_driver = {
2197         .name           = "3w-9xxx",
2198         .id_table       = twa_pci_tbl,
2199         .probe          = twa_probe,
2200         .remove         = twa_remove,
2201         .shutdown       = twa_shutdown
2202 };
2203
2204 /* This function is called on driver initialization */
2205 static int __init twa_init(void)
2206 {
2207         printk(KERN_WARNING "3ware 9000 Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION);
2208
2209         return pci_module_init(&twa_driver);
2210 } /* End twa_init() */
2211
2212 /* This function is called on driver exit */
2213 static void __exit twa_exit(void)
2214 {
2215         pci_unregister_driver(&twa_driver);
2216 } /* End twa_exit() */
2217
2218 module_init(twa_init);
2219 module_exit(twa_exit);
2220