drivers/scsi/3w-xxxx.c

   1 /*
   2    3w-xxxx.c -- 3ware Storage Controller device driver for Linux.
   3
   4    Written By: Adam Radford <aradford@gmail.com>
   5    Modifications By: Joel Jacobson <linux@3ware.com>
   6                      Arnaldo Carvalho de Melo <acme@conectiva.com.br>
   7                      Brad Strand <linux@3ware.com>
   8
   9    Copyright (C) 1999-2010 3ware Inc.
  10
  11    Kernel compatibility By:     Andre Hedrick <andre@suse.com>
  12    Non-Copyright (C) 2000       Andre Hedrick <andre@suse.com>
  13
  14    Further tiny build fixes and trivial hoovering    Alan Cox
  15
  16    This program is free software; you can redistribute it and/or modify
  17    it under the terms of the GNU General Public License as published by
  18    the Free Software Foundation; version 2 of the License.
  19
  20    This program is distributed in the hope that it will be useful,
  21    but WITHOUT ANY WARRANTY; without even the implied warranty of
  22    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  23    GNU General Public License for more details.
  24
  25    NO WARRANTY
  26    THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
  27    CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
  28    LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
  29    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
  30    solely responsible for determining the appropriateness of using and
  31    distributing the Program and assumes all risks associated with its
  32    exercise of rights under this Agreement, including but not limited to
  33    the risks and costs of program errors, damage to or loss of data,
  34    programs or equipment, and unavailability or interruption of operations.
  35
  36    DISCLAIMER OF LIABILITY
  37    NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
  38    DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  39    DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
  40    ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
  41    TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
  42    USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
  43    HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
  44
  45    You should have received a copy of the GNU General Public License
  46    along with this program; if not, write to the Free Software
  47    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  48
  49    Bugs/Comments/Suggestions should be mailed to:
  50
  51    aradford@gmail.com
  52
  53
  54    History
  55    -------
  56    0.1.000 -     Initial release.
  57    0.4.000 -     Added support for Asynchronous Event Notification through
  58                  ioctls for 3DM.
  59    1.0.000 -     Added DPO & FUA bit support for WRITE_10 & WRITE_6 cdb
  60                  to disable drive write-cache before writes.
  61    1.1.000 -     Fixed performance bug with DPO & FUA not existing for WRITE_6.
  62    1.2.000 -     Added support for clean shutdown notification/feature table.
  63    1.02.00.001 - Added support for full command packet posts through ioctls
  64                  for 3DM.
  65                  Bug fix so hot spare drives don't show up.
  66    1.02.00.002 - Fix bug with tw_setfeature() call that caused oops on some
  67                  systems.
  68    08/21/00    - release previously allocated resources on failure at
  69                  tw_allocate_memory (acme)
  70    1.02.00.003 - Fix tw_interrupt() to report error to scsi layer when
  71                  controller status is non-zero.
  72                  Added handling of request_sense opcode.
  73                  Fix possible null pointer dereference in
  74                  tw_reset_device_extension()
  75    1.02.00.004 - Add support for device id of 3ware 7000 series controllers.
  76                  Make tw_setfeature() call with interrupts disabled.
  77                  Register interrupt handler before enabling interrupts.
  78                  Clear attention interrupt before draining aen queue.
  79    1.02.00.005 - Allocate bounce buffers and custom queue depth for raid5 for
  80                  6000 and 5000 series controllers.
  81                  Reduce polling mdelays causing problems on some systems.
  82                  Fix use_sg = 1 calculation bug.
  83                  Check for scsi_register returning NULL.
  84                  Add aen count to /proc/scsi/3w-xxxx.
  85                  Remove aen code unit masking in tw_aen_complete().
  86    1.02.00.006 - Remove unit from printk in tw_scsi_eh_abort(), causing
  87                  possible oops.
  88                  Fix possible null pointer dereference in tw_scsi_queue()
  89                  if done function pointer was invalid.
  90    1.02.00.007 - Fix possible null pointer dereferences in tw_ioctl().
  91                  Remove check for invalid done function pointer from
  92                  tw_scsi_queue().
  93    1.02.00.008 - Set max sectors per io to TW_MAX_SECTORS in tw_findcards().
  94                  Add tw_decode_error() for printing readable error messages.
  95                  Print some useful information on certain aen codes.
  96                  Add tw_decode_bits() for interpreting status register output.
  97                  Make scsi_set_pci_device() for kernels >= 2.4.4
  98                  Fix bug where aen's could be lost before a reset.
  99                  Re-add spinlocks in tw_scsi_detect().
 100                  Fix possible null pointer dereference in tw_aen_drain_queue()
 101                  during initialization.
 102                  Clear pci parity errors during initialization and during io.
 103    1.02.00.009 - Remove redundant increment in tw_state_request_start().
 104                  Add ioctl support for direct ATA command passthru.
 105                  Add entire aen code string list.
 106    1.02.00.010 - Cleanup queueing code, fix jbod thoughput.
 107                  Fix get_param for specific units.
 108    1.02.00.011 - Fix bug in tw_aen_complete() where aen's could be lost.
 109                  Fix tw_aen_drain_queue() to display useful info at init.
 110                  Set tw_host->max_id for 12 port cards.
 111                  Add ioctl support for raw command packet post from userspace
 112                  with sglist fragments (parameter and io).
 113    1.02.00.012 - Fix read capacity to under report by 1 sector to fix get
 114                  last sector ioctl.
 115    1.02.00.013 - Fix bug where more AEN codes weren't coming out during
 116                  driver initialization.
 117                  Improved handling of PCI aborts.
 118    1.02.00.014 - Fix bug in tw_findcards() where AEN code could be lost.
 119                  Increase timeout in tw_aen_drain_queue() to 30 seconds.
 120    1.02.00.015 - Re-write raw command post with data ioctl method.
 121                  Remove raid5 bounce buffers for raid5 for 6XXX for kernel 2.5
 122                  Add tw_map/unmap_scsi_sg/single_data() for kernel 2.5
 123                  Replace io_request_lock with host_lock for kernel 2.5
 124                  Set max_cmd_len to 16 for 3dm for kernel 2.5
 125    1.02.00.016 - Set host->max_sectors back up to 256.
 126    1.02.00.017 - Modified pci parity error handling/clearing from config space
 127                  during initialization.
 128    1.02.00.018 - Better handling of request sense opcode and sense information
 129                  for failed commands.  Add tw_decode_sense().
 130                  Replace all mdelay()'s with scsi_sleep().
 131    1.02.00.019 - Revert mdelay's and scsi_sleep's, this caused problems on
 132                  some SMP systems.
 133    1.02.00.020 - Add pci_set_dma_mask(), rewrite kmalloc()/virt_to_bus() to
 134                  pci_alloc/free_consistent().
 135                  Better alignment checking in tw_allocate_memory().
 136                  Cleanup tw_initialize_device_extension().
 137    1.02.00.021 - Bump cmd_per_lun in SHT to 255 for better jbod performance.
 138                  Improve handling of errors in tw_interrupt().
 139                  Add handling/clearing of controller queue error.
 140                  Empty stale responses before draining aen queue.
 141                  Fix tw_scsi_eh_abort() to not reset on every io abort.
 142                  Set can_queue in SHT to 255 to prevent hang from AEN.
 143    1.02.00.022 - Fix possible null pointer dereference in tw_scsi_release().
 144    1.02.00.023 - Fix bug in tw_aen_drain_queue() where unit # was always zero.
 145    1.02.00.024 - Add severity levels to AEN strings.
 146    1.02.00.025 - Fix command interrupt spurious error messages.
 147                  Fix bug in raw command post with data ioctl method.
 148                  Fix bug where rollcall sometimes failed with cable errors.
 149                  Print unit # on all command timeouts.
 150    1.02.00.026 - Fix possible infinite retry bug with power glitch induced
 151                  drive timeouts.
 152                  Cleanup some AEN severity levels.
 153    1.02.00.027 - Add drive not supported AEN code for SATA controllers.
 154                  Remove spurious unknown ioctl error message.
 155    1.02.00.028 - Fix bug where multiple controllers with no units were the
 156                  same card number.
 157                  Fix bug where cards were being shut down more than once.
 158    1.02.00.029 - Add missing pci_free_consistent() in tw_allocate_memory().
 159                  Replace pci_map_single() with pci_map_page() for highmem.
 160                  Check for tw_setfeature() failure.
 161    1.02.00.030 - Make driver 64-bit clean.
 162    1.02.00.031 - Cleanup polling timeouts/routines in several places.
 163                  Add support for mode sense opcode.
 164                  Add support for cache mode page.
 165                  Add support for synchronize cache opcode.
 166    1.02.00.032 - Fix small multicard rollcall bug.
 167                  Make driver stay loaded with no units for hot add/swap.
 168                  Add support for "twe" character device for ioctls.
 169                  Clean up request_id queueing code.
 170                  Fix tw_scsi_queue() spinlocks.
 171    1.02.00.033 - Fix tw_aen_complete() to not queue 'queue empty' AEN's.
 172                  Initialize queues correctly when loading with no valid units.
 173    1.02.00.034 - Fix tw_decode_bits() to handle multiple errors.
 174                  Add support for user configurable cmd_per_lun.
 175                  Add support for sht->slave_configure().
 176    1.02.00.035 - Improve tw_allocate_memory() memory allocation.
 177                  Fix tw_chrdev_ioctl() to sleep correctly.
 178    1.02.00.036 - Increase character ioctl timeout to 60 seconds.
 179    1.02.00.037 - Fix tw_ioctl() to handle all non-data ATA passthru cmds
 180                  for 'smartmontools' support.
 181    1.26.00.038 - Roll driver minor version to 26 to denote kernel 2.6.
 182                  Add support for cmds_per_lun module parameter.
 183    1.26.00.039 - Fix bug in tw_chrdev_ioctl() polling code.
 184                  Fix data_buffer_length usage in tw_chrdev_ioctl().
 185                  Update contact information.
 186    1.26.02.000 - Convert driver to pci_driver format.
 187    1.26.02.001 - Increase max ioctl buffer size to 512 sectors.
 188                  Make tw_scsi_queue() return 0 for 'Unknown scsi opcode'.
 189                  Fix tw_remove() to free irq handler/unregister_chrdev()
 190                  before shutting down card.
 191                  Change to new 'change_queue_depth' api.
 192                  Fix 'handled=1' ISR usage, remove bogus IRQ check.
 193    1.26.02.002 - Free irq handler in __tw_shutdown().
 194                  Turn on RCD bit for caching mode page.
 195                  Serialize reset code.
 196    1.26.02.003 - Force 60 second timeout default.
 197 */
 198
 199 #include <linux/module.h>
 200 #include <linux/reboot.h>
 201 #include <linux/spinlock.h>
 202 #include <linux/interrupt.h>
 203 #include <linux/moduleparam.h>
 204 #include <linux/errno.h>
 205 #include <linux/types.h>
 206 #include <linux/delay.h>
 207 #include <linux/gfp.h>
 208 #include <linux/pci.h>
 209 #include <linux/time.h>
 210 #include <linux/mutex.h>
 211 #include <asm/io.h>
 212 #include <asm/irq.h>
 213 #include <linux/uaccess.h>
 214 #include <scsi/scsi.h>
 215 #include <scsi/scsi_host.h>
 216 #include <scsi/scsi_tcq.h>
 217 #include <scsi/scsi_cmnd.h>
 218 #include <scsi/scsi_eh.h>
 219 #include "3w-xxxx.h"
 220
 221 /* Globals */
 222 #define TW_DRIVER_VERSION "1.26.02.003"
 223 static DEFINE_MUTEX(tw_mutex);
 224 static TW_Device_Extension *tw_device_extension_list[TW_MAX_SLOT];
 225 static int tw_device_extension_count = 0;
 226 static int twe_major = -1;
 227
 228 /* Module parameters */
 229 MODULE_AUTHOR("LSI");
 230 MODULE_DESCRIPTION("3ware Storage Controller Linux Driver");
 231 MODULE_LICENSE("GPL");
 232 MODULE_VERSION(TW_DRIVER_VERSION);
 233
 234 /* Function prototypes */
 235 static int tw_reset_device_extension(TW_Device_Extension *tw_dev);
 236
 237 /* Functions */
 238
 239 /* This function will check the status register for unexpected bits */
 240 static int tw_check_bits(u32 status_reg_value)
 241 {
 242         if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS) {
 243                 dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): No expected bits (0x%x).\n", status_reg_value);
 244                 return 1;
 245         }
 246         if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0) {
 247                 dprintk(KERN_WARNING "3w-xxxx: tw_check_bits(): Found unexpected bits (0x%x).\n", status_reg_value);
 248                 return 1;
 249         }
 250
 251         return 0;
 252 } /* End tw_check_bits() */
 253
 254 /* This function will print readable messages from status register errors */
 255 static int tw_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value, int print_host)
 256 {
 257         char host[16];
 258
 259         dprintk(KERN_WARNING "3w-xxxx: tw_decode_bits()\n");
 260
 261         if (print_host)
 262                 sprintf(host, " scsi%d:", tw_dev->host->host_no);
 263         else
 264                 host[0] = '\0';
 265
 266         if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) {
 267                 printk(KERN_WARNING "3w-xxxx:%s PCI Parity Error: clearing.\n", host);
 268                 outl(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
 269         }
 270
 271         if (status_reg_value & TW_STATUS_PCI_ABORT) {
 272                 printk(KERN_WARNING "3w-xxxx:%s PCI Abort: clearing.\n", host);
 273                 outl(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev));
 274                 pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT);
 275         }
 276
 277         if (status_reg_value & TW_STATUS_QUEUE_ERROR) {
 278                 printk(KERN_WARNING "3w-xxxx:%s Controller Queue Error: clearing.\n", host);
 279                 outl(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
 280         }
 281
 282         if (status_reg_value & TW_STATUS_SBUF_WRITE_ERROR) {
 283                 printk(KERN_WARNING "3w-xxxx:%s SBUF Write Error: clearing.\n", host);
 284                 outl(TW_CONTROL_CLEAR_SBUF_WRITE_ERROR, TW_CONTROL_REG_ADDR(tw_dev));
 285         }
 286
 287         if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) {
 288                 if (tw_dev->reset_print == 0) {
 289                         printk(KERN_WARNING "3w-xxxx:%s Microcontroller Error: clearing.\n", host);
 290                         tw_dev->reset_print = 1;
 291                 }
 292                 return 1;
 293         }
 294
 295         return 0;
 296 } /* End tw_decode_bits() */
 297
 298 /* This function will poll the status register for a flag */
 299 static int tw_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds)
 300 {
 301         u32 status_reg_value;
 302         unsigned long before;
 303         int retval = 1;
 304
 305         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 306         before = jiffies;
 307
 308         if (tw_check_bits(status_reg_value))
 309                 tw_decode_bits(tw_dev, status_reg_value, 0);
 310
 311         while ((status_reg_value & flag) != flag) {
 312                 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 313
 314                 if (tw_check_bits(status_reg_value))
 315                         tw_decode_bits(tw_dev, status_reg_value, 0);
 316
 317                 if (time_after(jiffies, before + HZ * seconds))
 318                         goto out;
 319
 320                 msleep(50);
 321         }
 322         retval = 0;
 323 out:
 324         return retval;
 325 } /* End tw_poll_status() */
 326
 327 /* This function will poll the status register for disappearance of a flag */
 328 static int tw_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds)
 329 {
 330         u32 status_reg_value;
 331         unsigned long before;
 332         int retval = 1;
 333
 334         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 335         before = jiffies;
 336
 337         if (tw_check_bits(status_reg_value))
 338                 tw_decode_bits(tw_dev, status_reg_value, 0);
 339
 340         while ((status_reg_value & flag) != 0) {
 341                 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 342
 343                 if (tw_check_bits(status_reg_value))
 344                         tw_decode_bits(tw_dev, status_reg_value, 0);
 345
 346                 if (time_after(jiffies, before + HZ * seconds))
 347                         goto out;
 348
 349                 msleep(50);
 350         }
 351         retval = 0;
 352 out:
 353         return retval;
 354 } /* End tw_poll_status_gone() */
 355
 356 /* This function will attempt to post a command packet to the board */
 357 static int tw_post_command_packet(TW_Device_Extension *tw_dev, int request_id)
 358 {
 359         u32 status_reg_value;
 360         unsigned long command_que_value;
 361
 362         dprintk(KERN_NOTICE "3w-xxxx: tw_post_command_packet()\n");
 363         command_que_value = tw_dev->command_packet_physical_address[request_id];
 364         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 365
 366         if (tw_check_bits(status_reg_value)) {
 367                 dprintk(KERN_WARNING "3w-xxxx: tw_post_command_packet(): Unexpected bits.\n");
 368                 tw_decode_bits(tw_dev, status_reg_value, 1);
 369         }
 370
 371         if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
 372                 /* We successfully posted the command packet */
 373                 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
 374                 tw_dev->state[request_id] = TW_S_POSTED;
 375                 tw_dev->posted_request_count++;
 376                 if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) {
 377                         tw_dev->max_posted_request_count = tw_dev->posted_request_count;
 378                 }
 379         } else {
 380                 /* Couldn't post the command packet, so we do it in the isr */
 381                 if (tw_dev->state[request_id] != TW_S_PENDING) {
 382                         tw_dev->state[request_id] = TW_S_PENDING;
 383                         tw_dev->pending_request_count++;
 384                         if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) {
 385                                 tw_dev->max_pending_request_count = tw_dev->pending_request_count;
 386                         }
 387                         tw_dev->pending_queue[tw_dev->pending_tail] = request_id;
 388                         if (tw_dev->pending_tail == TW_Q_LENGTH-1) {
 389                                 tw_dev->pending_tail = TW_Q_START;
 390                         } else {
 391                                 tw_dev->pending_tail = tw_dev->pending_tail + 1;
 392                         }
 393                 }
 394                 TW_UNMASK_COMMAND_INTERRUPT(tw_dev);
 395                 return 1;
 396         }
 397         return 0;
 398 } /* End tw_post_command_packet() */
 399
 400 /* This function will return valid sense buffer information for failed cmds */
 401 static int tw_decode_sense(TW_Device_Extension *tw_dev, int request_id, int fill_sense)
 402 {
 403         int i;
 404         TW_Command *command;
 405
 406         dprintk(KERN_WARNING "3w-xxxx: tw_decode_sense()\n");
 407         command = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
 408
 409         printk(KERN_WARNING "3w-xxxx: scsi%d: Command failed: status = 0x%x, flags = 0x%x, unit #%d.\n", tw_dev->host->host_no, command->status, command->flags, TW_UNIT_OUT(command->unit__hostid));
 410
 411         /* Attempt to return intelligent sense information */
 412         if (fill_sense) {
 413                 if ((command->status == 0xc7) || (command->status == 0xcb)) {
 414                         for (i = 0; i < ARRAY_SIZE(tw_sense_table); i++) {
 415                                 if (command->flags == tw_sense_table[i][0]) {
 416
 417                                         /* Valid bit and 'current errors' */
 418                                         tw_dev->srb[request_id]->sense_buffer[0] = (0x1 << 7 | 0x70);
 419
 420                                         /* Sense key */
 421                                         tw_dev->srb[request_id]->sense_buffer[2] = tw_sense_table[i][1];
 422
 423                                         /* Additional sense length */
 424                                         tw_dev->srb[request_id]->sense_buffer[7] = 0xa; /* 10 bytes */
 425
 426                                         /* Additional sense code */
 427                                         tw_dev->srb[request_id]->sense_buffer[12] = tw_sense_table[i][2];
 428
 429                                         /* Additional sense code qualifier */
 430                                         tw_dev->srb[request_id]->sense_buffer[13] = tw_sense_table[i][3];
 431
 432                                         tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
 433                                         return TW_ISR_DONT_RESULT; /* Special case for isr to not over-write result */
 434                                 }
 435                         }
 436                 }
 437
 438                 /* If no table match, error so we get a reset */
 439                 return 1;
 440         }
 441
 442         return 0;
 443 } /* End tw_decode_sense() */
 444
 445 /* This function will report controller error status */
 446 static int tw_check_errors(TW_Device_Extension *tw_dev)
 447 {
 448         u32 status_reg_value;
 449
 450         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 451
 452         if (TW_STATUS_ERRORS(status_reg_value) || tw_check_bits(status_reg_value)) {
 453                 tw_decode_bits(tw_dev, status_reg_value, 0);
 454                 return 1;
 455         }
 456
 457         return 0;
 458 } /* End tw_check_errors() */
 459
 460 /* This function will empty the response que */
 461 static void tw_empty_response_que(TW_Device_Extension *tw_dev)
 462 {
 463         u32 status_reg_value, response_que_value;
 464
 465         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 466
 467         while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
 468                 response_que_value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
 469                 status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 470         }
 471 } /* End tw_empty_response_que() */
 472
 473 /* This function will free a request_id */
 474 static void tw_state_request_finish(TW_Device_Extension *tw_dev, int request_id)
 475 {
 476         tw_dev->free_queue[tw_dev->free_tail] = request_id;
 477         tw_dev->state[request_id] = TW_S_FINISHED;
 478         tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH;
 479 } /* End tw_state_request_finish() */
 480
 481 /* This function will assign an available request_id */
 482 static void tw_state_request_start(TW_Device_Extension *tw_dev, int *request_id)
 483 {
 484         *request_id = tw_dev->free_queue[tw_dev->free_head];
 485         tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH;
 486         tw_dev->state[*request_id] = TW_S_STARTED;
 487 } /* End tw_state_request_start() */
 488
 489 /* Show some statistics about the card */
 490 static ssize_t tw_show_stats(struct device *dev, struct device_attribute *attr,
 491                              char *buf)
 492 {
 493         struct Scsi_Host *host = class_to_shost(dev);
 494         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
 495         unsigned long flags = 0;
 496         ssize_t len;
 497
 498         spin_lock_irqsave(tw_dev->host->host_lock, flags);
 499         len = snprintf(buf, PAGE_SIZE, "3w-xxxx Driver version: %s\n"
 500                        "Current commands posted:   %4d\n"
 501                        "Max commands posted:       %4d\n"
 502                        "Current pending commands:  %4d\n"
 503                        "Max pending commands:      %4d\n"
 504                        "Last sgl length:           %4d\n"
 505                        "Max sgl length:            %4d\n"
 506                        "Last sector count:         %4d\n"
 507                        "Max sector count:          %4d\n"
 508                        "SCSI Host Resets:          %4d\n"
 509                        "AEN's:                     %4d\n",
 510                        TW_DRIVER_VERSION,
 511                        tw_dev->posted_request_count,
 512                        tw_dev->max_posted_request_count,
 513                        tw_dev->pending_request_count,
 514                        tw_dev->max_pending_request_count,
 515                        tw_dev->sgl_entries,
 516                        tw_dev->max_sgl_entries,
 517                        tw_dev->sector_count,
 518                        tw_dev->max_sector_count,
 519                        tw_dev->num_resets,
 520                        tw_dev->aen_count);
 521         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 522         return len;
 523 } /* End tw_show_stats() */
 524
 525 /* Create sysfs 'stats' entry */
 526 static struct device_attribute tw_host_stats_attr = {
 527         .attr = {
 528                 .name =         "stats",
 529                 .mode =         S_IRUGO,
 530         },
 531         .show = tw_show_stats
 532 };
 533
 534 /* Host attributes initializer */
 535 static struct device_attribute *tw_host_attrs[] = {
 536         &tw_host_stats_attr,
 537         NULL,
 538 };
 539
 540 /* This function will read the aen queue from the isr */
 541 static int tw_aen_read_queue(TW_Device_Extension *tw_dev, int request_id)
 542 {
 543         TW_Command *command_packet;
 544         TW_Param *param;
 545         unsigned long command_que_value;
 546         u32 status_reg_value;
 547         unsigned long param_value = 0;
 548
 549         dprintk(KERN_NOTICE "3w-xxxx: tw_aen_read_queue()\n");
 550
 551         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
 552         if (tw_check_bits(status_reg_value)) {
 553                 dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Unexpected bits.\n");
 554                 tw_decode_bits(tw_dev, status_reg_value, 1);
 555                 return 1;
 556         }
 557         if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
 558                 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet virtual address.\n");
 559                 return 1;
 560         }
 561         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
 562         memset(command_packet, 0, sizeof(TW_Sector));
 563         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
 564         command_packet->size = 4;
 565         command_packet->request_id = request_id;
 566         command_packet->status = 0;
 567         command_packet->flags = 0;
 568         command_packet->byte6.parameter_count = 1;
 569         command_que_value = tw_dev->command_packet_physical_address[request_id];
 570         if (command_que_value == 0) {
 571                 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad command packet physical address.\n");
 572                 return 1;
 573         }
 574         /* Now setup the param */
 575         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
 576                 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment virtual address.\n");
 577                 return 1;
 578         }
 579         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
 580         memset(param, 0, sizeof(TW_Sector));
 581         param->table_id = 0x401; /* AEN table */
 582         param->parameter_id = 2; /* Unit code */
 583         param->parameter_size_bytes = 2;
 584         param_value = tw_dev->alignment_physical_address[request_id];
 585         if (param_value == 0) {
 586                 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Bad alignment physical address.\n");
 587                 return 1;
 588         }
 589         command_packet->byte8.param.sgl[0].address = param_value;
 590         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
 591
 592         /* Now post the command packet */
 593         if ((status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL) == 0) {
 594                 dprintk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post succeeded.\n");
 595                 tw_dev->srb[request_id] = NULL; /* Flag internal command */
 596                 tw_dev->state[request_id] = TW_S_POSTED;
 597                 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
 598         } else {
 599                 printk(KERN_WARNING "3w-xxxx: tw_aen_read_queue(): Post failed, will retry.\n");
 600                 return 1;
 601         }
 602
 603         return 0;
 604 } /* End tw_aen_read_queue() */
 605
 606 /* This function will complete an aen request from the isr */
 607 static int tw_aen_complete(TW_Device_Extension *tw_dev, int request_id)
 608 {
 609         TW_Param *param;
 610         unsigned short aen;
 611         int error = 0, table_max = 0;
 612
 613         dprintk(KERN_WARNING "3w-xxxx: tw_aen_complete()\n");
 614         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
 615                 printk(KERN_WARNING "3w-xxxx: tw_aen_complete(): Bad alignment virtual address.\n");
 616                 return 1;
 617         }
 618         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
 619         aen = *(unsigned short *)(param->data);
 620         dprintk(KERN_NOTICE "3w-xxxx: tw_aen_complete(): Queue'd code 0x%x\n", aen);
 621
 622         /* Print some useful info when certain aen codes come out */
 623         if (aen == 0x0ff) {
 624                 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: INFO: AEN queue overflow.\n", tw_dev->host->host_no);
 625         } else {
 626                 table_max = ARRAY_SIZE(tw_aen_string);
 627                 if ((aen & 0x0ff) < table_max) {
 628                         if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
 629                                 printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s%d.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff], aen >> 8);
 630                         } else {
 631                                 if (aen != 0x0)
 632                                         printk(KERN_WARNING "3w-xxxx: scsi%d: AEN: %s.\n", tw_dev->host->host_no, tw_aen_string[aen & 0xff]);
 633                         }
 634                 } else {
 635                         printk(KERN_WARNING "3w-xxxx: scsi%d: Received AEN %d.\n", tw_dev->host->host_no, aen);
 636                 }
 637         }
 638         if (aen != TW_AEN_QUEUE_EMPTY) {
 639                 tw_dev->aen_count++;
 640
 641                 /* Now queue the code */
 642                 tw_dev->aen_queue[tw_dev->aen_tail] = aen;
 643                 if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
 644                         tw_dev->aen_tail = TW_Q_START;
 645                 } else {
 646                         tw_dev->aen_tail = tw_dev->aen_tail + 1;
 647                 }
 648                 if (tw_dev->aen_head == tw_dev->aen_tail) {
 649                         if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
 650                                 tw_dev->aen_head = TW_Q_START;
 651                         } else {
 652                                 tw_dev->aen_head = tw_dev->aen_head + 1;
 653                         }
 654                 }
 655
 656                 error = tw_aen_read_queue(tw_dev, request_id);
 657                 if (error) {
 658                         printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing AEN.\n", tw_dev->host->host_no);
 659                         tw_dev->state[request_id] = TW_S_COMPLETED;
 660                         tw_state_request_finish(tw_dev, request_id);
 661                 }
 662         } else {
 663                 tw_dev->state[request_id] = TW_S_COMPLETED;
 664                 tw_state_request_finish(tw_dev, request_id);
 665         }
 666
 667         return 0;
 668 } /* End tw_aen_complete() */
 669
 670 /* This function will drain the aen queue after a soft reset */
 671 static int tw_aen_drain_queue(TW_Device_Extension *tw_dev)
 672 {
 673         TW_Command *command_packet;
 674         TW_Param *param;
 675         int request_id = 0;
 676         unsigned long command_que_value;
 677         unsigned long param_value;
 678         TW_Response_Queue response_queue;
 679         unsigned short aen;
 680         unsigned short aen_code;
 681         int finished = 0;
 682         int first_reset = 0;
 683         int queue = 0;
 684         int found = 0, table_max = 0;
 685
 686         dprintk(KERN_NOTICE "3w-xxxx: tw_aen_drain_queue()\n");
 687
 688         if (tw_poll_status(tw_dev, TW_STATUS_ATTENTION_INTERRUPT | TW_STATUS_MICROCONTROLLER_READY, 30)) {
 689                 dprintk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): No attention interrupt for card %d.\n", tw_device_extension_count);
 690                 return 1;
 691         }
 692         TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
 693
 694         /* Empty response queue */
 695         tw_empty_response_que(tw_dev);
 696
 697         /* Initialize command packet */
 698         if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
 699                 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet virtual address.\n");
 700                 return 1;
 701         }
 702         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
 703         memset(command_packet, 0, sizeof(TW_Sector));
 704         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
 705         command_packet->size = 4;
 706         command_packet->request_id = request_id;
 707         command_packet->status = 0;
 708         command_packet->flags = 0;
 709         command_packet->byte6.parameter_count = 1;
 710         command_que_value = tw_dev->command_packet_physical_address[request_id];
 711         if (command_que_value == 0) {
 712                 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad command packet physical address.\n");
 713                 return 1;
 714         }
 715
 716         /* Now setup the param */
 717         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
 718                 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment virtual address.\n");
 719                 return 1;
 720         }
 721         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
 722         memset(param, 0, sizeof(TW_Sector));
 723         param->table_id = 0x401; /* AEN table */
 724         param->parameter_id = 2; /* Unit code */
 725         param->parameter_size_bytes = 2;
 726         param_value = tw_dev->alignment_physical_address[request_id];
 727         if (param_value == 0) {
 728                 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Bad alignment physical address.\n");
 729                 return 1;
 730         }
 731         command_packet->byte8.param.sgl[0].address = param_value;
 732         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
 733
 734         /* Now drain the controller's aen queue */
 735         do {
 736                 /* Post command packet */
 737                 outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
 738
 739                 /* Now poll for completion */
 740                 if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
 741                         response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
 742                         request_id = TW_RESID_OUT(response_queue.response_id);
 743
 744                         if (request_id != 0) {
 745                                 /* Unexpected request id */
 746                                 printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Unexpected request id.\n");
 747                                 return 1;
 748                         }
 749
 750                         if (command_packet->status != 0) {
 751                                 if (command_packet->flags != TW_AEN_TABLE_UNDEFINED) {
 752                                         /* Bad response */
 753                                         tw_decode_sense(tw_dev, request_id, 0);
 754                                         return 1;
 755                                 } else {
 756                                         /* We know this is a 3w-1x00, and doesn't support aen's */
 757                                         return 0;
 758                                 }
 759                         }
 760
 761                         /* Now check the aen */
 762                         aen = *(unsigned short *)(param->data);
 763                         aen_code = (aen & 0x0ff);
 764                         queue = 0;
 765                         switch (aen_code) {
 766                                 case TW_AEN_QUEUE_EMPTY:
 767                                         dprintk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
 768                                         if (first_reset != 1) {
 769                                                 return 1;
 770                                         } else {
 771                                                 finished = 1;
 772                                         }
 773                                         break;
 774                                 case TW_AEN_SOFT_RESET:
 775                                         if (first_reset == 0) {
 776                                                 first_reset = 1;
 777                                         } else {
 778                                                 printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
 779                                                 tw_dev->aen_count++;
 780                                                 queue = 1;
 781                                         }
 782                                         break;
 783                                 default:
 784                                         if (aen == 0x0ff) {
 785                                                 printk(KERN_WARNING "3w-xxxx: AEN: INFO: AEN queue overflow.\n");
 786                                         } else {
 787                                                 table_max = ARRAY_SIZE(tw_aen_string);
 788                                                 if ((aen & 0x0ff) < table_max) {
 789                                                         if ((tw_aen_string[aen & 0xff][strlen(tw_aen_string[aen & 0xff])-1]) == '#') {
 790                                                                 printk(KERN_WARNING "3w-xxxx: AEN: %s%d.\n", tw_aen_string[aen & 0xff], aen >> 8);
 791                                                         } else {
 792                                                                 printk(KERN_WARNING "3w-xxxx: AEN: %s.\n", tw_aen_string[aen & 0xff]);
 793                                                         }
 794                                                 } else
 795                                                         printk(KERN_WARNING "3w-xxxx: Received AEN %d.\n", aen);
 796                                         }
 797                                         tw_dev->aen_count++;
 798                                         queue = 1;
 799                         }
 800
 801                         /* Now put the aen on the aen_queue */
 802                         if (queue == 1) {
 803                                 tw_dev->aen_queue[tw_dev->aen_tail] = aen;
 804                                 if (tw_dev->aen_tail == TW_Q_LENGTH - 1) {
 805                                         tw_dev->aen_tail = TW_Q_START;
 806                                 } else {
 807                                         tw_dev->aen_tail = tw_dev->aen_tail + 1;
 808                                 }
 809                                 if (tw_dev->aen_head == tw_dev->aen_tail) {
 810                                         if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
 811                                                 tw_dev->aen_head = TW_Q_START;
 812                                         } else {
 813                                                 tw_dev->aen_head = tw_dev->aen_head + 1;
 814                                         }
 815                                 }
 816                         }
 817                         found = 1;
 818                 }
 819                 if (found == 0) {
 820                         printk(KERN_WARNING "3w-xxxx: tw_aen_drain_queue(): Response never received.\n");
 821                         return 1;
 822                 }
 823         } while (finished == 0);
 824
 825         return 0;
 826 } /* End tw_aen_drain_queue() */
 827
 828 /* This function will allocate memory */
 829 static int tw_allocate_memory(TW_Device_Extension *tw_dev, int size, int which)
 830 {
 831         int i;
 832         dma_addr_t dma_handle;
 833         unsigned long *cpu_addr = NULL;
 834
 835         dprintk(KERN_NOTICE "3w-xxxx: tw_allocate_memory()\n");
 836
 837         cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev,
 838                         size * TW_Q_LENGTH, &dma_handle, GFP_KERNEL);
 839         if (cpu_addr == NULL) {
 840                 printk(KERN_WARNING "3w-xxxx: dma_alloc_coherent() failed.\n");
 841                 return 1;
 842         }
 843
 844         if ((unsigned long)cpu_addr % (tw_dev->tw_pci_dev->device == TW_DEVICE_ID ? TW_ALIGNMENT_6000 : TW_ALIGNMENT_7000)) {
 845                 printk(KERN_WARNING "3w-xxxx: Couldn't allocate correctly aligned memory.\n");
 846                 dma_free_coherent(&tw_dev->tw_pci_dev->dev, size * TW_Q_LENGTH,
 847                                 cpu_addr, dma_handle);
 848                 return 1;
 849         }
 850
 851         memset(cpu_addr, 0, size*TW_Q_LENGTH);
 852
 853         for (i=0;i<TW_Q_LENGTH;i++) {
 854                 switch(which) {
 855                 case 0:
 856                         tw_dev->command_packet_physical_address[i] = dma_handle+(i*size);
 857                         tw_dev->command_packet_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
 858                         break;
 859                 case 1:
 860                         tw_dev->alignment_physical_address[i] = dma_handle+(i*size);
 861                         tw_dev->alignment_virtual_address[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size));
 862                         break;
 863                 default:
 864                         printk(KERN_WARNING "3w-xxxx: tw_allocate_memory(): case slip in tw_allocate_memory()\n");
 865                         return 1;
 866                 }
 867         }
 868
 869         return 0;
 870 } /* End tw_allocate_memory() */
 871
 872 /* This function handles ioctl for the character device */
 873 static long tw_chrdev_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
 874 {
 875         int request_id;
 876         dma_addr_t dma_handle;
 877         unsigned short tw_aen_code;
 878         unsigned long flags;
 879         unsigned int data_buffer_length = 0;
 880         unsigned long data_buffer_length_adjusted = 0;
 881         struct inode *inode = file_inode(file);
 882         unsigned long *cpu_addr;
 883         long timeout;
 884         TW_New_Ioctl *tw_ioctl;
 885         TW_Passthru *passthru;
 886         TW_Device_Extension *tw_dev = tw_device_extension_list[iminor(inode)];
 887         int retval = -EFAULT;
 888         void __user *argp = (void __user *)arg;
 889
 890         dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl()\n");
 891
 892         mutex_lock(&tw_mutex);
 893         /* Only let one of these through at a time */
 894         if (mutex_lock_interruptible(&tw_dev->ioctl_lock)) {
 895                 mutex_unlock(&tw_mutex);
 896                 return -EINTR;
 897         }
 898
 899         /* First copy down the buffer length */
 900         if (copy_from_user(&data_buffer_length, argp, sizeof(unsigned int)))
 901                 goto out;
 902
 903         /* Check size */
 904         if (data_buffer_length > TW_MAX_IOCTL_SECTORS * 512) {
 905                 retval = -EINVAL;
 906                 goto out;
 907         }
 908
 909         /* Hardware can only do multiple of 512 byte transfers */
 910         data_buffer_length_adjusted = (data_buffer_length + 511) & ~511;
 911
 912         /* Now allocate ioctl buf memory */
 913         cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, &dma_handle, GFP_KERNEL);
 914         if (cpu_addr == NULL) {
 915                 retval = -ENOMEM;
 916                 goto out;
 917         }
 918
 919         tw_ioctl = (TW_New_Ioctl *)cpu_addr;
 920
 921         /* Now copy down the entire ioctl */
 922         if (copy_from_user(tw_ioctl, argp, data_buffer_length + sizeof(TW_New_Ioctl) - 1))
 923                 goto out2;
 924
 925         passthru = (TW_Passthru *)&tw_ioctl->firmware_command;
 926
 927         /* See which ioctl we are doing */
 928         switch (cmd) {
 929                 case TW_OP_NOP:
 930                         dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_OP_NOP.\n");
 931                         break;
 932                 case TW_OP_AEN_LISTEN:
 933                         dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_AEN_LISTEN.\n");
 934                         memset(tw_ioctl->data_buffer, 0, data_buffer_length);
 935
 936                         spin_lock_irqsave(tw_dev->host->host_lock, flags);
 937                         if (tw_dev->aen_head == tw_dev->aen_tail) {
 938                                 tw_aen_code = TW_AEN_QUEUE_EMPTY;
 939                         } else {
 940                                 tw_aen_code = tw_dev->aen_queue[tw_dev->aen_head];
 941                                 if (tw_dev->aen_head == TW_Q_LENGTH - 1) {
 942                                         tw_dev->aen_head = TW_Q_START;
 943                                 } else {
 944                                         tw_dev->aen_head = tw_dev->aen_head + 1;
 945                                 }
 946                         }
 947                         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 948                         memcpy(tw_ioctl->data_buffer, &tw_aen_code, sizeof(tw_aen_code));
 949                         break;
 950                 case TW_CMD_PACKET_WITH_DATA:
 951                         dprintk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): caught TW_CMD_PACKET_WITH_DATA.\n");
 952                         spin_lock_irqsave(tw_dev->host->host_lock, flags);
 953
 954                         tw_state_request_start(tw_dev, &request_id);
 955
 956                         /* Flag internal command */
 957                         tw_dev->srb[request_id] = NULL;
 958
 959                         /* Flag chrdev ioctl */
 960                         tw_dev->chrdev_request_id = request_id;
 961
 962                         tw_ioctl->firmware_command.request_id = request_id;
 963
 964                         /* Load the sg list */
 965                         switch (TW_SGL_OUT(tw_ioctl->firmware_command.opcode__sgloffset)) {
 966                         case 2:
 967                                 tw_ioctl->firmware_command.byte8.param.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
 968                                 tw_ioctl->firmware_command.byte8.param.sgl[0].length = data_buffer_length_adjusted;
 969                                 break;
 970                         case 3:
 971                                 tw_ioctl->firmware_command.byte8.io.sgl[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
 972                                 tw_ioctl->firmware_command.byte8.io.sgl[0].length = data_buffer_length_adjusted;
 973                                 break;
 974                         case 5:
 975                                 passthru->sg_list[0].address = dma_handle + sizeof(TW_New_Ioctl) - 1;
 976                                 passthru->sg_list[0].length = data_buffer_length_adjusted;
 977                                 break;
 978                         }
 979
 980                         memcpy(tw_dev->command_packet_virtual_address[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command));
 981
 982                         /* Now post the command packet to the controller */
 983                         tw_post_command_packet(tw_dev, request_id);
 984                         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
 985
 986                         timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ;
 987
 988                         /* Now wait for the command to complete */
 989                         timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout);
 990
 991                         /* We timed out, and didn't get an interrupt */
 992                         if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) {
 993                                 /* Now we need to reset the board */
 994                                 printk(KERN_WARNING "3w-xxxx: scsi%d: Character ioctl (0x%x) timed out, resetting card.\n", tw_dev->host->host_no, cmd);
 995                                 retval = -EIO;
 996                                 if (tw_reset_device_extension(tw_dev)) {
 997                                         printk(KERN_WARNING "3w-xxxx: tw_chrdev_ioctl(): Reset failed for card %d.\n", tw_dev->host->host_no);
 998                                 }
 999                                 goto out2;
1000                         }
1001
1002                         /* Now copy in the command packet response */
1003                         memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virtual_address[request_id], sizeof(TW_Command));
1004
1005                         /* Now complete the io */
1006                         spin_lock_irqsave(tw_dev->host->host_lock, flags);
1007                         tw_dev->posted_request_count--;
1008                         tw_dev->state[request_id] = TW_S_COMPLETED;
1009                         tw_state_request_finish(tw_dev, request_id);
1010                         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1011                         break;
1012                 default:
1013                         retval = -ENOTTY;
1014                         goto out2;
1015         }
1016
1017         /* Now copy the response to userspace */
1018         if (copy_to_user(argp, tw_ioctl, sizeof(TW_New_Ioctl) + data_buffer_length - 1))
1019                 goto out2;
1020         retval = 0;
1021 out2:
1022         /* Now free ioctl buf memory */
1023         dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_New_Ioctl) - 1, cpu_addr, dma_handle);
1024 out:
1025         mutex_unlock(&tw_dev->ioctl_lock);
1026         mutex_unlock(&tw_mutex);
1027         return retval;
1028 } /* End tw_chrdev_ioctl() */
1029
1030 /* This function handles open for the character device */
1031 /* NOTE that this function races with remove. */
1032 static int tw_chrdev_open(struct inode *inode, struct file *file)
1033 {
1034         unsigned int minor_number;
1035
1036         dprintk(KERN_WARNING "3w-xxxx: tw_ioctl_open()\n");
1037
1038         if (!capable(CAP_SYS_ADMIN))
1039                 return -EACCES;
1040
1041         minor_number = iminor(inode);
1042         if (minor_number >= tw_device_extension_count)
1043                 return -ENODEV;
1044
1045         return 0;
1046 } /* End tw_chrdev_open() */
1047
1048 /* File operations struct for character device */
1049 static const struct file_operations tw_fops = {
1050         .owner          = THIS_MODULE,
1051         .unlocked_ioctl = tw_chrdev_ioctl,
1052 #ifdef CONFIG_COMPAT
1053         .compat_ioctl   = tw_chrdev_ioctl,
1054 #endif
1055         .open           = tw_chrdev_open,
1056         .release        = NULL,
1057         .llseek         = noop_llseek,
1058 };
1059
1060 /* This function will free up device extension resources */
1061 static void tw_free_device_extension(TW_Device_Extension *tw_dev)
1062 {
1063         dprintk(KERN_NOTICE "3w-xxxx: tw_free_device_extension()\n");
1064
1065         /* Free command packet and generic buffer memory */
1066         if (tw_dev->command_packet_virtual_address[0])
1067                 dma_free_coherent(&tw_dev->tw_pci_dev->dev,
1068                                 sizeof(TW_Command) * TW_Q_LENGTH,
1069                                 tw_dev->command_packet_virtual_address[0],
1070                                 tw_dev->command_packet_physical_address[0]);
1071
1072         if (tw_dev->alignment_virtual_address[0])
1073                 dma_free_coherent(&tw_dev->tw_pci_dev->dev,
1074                                 sizeof(TW_Sector) * TW_Q_LENGTH,
1075                                 tw_dev->alignment_virtual_address[0],
1076                                 tw_dev->alignment_physical_address[0]);
1077 } /* End tw_free_device_extension() */
1078
1079 /* This function will send an initconnection command to controller */
1080 static int tw_initconnection(TW_Device_Extension *tw_dev, int message_credits)
1081 {
1082         unsigned long command_que_value;
1083         TW_Command  *command_packet;
1084         TW_Response_Queue response_queue;
1085         int request_id = 0;
1086
1087         dprintk(KERN_NOTICE "3w-xxxx: tw_initconnection()\n");
1088
1089         /* Initialize InitConnection command packet */
1090         if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1091                 printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet virtual address.\n");
1092                 return 1;
1093         }
1094
1095         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1096         memset(command_packet, 0, sizeof(TW_Sector));
1097         command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_INIT_CONNECTION);
1098         command_packet->size = TW_INIT_COMMAND_PACKET_SIZE;
1099         command_packet->request_id = request_id;
1100         command_packet->status = 0x0;
1101         command_packet->flags = 0x0;
1102         command_packet->byte6.message_credits = message_credits;
1103         command_packet->byte8.init_connection.response_queue_pointer = 0x0;
1104         command_que_value = tw_dev->command_packet_physical_address[request_id];
1105
1106         if (command_que_value == 0) {
1107                 printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Bad command packet physical address.\n");
1108                 return 1;
1109         }
1110
1111         /* Send command packet to the board */
1112         outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1113
1114         /* Poll for completion */
1115         if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1116                 response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1117                 request_id = TW_RESID_OUT(response_queue.response_id);
1118
1119                 if (request_id != 0) {
1120                         /* unexpected request id */
1121                         printk(KERN_WARNING "3w-xxxx: tw_initconnection(): Unexpected request id.\n");
1122                         return 1;
1123                 }
1124                 if (command_packet->status != 0) {
1125                         /* bad response */
1126                         tw_decode_sense(tw_dev, request_id, 0);
1127                         return 1;
1128                 }
1129         }
1130         return 0;
1131 } /* End tw_initconnection() */
1132
1133 /* Set a value in the features table */
1134 static int tw_setfeature(TW_Device_Extension *tw_dev, int parm, int param_size,
1135                   unsigned char *val)
1136 {
1137         TW_Param *param;
1138         TW_Command  *command_packet;
1139         TW_Response_Queue response_queue;
1140         int request_id = 0;
1141         unsigned long command_que_value;
1142         unsigned long param_value;
1143
1144         /* Initialize SetParam command packet */
1145         if (tw_dev->command_packet_virtual_address[request_id] == NULL) {
1146                 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet virtual address.\n");
1147                 return 1;
1148         }
1149         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1150         memset(command_packet, 0, sizeof(TW_Sector));
1151         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1152
1153         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM);
1154         param->table_id = 0x404;  /* Features table */
1155         param->parameter_id = parm;
1156         param->parameter_size_bytes = param_size;
1157         memcpy(param->data, val, param_size);
1158
1159         param_value = tw_dev->alignment_physical_address[request_id];
1160         if (param_value == 0) {
1161                 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad alignment physical address.\n");
1162                 tw_dev->state[request_id] = TW_S_COMPLETED;
1163                 tw_state_request_finish(tw_dev, request_id);
1164                 tw_dev->srb[request_id]->result = (DID_OK << 16);
1165                 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1166         }
1167         command_packet->byte8.param.sgl[0].address = param_value;
1168         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1169
1170         command_packet->size = 4;
1171         command_packet->request_id = request_id;
1172         command_packet->byte6.parameter_count = 1;
1173
1174         command_que_value = tw_dev->command_packet_physical_address[request_id];
1175         if (command_que_value == 0) {
1176                 printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Bad command packet physical address.\n");
1177         return 1;
1178         }
1179
1180         /* Send command packet to the board */
1181         outl(command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev));
1182
1183         /* Poll for completion */
1184         if (tw_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, 30) == 0) {
1185                 response_queue.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
1186                 request_id = TW_RESID_OUT(response_queue.response_id);
1187
1188                 if (request_id != 0) {
1189                         /* unexpected request id */
1190                         printk(KERN_WARNING "3w-xxxx: tw_setfeature(): Unexpected request id.\n");
1191                         return 1;
1192                 }
1193                 if (command_packet->status != 0) {
1194                         /* bad response */
1195                         tw_decode_sense(tw_dev, request_id, 0);
1196                         return 1;
1197                 }
1198         }
1199
1200         return 0;
1201 } /* End tw_setfeature() */
1202
1203 /* This function will reset a controller */
1204 static int tw_reset_sequence(TW_Device_Extension *tw_dev)
1205 {
1206         int error = 0;
1207         int tries = 0;
1208         unsigned char c = 1;
1209
1210         /* Reset the board */
1211         while (tries < TW_MAX_RESET_TRIES) {
1212                 TW_SOFT_RESET(tw_dev);
1213
1214                 error = tw_aen_drain_queue(tw_dev);
1215                 if (error) {
1216                         printk(KERN_WARNING "3w-xxxx: scsi%d: AEN drain failed, retrying.\n", tw_dev->host->host_no);
1217                         tries++;
1218                         continue;
1219                 }
1220
1221                 /* Check for controller errors */
1222                 if (tw_check_errors(tw_dev)) {
1223                         printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors found, retrying.\n", tw_dev->host->host_no);
1224                         tries++;
1225                         continue;
1226                 }
1227
1228                 /* Now the controller is in a good state */
1229                 break;
1230         }
1231
1232         if (tries >= TW_MAX_RESET_TRIES) {
1233                 printk(KERN_WARNING "3w-xxxx: scsi%d: Controller errors, card not responding, check all cabling.\n", tw_dev->host->host_no);
1234                 return 1;
1235         }
1236
1237         error = tw_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS);
1238         if (error) {
1239                 printk(KERN_WARNING "3w-xxxx: scsi%d: Connection initialization failed.\n", tw_dev->host->host_no);
1240                 return 1;
1241         }
1242
1243         error = tw_setfeature(tw_dev, 2, 1, &c);
1244         if (error) {
1245                 printk(KERN_WARNING "3w-xxxx: Unable to set features for card, probable old firmware or card.\n");
1246         }
1247
1248         return 0;
1249 } /* End tw_reset_sequence() */
1250
1251 /* This function will initialize the fields of a device extension */
1252 static int tw_initialize_device_extension(TW_Device_Extension *tw_dev)
1253 {
1254         int i, error=0;
1255
1256         dprintk(KERN_NOTICE "3w-xxxx: tw_initialize_device_extension()\n");
1257
1258         /* Initialize command packet buffers */
1259         error = tw_allocate_memory(tw_dev, sizeof(TW_Command), 0);
1260         if (error) {
1261                 printk(KERN_WARNING "3w-xxxx: Command packet memory allocation failed.\n");
1262                 return 1;
1263         }
1264
1265         /* Initialize generic buffer */
1266         error = tw_allocate_memory(tw_dev, sizeof(TW_Sector), 1);
1267         if (error) {
1268                 printk(KERN_WARNING "3w-xxxx: Generic memory allocation failed.\n");
1269                 return 1;
1270         }
1271
1272         for (i=0;i<TW_Q_LENGTH;i++) {
1273                 tw_dev->free_queue[i] = i;
1274                 tw_dev->state[i] = TW_S_INITIAL;
1275         }
1276
1277         tw_dev->pending_head = TW_Q_START;
1278         tw_dev->pending_tail = TW_Q_START;
1279         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1280
1281         mutex_init(&tw_dev->ioctl_lock);
1282         init_waitqueue_head(&tw_dev->ioctl_wqueue);
1283
1284         return 0;
1285 } /* End tw_initialize_device_extension() */
1286
1287 /* This function will reset a device extension */
1288 static int tw_reset_device_extension(TW_Device_Extension *tw_dev)
1289 {
1290         int i = 0;
1291         struct scsi_cmnd *srb;
1292         unsigned long flags = 0;
1293
1294         dprintk(KERN_NOTICE "3w-xxxx: tw_reset_device_extension()\n");
1295
1296         set_bit(TW_IN_RESET, &tw_dev->flags);
1297         TW_DISABLE_INTERRUPTS(tw_dev);
1298         TW_MASK_COMMAND_INTERRUPT(tw_dev);
1299         spin_lock_irqsave(tw_dev->host->host_lock, flags);
1300
1301         /* Abort all requests that are in progress */
1302         for (i=0;i<TW_Q_LENGTH;i++) {
1303                 if ((tw_dev->state[i] != TW_S_FINISHED) &&
1304                     (tw_dev->state[i] != TW_S_INITIAL) &&
1305                     (tw_dev->state[i] != TW_S_COMPLETED)) {
1306                         srb = tw_dev->srb[i];
1307                         if (srb != NULL) {
1308                                 srb->result = (DID_RESET << 16);
1309                                 scsi_dma_unmap(srb);
1310                                 srb->scsi_done(srb);
1311                         }
1312                 }
1313         }
1314
1315         /* Reset queues and counts */
1316         for (i=0;i<TW_Q_LENGTH;i++) {
1317                 tw_dev->free_queue[i] = i;
1318                 tw_dev->state[i] = TW_S_INITIAL;
1319         }
1320         tw_dev->free_head = TW_Q_START;
1321         tw_dev->free_tail = TW_Q_START;
1322         tw_dev->posted_request_count = 0;
1323         tw_dev->pending_request_count = 0;
1324         tw_dev->pending_head = TW_Q_START;
1325         tw_dev->pending_tail = TW_Q_START;
1326         tw_dev->reset_print = 0;
1327
1328         spin_unlock_irqrestore(tw_dev->host->host_lock, flags);
1329
1330         if (tw_reset_sequence(tw_dev)) {
1331                 printk(KERN_WARNING "3w-xxxx: scsi%d: Reset sequence failed.\n", tw_dev->host->host_no);
1332                 return 1;
1333         }
1334
1335         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
1336         clear_bit(TW_IN_RESET, &tw_dev->flags);
1337         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
1338
1339         return 0;
1340 } /* End tw_reset_device_extension() */
1341
1342 /* This funciton returns unit geometry in cylinders/heads/sectors */
1343 static int tw_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev,
1344                 sector_t capacity, int geom[])
1345 {
1346         int heads, sectors, cylinders;
1347         TW_Device_Extension *tw_dev;
1348
1349         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam()\n");
1350         tw_dev = (TW_Device_Extension *)sdev->host->hostdata;
1351
1352         heads = 64;
1353         sectors = 32;
1354         cylinders = sector_div(capacity, heads * sectors);
1355
1356         if (capacity >= 0x200000) {
1357                 heads = 255;
1358                 sectors = 63;
1359                 cylinders = sector_div(capacity, heads * sectors);
1360         }
1361
1362         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_biosparam(): heads = %d, sectors = %d, cylinders = %d\n", heads, sectors, cylinders);
1363         geom[0] = heads;
1364         geom[1] = sectors;
1365         geom[2] = cylinders;
1366
1367         return 0;
1368 } /* End tw_scsi_biosparam() */
1369
1370 /* This is the new scsi eh reset function */
1371 static int tw_scsi_eh_reset(struct scsi_cmnd *SCpnt)
1372 {
1373         TW_Device_Extension *tw_dev=NULL;
1374         int retval = FAILED;
1375
1376         tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1377
1378         tw_dev->num_resets++;
1379
1380         sdev_printk(KERN_WARNING, SCpnt->device,
1381                 "WARNING: Command (0x%x) timed out, resetting card.\n",
1382                 SCpnt->cmnd[0]);
1383
1384         /* Make sure we are not issuing an ioctl or resetting from ioctl */
1385         mutex_lock(&tw_dev->ioctl_lock);
1386
1387         /* Now reset the card and some of the device extension data */
1388         if (tw_reset_device_extension(tw_dev)) {
1389                 printk(KERN_WARNING "3w-xxxx: scsi%d: Reset failed.\n", tw_dev->host->host_no);
1390                 goto out;
1391         }
1392
1393         retval = SUCCESS;
1394 out:
1395         mutex_unlock(&tw_dev->ioctl_lock);
1396         return retval;
1397 } /* End tw_scsi_eh_reset() */
1398
1399 /* This function handles scsi inquiry commands */
1400 static int tw_scsiop_inquiry(TW_Device_Extension *tw_dev, int request_id)
1401 {
1402         TW_Param *param;
1403         TW_Command *command_packet;
1404         unsigned long command_que_value;
1405         unsigned long param_value;
1406
1407         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry()\n");
1408
1409         /* Initialize command packet */
1410         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1411         if (command_packet == NULL) {
1412                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet virtual address.\n");
1413                 return 1;
1414         }
1415         memset(command_packet, 0, sizeof(TW_Sector));
1416         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1417         command_packet->size = 4;
1418         command_packet->request_id = request_id;
1419         command_packet->status = 0;
1420         command_packet->flags = 0;
1421         command_packet->byte6.parameter_count = 1;
1422
1423         /* Now setup the param */
1424         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1425                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment virtual address.\n");
1426                 return 1;
1427         }
1428         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1429         memset(param, 0, sizeof(TW_Sector));
1430         param->table_id = 3;     /* unit summary table */
1431         param->parameter_id = 3; /* unitsstatus parameter */
1432         param->parameter_size_bytes = TW_MAX_UNITS;
1433         param_value = tw_dev->alignment_physical_address[request_id];
1434         if (param_value == 0) {
1435                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad alignment physical address.\n");
1436                 return 1;
1437         }
1438
1439         command_packet->byte8.param.sgl[0].address = param_value;
1440         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1441         command_que_value = tw_dev->command_packet_physical_address[request_id];
1442         if (command_que_value == 0) {
1443                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry(): Bad command packet physical address.\n");
1444                 return 1;
1445         }
1446
1447         /* Now try to post the command packet */
1448         tw_post_command_packet(tw_dev, request_id);
1449
1450         return 0;
1451 } /* End tw_scsiop_inquiry() */
1452
1453 static void tw_transfer_internal(TW_Device_Extension *tw_dev, int request_id,
1454                                  void *data, unsigned int len)
1455 {
1456         scsi_sg_copy_from_buffer(tw_dev->srb[request_id], data, len);
1457 }
1458
1459 /* This function is called by the isr to complete an inquiry command */
1460 static int tw_scsiop_inquiry_complete(TW_Device_Extension *tw_dev, int request_id)
1461 {
1462         unsigned char *is_unit_present;
1463         unsigned char request_buffer[36];
1464         TW_Param *param;
1465
1466         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_inquiry_complete()\n");
1467
1468         memset(request_buffer, 0, sizeof(request_buffer));
1469         request_buffer[0] = TYPE_DISK; /* Peripheral device type */
1470         request_buffer[1] = 0;         /* Device type modifier */
1471         request_buffer[2] = 0;         /* No ansi/iso compliance */
1472         request_buffer[4] = 31;        /* Additional length */
1473         memcpy(&request_buffer[8], "3ware   ", 8);       /* Vendor ID */
1474         sprintf(&request_buffer[16], "Logical Disk %-2d ", tw_dev->srb[request_id]->device->id);
1475         memcpy(&request_buffer[32], TW_DRIVER_VERSION, 3);
1476         tw_transfer_internal(tw_dev, request_id, request_buffer,
1477                              sizeof(request_buffer));
1478
1479         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1480         if (param == NULL) {
1481                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_inquiry_complete(): Bad alignment virtual address.\n");
1482                 return 1;
1483         }
1484         is_unit_present = &(param->data[0]);
1485
1486         if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1487                 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1488         } else {
1489                 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1490                 tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1491                 return TW_ISR_DONT_RESULT;
1492         }
1493
1494         return 0;
1495 } /* End tw_scsiop_inquiry_complete() */
1496
1497 /* This function handles scsi mode_sense commands */
1498 static int tw_scsiop_mode_sense(TW_Device_Extension *tw_dev, int request_id)
1499 {
1500         TW_Param *param;
1501         TW_Command *command_packet;
1502         unsigned long command_que_value;
1503         unsigned long param_value;
1504
1505         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense()\n");
1506
1507         /* Only page control = 0, page code = 0x8 (cache page) supported */
1508         if (tw_dev->srb[request_id]->cmnd[2] != 0x8) {
1509                 tw_dev->state[request_id] = TW_S_COMPLETED;
1510                 tw_state_request_finish(tw_dev, request_id);
1511                 tw_dev->srb[request_id]->result = (DID_OK << 16);
1512                 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1513                 return 0;
1514         }
1515
1516         /* Now read firmware cache setting for this unit */
1517         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1518         if (command_packet == NULL) {
1519                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet virtual address.\n");
1520                 return 1;
1521         }
1522
1523         /* Setup the command packet */
1524         memset(command_packet, 0, sizeof(TW_Sector));
1525         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1526         command_packet->size = 4;
1527         command_packet->request_id = request_id;
1528         command_packet->status = 0;
1529         command_packet->flags = 0;
1530         command_packet->byte6.parameter_count = 1;
1531
1532         /* Setup the param */
1533         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1534                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment virtual address.\n");
1535                 return 1;
1536         }
1537
1538         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1539         memset(param, 0, sizeof(TW_Sector));
1540         param->table_id = TW_UNIT_INFORMATION_TABLE_BASE + tw_dev->srb[request_id]->device->id;
1541         param->parameter_id = 7; /* unit flags */
1542         param->parameter_size_bytes = 1;
1543         param_value = tw_dev->alignment_physical_address[request_id];
1544         if (param_value == 0) {
1545                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad alignment physical address.\n");
1546                 return 1;
1547         }
1548
1549         command_packet->byte8.param.sgl[0].address = param_value;
1550         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1551         command_que_value = tw_dev->command_packet_physical_address[request_id];
1552         if (command_que_value == 0) {
1553                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense(): Bad command packet physical address.\n");
1554                 return 1;
1555         }
1556
1557         /* Now try to post the command packet */
1558         tw_post_command_packet(tw_dev, request_id);
1559
1560         return 0;
1561 } /* End tw_scsiop_mode_sense() */
1562
1563 /* This function is called by the isr to complete a mode sense command */
1564 static int tw_scsiop_mode_sense_complete(TW_Device_Extension *tw_dev, int request_id)
1565 {
1566         TW_Param *param;
1567         unsigned char *flags;
1568         unsigned char request_buffer[8];
1569
1570         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_mode_sense_complete()\n");
1571
1572         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1573         if (param == NULL) {
1574                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_mode_sense_complete(): Bad alignment virtual address.\n");
1575                 return 1;
1576         }
1577         flags = (char *)&(param->data[0]);
1578         memset(request_buffer, 0, sizeof(request_buffer));
1579
1580         request_buffer[0] = 0xf;        /* mode data length */
1581         request_buffer[1] = 0;          /* default medium type */
1582         request_buffer[2] = 0x10;       /* dpo/fua support on */
1583         request_buffer[3] = 0;          /* no block descriptors */
1584         request_buffer[4] = 0x8;        /* caching page */
1585         request_buffer[5] = 0xa;        /* page length */
1586         if (*flags & 0x1)
1587                 request_buffer[6] = 0x5;        /* WCE on, RCD on */
1588         else
1589                 request_buffer[6] = 0x1;        /* WCE off, RCD on */
1590         tw_transfer_internal(tw_dev, request_id, request_buffer,
1591                              sizeof(request_buffer));
1592
1593         return 0;
1594 } /* End tw_scsiop_mode_sense_complete() */
1595
1596 /* This function handles scsi read_capacity commands */
1597 static int tw_scsiop_read_capacity(TW_Device_Extension *tw_dev, int request_id)
1598 {
1599         TW_Param *param;
1600         TW_Command *command_packet;
1601         unsigned long command_que_value;
1602         unsigned long param_value;
1603
1604         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity()\n");
1605
1606         /* Initialize command packet */
1607         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1608
1609         if (command_packet == NULL) {
1610                 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet virtual address.\n");
1611                 return 1;
1612         }
1613         memset(command_packet, 0, sizeof(TW_Sector));
1614         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1615         command_packet->size = 4;
1616         command_packet->request_id = request_id;
1617         command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1618         command_packet->status = 0;
1619         command_packet->flags = 0;
1620         command_packet->byte6.block_count = 1;
1621
1622         /* Now setup the param */
1623         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1624                 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment virtual address.\n");
1625                 return 1;
1626         }
1627         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1628         memset(param, 0, sizeof(TW_Sector));
1629         param->table_id = TW_UNIT_INFORMATION_TABLE_BASE +
1630         tw_dev->srb[request_id]->device->id;
1631         param->parameter_id = 4;        /* unitcapacity parameter */
1632         param->parameter_size_bytes = 4;
1633         param_value = tw_dev->alignment_physical_address[request_id];
1634         if (param_value == 0) {
1635                 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad alignment physical address.\n");
1636                 return 1;
1637         }
1638
1639         command_packet->byte8.param.sgl[0].address = param_value;
1640         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1641         command_que_value = tw_dev->command_packet_physical_address[request_id];
1642         if (command_que_value == 0) {
1643                 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity(): Bad command packet physical address.\n");
1644                 return 1;
1645         }
1646
1647         /* Now try to post the command to the board */
1648         tw_post_command_packet(tw_dev, request_id);
1649
1650         return 0;
1651 } /* End tw_scsiop_read_capacity() */
1652
1653 /* This function is called by the isr to complete a readcapacity command */
1654 static int tw_scsiop_read_capacity_complete(TW_Device_Extension *tw_dev, int request_id)
1655 {
1656         unsigned char *param_data;
1657         u32 capacity;
1658         char buff[8];
1659         TW_Param *param;
1660
1661         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete()\n");
1662
1663         memset(buff, 0, sizeof(buff));
1664         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1665         if (param == NULL) {
1666                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_capacity_complete(): Bad alignment virtual address.\n");
1667                 return 1;
1668         }
1669         param_data = &(param->data[0]);
1670
1671         capacity = (param_data[3] << 24) | (param_data[2] << 16) |
1672                    (param_data[1] << 8) | param_data[0];
1673
1674         /* Subtract one sector to fix get last sector ioctl */
1675         capacity -= 1;
1676
1677         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_capacity_complete(): Capacity = 0x%x.\n", capacity);
1678
1679         /* Number of LBA's */
1680         buff[0] = (capacity >> 24);
1681         buff[1] = (capacity >> 16) & 0xff;
1682         buff[2] = (capacity >> 8) & 0xff;
1683         buff[3] = capacity & 0xff;
1684
1685         /* Block size in bytes (512) */
1686         buff[4] = (TW_BLOCK_SIZE >> 24);
1687         buff[5] = (TW_BLOCK_SIZE >> 16) & 0xff;
1688         buff[6] = (TW_BLOCK_SIZE >> 8) & 0xff;
1689         buff[7] = TW_BLOCK_SIZE & 0xff;
1690
1691         tw_transfer_internal(tw_dev, request_id, buff, sizeof(buff));
1692
1693         return 0;
1694 } /* End tw_scsiop_read_capacity_complete() */
1695
1696 /* This function handles scsi read or write commands */
1697 static int tw_scsiop_read_write(TW_Device_Extension *tw_dev, int request_id)
1698 {
1699         TW_Command *command_packet;
1700         unsigned long command_que_value;
1701         u32 lba = 0x0, num_sectors = 0x0;
1702         int i, use_sg;
1703         struct scsi_cmnd *srb;
1704         struct scatterlist *sglist, *sg;
1705
1706         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write()\n");
1707
1708         srb = tw_dev->srb[request_id];
1709
1710         sglist = scsi_sglist(srb);
1711         if (!sglist) {
1712                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Request buffer NULL.\n");
1713                 return 1;
1714         }
1715
1716         /* Initialize command packet */
1717         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1718         if (command_packet == NULL) {
1719                 dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): Bad command packet virtual address.\n");
1720                 return 1;
1721         }
1722
1723         if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == READ_10) {
1724                 command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_READ);
1725         } else {
1726                 command_packet->opcode__sgloffset = TW_OPSGL_IN(3, TW_OP_WRITE);
1727         }
1728
1729         command_packet->size = 3;
1730         command_packet->request_id = request_id;
1731         command_packet->unit__hostid = TW_UNITHOST_IN(0, srb->device->id);
1732         command_packet->status = 0;
1733         command_packet->flags = 0;
1734
1735         if (srb->cmnd[0] == WRITE_10) {
1736                 if ((srb->cmnd[1] & 0x8) || (srb->cmnd[1] & 0x10))
1737                         command_packet->flags = 1;
1738         }
1739
1740         if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6) {
1741                 lba = ((u32)srb->cmnd[1] << 16) | ((u32)srb->cmnd[2] << 8) | (u32)srb->cmnd[3];
1742                 num_sectors = (u32)srb->cmnd[4];
1743         } else {
1744                 lba = ((u32)srb->cmnd[2] << 24) | ((u32)srb->cmnd[3] << 16) | ((u32)srb->cmnd[4] << 8) | (u32)srb->cmnd[5];
1745                 num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8);
1746         }
1747
1748         /* Update sector statistic */
1749         tw_dev->sector_count = num_sectors;
1750         if (tw_dev->sector_count > tw_dev->max_sector_count)
1751                 tw_dev->max_sector_count = tw_dev->sector_count;
1752
1753         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_read_write(): lba = 0x%x num_sectors = 0x%x\n", lba, num_sectors);
1754         command_packet->byte8.io.lba = lba;
1755         command_packet->byte6.block_count = num_sectors;
1756
1757         use_sg = scsi_dma_map(srb);
1758         if (use_sg <= 0)
1759                 return 1;
1760
1761         scsi_for_each_sg(tw_dev->srb[request_id], sg, use_sg, i) {
1762                 command_packet->byte8.io.sgl[i].address = sg_dma_address(sg);
1763                 command_packet->byte8.io.sgl[i].length = sg_dma_len(sg);
1764                 command_packet->size+=2;
1765         }
1766
1767         /* Update SG statistics */
1768         tw_dev->sgl_entries = scsi_sg_count(tw_dev->srb[request_id]);
1769         if (tw_dev->sgl_entries > tw_dev->max_sgl_entries)
1770                 tw_dev->max_sgl_entries = tw_dev->sgl_entries;
1771
1772         command_que_value = tw_dev->command_packet_physical_address[request_id];
1773         if (command_que_value == 0) {
1774                 dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_read_write(): Bad command packet physical address.\n");
1775                 return 1;
1776         }
1777
1778         /* Now try to post the command to the board */
1779         tw_post_command_packet(tw_dev, request_id);
1780
1781         return 0;
1782 } /* End tw_scsiop_read_write() */
1783
1784 /* This function will handle the request sense scsi command */
1785 static int tw_scsiop_request_sense(TW_Device_Extension *tw_dev, int request_id)
1786 {
1787         char request_buffer[18];
1788
1789         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_request_sense()\n");
1790
1791         memset(request_buffer, 0, sizeof(request_buffer));
1792         request_buffer[0] = 0x70; /* Immediate fixed format */
1793         request_buffer[7] = 10; /* minimum size per SPC: 18 bytes */
1794         /* leave all other fields zero, giving effectively NO_SENSE return */
1795         tw_transfer_internal(tw_dev, request_id, request_buffer,
1796                              sizeof(request_buffer));
1797
1798         tw_dev->state[request_id] = TW_S_COMPLETED;
1799         tw_state_request_finish(tw_dev, request_id);
1800
1801         /* If we got a request_sense, we probably want a reset, return error */
1802         tw_dev->srb[request_id]->result = (DID_ERROR << 16);
1803         tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
1804
1805         return 0;
1806 } /* End tw_scsiop_request_sense() */
1807
1808 /* This function will handle synchronize cache scsi command */
1809 static int tw_scsiop_synchronize_cache(TW_Device_Extension *tw_dev, int request_id)
1810 {
1811         TW_Command *command_packet;
1812         unsigned long command_que_value;
1813
1814         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_synchronize_cache()\n");
1815
1816         /* Send firmware flush command for this unit */
1817         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1818         if (command_packet == NULL) {
1819                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet virtual address.\n");
1820                 return 1;
1821         }
1822
1823         /* Setup the command packet */
1824         memset(command_packet, 0, sizeof(TW_Sector));
1825         command_packet->opcode__sgloffset = TW_OPSGL_IN(0, TW_OP_FLUSH_CACHE);
1826         command_packet->size = 2;
1827         command_packet->request_id = request_id;
1828         command_packet->unit__hostid = TW_UNITHOST_IN(0, tw_dev->srb[request_id]->device->id);
1829         command_packet->status = 0;
1830         command_packet->flags = 0;
1831         command_packet->byte6.parameter_count = 1;
1832         command_que_value = tw_dev->command_packet_physical_address[request_id];
1833         if (command_que_value == 0) {
1834                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_synchronize_cache(): Bad command packet physical address.\n");
1835                 return 1;
1836         }
1837
1838         /* Now try to post the command packet */
1839         tw_post_command_packet(tw_dev, request_id);
1840
1841         return 0;
1842 } /* End tw_scsiop_synchronize_cache() */
1843
1844 /* This function will handle test unit ready scsi command */
1845 static int tw_scsiop_test_unit_ready(TW_Device_Extension *tw_dev, int request_id)
1846 {
1847         TW_Param *param;
1848         TW_Command *command_packet;
1849         unsigned long command_que_value;
1850         unsigned long param_value;
1851
1852         dprintk(KERN_NOTICE "3w-xxxx: tw_scsiop_test_unit_ready()\n");
1853
1854         /* Initialize command packet */
1855         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
1856         if (command_packet == NULL) {
1857                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet virtual address.\n");
1858                 return 1;
1859         }
1860         memset(command_packet, 0, sizeof(TW_Sector));
1861         command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM);
1862         command_packet->size = 4;
1863         command_packet->request_id = request_id;
1864         command_packet->status = 0;
1865         command_packet->flags = 0;
1866         command_packet->byte6.parameter_count = 1;
1867
1868         /* Now setup the param */
1869         if (tw_dev->alignment_virtual_address[request_id] == NULL) {
1870                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment virtual address.\n");
1871                 return 1;
1872         }
1873         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1874         memset(param, 0, sizeof(TW_Sector));
1875         param->table_id = 3;     /* unit summary table */
1876         param->parameter_id = 3; /* unitsstatus parameter */
1877         param->parameter_size_bytes = TW_MAX_UNITS;
1878         param_value = tw_dev->alignment_physical_address[request_id];
1879         if (param_value == 0) {
1880                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad alignment physical address.\n");
1881                 return 1;
1882         }
1883
1884         command_packet->byte8.param.sgl[0].address = param_value;
1885         command_packet->byte8.param.sgl[0].length = sizeof(TW_Sector);
1886         command_que_value = tw_dev->command_packet_physical_address[request_id];
1887         if (command_que_value == 0) {
1888                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready(): Bad command packet physical address.\n");
1889                 return 1;
1890         }
1891
1892         /* Now try to post the command packet */
1893         tw_post_command_packet(tw_dev, request_id);
1894
1895         return 0;
1896 } /* End tw_scsiop_test_unit_ready() */
1897
1898 /* This function is called by the isr to complete a testunitready command */
1899 static int tw_scsiop_test_unit_ready_complete(TW_Device_Extension *tw_dev, int request_id)
1900 {
1901         unsigned char *is_unit_present;
1902         TW_Param *param;
1903
1904         dprintk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete()\n");
1905
1906         param = (TW_Param *)tw_dev->alignment_virtual_address[request_id];
1907         if (param == NULL) {
1908                 printk(KERN_WARNING "3w-xxxx: tw_scsiop_test_unit_ready_complete(): Bad alignment virtual address.\n");
1909                 return 1;
1910         }
1911         is_unit_present = &(param->data[0]);
1912
1913         if (is_unit_present[tw_dev->srb[request_id]->device->id] & TW_UNIT_ONLINE) {
1914                 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 1;
1915         } else {
1916                 tw_dev->is_unit_present[tw_dev->srb[request_id]->device->id] = 0;
1917                 tw_dev->srb[request_id]->result = (DID_BAD_TARGET << 16);
1918                 return TW_ISR_DONT_RESULT;
1919         }
1920
1921         return 0;
1922 } /* End tw_scsiop_test_unit_ready_complete() */
1923
1924 /* This is the main scsi queue function to handle scsi opcodes */
1925 static int tw_scsi_queue_lck(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *))
1926 {
1927         unsigned char *command = SCpnt->cmnd;
1928         int request_id = 0;
1929         int retval = 1;
1930         TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata;
1931
1932         /* If we are resetting due to timed out ioctl, report as busy */
1933         if (test_bit(TW_IN_RESET, &tw_dev->flags))
1934                 return SCSI_MLQUEUE_HOST_BUSY;
1935
1936         /* Save done function into struct scsi_cmnd */
1937         SCpnt->scsi_done = done;
1938
1939         /* Queue the command and get a request id */
1940         tw_state_request_start(tw_dev, &request_id);
1941
1942         /* Save the scsi command for use by the ISR */
1943         tw_dev->srb[request_id] = SCpnt;
1944
1945         switch (*command) {
1946                 case READ_10:
1947                 case READ_6:
1948                 case WRITE_10:
1949                 case WRITE_6:
1950                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ/WRITE.\n");
1951                         retval = tw_scsiop_read_write(tw_dev, request_id);
1952                         break;
1953                 case TEST_UNIT_READY:
1954                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught TEST_UNIT_READY.\n");
1955                         retval = tw_scsiop_test_unit_ready(tw_dev, request_id);
1956                         break;
1957                 case INQUIRY:
1958                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught INQUIRY.\n");
1959                         retval = tw_scsiop_inquiry(tw_dev, request_id);
1960                         break;
1961                 case READ_CAPACITY:
1962                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught READ_CAPACITY.\n");
1963                         retval = tw_scsiop_read_capacity(tw_dev, request_id);
1964                         break;
1965                 case REQUEST_SENSE:
1966                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught REQUEST_SENSE.\n");
1967                         retval = tw_scsiop_request_sense(tw_dev, request_id);
1968                         break;
1969                 case MODE_SENSE:
1970                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught MODE_SENSE.\n");
1971                         retval = tw_scsiop_mode_sense(tw_dev, request_id);
1972                         break;
1973                 case SYNCHRONIZE_CACHE:
1974                         dprintk(KERN_NOTICE "3w-xxxx: tw_scsi_queue(): caught SYNCHRONIZE_CACHE.\n");
1975                         retval = tw_scsiop_synchronize_cache(tw_dev, request_id);
1976                         break;
1977                 case TW_IOCTL:
1978                         printk(KERN_WARNING "3w-xxxx: SCSI_IOCTL_SEND_COMMAND deprecated, please update your 3ware tools.\n");
1979                         break;
1980                 default:
1981                         printk(KERN_NOTICE "3w-xxxx: scsi%d: Unknown scsi opcode: 0x%x\n", tw_dev->host->host_no, *command);
1982                         tw_dev->state[request_id] = TW_S_COMPLETED;
1983                         tw_state_request_finish(tw_dev, request_id);
1984                         SCpnt->result = (DRIVER_SENSE << 24) | SAM_STAT_CHECK_CONDITION;
1985                         scsi_build_sense_buffer(1, SCpnt->sense_buffer, ILLEGAL_REQUEST, 0x20, 0);
1986                         done(SCpnt);
1987                         retval = 0;
1988         }
1989         if (retval) {
1990                 tw_dev->state[request_id] = TW_S_COMPLETED;
1991                 tw_state_request_finish(tw_dev, request_id);
1992                 SCpnt->result = (DID_ERROR << 16);
1993                 done(SCpnt);
1994                 retval = 0;
1995         }
1996         return retval;
1997 } /* End tw_scsi_queue() */
1998
1999 static DEF_SCSI_QCMD(tw_scsi_queue)
2000
2001 /* This function is the interrupt service routine */
2002 static irqreturn_t tw_interrupt(int irq, void *dev_instance)
2003 {
2004         int request_id;
2005         u32 status_reg_value;
2006         TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance;
2007         TW_Response_Queue response_que;
2008         int error = 0, retval = 0;
2009         TW_Command *command_packet;
2010         int handled = 0;
2011
2012         /* Get the host lock for io completions */
2013         spin_lock(tw_dev->host->host_lock);
2014
2015         /* Read the registers */
2016         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2017
2018         /* Check if this is our interrupt, otherwise bail */
2019         if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT))
2020                 goto tw_interrupt_bail;
2021
2022         handled = 1;
2023
2024         /* If we are resetting, bail */
2025         if (test_bit(TW_IN_RESET, &tw_dev->flags))
2026                 goto tw_interrupt_bail;
2027
2028         /* Check controller for errors */
2029         if (tw_check_bits(status_reg_value)) {
2030                 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2031                 if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2032                         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2033                         goto tw_interrupt_bail;
2034                 }
2035         }
2036
2037         /* Handle host interrupt */
2038         if (status_reg_value & TW_STATUS_HOST_INTERRUPT) {
2039                 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received host interrupt.\n");
2040                 TW_CLEAR_HOST_INTERRUPT(tw_dev);
2041         }
2042
2043         /* Handle attention interrupt */
2044         if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) {
2045                 dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Received attention interrupt.\n");
2046                 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev);
2047                 tw_state_request_start(tw_dev, &request_id);
2048                 error = tw_aen_read_queue(tw_dev, request_id);
2049                 if (error) {
2050                         printk(KERN_WARNING "3w-xxxx: scsi%d: Error reading aen queue.\n", tw_dev->host->host_no);
2051                         tw_dev->state[request_id] = TW_S_COMPLETED;
2052                         tw_state_request_finish(tw_dev, request_id);
2053                 }
2054         }
2055
2056         /* Handle command interrupt */
2057         if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) {
2058                 /* Drain as many pending commands as we can */
2059                 while (tw_dev->pending_request_count > 0) {
2060                         request_id = tw_dev->pending_queue[tw_dev->pending_head];
2061                         if (tw_dev->state[request_id] != TW_S_PENDING) {
2062                                 printk(KERN_WARNING "3w-xxxx: scsi%d: Found request id that wasn't pending.\n", tw_dev->host->host_no);
2063                                 break;
2064                         }
2065                         if (tw_post_command_packet(tw_dev, request_id)==0) {
2066                                 if (tw_dev->pending_head == TW_Q_LENGTH-1) {
2067                                         tw_dev->pending_head = TW_Q_START;
2068                                 } else {
2069                                         tw_dev->pending_head = tw_dev->pending_head + 1;
2070                                 }
2071                                 tw_dev->pending_request_count--;
2072                         } else {
2073                                 /* If we get here, we will continue re-posting on the next command interrupt */
2074                                 break;
2075                         }
2076                 }
2077                 /* If there are no more pending requests, we mask command interrupt */
2078                 if (tw_dev->pending_request_count == 0)
2079                         TW_MASK_COMMAND_INTERRUPT(tw_dev);
2080         }
2081
2082         /* Handle response interrupt */
2083         if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) {
2084                 /* Drain the response queue from the board */
2085                 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) {
2086                         /* Read response queue register */
2087                         response_que.value = inl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev));
2088                         request_id = TW_RESID_OUT(response_que.response_id);
2089                         command_packet = (TW_Command *)tw_dev->command_packet_virtual_address[request_id];
2090                         error = 0;
2091
2092                         /* Check for bad response */
2093                         if (command_packet->status != 0) {
2094                                 /* If internal command, don't error, don't fill sense */
2095                                 if (tw_dev->srb[request_id] == NULL) {
2096                                         tw_decode_sense(tw_dev, request_id, 0);
2097                                 } else {
2098                                         error = tw_decode_sense(tw_dev, request_id, 1);
2099                                 }
2100                         }
2101
2102                         /* Check for correct state */
2103                         if (tw_dev->state[request_id] != TW_S_POSTED) {
2104                                 if (tw_dev->srb[request_id] != NULL) {
2105                                         printk(KERN_WARNING "3w-xxxx: scsi%d: Received a request id that wasn't posted.\n", tw_dev->host->host_no);
2106                                         error = 1;
2107                                 }
2108                         }
2109
2110                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): Response queue request id: %d.\n", request_id);
2111
2112                         /* Check for internal command completion */
2113                         if (tw_dev->srb[request_id] == NULL) {
2114                                 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Found internally posted command.\n");
2115                                 /* Check for chrdev ioctl completion */
2116                                 if (request_id != tw_dev->chrdev_request_id) {
2117                                         retval = tw_aen_complete(tw_dev, request_id);
2118                                         if (retval) {
2119                                                 printk(KERN_WARNING "3w-xxxx: scsi%d: Error completing aen.\n", tw_dev->host->host_no);
2120                                         }
2121                                 } else {
2122                                         tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE;
2123                                         wake_up(&tw_dev->ioctl_wqueue);
2124                                 }
2125                         } else {
2126                                 switch (tw_dev->srb[request_id]->cmnd[0]) {
2127                                 case READ_10:
2128                                 case READ_6:
2129                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_10/READ_6\n");
2130                                         break;
2131                                 case WRITE_10:
2132                                 case WRITE_6:
2133                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught WRITE_10/WRITE_6\n");
2134                                         break;
2135                                 case TEST_UNIT_READY:
2136                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught TEST_UNIT_READY\n");
2137                                         error = tw_scsiop_test_unit_ready_complete(tw_dev, request_id);
2138                                         break;
2139                                 case INQUIRY:
2140                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught INQUIRY\n");
2141                                         error = tw_scsiop_inquiry_complete(tw_dev, request_id);
2142                                         break;
2143                                 case READ_CAPACITY:
2144                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught READ_CAPACITY\n");
2145                                         error = tw_scsiop_read_capacity_complete(tw_dev, request_id);
2146                                         break;
2147                                 case MODE_SENSE:
2148                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught MODE_SENSE\n");
2149                                         error = tw_scsiop_mode_sense_complete(tw_dev, request_id);
2150                                         break;
2151                                 case SYNCHRONIZE_CACHE:
2152                                         dprintk(KERN_NOTICE "3w-xxxx: tw_interrupt(): caught SYNCHRONIZE_CACHE\n");
2153                                         break;
2154                                 default:
2155                                         printk(KERN_WARNING "3w-xxxx: case slip in tw_interrupt()\n");
2156                                         error = 1;
2157                                 }
2158
2159                                 /* If no error command was a success */
2160                                 if (error == 0) {
2161                                         tw_dev->srb[request_id]->result = (DID_OK << 16);
2162                                 }
2163
2164                                 /* If error, command failed */
2165                                 if (error == 1) {
2166                                         /* Ask for a host reset */
2167                                         tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1);
2168                                 }
2169
2170                                 /* Now complete the io */
2171                                 if ((error != TW_ISR_DONT_COMPLETE)) {
2172                                         scsi_dma_unmap(tw_dev->srb[request_id]);
2173                                         tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]);
2174                                         tw_dev->state[request_id] = TW_S_COMPLETED;
2175                                         tw_state_request_finish(tw_dev, request_id);
2176                                         tw_dev->posted_request_count--;
2177                                 }
2178                         }
2179
2180                         /* Check for valid status after each drain */
2181                         status_reg_value = inl(TW_STATUS_REG_ADDR(tw_dev));
2182                         if (tw_check_bits(status_reg_value)) {
2183                                 dprintk(KERN_WARNING "3w-xxxx: tw_interrupt(): Unexpected bits.\n");
2184                                 if (tw_decode_bits(tw_dev, status_reg_value, 1)) {
2185                                         TW_CLEAR_ALL_INTERRUPTS(tw_dev);
2186                                         goto tw_interrupt_bail;
2187                                 }
2188                         }
2189                 }
2190         }
2191
2192 tw_interrupt_bail:
2193         spin_unlock(tw_dev->host->host_lock);
2194         return IRQ_RETVAL(handled);
2195 } /* End tw_interrupt() */
2196
2197 /* This function tells the controller to shut down */
2198 static void __tw_shutdown(TW_Device_Extension *tw_dev)
2199 {
2200         /* Disable interrupts */
2201         TW_DISABLE_INTERRUPTS(tw_dev);
2202
2203         /* Free up the IRQ */
2204         free_irq(tw_dev->tw_pci_dev->irq, tw_dev);
2205
2206         printk(KERN_WARNING "3w-xxxx: Shutting down host %d.\n", tw_dev->host->host_no);
2207
2208         /* Tell the card we are shutting down */
2209         if (tw_initconnection(tw_dev, 1)) {
2210                 printk(KERN_WARNING "3w-xxxx: Connection shutdown failed.\n");
2211         } else {
2212                 printk(KERN_WARNING "3w-xxxx: Shutdown complete.\n");
2213         }
2214
2215         /* Clear all interrupts just before exit */
2216         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2217 } /* End __tw_shutdown() */
2218
2219 /* Wrapper for __tw_shutdown */
2220 static void tw_shutdown(struct pci_dev *pdev)
2221 {
2222         struct Scsi_Host *host = pci_get_drvdata(pdev);
2223         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2224
2225         __tw_shutdown(tw_dev);
2226 } /* End tw_shutdown() */
2227
2228 /* This function gets called when a disk is coming online */
2229 static int tw_slave_configure(struct scsi_device *sdev)
2230 {
2231         /* Force 60 second timeout */
2232         blk_queue_rq_timeout(sdev->request_queue, 60 * HZ);
2233
2234         return 0;
2235 } /* End tw_slave_configure() */
2236
2237 static struct scsi_host_template driver_template = {
2238         .module                 = THIS_MODULE,
2239         .name                   = "3ware Storage Controller",
2240         .queuecommand           = tw_scsi_queue,
2241         .eh_host_reset_handler  = tw_scsi_eh_reset,
2242         .bios_param             = tw_scsi_biosparam,
2243         .change_queue_depth     = scsi_change_queue_depth,
2244         .can_queue              = TW_Q_LENGTH-2,
2245         .slave_configure        = tw_slave_configure,
2246         .this_id                = -1,
2247         .sg_tablesize           = TW_MAX_SGL_LENGTH,
2248         .max_sectors            = TW_MAX_SECTORS,
2249         .cmd_per_lun            = TW_MAX_CMDS_PER_LUN,
2250         .shost_attrs            = tw_host_attrs,
2251         .emulated               = 1,
2252         .no_write_same          = 1,
2253 };
2254
2255 /* This function will probe and initialize a card */
2256 static int tw_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
2257 {
2258         struct Scsi_Host *host = NULL;
2259         TW_Device_Extension *tw_dev;
2260         int retval = -ENODEV;
2261
2262         retval = pci_enable_device(pdev);
2263         if (retval) {
2264                 printk(KERN_WARNING "3w-xxxx: Failed to enable pci device.");
2265                 goto out_disable_device;
2266         }
2267
2268         pci_set_master(pdev);
2269
2270         retval = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
2271         if (retval) {
2272                 printk(KERN_WARNING "3w-xxxx: Failed to set dma mask.");
2273                 goto out_disable_device;
2274         }
2275
2276         host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension));
2277         if (!host) {
2278                 printk(KERN_WARNING "3w-xxxx: Failed to allocate memory for device extension.");
2279                 retval = -ENOMEM;
2280                 goto out_disable_device;
2281         }
2282         tw_dev = (TW_Device_Extension *)host->hostdata;
2283
2284         /* Save values to device extension */
2285         tw_dev->host = host;
2286         tw_dev->tw_pci_dev = pdev;
2287
2288         if (tw_initialize_device_extension(tw_dev)) {
2289                 printk(KERN_WARNING "3w-xxxx: Failed to initialize device extension.");
2290                 retval = -ENOMEM;
2291                 goto out_free_device_extension;
2292         }
2293
2294         /* Request IO regions */
2295         retval = pci_request_regions(pdev, "3w-xxxx");
2296         if (retval) {
2297                 printk(KERN_WARNING "3w-xxxx: Failed to get mem region.");
2298                 goto out_free_device_extension;
2299         }
2300
2301         /* Save base address */
2302         tw_dev->base_addr = pci_resource_start(pdev, 0);
2303         if (!tw_dev->base_addr) {
2304                 printk(KERN_WARNING "3w-xxxx: Failed to get io address.");
2305                 retval = -ENOMEM;
2306                 goto out_release_mem_region;
2307         }
2308
2309         /* Disable interrupts on the card */
2310         TW_DISABLE_INTERRUPTS(tw_dev);
2311
2312         /* Initialize the card */
2313         if (tw_reset_sequence(tw_dev))
2314                 goto out_release_mem_region;
2315
2316         /* Set host specific parameters */
2317         host->max_id = TW_MAX_UNITS;
2318         host->max_cmd_len = TW_MAX_CDB_LEN;
2319
2320         /* Luns and channels aren't supported by adapter */
2321         host->max_lun = 0;
2322         host->max_channel = 0;
2323
2324         /* Register the card with the kernel SCSI layer */
2325         retval = scsi_add_host(host, &pdev->dev);
2326         if (retval) {
2327                 printk(KERN_WARNING "3w-xxxx: scsi add host failed");
2328                 goto out_release_mem_region;
2329         }
2330
2331         pci_set_drvdata(pdev, host);
2332
2333         printk(KERN_WARNING "3w-xxxx: scsi%d: Found a 3ware Storage Controller at 0x%x, IRQ: %d.\n", host->host_no, tw_dev->base_addr, pdev->irq);
2334
2335         /* Now setup the interrupt handler */
2336         retval = request_irq(pdev->irq, tw_interrupt, IRQF_SHARED, "3w-xxxx", tw_dev);
2337         if (retval) {
2338                 printk(KERN_WARNING "3w-xxxx: Error requesting IRQ.");
2339                 goto out_remove_host;
2340         }
2341
2342         tw_device_extension_list[tw_device_extension_count] = tw_dev;
2343         tw_device_extension_count++;
2344
2345         /* Re-enable interrupts on the card */
2346         TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev);
2347
2348         /* Finally, scan the host */
2349         scsi_scan_host(host);
2350
2351         if (twe_major == -1) {
2352                 if ((twe_major = register_chrdev (0, "twe", &tw_fops)) < 0)
2353                         printk(KERN_WARNING "3w-xxxx: Failed to register character device.");
2354         }
2355         return 0;
2356
2357 out_remove_host:
2358         scsi_remove_host(host);
2359 out_release_mem_region:
2360         pci_release_regions(pdev);
2361 out_free_device_extension:
2362         tw_free_device_extension(tw_dev);
2363         scsi_host_put(host);
2364 out_disable_device:
2365         pci_disable_device(pdev);
2366
2367         return retval;
2368 } /* End tw_probe() */
2369
2370 /* This function is called to remove a device */
2371 static void tw_remove(struct pci_dev *pdev)
2372 {
2373         struct Scsi_Host *host = pci_get_drvdata(pdev);
2374         TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata;
2375
2376         scsi_remove_host(tw_dev->host);
2377
2378         /* Unregister character device */
2379         if (twe_major >= 0) {
2380                 unregister_chrdev(twe_major, "twe");
2381                 twe_major = -1;
2382         }
2383
2384         /* Shutdown the card */
2385         __tw_shutdown(tw_dev);
2386
2387         /* Free up the mem region */
2388         pci_release_regions(pdev);
2389
2390         /* Free up device extension resources */
2391         tw_free_device_extension(tw_dev);
2392
2393         scsi_host_put(tw_dev->host);
2394         pci_disable_device(pdev);
2395         tw_device_extension_count--;
2396 } /* End tw_remove() */
2397
2398 /* PCI Devices supported by this driver */
2399 static struct pci_device_id tw_pci_tbl[] = {
2400         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_1000,
2401           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2402         { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_7000,
2403           PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0},
2404         { }
2405 };
2406 MODULE_DEVICE_TABLE(pci, tw_pci_tbl);
2407
2408 /* pci_driver initializer */
2409 static struct pci_driver tw_driver = {
2410         .name           = "3w-xxxx",
2411         .id_table       = tw_pci_tbl,
2412         .probe          = tw_probe,
2413         .remove         = tw_remove,
2414         .shutdown       = tw_shutdown,
2415 };
2416
2417 /* This function is called on driver initialization */
2418 static int __init tw_init(void)
2419 {
2420         printk(KERN_WARNING "3ware Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION);
2421
2422         return pci_register_driver(&tw_driver);
2423 } /* End tw_init() */
2424
2425 /* This function is called on driver exit */
2426 static void __exit tw_exit(void)
2427 {
2428         pci_unregister_driver(&tw_driver);
2429 } /* End tw_exit() */
2430
2431 module_init(tw_init);
2432 module_exit(tw_exit);
2433