drivers/scsi/dc395x.c

   1 /*
   2  * dc395x.c
   3  *
   4  * Device Driver for Tekram DC395(U/UW/F), DC315(U)
   5  * PCI SCSI Bus Master Host Adapter
   6  * (SCSI chip set used Tekram ASIC TRM-S1040)
   7  *
   8  * Authors:
   9  *  C.L. Huang <ching@tekram.com.tw>
  10  *  Erich Chen <erich@tekram.com.tw>
  11  *  (C) Copyright 1995-1999 Tekram Technology Co., Ltd.
  12  *
  13  *  Kurt Garloff <garloff@suse.de>
  14  *  (C) 1999-2000 Kurt Garloff
  15  *
  16  *  Oliver Neukum <oliver@neukum.name>
  17  *  Ali Akcaagac <aliakc@web.de>
  18  *  Jamie Lenehan <lenehan@twibble.org>
  19  *  (C) 2003
  20  *
  21  * License: GNU GPL
  22  *
  23  *************************************************************************
  24  *
  25  * Redistribution and use in source and binary forms, with or without
  26  * modification, are permitted provided that the following conditions
  27  * are met:
  28  * 1. Redistributions of source code must retain the above copyright
  29  *    notice, this list of conditions and the following disclaimer.
  30  * 2. Redistributions in binary form must reproduce the above copyright
  31  *    notice, this list of conditions and the following disclaimer in the
  32  *    documentation and/or other materials provided with the distribution.
  33  * 3. The name of the author may not be used to endorse or promote products
  34  *    derived from this software without specific prior written permission.
  35  *
  36  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
  37  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  38  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
  39  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
  40  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  41  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  42  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  43  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  44  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
  45  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  46  *
  47  ************************************************************************
  48  */
  49 #include <linux/module.h>
  50 #include <linux/moduleparam.h>
  51 #include <linux/delay.h>
  52 #include <linux/ctype.h>
  53 #include <linux/blkdev.h>
  54 #include <linux/interrupt.h>
  55 #include <linux/init.h>
  56 #include <linux/spinlock.h>
  57 #include <linux/pci.h>
  58 #include <linux/list.h>
  59 #include <linux/vmalloc.h>
  60 #include <linux/slab.h>
  61 #include <asm/io.h>
  62
  63 #include <scsi/scsi.h>
  64 #include <scsi/scsicam.h>       /* needed for scsicam_bios_param */
  65 #include <scsi/scsi_cmnd.h>
  66 #include <scsi/scsi_device.h>
  67 #include <scsi/scsi_host.h>
  68
  69 #include "dc395x.h"
  70
  71 #define DC395X_NAME     "dc395x"
  72 #define DC395X_BANNER   "Tekram DC395(U/UW/F), DC315(U) - ASIC TRM-S1040"
  73 #define DC395X_VERSION  "v2.05, 2004/03/08"
  74
  75 /*---------------------------------------------------------------------------
  76                                   Features
  77  ---------------------------------------------------------------------------*/
  78 /*
  79  * Set to disable parts of the driver
  80  */
  81 /*#define DC395x_NO_DISCONNECT*/
  82 /*#define DC395x_NO_TAGQ*/
  83 /*#define DC395x_NO_SYNC*/
  84 /*#define DC395x_NO_WIDE*/
  85
  86 /*---------------------------------------------------------------------------
  87                                   Debugging
  88  ---------------------------------------------------------------------------*/
  89 /*
  90  * Types of debugging that can be enabled and disabled
  91  */
  92 #define DBG_KG          0x0001
  93 #define DBG_0           0x0002
  94 #define DBG_1           0x0004
  95 #define DBG_SG          0x0020
  96 #define DBG_FIFO        0x0040
  97 #define DBG_PIO         0x0080
  98
  99
 100 /*
 101  * Set set of things to output debugging for.
 102  * Undefine to remove all debugging
 103  */
 104 /*#define DEBUG_MASK (DBG_0|DBG_1|DBG_SG|DBG_FIFO|DBG_PIO)*/
 105 /*#define  DEBUG_MASK   DBG_0*/
 106
 107
 108 /*
 109  * Output a kernel mesage at the specified level and append the
 110  * driver name and a ": " to the start of the message
 111  */
 112 #define dprintkl(level, format, arg...)  \
 113     printk(level DC395X_NAME ": " format , ## arg)
 114
 115
 116 #ifdef DEBUG_MASK
 117 /*
 118  * print a debug message - this is formated with KERN_DEBUG, then the
 119  * driver name followed by a ": " and then the message is output.
 120  * This also checks that the specified debug level is enabled before
 121  * outputing the message
 122  */
 123 #define dprintkdbg(type, format, arg...) \
 124         do { \
 125                 if ((type) & (DEBUG_MASK)) \
 126                         dprintkl(KERN_DEBUG , format , ## arg); \
 127         } while (0)
 128
 129 /*
 130  * Check if the specified type of debugging is enabled
 131  */
 132 #define debug_enabled(type)     ((DEBUG_MASK) & (type))
 133
 134 #else
 135 /*
 136  * No debugging. Do nothing
 137  */
 138 #define dprintkdbg(type, format, arg...) \
 139         do {} while (0)
 140 #define debug_enabled(type)     (0)
 141
 142 #endif
 143
 144
 145 #ifndef PCI_VENDOR_ID_TEKRAM
 146 #define PCI_VENDOR_ID_TEKRAM                    0x1DE1  /* Vendor ID    */
 147 #endif
 148 #ifndef PCI_DEVICE_ID_TEKRAM_TRMS1040
 149 #define PCI_DEVICE_ID_TEKRAM_TRMS1040           0x0391  /* Device ID    */
 150 #endif
 151
 152
 153 #define DC395x_LOCK_IO(dev,flags)               spin_lock_irqsave(((struct Scsi_Host *)dev)->host_lock, flags)
 154 #define DC395x_UNLOCK_IO(dev,flags)             spin_unlock_irqrestore(((struct Scsi_Host *)dev)->host_lock, flags)
 155
 156 #define DC395x_read8(acb,address)               (u8)(inb(acb->io_port_base + (address)))
 157 #define DC395x_read16(acb,address)              (u16)(inw(acb->io_port_base + (address)))
 158 #define DC395x_read32(acb,address)              (u32)(inl(acb->io_port_base + (address)))
 159 #define DC395x_write8(acb,address,value)        outb((value), acb->io_port_base + (address))
 160 #define DC395x_write16(acb,address,value)       outw((value), acb->io_port_base + (address))
 161 #define DC395x_write32(acb,address,value)       outl((value), acb->io_port_base + (address))
 162
 163 /* cmd->result */
 164 #define RES_TARGET              0x000000FF      /* Target State */
 165 #define RES_TARGET_LNX  STATUS_MASK     /* Only official ... */
 166 #define RES_ENDMSG              0x0000FF00      /* End Message */
 167 #define RES_DID                 0x00FF0000      /* DID_ codes */
 168 #define RES_DRV                 0xFF000000      /* DRIVER_ codes */
 169
 170 #define MK_RES(drv,did,msg,tgt) ((int)(drv)<<24 | (int)(did)<<16 | (int)(msg)<<8 | (int)(tgt))
 171 #define MK_RES_LNX(drv,did,msg,tgt) ((int)(drv)<<24 | (int)(did)<<16 | (int)(msg)<<8 | (int)(tgt)<<1)
 172
 173 #define SET_RES_TARGET(who,tgt) { who &= ~RES_TARGET; who |= (int)(tgt); }
 174 #define SET_RES_TARGET_LNX(who,tgt) { who &= ~RES_TARGET_LNX; who |= (int)(tgt) << 1; }
 175 #define SET_RES_MSG(who,msg) { who &= ~RES_ENDMSG; who |= (int)(msg) << 8; }
 176 #define SET_RES_DID(who,did) { who &= ~RES_DID; who |= (int)(did) << 16; }
 177 #define SET_RES_DRV(who,drv) { who &= ~RES_DRV; who |= (int)(drv) << 24; }
 178
 179 #define TAG_NONE 255
 180
 181 /*
 182  * srb->segement_x is the hw sg list. It is always allocated as a
 183  * DC395x_MAX_SG_LISTENTRY entries in a linear block which does not
 184  * cross a page boundy.
 185  */
 186 #define SEGMENTX_LEN    (sizeof(struct SGentry)*DC395x_MAX_SG_LISTENTRY)
 187
 188
 189 struct SGentry {
 190         u32 address;            /* bus! address */
 191         u32 length;
 192 };
 193
 194 /* The SEEPROM structure for TRM_S1040 */
 195 struct NVRamTarget {
 196         u8 cfg0;                /* Target configuration byte 0  */
 197         u8 period;              /* Target period                */
 198         u8 cfg2;                /* Target configuration byte 2  */
 199         u8 cfg3;                /* Target configuration byte 3  */
 200 };
 201
 202 struct NvRamType {
 203         u8 sub_vendor_id[2];    /* 0,1  Sub Vendor ID   */
 204         u8 sub_sys_id[2];       /* 2,3  Sub System ID   */
 205         u8 sub_class;           /* 4    Sub Class       */
 206         u8 vendor_id[2];        /* 5,6  Vendor ID       */
 207         u8 device_id[2];        /* 7,8  Device ID       */
 208         u8 reserved;            /* 9    Reserved        */
 209         struct NVRamTarget target[DC395x_MAX_SCSI_ID];
 210                                                 /** 10,11,12,13
 211                                                  ** 14,15,16,17
 212                                                  ** ....
 213                                                  ** ....
 214                                                  ** 70,71,72,73
 215                                                  */
 216         u8 scsi_id;             /* 74 Host Adapter SCSI ID      */
 217         u8 channel_cfg;         /* 75 Channel configuration     */
 218         u8 delay_time;          /* 76 Power on delay time       */
 219         u8 max_tag;             /* 77 Maximum tags              */
 220         u8 reserved0;           /* 78  */
 221         u8 boot_target;         /* 79  */
 222         u8 boot_lun;            /* 80  */
 223         u8 reserved1;           /* 81  */
 224         u16 reserved2[22];      /* 82,..125 */
 225         u16 cksum;              /* 126,127 */
 226 };
 227
 228 struct ScsiReqBlk {
 229         struct list_head list;          /* next/prev ptrs for srb lists */
 230         struct DeviceCtlBlk *dcb;
 231         struct scsi_cmnd *cmd;
 232
 233         struct SGentry *segment_x;      /* Linear array of hw sg entries (up to 64 entries) */
 234         dma_addr_t sg_bus_addr;         /* Bus address of sg list (ie, of segment_x) */
 235
 236         u8 sg_count;                    /* No of HW sg entries for this request */
 237         u8 sg_index;                    /* Index of HW sg entry for this request */
 238         size_t total_xfer_length;       /* Total number of bytes remaining to be transferred */
 239         size_t request_length;          /* Total number of bytes in this request */
 240         /*
 241          * The sense buffer handling function, request_sense, uses
 242          * the first hw sg entry (segment_x[0]) and the transfer
 243          * length (total_xfer_length). While doing this it stores the
 244          * original values into the last sg hw list
 245          * (srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1] and the
 246          * total_xfer_length in xferred. These values are restored in
 247          * pci_unmap_srb_sense. This is the only place xferred is used.
 248          */
 249         size_t xferred;                 /* Saved copy of total_xfer_length */
 250
 251         u16 state;
 252
 253         u8 msgin_buf[6];
 254         u8 msgout_buf[6];
 255
 256         u8 adapter_status;
 257         u8 target_status;
 258         u8 msg_count;
 259         u8 end_message;
 260
 261         u8 tag_number;
 262         u8 status;
 263         u8 retry_count;
 264         u8 flag;
 265
 266         u8 scsi_phase;
 267 };
 268
 269 struct DeviceCtlBlk {
 270         struct list_head list;          /* next/prev ptrs for the dcb list */
 271         struct AdapterCtlBlk *acb;
 272         struct list_head srb_going_list;        /* head of going srb list */
 273         struct list_head srb_waiting_list;      /* head of waiting srb list */
 274
 275         struct ScsiReqBlk *active_srb;
 276         u32 tag_mask;
 277
 278         u16 max_command;
 279
 280         u8 target_id;           /* SCSI Target ID  (SCSI Only) */
 281         u8 target_lun;          /* SCSI Log.  Unit (SCSI Only) */
 282         u8 identify_msg;
 283         u8 dev_mode;
 284
 285         u8 inquiry7;            /* To store Inquiry flags */
 286         u8 sync_mode;           /* 0:async mode */
 287         u8 min_nego_period;     /* for nego. */
 288         u8 sync_period;         /* for reg.  */
 289
 290         u8 sync_offset;         /* for reg. and nego.(low nibble) */
 291         u8 flag;
 292         u8 dev_type;
 293         u8 init_tcq_flag;
 294 };
 295
 296 struct AdapterCtlBlk {
 297         struct Scsi_Host *scsi_host;
 298
 299         unsigned long io_port_base;
 300         unsigned long io_port_len;
 301
 302         struct list_head dcb_list;              /* head of going dcb list */
 303         struct DeviceCtlBlk *dcb_run_robin;
 304         struct DeviceCtlBlk *active_dcb;
 305
 306         struct list_head srb_free_list;         /* head of free srb list */
 307         struct ScsiReqBlk *tmp_srb;
 308         struct timer_list waiting_timer;
 309         struct timer_list selto_timer;
 310
 311         unsigned long last_reset;
 312
 313         u16 srb_count;
 314
 315         u8 sel_timeout;
 316
 317         unsigned int irq_level;
 318         u8 tag_max_num;
 319         u8 acb_flag;
 320         u8 gmode2;
 321
 322         u8 config;
 323         u8 lun_chk;
 324         u8 scan_devices;
 325         u8 hostid_bit;
 326
 327         u8 dcb_map[DC395x_MAX_SCSI_ID];
 328         struct DeviceCtlBlk *children[DC395x_MAX_SCSI_ID][32];
 329
 330         struct pci_dev *dev;
 331
 332         u8 msg_len;
 333
 334         struct ScsiReqBlk srb_array[DC395x_MAX_SRB_CNT];
 335         struct ScsiReqBlk srb;
 336
 337         struct NvRamType eeprom;        /* eeprom settings for this adapter */
 338 };
 339
 340
 341 /*---------------------------------------------------------------------------
 342                             Forward declarations
 343  ---------------------------------------------------------------------------*/
 344 static void data_out_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 345                 u16 *pscsi_status);
 346 static void data_in_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 347                 u16 *pscsi_status);
 348 static void command_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 349                 u16 *pscsi_status);
 350 static void status_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 351                 u16 *pscsi_status);
 352 static void msgout_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 353                 u16 *pscsi_status);
 354 static void msgin_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 355                 u16 *pscsi_status);
 356 static void data_out_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 357                 u16 *pscsi_status);
 358 static void data_in_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 359                 u16 *pscsi_status);
 360 static void command_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 361                 u16 *pscsi_status);
 362 static void status_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 363                 u16 *pscsi_status);
 364 static void msgout_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 365                 u16 *pscsi_status);
 366 static void msgin_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 367                 u16 *pscsi_status);
 368 static void nop0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 369                 u16 *pscsi_status);
 370 static void nop1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
 371                 u16 *pscsi_status);
 372 static void set_basic_config(struct AdapterCtlBlk *acb);
 373 static void cleanup_after_transfer(struct AdapterCtlBlk *acb,
 374                 struct ScsiReqBlk *srb);
 375 static void reset_scsi_bus(struct AdapterCtlBlk *acb);
 376 static void data_io_transfer(struct AdapterCtlBlk *acb,
 377                 struct ScsiReqBlk *srb, u16 io_dir);
 378 static void disconnect(struct AdapterCtlBlk *acb);
 379 static void reselect(struct AdapterCtlBlk *acb);
 380 static u8 start_scsi(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 381                 struct ScsiReqBlk *srb);
 382 static inline void enable_msgout_abort(struct AdapterCtlBlk *acb,
 383                 struct ScsiReqBlk *srb);
 384 static void build_srb(struct scsi_cmnd *cmd, struct DeviceCtlBlk *dcb,
 385                 struct ScsiReqBlk *srb);
 386 static void doing_srb_done(struct AdapterCtlBlk *acb, u8 did_code,
 387                 struct scsi_cmnd *cmd, u8 force);
 388 static void scsi_reset_detect(struct AdapterCtlBlk *acb);
 389 static void pci_unmap_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb);
 390 static void pci_unmap_srb_sense(struct AdapterCtlBlk *acb,
 391                 struct ScsiReqBlk *srb);
 392 static void srb_done(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 393                 struct ScsiReqBlk *srb);
 394 static void request_sense(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
 395                 struct ScsiReqBlk *srb);
 396 static void set_xfer_rate(struct AdapterCtlBlk *acb,
 397                 struct DeviceCtlBlk *dcb);
 398 static void waiting_timeout(struct timer_list *t);
 399
 400
 401 /*---------------------------------------------------------------------------
 402                                  Static Data
 403  ---------------------------------------------------------------------------*/
 404 static u16 current_sync_offset = 0;
 405
 406 static void *dc395x_scsi_phase0[] = {
 407         data_out_phase0,/* phase:0 */
 408         data_in_phase0, /* phase:1 */
 409         command_phase0, /* phase:2 */
 410         status_phase0,  /* phase:3 */
 411         nop0,           /* phase:4 PH_BUS_FREE .. initial phase */
 412         nop0,           /* phase:5 PH_BUS_FREE .. initial phase */
 413         msgout_phase0,  /* phase:6 */
 414         msgin_phase0,   /* phase:7 */
 415 };
 416
 417 static void *dc395x_scsi_phase1[] = {
 418         data_out_phase1,/* phase:0 */
 419         data_in_phase1, /* phase:1 */
 420         command_phase1, /* phase:2 */
 421         status_phase1,  /* phase:3 */
 422         nop1,           /* phase:4 PH_BUS_FREE .. initial phase */
 423         nop1,           /* phase:5 PH_BUS_FREE .. initial phase */
 424         msgout_phase1,  /* phase:6 */
 425         msgin_phase1,   /* phase:7 */
 426 };
 427
 428 /*
 429  *Fast20:       000      50ns, 20.0 MHz
 430  *              001      75ns, 13.3 MHz
 431  *              010     100ns, 10.0 MHz
 432  *              011     125ns,  8.0 MHz
 433  *              100     150ns,  6.6 MHz
 434  *              101     175ns,  5.7 MHz
 435  *              110     200ns,  5.0 MHz
 436  *              111     250ns,  4.0 MHz
 437  *
 438  *Fast40(LVDS): 000      25ns, 40.0 MHz
 439  *              001      50ns, 20.0 MHz
 440  *              010      75ns, 13.3 MHz
 441  *              011     100ns, 10.0 MHz
 442  *              100     125ns,  8.0 MHz
 443  *              101     150ns,  6.6 MHz
 444  *              110     175ns,  5.7 MHz
 445  *              111     200ns,  5.0 MHz
 446  */
 447 /*static u8     clock_period[] = {12,19,25,31,37,44,50,62};*/
 448
 449 /* real period:48ns,76ns,100ns,124ns,148ns,176ns,200ns,248ns */
 450 static u8 clock_period[] = { 12, 18, 25, 31, 37, 43, 50, 62 };
 451 static u16 clock_speed[] = { 200, 133, 100, 80, 67, 58, 50, 40 };
 452
 453
 454 /*---------------------------------------------------------------------------
 455                                 Configuration
 456   ---------------------------------------------------------------------------*/
 457 /*
 458  * Module/boot parameters currently effect *all* instances of the
 459  * card in the system.
 460  */
 461
 462 /*
 463  * Command line parameters are stored in a structure below.
 464  * These are the index's into the structure for the various
 465  * command line options.
 466  */
 467 #define CFG_ADAPTER_ID          0
 468 #define CFG_MAX_SPEED           1
 469 #define CFG_DEV_MODE            2
 470 #define CFG_ADAPTER_MODE        3
 471 #define CFG_TAGS                4
 472 #define CFG_RESET_DELAY         5
 473
 474 #define CFG_NUM                 6       /* number of configuration items */
 475
 476
 477 /*
 478  * Value used to indicate that a command line override
 479  * hasn't been used to modify the value.
 480  */
 481 #define CFG_PARAM_UNSET -1
 482
 483
 484 /*
 485  * Hold command line parameters.
 486  */
 487 struct ParameterData {
 488         int value;              /* value of this setting */
 489         int min;                /* minimum value */
 490         int max;                /* maximum value */
 491         int def;                /* default value */
 492         int safe;               /* safe value */
 493 };
 494 static struct ParameterData cfg_data[] = {
 495         { /* adapter id */
 496                 CFG_PARAM_UNSET,
 497                 0,
 498                 15,
 499                 7,
 500                 7
 501         },
 502         { /* max speed */
 503                 CFG_PARAM_UNSET,
 504                   0,
 505                   7,
 506                   1,    /* 13.3Mhz */
 507                   4,    /*  6.7Hmz */
 508         },
 509         { /* dev mode */
 510                 CFG_PARAM_UNSET,
 511                 0,
 512                 0x3f,
 513                 NTC_DO_PARITY_CHK | NTC_DO_DISCONNECT | NTC_DO_SYNC_NEGO |
 514                         NTC_DO_WIDE_NEGO | NTC_DO_TAG_QUEUEING |
 515                         NTC_DO_SEND_START,
 516                 NTC_DO_PARITY_CHK | NTC_DO_SEND_START
 517         },
 518         { /* adapter mode */
 519                 CFG_PARAM_UNSET,
 520                 0,
 521                 0x2f,
 522                 NAC_SCANLUN |
 523                 NAC_GT2DRIVES | NAC_GREATER_1G | NAC_POWERON_SCSI_RESET
 524                         /*| NAC_ACTIVE_NEG*/,
 525                 NAC_GT2DRIVES | NAC_GREATER_1G | NAC_POWERON_SCSI_RESET | 0x08
 526         },
 527         { /* tags */
 528                 CFG_PARAM_UNSET,
 529                 0,
 530                 5,
 531                 3,      /* 16 tags (??) */
 532                 2,
 533         },
 534         { /* reset delay */
 535                 CFG_PARAM_UNSET,
 536                 0,
 537                 180,
 538                 1,      /* 1 second */
 539                 10,     /* 10 seconds */
 540         }
 541 };
 542
 543
 544 /*
 545  * Safe settings. If set to zero the BIOS/default values with
 546  * command line overrides will be used. If set to 1 then safe and
 547  * slow settings will be used.
 548  */
 549 static bool use_safe_settings = 0;
 550 module_param_named(safe, use_safe_settings, bool, 0);
 551 MODULE_PARM_DESC(safe, "Use safe and slow settings only. Default: false");
 552
 553
 554 module_param_named(adapter_id, cfg_data[CFG_ADAPTER_ID].value, int, 0);
 555 MODULE_PARM_DESC(adapter_id, "Adapter SCSI ID. Default 7 (0-15)");
 556
 557 module_param_named(max_speed, cfg_data[CFG_MAX_SPEED].value, int, 0);
 558 MODULE_PARM_DESC(max_speed, "Maximum bus speed. Default 1 (0-7) Speeds: 0=20, 1=13.3, 2=10, 3=8, 4=6.7, 5=5.8, 6=5, 7=4 Mhz");
 559
 560 module_param_named(dev_mode, cfg_data[CFG_DEV_MODE].value, int, 0);
 561 MODULE_PARM_DESC(dev_mode, "Device mode.");
 562
 563 module_param_named(adapter_mode, cfg_data[CFG_ADAPTER_MODE].value, int, 0);
 564 MODULE_PARM_DESC(adapter_mode, "Adapter mode.");
 565
 566 module_param_named(tags, cfg_data[CFG_TAGS].value, int, 0);
 567 MODULE_PARM_DESC(tags, "Number of tags (1<<x). Default 3 (0-5)");
 568
 569 module_param_named(reset_delay, cfg_data[CFG_RESET_DELAY].value, int, 0);
 570 MODULE_PARM_DESC(reset_delay, "Reset delay in seconds. Default 1 (0-180)");
 571
 572
 573 /**
 574  * set_safe_settings - if the use_safe_settings option is set then
 575  * set all values to the safe and slow values.
 576  **/
 577 static void set_safe_settings(void)
 578 {
 579         if (use_safe_settings)
 580         {
 581                 int i;
 582
 583                 dprintkl(KERN_INFO, "Using safe settings.\n");
 584                 for (i = 0; i < CFG_NUM; i++)
 585                 {
 586                         cfg_data[i].value = cfg_data[i].safe;
 587                 }
 588         }
 589 }
 590
 591
 592 /**
 593  * fix_settings - reset any boot parameters which are out of range
 594  * back to the default values.
 595  **/
 596 static void fix_settings(void)
 597 {
 598         int i;
 599
 600         dprintkdbg(DBG_1,
 601                 "setup: AdapterId=%08x MaxSpeed=%08x DevMode=%08x "
 602                 "AdapterMode=%08x Tags=%08x ResetDelay=%08x\n",
 603                 cfg_data[CFG_ADAPTER_ID].value,
 604                 cfg_data[CFG_MAX_SPEED].value,
 605                 cfg_data[CFG_DEV_MODE].value,
 606                 cfg_data[CFG_ADAPTER_MODE].value,
 607                 cfg_data[CFG_TAGS].value,
 608                 cfg_data[CFG_RESET_DELAY].value);
 609         for (i = 0; i < CFG_NUM; i++)
 610         {
 611                 if (cfg_data[i].value < cfg_data[i].min
 612                     || cfg_data[i].value > cfg_data[i].max)
 613                         cfg_data[i].value = cfg_data[i].def;
 614         }
 615 }
 616
 617
 618
 619 /*
 620  * Mapping from the eeprom delay index value (index into this array)
 621  * to the number of actual seconds that the delay should be for.
 622  */
 623 static char eeprom_index_to_delay_map[] =
 624         { 1, 3, 5, 10, 16, 30, 60, 120 };
 625
 626
 627 /**
 628  * eeprom_index_to_delay - Take the eeprom delay setting and convert it
 629  * into a number of seconds.
 630  *
 631  * @eeprom: The eeprom structure in which we find the delay index to map.
 632  **/
 633 static void eeprom_index_to_delay(struct NvRamType *eeprom)
 634 {
 635         eeprom->delay_time = eeprom_index_to_delay_map[eeprom->delay_time];
 636 }
 637
 638
 639 /**
 640  * delay_to_eeprom_index - Take a delay in seconds and return the
 641  * closest eeprom index which will delay for at least that amount of
 642  * seconds.
 643  *
 644  * @delay: The delay, in seconds, to find the eeprom index for.
 645  **/
 646 static int delay_to_eeprom_index(int delay)
 647 {
 648         u8 idx = 0;
 649         while (idx < 7 && eeprom_index_to_delay_map[idx] < delay)
 650                 idx++;
 651         return idx;
 652 }
 653
 654
 655 /**
 656  * eeprom_override - Override the eeprom settings, in the provided
 657  * eeprom structure, with values that have been set on the command
 658  * line.
 659  *
 660  * @eeprom: The eeprom data to override with command line options.
 661  **/
 662 static void eeprom_override(struct NvRamType *eeprom)
 663 {
 664         u8 id;
 665
 666         /* Adapter Settings */
 667         if (cfg_data[CFG_ADAPTER_ID].value != CFG_PARAM_UNSET)
 668                 eeprom->scsi_id = (u8)cfg_data[CFG_ADAPTER_ID].value;
 669
 670         if (cfg_data[CFG_ADAPTER_MODE].value != CFG_PARAM_UNSET)
 671                 eeprom->channel_cfg = (u8)cfg_data[CFG_ADAPTER_MODE].value;
 672
 673         if (cfg_data[CFG_RESET_DELAY].value != CFG_PARAM_UNSET)
 674                 eeprom->delay_time = delay_to_eeprom_index(
 675                                         cfg_data[CFG_RESET_DELAY].value);
 676
 677         if (cfg_data[CFG_TAGS].value != CFG_PARAM_UNSET)
 678                 eeprom->max_tag = (u8)cfg_data[CFG_TAGS].value;
 679
 680         /* Device Settings */
 681         for (id = 0; id < DC395x_MAX_SCSI_ID; id++) {
 682                 if (cfg_data[CFG_DEV_MODE].value != CFG_PARAM_UNSET)
 683                         eeprom->target[id].cfg0 =
 684                                 (u8)cfg_data[CFG_DEV_MODE].value;
 685
 686                 if (cfg_data[CFG_MAX_SPEED].value != CFG_PARAM_UNSET)
 687                         eeprom->target[id].period =
 688                                 (u8)cfg_data[CFG_MAX_SPEED].value;
 689
 690         }
 691 }
 692
 693
 694 /*---------------------------------------------------------------------------
 695  ---------------------------------------------------------------------------*/
 696
 697 static unsigned int list_size(struct list_head *head)
 698 {
 699         unsigned int count = 0;
 700         struct list_head *pos;
 701         list_for_each(pos, head)
 702                 count++;
 703         return count;
 704 }
 705
 706
 707 static struct DeviceCtlBlk *dcb_get_next(struct list_head *head,
 708                 struct DeviceCtlBlk *pos)
 709 {
 710         int use_next = 0;
 711         struct DeviceCtlBlk* next = NULL;
 712         struct DeviceCtlBlk* i;
 713
 714         if (list_empty(head))
 715                 return NULL;
 716
 717         /* find supplied dcb and then select the next one */
 718         list_for_each_entry(i, head, list)
 719                 if (use_next) {
 720                         next = i;
 721                         break;
 722                 } else if (i == pos) {
 723                         use_next = 1;
 724                 }
 725         /* if no next one take the head one (ie, wraparound) */
 726         if (!next)
 727                 list_for_each_entry(i, head, list) {
 728                         next = i;
 729                         break;
 730                 }
 731
 732         return next;
 733 }
 734
 735
 736 static void free_tag(struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
 737 {
 738         if (srb->tag_number < 255) {
 739                 dcb->tag_mask &= ~(1 << srb->tag_number);       /* free tag mask */
 740                 srb->tag_number = 255;
 741         }
 742 }
 743
 744
 745 /* Find cmd in SRB list */
 746 static inline struct ScsiReqBlk *find_cmd(struct scsi_cmnd *cmd,
 747                 struct list_head *head)
 748 {
 749         struct ScsiReqBlk *i;
 750         list_for_each_entry(i, head, list)
 751                 if (i->cmd == cmd)
 752                         return i;
 753         return NULL;
 754 }
 755
 756
 757 static struct ScsiReqBlk *srb_get_free(struct AdapterCtlBlk *acb)
 758 {
 759         struct list_head *head = &acb->srb_free_list;
 760         struct ScsiReqBlk *srb = NULL;
 761
 762         if (!list_empty(head)) {
 763                 srb = list_entry(head->next, struct ScsiReqBlk, list);
 764                 list_del(head->next);
 765                 dprintkdbg(DBG_0, "srb_get_free: srb=%p\n", srb);
 766         }
 767         return srb;
 768 }
 769
 770
 771 static void srb_free_insert(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
 772 {
 773         dprintkdbg(DBG_0, "srb_free_insert: srb=%p\n", srb);
 774         list_add_tail(&srb->list, &acb->srb_free_list);
 775 }
 776
 777
 778 static void srb_waiting_insert(struct DeviceCtlBlk *dcb,
 779                 struct ScsiReqBlk *srb)
 780 {
 781         dprintkdbg(DBG_0, "srb_waiting_insert: (0x%p) <%02i-%i> srb=%p\n",
 782                 srb->cmd, dcb->target_id, dcb->target_lun, srb);
 783         list_add(&srb->list, &dcb->srb_waiting_list);
 784 }
 785
 786
 787 static void srb_waiting_append(struct DeviceCtlBlk *dcb,
 788                 struct ScsiReqBlk *srb)
 789 {
 790         dprintkdbg(DBG_0, "srb_waiting_append: (0x%p) <%02i-%i> srb=%p\n",
 791                  srb->cmd, dcb->target_id, dcb->target_lun, srb);
 792         list_add_tail(&srb->list, &dcb->srb_waiting_list);
 793 }
 794
 795
 796 static void srb_going_append(struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
 797 {
 798         dprintkdbg(DBG_0, "srb_going_append: (0x%p) <%02i-%i> srb=%p\n",
 799                 srb->cmd, dcb->target_id, dcb->target_lun, srb);
 800         list_add_tail(&srb->list, &dcb->srb_going_list);
 801 }
 802
 803
 804 static void srb_going_remove(struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
 805 {
 806         struct ScsiReqBlk *i;
 807         struct ScsiReqBlk *tmp;
 808         dprintkdbg(DBG_0, "srb_going_remove: (0x%p) <%02i-%i> srb=%p\n",
 809                 srb->cmd, dcb->target_id, dcb->target_lun, srb);
 810
 811         list_for_each_entry_safe(i, tmp, &dcb->srb_going_list, list)
 812                 if (i == srb) {
 813                         list_del(&srb->list);
 814                         break;
 815                 }
 816 }
 817
 818
 819 static void srb_waiting_remove(struct DeviceCtlBlk *dcb,
 820                 struct ScsiReqBlk *srb)
 821 {
 822         struct ScsiReqBlk *i;
 823         struct ScsiReqBlk *tmp;
 824         dprintkdbg(DBG_0, "srb_waiting_remove: (0x%p) <%02i-%i> srb=%p\n",
 825                 srb->cmd, dcb->target_id, dcb->target_lun, srb);
 826
 827         list_for_each_entry_safe(i, tmp, &dcb->srb_waiting_list, list)
 828                 if (i == srb) {
 829                         list_del(&srb->list);
 830                         break;
 831                 }
 832 }
 833
 834
 835 static void srb_going_to_waiting_move(struct DeviceCtlBlk *dcb,
 836                 struct ScsiReqBlk *srb)
 837 {
 838         dprintkdbg(DBG_0,
 839                 "srb_going_to_waiting_move: (0x%p) <%02i-%i> srb=%p\n",
 840                 srb->cmd, dcb->target_id, dcb->target_lun, srb);
 841         list_move(&srb->list, &dcb->srb_waiting_list);
 842 }
 843
 844
 845 static void srb_waiting_to_going_move(struct DeviceCtlBlk *dcb,
 846                 struct ScsiReqBlk *srb)
 847 {
 848         dprintkdbg(DBG_0,
 849                 "srb_waiting_to_going_move: (0x%p) <%02i-%i> srb=%p\n",
 850                 srb->cmd, dcb->target_id, dcb->target_lun, srb);
 851         list_move(&srb->list, &dcb->srb_going_list);
 852 }
 853
 854
 855 /* Sets the timer to wake us up */
 856 static void waiting_set_timer(struct AdapterCtlBlk *acb, unsigned long to)
 857 {
 858         if (timer_pending(&acb->waiting_timer))
 859                 return;
 860         if (time_before(jiffies + to, acb->last_reset - HZ / 2))
 861                 acb->waiting_timer.expires =
 862                     acb->last_reset - HZ / 2 + 1;
 863         else
 864                 acb->waiting_timer.expires = jiffies + to + 1;
 865         add_timer(&acb->waiting_timer);
 866 }
 867
 868
 869 /* Send the next command from the waiting list to the bus */
 870 static void waiting_process_next(struct AdapterCtlBlk *acb)
 871 {
 872         struct DeviceCtlBlk *start = NULL;
 873         struct DeviceCtlBlk *pos;
 874         struct DeviceCtlBlk *dcb;
 875         struct ScsiReqBlk *srb;
 876         struct list_head *dcb_list_head = &acb->dcb_list;
 877
 878         if (acb->active_dcb
 879             || (acb->acb_flag & (RESET_DETECT + RESET_DONE + RESET_DEV)))
 880                 return;
 881
 882         if (timer_pending(&acb->waiting_timer))
 883                 del_timer(&acb->waiting_timer);
 884
 885         if (list_empty(dcb_list_head))
 886                 return;
 887
 888         /*
 889          * Find the starting dcb. Need to find it again in the list
 890          * since the list may have changed since we set the ptr to it
 891          */
 892         list_for_each_entry(dcb, dcb_list_head, list)
 893                 if (dcb == acb->dcb_run_robin) {
 894                         start = dcb;
 895                         break;
 896                 }
 897         if (!start) {
 898                 /* This can happen! */
 899                 start = list_entry(dcb_list_head->next, typeof(*start), list);
 900                 acb->dcb_run_robin = start;
 901         }
 902
 903
 904         /*
 905          * Loop over the dcb, but we start somewhere (potentially) in
 906          * the middle of the loop so we need to manully do this.
 907          */
 908         pos = start;
 909         do {
 910                 struct list_head *waiting_list_head = &pos->srb_waiting_list;
 911
 912                 /* Make sure, the next another device gets scheduled ... */
 913                 acb->dcb_run_robin = dcb_get_next(dcb_list_head,
 914                                                   acb->dcb_run_robin);
 915
 916                 if (list_empty(waiting_list_head) ||
 917                     pos->max_command <= list_size(&pos->srb_going_list)) {
 918                         /* move to next dcb */
 919                         pos = dcb_get_next(dcb_list_head, pos);
 920                 } else {
 921                         srb = list_entry(waiting_list_head->next,
 922                                          struct ScsiReqBlk, list);
 923
 924                         /* Try to send to the bus */
 925                         if (!start_scsi(acb, pos, srb))
 926                                 srb_waiting_to_going_move(pos, srb);
 927                         else
 928                                 waiting_set_timer(acb, HZ/50);
 929                         break;
 930                 }
 931         } while (pos != start);
 932 }
 933
 934
 935 /* Wake up waiting queue */
 936 static void waiting_timeout(struct timer_list *t)
 937 {
 938         unsigned long flags;
 939         struct AdapterCtlBlk *acb = from_timer(acb, t, waiting_timer);
 940         dprintkdbg(DBG_1,
 941                 "waiting_timeout: Queue woken up by timer. acb=%p\n", acb);
 942         DC395x_LOCK_IO(acb->scsi_host, flags);
 943         waiting_process_next(acb);
 944         DC395x_UNLOCK_IO(acb->scsi_host, flags);
 945 }
 946
 947
 948 /* Get the DCB for a given ID/LUN combination */
 949 static struct DeviceCtlBlk *find_dcb(struct AdapterCtlBlk *acb, u8 id, u8 lun)
 950 {
 951         return acb->children[id][lun];
 952 }
 953
 954
 955 /* Send SCSI Request Block (srb) to adapter (acb) */
 956 static void send_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
 957 {
 958         struct DeviceCtlBlk *dcb = srb->dcb;
 959
 960         if (dcb->max_command <= list_size(&dcb->srb_going_list) ||
 961             acb->active_dcb ||
 962             (acb->acb_flag & (RESET_DETECT + RESET_DONE + RESET_DEV))) {
 963                 srb_waiting_append(dcb, srb);
 964                 waiting_process_next(acb);
 965                 return;
 966         }
 967
 968         if (!start_scsi(acb, dcb, srb))
 969                 srb_going_append(dcb, srb);
 970         else {
 971                 srb_waiting_insert(dcb, srb);
 972                 waiting_set_timer(acb, HZ / 50);
 973         }
 974 }
 975
 976 /* Prepare SRB for being sent to Device DCB w/ command *cmd */
 977 static void build_srb(struct scsi_cmnd *cmd, struct DeviceCtlBlk *dcb,
 978                 struct ScsiReqBlk *srb)
 979 {
 980         int nseg;
 981         enum dma_data_direction dir = cmd->sc_data_direction;
 982         dprintkdbg(DBG_0, "build_srb: (0x%p) <%02i-%i>\n",
 983                 cmd, dcb->target_id, dcb->target_lun);
 984
 985         srb->dcb = dcb;
 986         srb->cmd = cmd;
 987         srb->sg_count = 0;
 988         srb->total_xfer_length = 0;
 989         srb->sg_bus_addr = 0;
 990         srb->sg_index = 0;
 991         srb->adapter_status = 0;
 992         srb->target_status = 0;
 993         srb->msg_count = 0;
 994         srb->status = 0;
 995         srb->flag = 0;
 996         srb->state = 0;
 997         srb->retry_count = 0;
 998         srb->tag_number = TAG_NONE;
 999         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
1000         srb->end_message = 0;
1001
1002         nseg = scsi_dma_map(cmd);
1003         BUG_ON(nseg < 0);
1004
1005         if (dir == PCI_DMA_NONE || !nseg) {
1006                 dprintkdbg(DBG_0,
1007                         "build_srb: [0] len=%d buf=%p use_sg=%d !MAP=%08x\n",
1008                            cmd->bufflen, scsi_sglist(cmd), scsi_sg_count(cmd),
1009                            srb->segment_x[0].address);
1010         } else {
1011                 int i;
1012                 u32 reqlen = scsi_bufflen(cmd);
1013                 struct scatterlist *sg;
1014                 struct SGentry *sgp = srb->segment_x;
1015
1016                 srb->sg_count = nseg;
1017
1018                 dprintkdbg(DBG_0,
1019                            "build_srb: [n] len=%d buf=%p use_sg=%d segs=%d\n",
1020                            reqlen, scsi_sglist(cmd), scsi_sg_count(cmd),
1021                            srb->sg_count);
1022
1023                 scsi_for_each_sg(cmd, sg, srb->sg_count, i) {
1024                         u32 busaddr = (u32)sg_dma_address(sg);
1025                         u32 seglen = (u32)sg->length;
1026                         sgp[i].address = busaddr;
1027                         sgp[i].length = seglen;
1028                         srb->total_xfer_length += seglen;
1029                 }
1030                 sgp += srb->sg_count - 1;
1031
1032                 /*
1033                  * adjust last page if too big as it is allocated
1034                  * on even page boundaries
1035                  */
1036                 if (srb->total_xfer_length > reqlen) {
1037                         sgp->length -= (srb->total_xfer_length - reqlen);
1038                         srb->total_xfer_length = reqlen;
1039                 }
1040
1041                 /* Fixup for WIDE padding - make sure length is even */
1042                 if (dcb->sync_period & WIDE_SYNC &&
1043                     srb->total_xfer_length % 2) {
1044                         srb->total_xfer_length++;
1045                         sgp->length++;
1046                 }
1047
1048                 srb->sg_bus_addr = pci_map_single(dcb->acb->dev,
1049                                                 srb->segment_x,
1050                                                 SEGMENTX_LEN,
1051                                                 PCI_DMA_TODEVICE);
1052
1053                 dprintkdbg(DBG_SG, "build_srb: [n] map sg %p->%08x(%05x)\n",
1054                         srb->segment_x, srb->sg_bus_addr, SEGMENTX_LEN);
1055         }
1056
1057         srb->request_length = srb->total_xfer_length;
1058 }
1059
1060
1061 /**
1062  * dc395x_queue_command - queue scsi command passed from the mid
1063  * layer, invoke 'done' on completion
1064  *
1065  * @cmd: pointer to scsi command object
1066  * @done: function pointer to be invoked on completion
1067  *
1068  * Returns 1 if the adapter (host) is busy, else returns 0. One
1069  * reason for an adapter to be busy is that the number
1070  * of outstanding queued commands is already equal to
1071  * struct Scsi_Host::can_queue .
1072  *
1073  * Required: if struct Scsi_Host::can_queue is ever non-zero
1074  *           then this function is required.
1075  *
1076  * Locks: struct Scsi_Host::host_lock held on entry (with "irqsave")
1077  *        and is expected to be held on return.
1078  *
1079  **/
1080 static int dc395x_queue_command_lck(struct scsi_cmnd *cmd, void (*done)(struct scsi_cmnd *))
1081 {
1082         struct DeviceCtlBlk *dcb;
1083         struct ScsiReqBlk *srb;
1084         struct AdapterCtlBlk *acb =
1085             (struct AdapterCtlBlk *)cmd->device->host->hostdata;
1086         dprintkdbg(DBG_0, "queue_command: (0x%p) <%02i-%i> cmnd=0x%02x\n",
1087                 cmd, cmd->device->id, (u8)cmd->device->lun, cmd->cmnd[0]);
1088
1089         /* Assume BAD_TARGET; will be cleared later */
1090         cmd->result = DID_BAD_TARGET << 16;
1091
1092         /* ignore invalid targets */
1093         if (cmd->device->id >= acb->scsi_host->max_id ||
1094             cmd->device->lun >= acb->scsi_host->max_lun ||
1095             cmd->device->lun >31) {
1096                 goto complete;
1097         }
1098
1099         /* does the specified lun on the specified device exist */
1100         if (!(acb->dcb_map[cmd->device->id] & (1 << cmd->device->lun))) {
1101                 dprintkl(KERN_INFO, "queue_command: Ignore target <%02i-%i>\n",
1102                         cmd->device->id, (u8)cmd->device->lun);
1103                 goto complete;
1104         }
1105
1106         /* do we have a DCB for the device */
1107         dcb = find_dcb(acb, cmd->device->id, cmd->device->lun);
1108         if (!dcb) {
1109                 /* should never happen */
1110                 dprintkl(KERN_ERR, "queue_command: No such device <%02i-%i>",
1111                         cmd->device->id, (u8)cmd->device->lun);
1112                 goto complete;
1113         }
1114
1115         /* set callback and clear result in the command */
1116         cmd->scsi_done = done;
1117         cmd->result = 0;
1118
1119         srb = srb_get_free(acb);
1120         if (!srb)
1121         {
1122                 /*
1123                  * Return 1 since we are unable to queue this command at this
1124                  * point in time.
1125                  */
1126                 dprintkdbg(DBG_0, "queue_command: No free srb's\n");
1127                 return 1;
1128         }
1129
1130         build_srb(cmd, dcb, srb);
1131
1132         if (!list_empty(&dcb->srb_waiting_list)) {
1133                 /* append to waiting queue */
1134                 srb_waiting_append(dcb, srb);
1135                 waiting_process_next(acb);
1136         } else {
1137                 /* process immediately */
1138                 send_srb(acb, srb);
1139         }
1140         dprintkdbg(DBG_1, "queue_command: (0x%p) done\n", cmd);
1141         return 0;
1142
1143 complete:
1144         /*
1145          * Complete the command immediatey, and then return 0 to
1146          * indicate that we have handled the command. This is usually
1147          * done when the commad is for things like non existent
1148          * devices.
1149          */
1150         done(cmd);
1151         return 0;
1152 }
1153
1154 static DEF_SCSI_QCMD(dc395x_queue_command)
1155
1156 /*
1157  * Return the disk geometry for the given SCSI device.
1158  */
1159 static int dc395x_bios_param(struct scsi_device *sdev,
1160                 struct block_device *bdev, sector_t capacity, int *info)
1161 {
1162 #ifdef CONFIG_SCSI_DC395x_TRMS1040_TRADMAP
1163         int heads, sectors, cylinders;
1164         struct AdapterCtlBlk *acb;
1165         int size = capacity;
1166
1167         dprintkdbg(DBG_0, "dc395x_bios_param..............\n");
1168         acb = (struct AdapterCtlBlk *)sdev->host->hostdata;
1169         heads = 64;
1170         sectors = 32;
1171         cylinders = size / (heads * sectors);
1172
1173         if ((acb->gmode2 & NAC_GREATER_1G) && (cylinders > 1024)) {
1174                 heads = 255;
1175                 sectors = 63;
1176                 cylinders = size / (heads * sectors);
1177         }
1178         geom[0] = heads;
1179         geom[1] = sectors;
1180         geom[2] = cylinders;
1181         return 0;
1182 #else
1183         return scsicam_bios_param(bdev, capacity, info);
1184 #endif
1185 }
1186
1187
1188 static void dump_register_info(struct AdapterCtlBlk *acb,
1189                 struct DeviceCtlBlk *dcb, struct ScsiReqBlk *srb)
1190 {
1191         u16 pstat;
1192         struct pci_dev *dev = acb->dev;
1193         pci_read_config_word(dev, PCI_STATUS, &pstat);
1194         if (!dcb)
1195                 dcb = acb->active_dcb;
1196         if (!srb && dcb)
1197                 srb = dcb->active_srb;
1198         if (srb) {
1199                 if (!srb->cmd)
1200                         dprintkl(KERN_INFO, "dump: srb=%p cmd=%p OOOPS!\n",
1201                                 srb, srb->cmd);
1202                 else
1203                         dprintkl(KERN_INFO, "dump: srb=%p cmd=%p "
1204                                  "cmnd=0x%02x <%02i-%i>\n",
1205                                 srb, srb->cmd,
1206                                 srb->cmd->cmnd[0], srb->cmd->device->id,
1207                                 (u8)srb->cmd->device->lun);
1208                 printk("  sglist=%p cnt=%i idx=%i len=%zu\n",
1209                        srb->segment_x, srb->sg_count, srb->sg_index,
1210                        srb->total_xfer_length);
1211                 printk("  state=0x%04x status=0x%02x phase=0x%02x (%sconn.)\n",
1212                        srb->state, srb->status, srb->scsi_phase,
1213                        (acb->active_dcb) ? "" : "not");
1214         }
1215         dprintkl(KERN_INFO, "dump: SCSI{status=0x%04x fifocnt=0x%02x "
1216                 "signals=0x%02x irqstat=0x%02x sync=0x%02x target=0x%02x "
1217                 "rselid=0x%02x ctr=0x%08x irqen=0x%02x config=0x%04x "
1218                 "config2=0x%02x cmd=0x%02x selto=0x%02x}\n",
1219                 DC395x_read16(acb, TRM_S1040_SCSI_STATUS),
1220                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
1221                 DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL),
1222                 DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS),
1223                 DC395x_read8(acb, TRM_S1040_SCSI_SYNC),
1224                 DC395x_read8(acb, TRM_S1040_SCSI_TARGETID),
1225                 DC395x_read8(acb, TRM_S1040_SCSI_IDMSG),
1226                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER),
1227                 DC395x_read8(acb, TRM_S1040_SCSI_INTEN),
1228                 DC395x_read16(acb, TRM_S1040_SCSI_CONFIG0),
1229                 DC395x_read8(acb, TRM_S1040_SCSI_CONFIG2),
1230                 DC395x_read8(acb, TRM_S1040_SCSI_COMMAND),
1231                 DC395x_read8(acb, TRM_S1040_SCSI_TIMEOUT));
1232         dprintkl(KERN_INFO, "dump: DMA{cmd=0x%04x fifocnt=0x%02x fstat=0x%02x "
1233                 "irqstat=0x%02x irqen=0x%02x cfg=0x%04x tctr=0x%08x "
1234                 "ctctr=0x%08x addr=0x%08x:0x%08x}\n",
1235                 DC395x_read16(acb, TRM_S1040_DMA_COMMAND),
1236                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
1237                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
1238                 DC395x_read8(acb, TRM_S1040_DMA_STATUS),
1239                 DC395x_read8(acb, TRM_S1040_DMA_INTEN),
1240                 DC395x_read16(acb, TRM_S1040_DMA_CONFIG),
1241                 DC395x_read32(acb, TRM_S1040_DMA_XCNT),
1242                 DC395x_read32(acb, TRM_S1040_DMA_CXCNT),
1243                 DC395x_read32(acb, TRM_S1040_DMA_XHIGHADDR),
1244                 DC395x_read32(acb, TRM_S1040_DMA_XLOWADDR));
1245         dprintkl(KERN_INFO, "dump: gen{gctrl=0x%02x gstat=0x%02x gtmr=0x%02x} "
1246                 "pci{status=0x%04x}\n",
1247                 DC395x_read8(acb, TRM_S1040_GEN_CONTROL),
1248                 DC395x_read8(acb, TRM_S1040_GEN_STATUS),
1249                 DC395x_read8(acb, TRM_S1040_GEN_TIMER),
1250                 pstat);
1251 }
1252
1253
1254 static inline void clear_fifo(struct AdapterCtlBlk *acb, char *txt)
1255 {
1256 #if debug_enabled(DBG_FIFO)
1257         u8 lines = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
1258         u8 fifocnt = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
1259         if (!(fifocnt & 0x40))
1260                 dprintkdbg(DBG_FIFO,
1261                         "clear_fifo: (%i bytes) on phase %02x in %s\n",
1262                         fifocnt & 0x3f, lines, txt);
1263 #endif
1264         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_CLRFIFO);
1265 }
1266
1267
1268 static void reset_dev_param(struct AdapterCtlBlk *acb)
1269 {
1270         struct DeviceCtlBlk *dcb;
1271         struct NvRamType *eeprom = &acb->eeprom;
1272         dprintkdbg(DBG_0, "reset_dev_param: acb=%p\n", acb);
1273
1274         list_for_each_entry(dcb, &acb->dcb_list, list) {
1275                 u8 period_index;
1276
1277                 dcb->sync_mode &= ~(SYNC_NEGO_DONE + WIDE_NEGO_DONE);
1278                 dcb->sync_period = 0;
1279                 dcb->sync_offset = 0;
1280
1281                 dcb->dev_mode = eeprom->target[dcb->target_id].cfg0;
1282                 period_index = eeprom->target[dcb->target_id].period & 0x07;
1283                 dcb->min_nego_period = clock_period[period_index];
1284                 if (!(dcb->dev_mode & NTC_DO_WIDE_NEGO)
1285                     || !(acb->config & HCC_WIDE_CARD))
1286                         dcb->sync_mode &= ~WIDE_NEGO_ENABLE;
1287         }
1288 }
1289
1290
1291 /*
1292  * perform a hard reset on the SCSI bus
1293  * @cmd - some command for this host (for fetching hooks)
1294  * Returns: SUCCESS (0x2002) on success, else FAILED (0x2003).
1295  */
1296 static int __dc395x_eh_bus_reset(struct scsi_cmnd *cmd)
1297 {
1298         struct AdapterCtlBlk *acb =
1299                 (struct AdapterCtlBlk *)cmd->device->host->hostdata;
1300         dprintkl(KERN_INFO,
1301                 "eh_bus_reset: (0%p) target=<%02i-%i> cmd=%p\n",
1302                 cmd, cmd->device->id, (u8)cmd->device->lun, cmd);
1303
1304         if (timer_pending(&acb->waiting_timer))
1305                 del_timer(&acb->waiting_timer);
1306
1307         /*
1308          * disable interrupt
1309          */
1310         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0x00);
1311         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x00);
1312         DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
1313         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
1314
1315         reset_scsi_bus(acb);
1316         udelay(500);
1317
1318         /* We may be in serious trouble. Wait some seconds */
1319         acb->last_reset =
1320             jiffies + 3 * HZ / 2 +
1321             HZ * acb->eeprom.delay_time;
1322
1323         /*
1324          * re-enable interrupt
1325          */
1326         /* Clear SCSI FIFO          */
1327         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
1328         clear_fifo(acb, "eh_bus_reset");
1329         /* Delete pending IRQ */
1330         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
1331         set_basic_config(acb);
1332
1333         reset_dev_param(acb);
1334         doing_srb_done(acb, DID_RESET, cmd, 0);
1335         acb->active_dcb = NULL;
1336         acb->acb_flag = 0;      /* RESET_DETECT, RESET_DONE ,RESET_DEV */
1337         waiting_process_next(acb);
1338
1339         return SUCCESS;
1340 }
1341
1342 static int dc395x_eh_bus_reset(struct scsi_cmnd *cmd)
1343 {
1344         int rc;
1345
1346         spin_lock_irq(cmd->device->host->host_lock);
1347         rc = __dc395x_eh_bus_reset(cmd);
1348         spin_unlock_irq(cmd->device->host->host_lock);
1349
1350         return rc;
1351 }
1352
1353 /*
1354  * abort an errant SCSI command
1355  * @cmd - command to be aborted
1356  * Returns: SUCCESS (0x2002) on success, else FAILED (0x2003).
1357  */
1358 static int dc395x_eh_abort(struct scsi_cmnd *cmd)
1359 {
1360         /*
1361          * Look into our command queues: If it has not been sent already,
1362          * we remove it and return success. Otherwise fail.
1363          */
1364         struct AdapterCtlBlk *acb =
1365             (struct AdapterCtlBlk *)cmd->device->host->hostdata;
1366         struct DeviceCtlBlk *dcb;
1367         struct ScsiReqBlk *srb;
1368         dprintkl(KERN_INFO, "eh_abort: (0x%p) target=<%02i-%i> cmd=%p\n",
1369                 cmd, cmd->device->id, (u8)cmd->device->lun, cmd);
1370
1371         dcb = find_dcb(acb, cmd->device->id, cmd->device->lun);
1372         if (!dcb) {
1373                 dprintkl(KERN_DEBUG, "eh_abort: No such device\n");
1374                 return FAILED;
1375         }
1376
1377         srb = find_cmd(cmd, &dcb->srb_waiting_list);
1378         if (srb) {
1379                 srb_waiting_remove(dcb, srb);
1380                 pci_unmap_srb_sense(acb, srb);
1381                 pci_unmap_srb(acb, srb);
1382                 free_tag(dcb, srb);
1383                 srb_free_insert(acb, srb);
1384                 dprintkl(KERN_DEBUG, "eh_abort: Command was waiting\n");
1385                 cmd->result = DID_ABORT << 16;
1386                 return SUCCESS;
1387         }
1388         srb = find_cmd(cmd, &dcb->srb_going_list);
1389         if (srb) {
1390                 dprintkl(KERN_DEBUG, "eh_abort: Command in progress\n");
1391                 /* XXX: Should abort the command here */
1392         } else {
1393                 dprintkl(KERN_DEBUG, "eh_abort: Command not found\n");
1394         }
1395         return FAILED;
1396 }
1397
1398
1399 /* SDTR */
1400 static void build_sdtr(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
1401                 struct ScsiReqBlk *srb)
1402 {
1403         u8 *ptr = srb->msgout_buf + srb->msg_count;
1404         if (srb->msg_count > 1) {
1405                 dprintkl(KERN_INFO,
1406                         "build_sdtr: msgout_buf BUSY (%i: %02x %02x)\n",
1407                         srb->msg_count, srb->msgout_buf[0],
1408                         srb->msgout_buf[1]);
1409                 return;
1410         }
1411         if (!(dcb->dev_mode & NTC_DO_SYNC_NEGO)) {
1412                 dcb->sync_offset = 0;
1413                 dcb->min_nego_period = 200 >> 2;
1414         } else if (dcb->sync_offset == 0)
1415                 dcb->sync_offset = SYNC_NEGO_OFFSET;
1416
1417         *ptr++ = MSG_EXTENDED;  /* (01h) */
1418         *ptr++ = 3;             /* length */
1419         *ptr++ = EXTENDED_SDTR; /* (01h) */
1420         *ptr++ = dcb->min_nego_period;  /* Transfer period (in 4ns) */
1421         *ptr++ = dcb->sync_offset;      /* Transfer period (max. REQ/ACK dist) */
1422         srb->msg_count += 5;
1423         srb->state |= SRB_DO_SYNC_NEGO;
1424 }
1425
1426
1427 /* WDTR */
1428 static void build_wdtr(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
1429                 struct ScsiReqBlk *srb)
1430 {
1431         u8 wide = ((dcb->dev_mode & NTC_DO_WIDE_NEGO) &
1432                    (acb->config & HCC_WIDE_CARD)) ? 1 : 0;
1433         u8 *ptr = srb->msgout_buf + srb->msg_count;
1434         if (srb->msg_count > 1) {
1435                 dprintkl(KERN_INFO,
1436                         "build_wdtr: msgout_buf BUSY (%i: %02x %02x)\n",
1437                         srb->msg_count, srb->msgout_buf[0],
1438                         srb->msgout_buf[1]);
1439                 return;
1440         }
1441         *ptr++ = MSG_EXTENDED;  /* (01h) */
1442         *ptr++ = 2;             /* length */
1443         *ptr++ = EXTENDED_WDTR; /* (03h) */
1444         *ptr++ = wide;
1445         srb->msg_count += 4;
1446         srb->state |= SRB_DO_WIDE_NEGO;
1447 }
1448
1449
1450 #if 0
1451 /* Timer to work around chip flaw: When selecting and the bus is
1452  * busy, we sometimes miss a Selection timeout IRQ */
1453 void selection_timeout_missed(unsigned long ptr);
1454 /* Sets the timer to wake us up */
1455 static void selto_timer(struct AdapterCtlBlk *acb)
1456 {
1457         if (timer_pending(&acb->selto_timer))
1458                 return;
1459         acb->selto_timer.function = selection_timeout_missed;
1460         acb->selto_timer.data = (unsigned long) acb;
1461         if (time_before
1462             (jiffies + HZ, acb->last_reset + HZ / 2))
1463                 acb->selto_timer.expires =
1464                     acb->last_reset + HZ / 2 + 1;
1465         else
1466                 acb->selto_timer.expires = jiffies + HZ + 1;
1467         add_timer(&acb->selto_timer);
1468 }
1469
1470
1471 void selection_timeout_missed(unsigned long ptr)
1472 {
1473         unsigned long flags;
1474         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)ptr;
1475         struct ScsiReqBlk *srb;
1476         dprintkl(KERN_DEBUG, "Chip forgot to produce SelTO IRQ!\n");
1477         if (!acb->active_dcb || !acb->active_dcb->active_srb) {
1478                 dprintkl(KERN_DEBUG, "... but no cmd pending? Oops!\n");
1479                 return;
1480         }
1481         DC395x_LOCK_IO(acb->scsi_host, flags);
1482         srb = acb->active_dcb->active_srb;
1483         disconnect(acb);
1484         DC395x_UNLOCK_IO(acb->scsi_host, flags);
1485 }
1486 #endif
1487
1488
1489 static u8 start_scsi(struct AdapterCtlBlk* acb, struct DeviceCtlBlk* dcb,
1490                 struct ScsiReqBlk* srb)
1491 {
1492         u16 s_stat2, return_code;
1493         u8 s_stat, scsicommand, i, identify_message;
1494         u8 *ptr;
1495         dprintkdbg(DBG_0, "start_scsi: (0x%p) <%02i-%i> srb=%p\n",
1496                 dcb->target_id, dcb->target_lun, srb);
1497
1498         srb->tag_number = TAG_NONE;     /* acb->tag_max_num: had error read in eeprom */
1499
1500         s_stat = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
1501         s_stat2 = 0;
1502         s_stat2 = DC395x_read16(acb, TRM_S1040_SCSI_STATUS);
1503 #if 1
1504         if (s_stat & 0x20 /* s_stat2 & 0x02000 */ ) {
1505                 dprintkdbg(DBG_KG, "start_scsi: (0x%p) BUSY %02x %04x\n",
1506                         s_stat, s_stat2);
1507                 /*
1508                  * Try anyway?
1509                  *
1510                  * We could, BUT: Sometimes the TRM_S1040 misses to produce a Selection
1511                  * Timeout, a Disconnect or a Reselection IRQ, so we would be screwed!
1512                  * (This is likely to be a bug in the hardware. Obviously, most people
1513                  *  only have one initiator per SCSI bus.)
1514                  * Instead let this fail and have the timer make sure the command is
1515                  * tried again after a short time
1516                  */
1517                 /*selto_timer (acb); */
1518                 return 1;
1519         }
1520 #endif
1521         if (acb->active_dcb) {
1522                 dprintkl(KERN_DEBUG, "start_scsi: (0x%p) Attempt to start a"
1523                         "command while another command (0x%p) is active.",
1524                         srb->cmd,
1525                         acb->active_dcb->active_srb ?
1526                             acb->active_dcb->active_srb->cmd : 0);
1527                 return 1;
1528         }
1529         if (DC395x_read16(acb, TRM_S1040_SCSI_STATUS) & SCSIINTERRUPT) {
1530                 dprintkdbg(DBG_KG, "start_scsi: (0x%p) Failed (busy)\n", srb->cmd);
1531                 return 1;
1532         }
1533         /* Allow starting of SCSI commands half a second before we allow the mid-level
1534          * to queue them again after a reset */
1535         if (time_before(jiffies, acb->last_reset - HZ / 2)) {
1536                 dprintkdbg(DBG_KG, "start_scsi: Refuse cmds (reset wait)\n");
1537                 return 1;
1538         }
1539
1540         /* Flush FIFO */
1541         clear_fifo(acb, "start_scsi");
1542         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);
1543         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);
1544         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);
1545         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);
1546         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
1547
1548         identify_message = dcb->identify_msg;
1549         /*DC395x_TRM_write8(TRM_S1040_SCSI_IDMSG, identify_message); */
1550         /* Don't allow disconnection for AUTO_REQSENSE: Cont.All.Cond.! */
1551         if (srb->flag & AUTO_REQSENSE)
1552                 identify_message &= 0xBF;
1553
1554         if (((srb->cmd->cmnd[0] == INQUIRY)
1555              || (srb->cmd->cmnd[0] == REQUEST_SENSE)
1556              || (srb->flag & AUTO_REQSENSE))
1557             && (((dcb->sync_mode & WIDE_NEGO_ENABLE)
1558                  && !(dcb->sync_mode & WIDE_NEGO_DONE))
1559                 || ((dcb->sync_mode & SYNC_NEGO_ENABLE)
1560                     && !(dcb->sync_mode & SYNC_NEGO_DONE)))
1561             && (dcb->target_lun == 0)) {
1562                 srb->msgout_buf[0] = identify_message;
1563                 srb->msg_count = 1;
1564                 scsicommand = SCMD_SEL_ATNSTOP;
1565                 srb->state = SRB_MSGOUT;
1566 #ifndef SYNC_FIRST
1567                 if (dcb->sync_mode & WIDE_NEGO_ENABLE
1568                     && dcb->inquiry7 & SCSI_INQ_WBUS16) {
1569                         build_wdtr(acb, dcb, srb);
1570                         goto no_cmd;
1571                 }
1572 #endif
1573                 if (dcb->sync_mode & SYNC_NEGO_ENABLE
1574                     && dcb->inquiry7 & SCSI_INQ_SYNC) {
1575                         build_sdtr(acb, dcb, srb);
1576                         goto no_cmd;
1577                 }
1578                 if (dcb->sync_mode & WIDE_NEGO_ENABLE
1579                     && dcb->inquiry7 & SCSI_INQ_WBUS16) {
1580                         build_wdtr(acb, dcb, srb);
1581                         goto no_cmd;
1582                 }
1583                 srb->msg_count = 0;
1584         }
1585         /* Send identify message */
1586         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, identify_message);
1587
1588         scsicommand = SCMD_SEL_ATN;
1589         srb->state = SRB_START_;
1590 #ifndef DC395x_NO_TAGQ
1591         if ((dcb->sync_mode & EN_TAG_QUEUEING)
1592             && (identify_message & 0xC0)) {
1593                 /* Send Tag message */
1594                 u32 tag_mask = 1;
1595                 u8 tag_number = 0;
1596                 while (tag_mask & dcb->tag_mask
1597                        && tag_number < dcb->max_command) {
1598                         tag_mask = tag_mask << 1;
1599                         tag_number++;
1600                 }
1601                 if (tag_number >= dcb->max_command) {
1602                         dprintkl(KERN_WARNING, "start_scsi: (0x%p) "
1603                                 "Out of tags target=<%02i-%i>)\n",
1604                                 srb->cmd, srb->cmd->device->id,
1605                                 (u8)srb->cmd->device->lun);
1606                         srb->state = SRB_READY;
1607                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1608                                        DO_HWRESELECT);
1609                         return 1;
1610                 }
1611                 /* Send Tag id */
1612                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, MSG_SIMPLE_QTAG);
1613                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, tag_number);
1614                 dcb->tag_mask |= tag_mask;
1615                 srb->tag_number = tag_number;
1616                 scsicommand = SCMD_SEL_ATN3;
1617                 srb->state = SRB_START_;
1618         }
1619 #endif
1620 /*polling:*/
1621         /* Send CDB ..command block ......... */
1622         dprintkdbg(DBG_KG, "start_scsi: (0x%p) <%02i-%i> cmnd=0x%02x tag=%i\n",
1623                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun,
1624                 srb->cmd->cmnd[0], srb->tag_number);
1625         if (srb->flag & AUTO_REQSENSE) {
1626                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, REQUEST_SENSE);
1627                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, (dcb->target_lun << 5));
1628                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1629                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1630                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, SCSI_SENSE_BUFFERSIZE);
1631                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1632         } else {
1633                 ptr = (u8 *)srb->cmd->cmnd;
1634                 for (i = 0; i < srb->cmd->cmd_len; i++)
1635                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr++);
1636         }
1637       no_cmd:
1638         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1639                        DO_HWRESELECT | DO_DATALATCH);
1640         if (DC395x_read16(acb, TRM_S1040_SCSI_STATUS) & SCSIINTERRUPT) {
1641                 /*
1642                  * If start_scsi return 1:
1643                  * we caught an interrupt (must be reset or reselection ... )
1644                  * : Let's process it first!
1645                  */
1646                 dprintkdbg(DBG_0, "start_scsi: (0x%p) <%02i-%i> Failed - busy\n",
1647                         srb->cmd, dcb->target_id, dcb->target_lun);
1648                 srb->state = SRB_READY;
1649                 free_tag(dcb, srb);
1650                 srb->msg_count = 0;
1651                 return_code = 1;
1652                 /* This IRQ should NOT get lost, as we did not acknowledge it */
1653         } else {
1654                 /*
1655                  * If start_scsi returns 0:
1656                  * we know that the SCSI processor is free
1657                  */
1658                 srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
1659                 dcb->active_srb = srb;
1660                 acb->active_dcb = dcb;
1661                 return_code = 0;
1662                 /* it's important for atn stop */
1663                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
1664                                DO_DATALATCH | DO_HWRESELECT);
1665                 /* SCSI command */
1666                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, scsicommand);
1667         }
1668         return return_code;
1669 }
1670
1671
1672 #define DC395x_ENABLE_MSGOUT \
1673  DC395x_write16 (acb, TRM_S1040_SCSI_CONTROL, DO_SETATN); \
1674  srb->state |= SRB_MSGOUT
1675
1676
1677 /* abort command */
1678 static inline void enable_msgout_abort(struct AdapterCtlBlk *acb,
1679                 struct ScsiReqBlk *srb)
1680 {
1681         srb->msgout_buf[0] = ABORT;
1682         srb->msg_count = 1;
1683         DC395x_ENABLE_MSGOUT;
1684         srb->state &= ~SRB_MSGIN;
1685         srb->state |= SRB_MSGOUT;
1686 }
1687
1688
1689 /**
1690  * dc395x_handle_interrupt - Handle an interrupt that has been confirmed to
1691  *                           have been triggered for this card.
1692  *
1693  * @acb:         a pointer to the adpter control block
1694  * @scsi_status: the status return when we checked the card
1695  **/
1696 static void dc395x_handle_interrupt(struct AdapterCtlBlk *acb,
1697                 u16 scsi_status)
1698 {
1699         struct DeviceCtlBlk *dcb;
1700         struct ScsiReqBlk *srb;
1701         u16 phase;
1702         u8 scsi_intstatus;
1703         unsigned long flags;
1704         void (*dc395x_statev)(struct AdapterCtlBlk *, struct ScsiReqBlk *,
1705                               u16 *);
1706
1707         DC395x_LOCK_IO(acb->scsi_host, flags);
1708
1709         /* This acknowledges the IRQ */
1710         scsi_intstatus = DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
1711         if ((scsi_status & 0x2007) == 0x2002)
1712                 dprintkl(KERN_DEBUG,
1713                         "COP after COP completed? %04x\n", scsi_status);
1714         if (debug_enabled(DBG_KG)) {
1715                 if (scsi_intstatus & INT_SELTIMEOUT)
1716                         dprintkdbg(DBG_KG, "handle_interrupt: Selection timeout\n");
1717         }
1718         /*dprintkl(KERN_DEBUG, "handle_interrupt: intstatus = 0x%02x ", scsi_intstatus); */
1719
1720         if (timer_pending(&acb->selto_timer))
1721                 del_timer(&acb->selto_timer);
1722
1723         if (scsi_intstatus & (INT_SELTIMEOUT | INT_DISCONNECT)) {
1724                 disconnect(acb);        /* bus free interrupt  */
1725                 goto out_unlock;
1726         }
1727         if (scsi_intstatus & INT_RESELECTED) {
1728                 reselect(acb);
1729                 goto out_unlock;
1730         }
1731         if (scsi_intstatus & INT_SELECT) {
1732                 dprintkl(KERN_INFO, "Host does not support target mode!\n");
1733                 goto out_unlock;
1734         }
1735         if (scsi_intstatus & INT_SCSIRESET) {
1736                 scsi_reset_detect(acb);
1737                 goto out_unlock;
1738         }
1739         if (scsi_intstatus & (INT_BUSSERVICE | INT_CMDDONE)) {
1740                 dcb = acb->active_dcb;
1741                 if (!dcb) {
1742                         dprintkl(KERN_DEBUG,
1743                                 "Oops: BusService (%04x %02x) w/o ActiveDCB!\n",
1744                                 scsi_status, scsi_intstatus);
1745                         goto out_unlock;
1746                 }
1747                 srb = dcb->active_srb;
1748                 if (dcb->flag & ABORT_DEV_) {
1749                         dprintkdbg(DBG_0, "MsgOut Abort Device.....\n");
1750                         enable_msgout_abort(acb, srb);
1751                 }
1752
1753                 /* software sequential machine */
1754                 phase = (u16)srb->scsi_phase;
1755
1756                 /*
1757                  * 62037 or 62137
1758                  * call  dc395x_scsi_phase0[]... "phase entry"
1759                  * handle every phase before start transfer
1760                  */
1761                 /* data_out_phase0,     phase:0 */
1762                 /* data_in_phase0,      phase:1 */
1763                 /* command_phase0,      phase:2 */
1764                 /* status_phase0,       phase:3 */
1765                 /* nop0,                phase:4 PH_BUS_FREE .. initial phase */
1766                 /* nop0,                phase:5 PH_BUS_FREE .. initial phase */
1767                 /* msgout_phase0,       phase:6 */
1768                 /* msgin_phase0,        phase:7 */
1769                 dc395x_statev = dc395x_scsi_phase0[phase];
1770                 dc395x_statev(acb, srb, &scsi_status);
1771
1772                 /*
1773                  * if there were any exception occurred scsi_status
1774                  * will be modify to bus free phase new scsi_status
1775                  * transfer out from ... previous dc395x_statev
1776                  */
1777                 srb->scsi_phase = scsi_status & PHASEMASK;
1778                 phase = (u16)scsi_status & PHASEMASK;
1779
1780                 /*
1781                  * call  dc395x_scsi_phase1[]... "phase entry" handle
1782                  * every phase to do transfer
1783                  */
1784                 /* data_out_phase1,     phase:0 */
1785                 /* data_in_phase1,      phase:1 */
1786                 /* command_phase1,      phase:2 */
1787                 /* status_phase1,       phase:3 */
1788                 /* nop1,                phase:4 PH_BUS_FREE .. initial phase */
1789                 /* nop1,                phase:5 PH_BUS_FREE .. initial phase */
1790                 /* msgout_phase1,       phase:6 */
1791                 /* msgin_phase1,        phase:7 */
1792                 dc395x_statev = dc395x_scsi_phase1[phase];
1793                 dc395x_statev(acb, srb, &scsi_status);
1794         }
1795       out_unlock:
1796         DC395x_UNLOCK_IO(acb->scsi_host, flags);
1797 }
1798
1799
1800 static irqreturn_t dc395x_interrupt(int irq, void *dev_id)
1801 {
1802         struct AdapterCtlBlk *acb = dev_id;
1803         u16 scsi_status;
1804         u8 dma_status;
1805         irqreturn_t handled = IRQ_NONE;
1806
1807         /*
1808          * Check for pending interrupt
1809          */
1810         scsi_status = DC395x_read16(acb, TRM_S1040_SCSI_STATUS);
1811         dma_status = DC395x_read8(acb, TRM_S1040_DMA_STATUS);
1812         if (scsi_status & SCSIINTERRUPT) {
1813                 /* interrupt pending - let's process it! */
1814                 dc395x_handle_interrupt(acb, scsi_status);
1815                 handled = IRQ_HANDLED;
1816         }
1817         else if (dma_status & 0x20) {
1818                 /* Error from the DMA engine */
1819                 dprintkl(KERN_INFO, "Interrupt from DMA engine: 0x%02x!\n", dma_status);
1820 #if 0
1821                 dprintkl(KERN_INFO, "This means DMA error! Try to handle ...\n");
1822                 if (acb->active_dcb) {
1823                         acb->active_dcb-> flag |= ABORT_DEV_;
1824                         if (acb->active_dcb->active_srb)
1825                                 enable_msgout_abort(acb, acb->active_dcb->active_srb);
1826                 }
1827                 DC395x_write8(acb, TRM_S1040_DMA_CONTROL, ABORTXFER | CLRXFIFO);
1828 #else
1829                 dprintkl(KERN_INFO, "Ignoring DMA error (probably a bad thing) ...\n");
1830                 acb = NULL;
1831 #endif
1832                 handled = IRQ_HANDLED;
1833         }
1834
1835         return handled;
1836 }
1837
1838
1839 static void msgout_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1840                 u16 *pscsi_status)
1841 {
1842         dprintkdbg(DBG_0, "msgout_phase0: (0x%p)\n", srb->cmd);
1843         if (srb->state & (SRB_UNEXPECT_RESEL + SRB_ABORT_SENT))
1844                 *pscsi_status = PH_BUS_FREE;    /*.. initial phase */
1845
1846         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
1847         srb->state &= ~SRB_MSGOUT;
1848 }
1849
1850
1851 static void msgout_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1852                 u16 *pscsi_status)
1853 {
1854         u16 i;
1855         u8 *ptr;
1856         dprintkdbg(DBG_0, "msgout_phase1: (0x%p)\n", srb->cmd);
1857
1858         clear_fifo(acb, "msgout_phase1");
1859         if (!(srb->state & SRB_MSGOUT)) {
1860                 srb->state |= SRB_MSGOUT;
1861                 dprintkl(KERN_DEBUG,
1862                         "msgout_phase1: (0x%p) Phase unexpected\n",
1863                         srb->cmd);      /* So what ? */
1864         }
1865         if (!srb->msg_count) {
1866                 dprintkdbg(DBG_0, "msgout_phase1: (0x%p) NOP msg\n",
1867                         srb->cmd);
1868                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, MSG_NOP);
1869                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
1870                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1871                 return;
1872         }
1873         ptr = (u8 *)srb->msgout_buf;
1874         for (i = 0; i < srb->msg_count; i++)
1875                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr++);
1876         srb->msg_count = 0;
1877         if (srb->msgout_buf[0] == MSG_ABORT)
1878                 srb->state = SRB_ABORT_SENT;
1879
1880         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1881 }
1882
1883
1884 static void command_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1885                 u16 *pscsi_status)
1886 {
1887         dprintkdbg(DBG_0, "command_phase0: (0x%p)\n", srb->cmd);
1888         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1889 }
1890
1891
1892 static void command_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
1893                 u16 *pscsi_status)
1894 {
1895         struct DeviceCtlBlk *dcb;
1896         u8 *ptr;
1897         u16 i;
1898         dprintkdbg(DBG_0, "command_phase1: (0x%p)\n", srb->cmd);
1899
1900         clear_fifo(acb, "command_phase1");
1901         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_CLRATN);
1902         if (!(srb->flag & AUTO_REQSENSE)) {
1903                 ptr = (u8 *)srb->cmd->cmnd;
1904                 for (i = 0; i < srb->cmd->cmd_len; i++) {
1905                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *ptr);
1906                         ptr++;
1907                 }
1908         } else {
1909                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, REQUEST_SENSE);
1910                 dcb = acb->active_dcb;
1911                 /* target id */
1912                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, (dcb->target_lun << 5));
1913                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1914                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1915                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, SCSI_SENSE_BUFFERSIZE);
1916                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
1917         }
1918         srb->state |= SRB_COMMAND;
1919         /* it's important for atn stop */
1920         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
1921         /* SCSI command */
1922         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_OUT);
1923 }
1924
1925
1926 /*
1927  * Verify that the remaining space in the hw sg lists is the same as
1928  * the count of remaining bytes in srb->total_xfer_length
1929  */
1930 static void sg_verify_length(struct ScsiReqBlk *srb)
1931 {
1932         if (debug_enabled(DBG_SG)) {
1933                 unsigned len = 0;
1934                 unsigned idx = srb->sg_index;
1935                 struct SGentry *psge = srb->segment_x + idx;
1936                 for (; idx < srb->sg_count; psge++, idx++)
1937                         len += psge->length;
1938                 if (len != srb->total_xfer_length)
1939                         dprintkdbg(DBG_SG,
1940                                "Inconsistent SRB S/G lengths (Tot=%i, Count=%i) !!\n",
1941                                srb->total_xfer_length, len);
1942         }
1943 }
1944
1945
1946 /*
1947  * Compute the next Scatter Gather list index and adjust its length
1948  * and address if necessary
1949  */
1950 static void sg_update_list(struct ScsiReqBlk *srb, u32 left)
1951 {
1952         u8 idx;
1953         u32 xferred = srb->total_xfer_length - left; /* bytes transferred */
1954         struct SGentry *psge = srb->segment_x + srb->sg_index;
1955
1956         dprintkdbg(DBG_0,
1957                 "sg_update_list: Transferred %i of %i bytes, %i remain\n",
1958                 xferred, srb->total_xfer_length, left);
1959         if (xferred == 0) {
1960                 /* nothing to update since we did not transfer any data */
1961                 return;
1962         }
1963
1964         sg_verify_length(srb);
1965         srb->total_xfer_length = left;  /* update remaining count */
1966         for (idx = srb->sg_index; idx < srb->sg_count; idx++) {
1967                 if (xferred >= psge->length) {
1968                         /* Complete SG entries done */
1969                         xferred -= psge->length;
1970                 } else {
1971                         /* Partial SG entry done */
1972                         psge->length -= xferred;
1973                         psge->address += xferred;
1974                         srb->sg_index = idx;
1975                         pci_dma_sync_single_for_device(srb->dcb->
1976                                             acb->dev,
1977                                             srb->sg_bus_addr,
1978                                             SEGMENTX_LEN,
1979                                             PCI_DMA_TODEVICE);
1980                         break;
1981                 }
1982                 psge++;
1983         }
1984         sg_verify_length(srb);
1985 }
1986
1987
1988 /*
1989  * We have transferred a single byte (PIO mode?) and need to update
1990  * the count of bytes remaining (total_xfer_length) and update the sg
1991  * entry to either point to next byte in the current sg entry, or of
1992  * already at the end to point to the start of the next sg entry
1993  */
1994 static void sg_subtract_one(struct ScsiReqBlk *srb)
1995 {
1996         sg_update_list(srb, srb->total_xfer_length - 1);
1997 }
1998
1999
2000 /*
2001  * cleanup_after_transfer
2002  *
2003  * Makes sure, DMA and SCSI engine are empty, after the transfer has finished
2004  * KG: Currently called from  StatusPhase1 ()
2005  * Should probably also be called from other places
2006  * Best might be to call it in DataXXPhase0, if new phase will differ
2007  */
2008 static void cleanup_after_transfer(struct AdapterCtlBlk *acb,
2009                 struct ScsiReqBlk *srb)
2010 {
2011         /*DC395x_write8 (TRM_S1040_DMA_STATUS, FORCEDMACOMP); */
2012         if (DC395x_read16(acb, TRM_S1040_DMA_COMMAND) & 0x0001) {       /* read */
2013                 if (!(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) & 0x40))
2014                         clear_fifo(acb, "cleanup/in");
2015                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80))
2016                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
2017         } else {                /* write */
2018                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80))
2019                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
2020                 if (!(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) & 0x40))
2021                         clear_fifo(acb, "cleanup/out");
2022         }
2023         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);
2024 }
2025
2026
2027 /*
2028  * Those no of bytes will be transferred w/ PIO through the SCSI FIFO
2029  * Seems to be needed for unknown reasons; could be a hardware bug :-(
2030  */
2031 #define DC395x_LASTPIO 4
2032
2033
2034 static void data_out_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2035                 u16 *pscsi_status)
2036 {
2037         struct DeviceCtlBlk *dcb = srb->dcb;
2038         u16 scsi_status = *pscsi_status;
2039         u32 d_left_counter = 0;
2040         dprintkdbg(DBG_0, "data_out_phase0: (0x%p) <%02i-%i>\n",
2041                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2042
2043         /*
2044          * KG: We need to drain the buffers before we draw any conclusions!
2045          * This means telling the DMA to push the rest into SCSI, telling
2046          * SCSI to push the rest to the bus.
2047          * However, the device might have been the one to stop us (phase
2048          * change), and the data in transit just needs to be accounted so
2049          * it can be retransmitted.)
2050          */
2051         /*
2052          * KG: Stop DMA engine pushing more data into the SCSI FIFO
2053          * If we need more data, the DMA SG list will be freshly set up, anyway
2054          */
2055         dprintkdbg(DBG_PIO, "data_out_phase0: "
2056                 "DMA{fifocnt=0x%02x fifostat=0x%02x} "
2057                 "SCSI{fifocnt=0x%02x cnt=0x%06x status=0x%04x} total=0x%06x\n",
2058                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
2059                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
2060                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
2061                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER), scsi_status,
2062                 srb->total_xfer_length);
2063         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, STOPDMAXFER | CLRXFIFO);
2064
2065         if (!(srb->state & SRB_XFERPAD)) {
2066                 if (scsi_status & PARITYERROR)
2067                         srb->status |= PARITY_ERROR;
2068
2069                 /*
2070                  * KG: Right, we can't just rely on the SCSI_COUNTER, because this
2071                  * is the no of bytes it got from the DMA engine not the no it
2072                  * transferred successfully to the device. (And the difference could
2073                  * be as much as the FIFO size, I guess ...)
2074                  */
2075                 if (!(scsi_status & SCSIXFERDONE)) {
2076                         /*
2077                          * when data transfer from DMA FIFO to SCSI FIFO
2078                          * if there was some data left in SCSI FIFO
2079                          */
2080                         d_left_counter =
2081                             (u32)(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) &
2082                                   0x1F);
2083                         if (dcb->sync_period & WIDE_SYNC)
2084                                 d_left_counter <<= 1;
2085
2086                         dprintkdbg(DBG_KG, "data_out_phase0: FIFO contains %i %s\n"
2087                                 "SCSI{fifocnt=0x%02x cnt=0x%08x} "
2088                                 "DMA{fifocnt=0x%04x cnt=0x%02x ctr=0x%08x}\n",
2089                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
2090                                 (dcb->sync_period & WIDE_SYNC) ? "words" : "bytes",
2091                                 DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT),
2092                                 DC395x_read32(acb, TRM_S1040_SCSI_COUNTER),
2093                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
2094                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
2095                                 DC395x_read32(acb, TRM_S1040_DMA_CXCNT));
2096                 }
2097                 /*
2098                  * calculate all the residue data that not yet tranfered
2099                  * SCSI transfer counter + left in SCSI FIFO data
2100                  *
2101                  * .....TRM_S1040_SCSI_COUNTER (24bits)
2102                  * The counter always decrement by one for every SCSI byte transfer.
2103                  * .....TRM_S1040_SCSI_FIFOCNT ( 5bits)
2104                  * The counter is SCSI FIFO offset counter (in units of bytes or! words)
2105                  */
2106                 if (srb->total_xfer_length > DC395x_LASTPIO)
2107                         d_left_counter +=
2108                             DC395x_read32(acb, TRM_S1040_SCSI_COUNTER);
2109
2110                 /* Is this a good idea? */
2111                 /*clear_fifo(acb, "DOP1"); */
2112                 /* KG: What is this supposed to be useful for? WIDE padding stuff? */
2113                 if (d_left_counter == 1 && dcb->sync_period & WIDE_SYNC
2114                     && scsi_bufflen(srb->cmd) % 2) {
2115                         d_left_counter = 0;
2116                         dprintkl(KERN_INFO,
2117                                 "data_out_phase0: Discard 1 byte (0x%02x)\n",
2118                                 scsi_status);
2119                 }
2120                 /*
2121                  * KG: Oops again. Same thinko as above: The SCSI might have been
2122                  * faster than the DMA engine, so that it ran out of data.
2123                  * In that case, we have to do just nothing!
2124                  * But: Why the interrupt: No phase change. No XFERCNT_2_ZERO. Or?
2125                  */
2126                 /*
2127                  * KG: This is nonsense: We have been WRITING data to the bus
2128                  * If the SCSI engine has no bytes left, how should the DMA engine?
2129                  */
2130                 if (d_left_counter == 0) {
2131                         srb->total_xfer_length = 0;
2132                 } else {
2133                         /*
2134                          * if transfer not yet complete
2135                          * there were some data residue in SCSI FIFO or
2136                          * SCSI transfer counter not empty
2137                          */
2138                         long oldxferred =
2139                             srb->total_xfer_length - d_left_counter;
2140                         const int diff =
2141                             (dcb->sync_period & WIDE_SYNC) ? 2 : 1;
2142                         sg_update_list(srb, d_left_counter);
2143                         /* KG: Most ugly hack! Apparently, this works around a chip bug */
2144                         if ((srb->segment_x[srb->sg_index].length ==
2145                              diff && scsi_sg_count(srb->cmd))
2146                             || ((oldxferred & ~PAGE_MASK) ==
2147                                 (PAGE_SIZE - diff))
2148                             ) {
2149                                 dprintkl(KERN_INFO, "data_out_phase0: "
2150                                         "Work around chip bug (%i)?\n", diff);
2151                                 d_left_counter =
2152                                     srb->total_xfer_length - diff;
2153                                 sg_update_list(srb, d_left_counter);
2154                                 /*srb->total_xfer_length -= diff; */
2155                                 /*srb->virt_addr += diff; */
2156                                 /*if (srb->cmd->use_sg) */
2157                                 /*      srb->sg_index++; */
2158                         }
2159                 }
2160         }
2161         if ((*pscsi_status & PHASEMASK) != PH_DATA_OUT) {
2162                 cleanup_after_transfer(acb, srb);
2163         }
2164 }
2165
2166
2167 static void data_out_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2168                 u16 *pscsi_status)
2169 {
2170         dprintkdbg(DBG_0, "data_out_phase1: (0x%p) <%02i-%i>\n",
2171                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2172         clear_fifo(acb, "data_out_phase1");
2173         /* do prepare before transfer when data out phase */
2174         data_io_transfer(acb, srb, XFERDATAOUT);
2175 }
2176
2177 static void data_in_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2178                 u16 *pscsi_status)
2179 {
2180         u16 scsi_status = *pscsi_status;
2181
2182         dprintkdbg(DBG_0, "data_in_phase0: (0x%p) <%02i-%i>\n",
2183                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2184
2185         /*
2186          * KG: DataIn is much more tricky than DataOut. When the device is finished
2187          * and switches to another phase, the SCSI engine should be finished too.
2188          * But: There might still be bytes left in its FIFO to be fetched by the DMA
2189          * engine and transferred to memory.
2190          * We should wait for the FIFOs to be emptied by that (is there any way to
2191          * enforce this?) and then stop the DMA engine, because it might think, that
2192          * there are more bytes to follow. Yes, the device might disconnect prior to
2193          * having all bytes transferred!
2194          * Also we should make sure that all data from the DMA engine buffer's really
2195          * made its way to the system memory! Some documentation on this would not
2196          * seem to be a bad idea, actually.
2197          */
2198         if (!(srb->state & SRB_XFERPAD)) {
2199                 u32 d_left_counter;
2200                 unsigned int sc, fc;
2201
2202                 if (scsi_status & PARITYERROR) {
2203                         dprintkl(KERN_INFO, "data_in_phase0: (0x%p) "
2204                                 "Parity Error\n", srb->cmd);
2205                         srb->status |= PARITY_ERROR;
2206                 }
2207                 /*
2208                  * KG: We should wait for the DMA FIFO to be empty ...
2209                  * but: it would be better to wait first for the SCSI FIFO and then the
2210                  * the DMA FIFO to become empty? How do we know, that the device not already
2211                  * sent data to the FIFO in a MsgIn phase, eg.?
2212                  */
2213                 if (!(DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT) & 0x80)) {
2214 #if 0
2215                         int ctr = 6000000;
2216                         dprintkl(KERN_DEBUG,
2217                                 "DIP0: Wait for DMA FIFO to flush ...\n");
2218                         /*DC395x_write8  (TRM_S1040_DMA_CONTROL, STOPDMAXFER); */
2219                         /*DC395x_write32 (TRM_S1040_SCSI_COUNTER, 7); */
2220                         /*DC395x_write8  (TRM_S1040_SCSI_COMMAND, SCMD_DMA_IN); */
2221                         while (!
2222                                (DC395x_read16(acb, TRM_S1040_DMA_FIFOSTAT) &
2223                                 0x80) && --ctr);
2224                         if (ctr < 6000000 - 1)
2225                                 dprintkl(KERN_DEBUG
2226                                        "DIP0: Had to wait for DMA ...\n");
2227                         if (!ctr)
2228                                 dprintkl(KERN_ERR,
2229                                        "Deadlock in DIP0 waiting for DMA FIFO empty!!\n");
2230                         /*DC395x_write32 (TRM_S1040_SCSI_COUNTER, 0); */
2231 #endif
2232                         dprintkdbg(DBG_KG, "data_in_phase0: "
2233                                 "DMA{fifocnt=0x%02x fifostat=0x%02x}\n",
2234                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOCNT),
2235                                 DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT));
2236                 }
2237                 /* Now: Check remainig data: The SCSI counters should tell us ... */
2238                 sc = DC395x_read32(acb, TRM_S1040_SCSI_COUNTER);
2239                 fc = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
2240                 d_left_counter = sc + ((fc & 0x1f)
2241                        << ((srb->dcb->sync_period & WIDE_SYNC) ? 1 :
2242                            0));
2243                 dprintkdbg(DBG_KG, "data_in_phase0: "
2244                         "SCSI{fifocnt=0x%02x%s ctr=0x%08x} "
2245                         "DMA{fifocnt=0x%02x fifostat=0x%02x ctr=0x%08x} "
2246                         "Remain{totxfer=%i scsi_fifo+ctr=%i}\n",
2247                         fc,
2248                         (srb->dcb->sync_period & WIDE_SYNC) ? "words" : "bytes",
2249                         sc,
2250                         fc,
2251                         DC395x_read8(acb, TRM_S1040_DMA_FIFOSTAT),
2252                         DC395x_read32(acb, TRM_S1040_DMA_CXCNT),
2253                         srb->total_xfer_length, d_left_counter);
2254 #if DC395x_LASTPIO
2255                 /* KG: Less than or equal to 4 bytes can not be transferred via DMA, it seems. */
2256                 if (d_left_counter
2257                     && srb->total_xfer_length <= DC395x_LASTPIO) {
2258                         size_t left_io = srb->total_xfer_length;
2259
2260                         /*u32 addr = (srb->segment_x[srb->sg_index].address); */
2261                         /*sg_update_list (srb, d_left_counter); */
2262                         dprintkdbg(DBG_PIO, "data_in_phase0: PIO (%i %s) "
2263                                    "for remaining %i bytes:",
2264                                 fc & 0x1f,
2265                                 (srb->dcb->sync_period & WIDE_SYNC) ?
2266                                     "words" : "bytes",
2267                                 srb->total_xfer_length);
2268                         if (srb->dcb->sync_period & WIDE_SYNC)
2269                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2270                                               CFG2_WIDEFIFO);
2271                         while (left_io) {
2272                                 unsigned char *virt, *base = NULL;
2273                                 unsigned long flags = 0;
2274                                 size_t len = left_io;
2275                                 size_t offset = srb->request_length - left_io;
2276
2277                                 local_irq_save(flags);
2278                                 /* Assumption: it's inside one page as it's at most 4 bytes and
2279                                    I just assume it's on a 4-byte boundary */
2280                                 base = scsi_kmap_atomic_sg(scsi_sglist(srb->cmd),
2281                                                            srb->sg_count, &offset, &len);
2282                                 virt = base + offset;
2283
2284                                 left_io -= len;
2285
2286                                 while (len) {
2287                                         u8 byte;
2288                                         byte = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2289                                         *virt++ = byte;
2290
2291                                         if (debug_enabled(DBG_PIO))
2292                                                 printk(" %02x", byte);
2293
2294                                         d_left_counter--;
2295                                         sg_subtract_one(srb);
2296
2297                                         len--;
2298
2299                                         fc = DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT);
2300
2301                                         if (fc == 0x40) {
2302                                                 left_io = 0;
2303                                                 break;
2304                                         }
2305                                 }
2306
2307                                 WARN_ON((fc != 0x40) == !d_left_counter);
2308
2309                                 if (fc == 0x40 && (srb->dcb->sync_period & WIDE_SYNC)) {
2310                                         /* Read the last byte ... */
2311                                         if (srb->total_xfer_length > 0) {
2312                                                 u8 byte = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2313
2314                                                 *virt++ = byte;
2315                                                 srb->total_xfer_length--;
2316                                                 if (debug_enabled(DBG_PIO))
2317                                                         printk(" %02x", byte);
2318                                         }
2319
2320                                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2321                                 }
2322
2323                                 scsi_kunmap_atomic_sg(base);
2324                                 local_irq_restore(flags);
2325                         }
2326                         /*printk(" %08x", *(u32*)(bus_to_virt (addr))); */
2327                         /*srb->total_xfer_length = 0; */
2328                         if (debug_enabled(DBG_PIO))
2329                                 printk("\n");
2330                 }
2331 #endif                          /* DC395x_LASTPIO */
2332
2333 #if 0
2334                 /*
2335                  * KG: This was in DATAOUT. Does it also belong here?
2336                  * Nobody seems to know what counter and fifo_cnt count exactly ...
2337                  */
2338                 if (!(scsi_status & SCSIXFERDONE)) {
2339                         /*
2340                          * when data transfer from DMA FIFO to SCSI FIFO
2341                          * if there was some data left in SCSI FIFO
2342                          */
2343                         d_left_counter =
2344                             (u32)(DC395x_read8(acb, TRM_S1040_SCSI_FIFOCNT) &
2345                                   0x1F);
2346                         if (srb->dcb->sync_period & WIDE_SYNC)
2347                                 d_left_counter <<= 1;
2348                         /*
2349                          * if WIDE scsi SCSI FIFOCNT unit is word !!!
2350                          * so need to *= 2
2351                          * KG: Seems to be correct ...
2352                          */
2353                 }
2354 #endif
2355                 /* KG: This should not be needed any more! */
2356                 if (d_left_counter == 0
2357                     || (scsi_status & SCSIXFERCNT_2_ZERO)) {
2358 #if 0
2359                         int ctr = 6000000;
2360                         u8 TempDMAstatus;
2361                         do {
2362                                 TempDMAstatus =
2363                                     DC395x_read8(acb, TRM_S1040_DMA_STATUS);
2364                         } while (!(TempDMAstatus & DMAXFERCOMP) && --ctr);
2365                         if (!ctr)
2366                                 dprintkl(KERN_ERR,
2367                                        "Deadlock in DataInPhase0 waiting for DMA!!\n");
2368                         srb->total_xfer_length = 0;
2369 #endif
2370                         srb->total_xfer_length = d_left_counter;
2371                 } else {        /* phase changed */
2372                         /*
2373                          * parsing the case:
2374                          * when a transfer not yet complete
2375                          * but be disconnected by target
2376                          * if transfer not yet complete
2377                          * there were some data residue in SCSI FIFO or
2378                          * SCSI transfer counter not empty
2379                          */
2380                         sg_update_list(srb, d_left_counter);
2381                 }
2382         }
2383         /* KG: The target may decide to disconnect: Empty FIFO before! */
2384         if ((*pscsi_status & PHASEMASK) != PH_DATA_IN) {
2385                 cleanup_after_transfer(acb, srb);
2386         }
2387 }
2388
2389
2390 static void data_in_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2391                 u16 *pscsi_status)
2392 {
2393         dprintkdbg(DBG_0, "data_in_phase1: (0x%p) <%02i-%i>\n",
2394                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2395         data_io_transfer(acb, srb, XFERDATAIN);
2396 }
2397
2398
2399 static void data_io_transfer(struct AdapterCtlBlk *acb,
2400                 struct ScsiReqBlk *srb, u16 io_dir)
2401 {
2402         struct DeviceCtlBlk *dcb = srb->dcb;
2403         u8 bval;
2404         dprintkdbg(DBG_0,
2405                 "data_io_transfer: (0x%p) <%02i-%i> %c len=%i, sg=(%i/%i)\n",
2406                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun,
2407                 ((io_dir & DMACMD_DIR) ? 'r' : 'w'),
2408                 srb->total_xfer_length, srb->sg_index, srb->sg_count);
2409         if (srb == acb->tmp_srb)
2410                 dprintkl(KERN_ERR, "data_io_transfer: Using tmp_srb!\n");
2411         if (srb->sg_index >= srb->sg_count) {
2412                 /* can't happen? out of bounds error */
2413                 return;
2414         }
2415
2416         if (srb->total_xfer_length > DC395x_LASTPIO) {
2417                 u8 dma_status = DC395x_read8(acb, TRM_S1040_DMA_STATUS);
2418                 /*
2419                  * KG: What should we do: Use SCSI Cmd 0x90/0x92?
2420                  * Maybe, even ABORTXFER would be appropriate
2421                  */
2422                 if (dma_status & XFERPENDING) {
2423                         dprintkl(KERN_DEBUG, "data_io_transfer: Xfer pending! "
2424                                 "Expect trouble!\n");
2425                         dump_register_info(acb, dcb, srb);
2426                         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, CLRXFIFO);
2427                 }
2428                 /* clear_fifo(acb, "IO"); */
2429                 /*
2430                  * load what physical address of Scatter/Gather list table
2431                  * want to be transfer
2432                  */
2433                 srb->state |= SRB_DATA_XFER;
2434                 DC395x_write32(acb, TRM_S1040_DMA_XHIGHADDR, 0);
2435                 if (scsi_sg_count(srb->cmd)) {  /* with S/G */
2436                         io_dir |= DMACMD_SG;
2437                         DC395x_write32(acb, TRM_S1040_DMA_XLOWADDR,
2438                                        srb->sg_bus_addr +
2439                                        sizeof(struct SGentry) *
2440                                        srb->sg_index);
2441                         /* load how many bytes in the sg list table */
2442                         DC395x_write32(acb, TRM_S1040_DMA_XCNT,
2443                                        ((u32)(srb->sg_count -
2444                                               srb->sg_index) << 3));
2445                 } else {        /* without S/G */
2446                         io_dir &= ~DMACMD_SG;
2447                         DC395x_write32(acb, TRM_S1040_DMA_XLOWADDR,
2448                                        srb->segment_x[0].address);
2449                         DC395x_write32(acb, TRM_S1040_DMA_XCNT,
2450                                        srb->segment_x[0].length);
2451                 }
2452                 /* load total transfer length (24bits) max value 16Mbyte */
2453                 DC395x_write32(acb, TRM_S1040_SCSI_COUNTER,
2454                                srb->total_xfer_length);
2455                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2456                 if (io_dir & DMACMD_DIR) {      /* read */
2457                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2458                                       SCMD_DMA_IN);
2459                         DC395x_write16(acb, TRM_S1040_DMA_COMMAND, io_dir);
2460                 } else {
2461                         DC395x_write16(acb, TRM_S1040_DMA_COMMAND, io_dir);
2462                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2463                                       SCMD_DMA_OUT);
2464                 }
2465
2466         }
2467 #if DC395x_LASTPIO
2468         else if (srb->total_xfer_length > 0) {  /* The last four bytes: Do PIO */
2469                 /*
2470                  * load what physical address of Scatter/Gather list table
2471                  * want to be transfer
2472                  */
2473                 srb->state |= SRB_DATA_XFER;
2474                 /* load total transfer length (24bits) max value 16Mbyte */
2475                 DC395x_write32(acb, TRM_S1040_SCSI_COUNTER,
2476                                srb->total_xfer_length);
2477                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2478                 if (io_dir & DMACMD_DIR) {      /* read */
2479                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2480                                       SCMD_FIFO_IN);
2481                 } else {        /* write */
2482                         int ln = srb->total_xfer_length;
2483                         size_t left_io = srb->total_xfer_length;
2484
2485                         if (srb->dcb->sync_period & WIDE_SYNC)
2486                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2487                                      CFG2_WIDEFIFO);
2488
2489                         while (left_io) {
2490                                 unsigned char *virt, *base = NULL;
2491                                 unsigned long flags = 0;
2492                                 size_t len = left_io;
2493                                 size_t offset = srb->request_length - left_io;
2494
2495                                 local_irq_save(flags);
2496                                 /* Again, max 4 bytes */
2497                                 base = scsi_kmap_atomic_sg(scsi_sglist(srb->cmd),
2498                                                            srb->sg_count, &offset, &len);
2499                                 virt = base + offset;
2500
2501                                 left_io -= len;
2502
2503                                 while (len--) {
2504                                         if (debug_enabled(DBG_PIO))
2505                                                 printk(" %02x", *virt);
2506
2507                                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, *virt++);
2508
2509                                         sg_subtract_one(srb);
2510                                 }
2511
2512                                 scsi_kunmap_atomic_sg(base);
2513                                 local_irq_restore(flags);
2514                         }
2515                         if (srb->dcb->sync_period & WIDE_SYNC) {
2516                                 if (ln % 2) {
2517                                         DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 0);
2518                                         if (debug_enabled(DBG_PIO))
2519                                                 printk(" |00");
2520                                 }
2521                                 DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2522                         }
2523                         /*DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, ln); */
2524                         if (debug_enabled(DBG_PIO))
2525                                 printk("\n");
2526                         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND,
2527                                           SCMD_FIFO_OUT);
2528                 }
2529         }
2530 #endif                          /* DC395x_LASTPIO */
2531         else {          /* xfer pad */
2532                 u8 data = 0, data2 = 0;
2533                 if (srb->sg_count) {
2534                         srb->adapter_status = H_OVER_UNDER_RUN;
2535                         srb->status |= OVER_RUN;
2536                 }
2537                 /*
2538                  * KG: despite the fact that we are using 16 bits I/O ops
2539                  * the SCSI FIFO is only 8 bits according to the docs
2540                  * (we can set bit 1 in 0x8f to serialize FIFO access ...)
2541                  */
2542                 if (dcb->sync_period & WIDE_SYNC) {
2543                         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 2);
2544                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2,
2545                                       CFG2_WIDEFIFO);
2546                         if (io_dir & DMACMD_DIR) {
2547                                 data = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2548                                 data2 = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2549                         } else {
2550                                 /* Danger, Robinson: If you find KGs
2551                                  * scattered over the wide disk, the driver
2552                                  * or chip is to blame :-( */
2553                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'K');
2554                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'G');
2555                         }
2556                         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG2, 0);
2557                 } else {
2558                         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 1);
2559                         /* Danger, Robinson: If you find a collection of Ks on your disk
2560                          * something broke :-( */
2561                         if (io_dir & DMACMD_DIR)
2562                                 data = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2563                         else
2564                                 DC395x_write8(acb, TRM_S1040_SCSI_FIFO, 'K');
2565                 }
2566                 srb->state |= SRB_XFERPAD;
2567                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2568                 /* SCSI command */
2569                 bval = (io_dir & DMACMD_DIR) ? SCMD_FIFO_IN : SCMD_FIFO_OUT;
2570                 DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, bval);
2571         }
2572 }
2573
2574
2575 static void status_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2576                 u16 *pscsi_status)
2577 {
2578         dprintkdbg(DBG_0, "status_phase0: (0x%p) <%02i-%i>\n",
2579                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2580         srb->target_status = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2581         srb->end_message = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);      /* get message */
2582         srb->state = SRB_COMPLETED;
2583         *pscsi_status = PH_BUS_FREE;    /*.. initial phase */
2584         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2585         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
2586 }
2587
2588
2589 static void status_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2590                 u16 *pscsi_status)
2591 {
2592         dprintkdbg(DBG_0, "status_phase1: (0x%p) <%02i-%i>\n",
2593                 srb->cmd, srb->cmd->device->id, (u8)srb->cmd->device->lun);
2594         srb->state = SRB_STATUS;
2595         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2596         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_COMP);
2597 }
2598
2599
2600 /* Check if the message is complete */
2601 static inline u8 msgin_completed(u8 * msgbuf, u32 len)
2602 {
2603         if (*msgbuf == EXTENDED_MESSAGE) {
2604                 if (len < 2)
2605                         return 0;
2606                 if (len < msgbuf[1] + 2)
2607                         return 0;
2608         } else if (*msgbuf >= 0x20 && *msgbuf <= 0x2f)  /* two byte messages */
2609                 if (len < 2)
2610                         return 0;
2611         return 1;
2612 }
2613
2614 /* reject_msg */
2615 static inline void msgin_reject(struct AdapterCtlBlk *acb,
2616                 struct ScsiReqBlk *srb)
2617 {
2618         srb->msgout_buf[0] = MESSAGE_REJECT;
2619         srb->msg_count = 1;
2620         DC395x_ENABLE_MSGOUT;
2621         srb->state &= ~SRB_MSGIN;
2622         srb->state |= SRB_MSGOUT;
2623         dprintkl(KERN_INFO, "msgin_reject: 0x%02x <%02i-%i>\n",
2624                 srb->msgin_buf[0],
2625                 srb->dcb->target_id, srb->dcb->target_lun);
2626 }
2627
2628
2629 static struct ScsiReqBlk *msgin_qtag(struct AdapterCtlBlk *acb,
2630                 struct DeviceCtlBlk *dcb, u8 tag)
2631 {
2632         struct ScsiReqBlk *srb = NULL;
2633         struct ScsiReqBlk *i;
2634         dprintkdbg(DBG_0, "msgin_qtag: (0x%p) tag=%i srb=%p\n",
2635                    srb->cmd, tag, srb);
2636
2637         if (!(dcb->tag_mask & (1 << tag)))
2638                 dprintkl(KERN_DEBUG,
2639                         "msgin_qtag: tag_mask=0x%08x does not reserve tag %i!\n",
2640                         dcb->tag_mask, tag);
2641
2642         if (list_empty(&dcb->srb_going_list))
2643                 goto mingx0;
2644         list_for_each_entry(i, &dcb->srb_going_list, list) {
2645                 if (i->tag_number == tag) {
2646                         srb = i;
2647                         break;
2648                 }
2649         }
2650         if (!srb)
2651                 goto mingx0;
2652
2653         dprintkdbg(DBG_0, "msgin_qtag: (0x%p) <%02i-%i>\n",
2654                 srb->cmd, srb->dcb->target_id, srb->dcb->target_lun);
2655         if (dcb->flag & ABORT_DEV_) {
2656                 /*srb->state = SRB_ABORT_SENT; */
2657                 enable_msgout_abort(acb, srb);
2658         }
2659
2660         if (!(srb->state & SRB_DISCONNECT))
2661                 goto mingx0;
2662
2663         memcpy(srb->msgin_buf, dcb->active_srb->msgin_buf, acb->msg_len);
2664         srb->state |= dcb->active_srb->state;
2665         srb->state |= SRB_DATA_XFER;
2666         dcb->active_srb = srb;
2667         /* How can we make the DORS happy? */
2668         return srb;
2669
2670       mingx0:
2671         srb = acb->tmp_srb;
2672         srb->state = SRB_UNEXPECT_RESEL;
2673         dcb->active_srb = srb;
2674         srb->msgout_buf[0] = MSG_ABORT_TAG;
2675         srb->msg_count = 1;
2676         DC395x_ENABLE_MSGOUT;
2677         dprintkl(KERN_DEBUG, "msgin_qtag: Unknown tag %i - abort\n", tag);
2678         return srb;
2679 }
2680
2681
2682 static inline void reprogram_regs(struct AdapterCtlBlk *acb,
2683                 struct DeviceCtlBlk *dcb)
2684 {
2685         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);
2686         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);
2687         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);
2688         set_xfer_rate(acb, dcb);
2689 }
2690
2691
2692 /* set async transfer mode */
2693 static void msgin_set_async(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2694 {
2695         struct DeviceCtlBlk *dcb = srb->dcb;
2696         dprintkl(KERN_DEBUG, "msgin_set_async: No sync transfers <%02i-%i>\n",
2697                 dcb->target_id, dcb->target_lun);
2698
2699         dcb->sync_mode &= ~(SYNC_NEGO_ENABLE);
2700         dcb->sync_mode |= SYNC_NEGO_DONE;
2701         /*dcb->sync_period &= 0; */
2702         dcb->sync_offset = 0;
2703         dcb->min_nego_period = 200 >> 2;        /* 200ns <=> 5 MHz */
2704         srb->state &= ~SRB_DO_SYNC_NEGO;
2705         reprogram_regs(acb, dcb);
2706         if ((dcb->sync_mode & WIDE_NEGO_ENABLE)
2707             && !(dcb->sync_mode & WIDE_NEGO_DONE)) {
2708                 build_wdtr(acb, dcb, srb);
2709                 DC395x_ENABLE_MSGOUT;
2710                 dprintkdbg(DBG_0, "msgin_set_async(rej): Try WDTR anyway\n");
2711         }
2712 }
2713
2714
2715 /* set sync transfer mode */
2716 static void msgin_set_sync(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2717 {
2718         struct DeviceCtlBlk *dcb = srb->dcb;
2719         u8 bval;
2720         int fact;
2721         dprintkdbg(DBG_1, "msgin_set_sync: <%02i> Sync: %ins "
2722                 "(%02i.%01i MHz) Offset %i\n",
2723                 dcb->target_id, srb->msgin_buf[3] << 2,
2724                 (250 / srb->msgin_buf[3]),
2725                 ((250 % srb->msgin_buf[3]) * 10) / srb->msgin_buf[3],
2726                 srb->msgin_buf[4]);
2727
2728         if (srb->msgin_buf[4] > 15)
2729                 srb->msgin_buf[4] = 15;
2730         if (!(dcb->dev_mode & NTC_DO_SYNC_NEGO))
2731                 dcb->sync_offset = 0;
2732         else if (dcb->sync_offset == 0)
2733                 dcb->sync_offset = srb->msgin_buf[4];
2734         if (srb->msgin_buf[4] > dcb->sync_offset)
2735                 srb->msgin_buf[4] = dcb->sync_offset;
2736         else
2737                 dcb->sync_offset = srb->msgin_buf[4];
2738         bval = 0;
2739         while (bval < 7 && (srb->msgin_buf[3] > clock_period[bval]
2740                             || dcb->min_nego_period >
2741                             clock_period[bval]))
2742                 bval++;
2743         if (srb->msgin_buf[3] < clock_period[bval])
2744                 dprintkl(KERN_INFO,
2745                         "msgin_set_sync: Increase sync nego period to %ins\n",
2746                         clock_period[bval] << 2);
2747         srb->msgin_buf[3] = clock_period[bval];
2748         dcb->sync_period &= 0xf0;
2749         dcb->sync_period |= ALT_SYNC | bval;
2750         dcb->min_nego_period = srb->msgin_buf[3];
2751
2752         if (dcb->sync_period & WIDE_SYNC)
2753                 fact = 500;
2754         else
2755                 fact = 250;
2756
2757         dprintkl(KERN_INFO,
2758                 "Target %02i: %s Sync: %ins Offset %i (%02i.%01i MB/s)\n",
2759                 dcb->target_id, (fact == 500) ? "Wide16" : "",
2760                 dcb->min_nego_period << 2, dcb->sync_offset,
2761                 (fact / dcb->min_nego_period),
2762                 ((fact % dcb->min_nego_period) * 10 +
2763                 dcb->min_nego_period / 2) / dcb->min_nego_period);
2764
2765         if (!(srb->state & SRB_DO_SYNC_NEGO)) {
2766                 /* Reply with corrected SDTR Message */
2767                 dprintkl(KERN_DEBUG, "msgin_set_sync: answer w/%ins %i\n",
2768                         srb->msgin_buf[3] << 2, srb->msgin_buf[4]);
2769
2770                 memcpy(srb->msgout_buf, srb->msgin_buf, 5);
2771                 srb->msg_count = 5;
2772                 DC395x_ENABLE_MSGOUT;
2773                 dcb->sync_mode |= SYNC_NEGO_DONE;
2774         } else {
2775                 if ((dcb->sync_mode & WIDE_NEGO_ENABLE)
2776                     && !(dcb->sync_mode & WIDE_NEGO_DONE)) {
2777                         build_wdtr(acb, dcb, srb);
2778                         DC395x_ENABLE_MSGOUT;
2779                         dprintkdbg(DBG_0, "msgin_set_sync: Also try WDTR\n");
2780                 }
2781         }
2782         srb->state &= ~SRB_DO_SYNC_NEGO;
2783         dcb->sync_mode |= SYNC_NEGO_DONE | SYNC_NEGO_ENABLE;
2784
2785         reprogram_regs(acb, dcb);
2786 }
2787
2788
2789 static inline void msgin_set_nowide(struct AdapterCtlBlk *acb,
2790                 struct ScsiReqBlk *srb)
2791 {
2792         struct DeviceCtlBlk *dcb = srb->dcb;
2793         dprintkdbg(DBG_1, "msgin_set_nowide: <%02i>\n", dcb->target_id);
2794
2795         dcb->sync_period &= ~WIDE_SYNC;
2796         dcb->sync_mode &= ~(WIDE_NEGO_ENABLE);
2797         dcb->sync_mode |= WIDE_NEGO_DONE;
2798         srb->state &= ~SRB_DO_WIDE_NEGO;
2799         reprogram_regs(acb, dcb);
2800         if ((dcb->sync_mode & SYNC_NEGO_ENABLE)
2801             && !(dcb->sync_mode & SYNC_NEGO_DONE)) {
2802                 build_sdtr(acb, dcb, srb);
2803                 DC395x_ENABLE_MSGOUT;
2804                 dprintkdbg(DBG_0, "msgin_set_nowide: Rejected. Try SDTR anyway\n");
2805         }
2806 }
2807
2808 static void msgin_set_wide(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
2809 {
2810         struct DeviceCtlBlk *dcb = srb->dcb;
2811         u8 wide = (dcb->dev_mode & NTC_DO_WIDE_NEGO
2812                    && acb->config & HCC_WIDE_CARD) ? 1 : 0;
2813         dprintkdbg(DBG_1, "msgin_set_wide: <%02i>\n", dcb->target_id);
2814
2815         if (srb->msgin_buf[3] > wide)
2816                 srb->msgin_buf[3] = wide;
2817         /* Completed */
2818         if (!(srb->state & SRB_DO_WIDE_NEGO)) {
2819                 dprintkl(KERN_DEBUG,
2820                         "msgin_set_wide: Wide nego initiated <%02i>\n",
2821                         dcb->target_id);
2822                 memcpy(srb->msgout_buf, srb->msgin_buf, 4);
2823                 srb->msg_count = 4;
2824                 srb->state |= SRB_DO_WIDE_NEGO;
2825                 DC395x_ENABLE_MSGOUT;
2826         }
2827
2828         dcb->sync_mode |= (WIDE_NEGO_ENABLE | WIDE_NEGO_DONE);
2829         if (srb->msgin_buf[3] > 0)
2830                 dcb->sync_period |= WIDE_SYNC;
2831         else
2832                 dcb->sync_period &= ~WIDE_SYNC;
2833         srb->state &= ~SRB_DO_WIDE_NEGO;
2834         /*dcb->sync_mode &= ~(WIDE_NEGO_ENABLE+WIDE_NEGO_DONE); */
2835         dprintkdbg(DBG_1,
2836                 "msgin_set_wide: Wide (%i bit) negotiated <%02i>\n",
2837                 (8 << srb->msgin_buf[3]), dcb->target_id);
2838         reprogram_regs(acb, dcb);
2839         if ((dcb->sync_mode & SYNC_NEGO_ENABLE)
2840             && !(dcb->sync_mode & SYNC_NEGO_DONE)) {
2841                 build_sdtr(acb, dcb, srb);
2842                 DC395x_ENABLE_MSGOUT;
2843                 dprintkdbg(DBG_0, "msgin_set_wide: Also try SDTR.\n");
2844         }
2845 }
2846
2847
2848 /*
2849  * extended message codes:
2850  *
2851  *      code    description
2852  *
2853  *      02h     Reserved
2854  *      00h     MODIFY DATA  POINTER
2855  *      01h     SYNCHRONOUS DATA TRANSFER REQUEST
2856  *      03h     WIDE DATA TRANSFER REQUEST
2857  *   04h - 7Fh  Reserved
2858  *   80h - FFh  Vendor specific
2859  */
2860 static void msgin_phase0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2861                 u16 *pscsi_status)
2862 {
2863         struct DeviceCtlBlk *dcb = acb->active_dcb;
2864         dprintkdbg(DBG_0, "msgin_phase0: (0x%p)\n", srb->cmd);
2865
2866         srb->msgin_buf[acb->msg_len++] = DC395x_read8(acb, TRM_S1040_SCSI_FIFO);
2867         if (msgin_completed(srb->msgin_buf, acb->msg_len)) {
2868                 /* Now eval the msg */
2869                 switch (srb->msgin_buf[0]) {
2870                 case DISCONNECT:
2871                         srb->state = SRB_DISCONNECT;
2872                         break;
2873
2874                 case SIMPLE_QUEUE_TAG:
2875                 case HEAD_OF_QUEUE_TAG:
2876                 case ORDERED_QUEUE_TAG:
2877                         srb =
2878                             msgin_qtag(acb, dcb,
2879                                               srb->msgin_buf[1]);
2880                         break;
2881
2882                 case MESSAGE_REJECT:
2883                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL,
2884                                        DO_CLRATN | DO_DATALATCH);
2885                         /* A sync nego message was rejected ! */
2886                         if (srb->state & SRB_DO_SYNC_NEGO) {
2887                                 msgin_set_async(acb, srb);
2888                                 break;
2889                         }
2890                         /* A wide nego message was rejected ! */
2891                         if (srb->state & SRB_DO_WIDE_NEGO) {
2892                                 msgin_set_nowide(acb, srb);
2893                                 break;
2894                         }
2895                         enable_msgout_abort(acb, srb);
2896                         /*srb->state |= SRB_ABORT_SENT */
2897                         break;
2898
2899                 case EXTENDED_MESSAGE:
2900                         /* SDTR */
2901                         if (srb->msgin_buf[1] == 3
2902                             && srb->msgin_buf[2] == EXTENDED_SDTR) {
2903                                 msgin_set_sync(acb, srb);
2904                                 break;
2905                         }
2906                         /* WDTR */
2907                         if (srb->msgin_buf[1] == 2
2908                             && srb->msgin_buf[2] == EXTENDED_WDTR
2909                             && srb->msgin_buf[3] <= 2) { /* sanity check ... */
2910                                 msgin_set_wide(acb, srb);
2911                                 break;
2912                         }
2913                         msgin_reject(acb, srb);
2914                         break;
2915
2916                 case MSG_IGNOREWIDE:
2917                         /* Discard  wide residual */
2918                         dprintkdbg(DBG_0, "msgin_phase0: Ignore Wide Residual!\n");
2919                         break;
2920
2921                 case COMMAND_COMPLETE:
2922                         /* nothing has to be done */
2923                         break;
2924
2925                 case SAVE_POINTERS:
2926                         /*
2927                          * SAVE POINTER may be ignored as we have the struct
2928                          * ScsiReqBlk* associated with the scsi command.
2929                          */
2930                         dprintkdbg(DBG_0, "msgin_phase0: (0x%p) "
2931                                 "SAVE POINTER rem=%i Ignore\n",
2932                                 srb->cmd, srb->total_xfer_length);
2933                         break;
2934
2935                 case RESTORE_POINTERS:
2936                         dprintkdbg(DBG_0, "msgin_phase0: RESTORE POINTER. Ignore\n");
2937                         break;
2938
2939                 case ABORT:
2940                         dprintkdbg(DBG_0, "msgin_phase0: (0x%p) "
2941                                 "<%02i-%i> ABORT msg\n",
2942                                 srb->cmd, dcb->target_id,
2943                                 dcb->target_lun);
2944                         dcb->flag |= ABORT_DEV_;
2945                         enable_msgout_abort(acb, srb);
2946                         break;
2947
2948                 default:
2949                         /* reject unknown messages */
2950                         if (srb->msgin_buf[0] & IDENTIFY_BASE) {
2951                                 dprintkdbg(DBG_0, "msgin_phase0: Identify msg\n");
2952                                 srb->msg_count = 1;
2953                                 srb->msgout_buf[0] = dcb->identify_msg;
2954                                 DC395x_ENABLE_MSGOUT;
2955                                 srb->state |= SRB_MSGOUT;
2956                                 /*break; */
2957                         }
2958                         msgin_reject(acb, srb);
2959                 }
2960
2961                 /* Clear counter and MsgIn state */
2962                 srb->state &= ~SRB_MSGIN;
2963                 acb->msg_len = 0;
2964         }
2965         *pscsi_status = PH_BUS_FREE;
2966         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important ... you know! */
2967         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
2968 }
2969
2970
2971 static void msgin_phase1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2972                 u16 *pscsi_status)
2973 {
2974         dprintkdbg(DBG_0, "msgin_phase1: (0x%p)\n", srb->cmd);
2975         clear_fifo(acb, "msgin_phase1");
2976         DC395x_write32(acb, TRM_S1040_SCSI_COUNTER, 1);
2977         if (!(srb->state & SRB_MSGIN)) {
2978                 srb->state &= ~SRB_DISCONNECT;
2979                 srb->state |= SRB_MSGIN;
2980         }
2981         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
2982         /* SCSI command */
2983         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_FIFO_IN);
2984 }
2985
2986
2987 static void nop0(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2988                 u16 *pscsi_status)
2989 {
2990 }
2991
2992
2993 static void nop1(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb,
2994                 u16 *pscsi_status)
2995 {
2996 }
2997
2998
2999 static void set_xfer_rate(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb)
3000 {
3001         struct DeviceCtlBlk *i;
3002
3003         /* set all lun device's  period, offset */
3004         if (dcb->identify_msg & 0x07)
3005                 return;
3006
3007         if (acb->scan_devices) {
3008                 current_sync_offset = dcb->sync_offset;
3009                 return;
3010         }
3011
3012         list_for_each_entry(i, &acb->dcb_list, list)
3013                 if (i->target_id == dcb->target_id) {
3014                         i->sync_period = dcb->sync_period;
3015                         i->sync_offset = dcb->sync_offset;
3016                         i->sync_mode = dcb->sync_mode;
3017                         i->min_nego_period = dcb->min_nego_period;
3018                 }
3019 }
3020
3021
3022 static void disconnect(struct AdapterCtlBlk *acb)
3023 {
3024         struct DeviceCtlBlk *dcb = acb->active_dcb;
3025         struct ScsiReqBlk *srb;
3026
3027         if (!dcb) {
3028                 dprintkl(KERN_ERR, "disconnect: No such device\n");
3029                 udelay(500);
3030                 /* Suspend queue for a while */
3031                 acb->last_reset =
3032                     jiffies + HZ / 2 +
3033                     HZ * acb->eeprom.delay_time;
3034                 clear_fifo(acb, "disconnectEx");
3035                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT);
3036                 return;
3037         }
3038         srb = dcb->active_srb;
3039         acb->active_dcb = NULL;
3040         dprintkdbg(DBG_0, "disconnect: (0x%p)\n", srb->cmd);
3041
3042         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
3043         clear_fifo(acb, "disconnect");
3044         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT);
3045         if (srb->state & SRB_UNEXPECT_RESEL) {
3046                 dprintkl(KERN_ERR,
3047                         "disconnect: Unexpected reselection <%02i-%i>\n",
3048                         dcb->target_id, dcb->target_lun);
3049                 srb->state = 0;
3050                 waiting_process_next(acb);
3051         } else if (srb->state & SRB_ABORT_SENT) {
3052                 dcb->flag &= ~ABORT_DEV_;
3053                 acb->last_reset = jiffies + HZ / 2 + 1;
3054                 dprintkl(KERN_ERR, "disconnect: SRB_ABORT_SENT\n");
3055                 doing_srb_done(acb, DID_ABORT, srb->cmd, 1);
3056                 waiting_process_next(acb);
3057         } else {
3058                 if ((srb->state & (SRB_START_ + SRB_MSGOUT))
3059                     || !(srb->
3060                          state & (SRB_DISCONNECT + SRB_COMPLETED))) {
3061                         /*
3062                          * Selection time out
3063                          * SRB_START_ || SRB_MSGOUT || (!SRB_DISCONNECT && !SRB_COMPLETED)
3064                          */
3065                         /* Unexp. Disc / Sel Timeout */
3066                         if (srb->state != SRB_START_
3067                             && srb->state != SRB_MSGOUT) {
3068                                 srb->state = SRB_READY;
3069                                 dprintkl(KERN_DEBUG,
3070                                         "disconnect: (0x%p) Unexpected\n",
3071                                         srb->cmd);
3072                                 srb->target_status = SCSI_STAT_SEL_TIMEOUT;
3073                                 goto disc1;
3074                         } else {
3075                                 /* Normal selection timeout */
3076                                 dprintkdbg(DBG_KG, "disconnect: (0x%p) "
3077                                         "<%02i-%i> SelTO\n", srb->cmd,
3078                                         dcb->target_id, dcb->target_lun);
3079                                 if (srb->retry_count++ > DC395x_MAX_RETRIES
3080                                     || acb->scan_devices) {
3081                                         srb->target_status =
3082                                             SCSI_STAT_SEL_TIMEOUT;
3083                                         goto disc1;
3084                                 }
3085                                 free_tag(dcb, srb);
3086                                 srb_going_to_waiting_move(dcb, srb);
3087                                 dprintkdbg(DBG_KG,
3088                                         "disconnect: (0x%p) Retry\n",
3089                                         srb->cmd);
3090                                 waiting_set_timer(acb, HZ / 20);
3091                         }
3092                 } else if (srb->state & SRB_DISCONNECT) {
3093                         u8 bval = DC395x_read8(acb, TRM_S1040_SCSI_SIGNAL);
3094                         /*
3095                          * SRB_DISCONNECT (This is what we expect!)
3096                          */
3097                         if (bval & 0x40) {
3098                                 dprintkdbg(DBG_0, "disconnect: SCSI bus stat "
3099                                         " 0x%02x: ACK set! Other controllers?\n",
3100                                         bval);
3101                                 /* It could come from another initiator, therefore don't do much ! */
3102                         } else
3103                                 waiting_process_next(acb);
3104                 } else if (srb->state & SRB_COMPLETED) {
3105                       disc1:
3106                         /*
3107                          ** SRB_COMPLETED
3108                          */
3109                         free_tag(dcb, srb);
3110                         dcb->active_srb = NULL;
3111                         srb->state = SRB_FREE;
3112                         srb_done(acb, dcb, srb);
3113                 }
3114         }
3115 }
3116
3117
3118 static void reselect(struct AdapterCtlBlk *acb)
3119 {
3120         struct DeviceCtlBlk *dcb = acb->active_dcb;
3121         struct ScsiReqBlk *srb = NULL;
3122         u16 rsel_tar_lun_id;
3123         u8 id, lun;
3124         u8 arblostflag = 0;
3125         dprintkdbg(DBG_0, "reselect: acb=%p\n", acb);
3126
3127         clear_fifo(acb, "reselect");
3128         /*DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT | DO_DATALATCH); */
3129         /* Read Reselected Target ID and LUN */
3130         rsel_tar_lun_id = DC395x_read16(acb, TRM_S1040_SCSI_TARGETID);
3131         if (dcb) {              /* Arbitration lost but Reselection win */
3132                 srb = dcb->active_srb;
3133                 if (!srb) {
3134                         dprintkl(KERN_DEBUG, "reselect: Arb lost Resel won, "
3135                                 "but active_srb == NULL\n");
3136                         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
3137                         return;
3138                 }
3139                 /* Why the if ? */
3140                 if (!acb->scan_devices) {
3141                         dprintkdbg(DBG_KG, "reselect: (0x%p) <%02i-%i> "
3142                                 "Arb lost but Resel win rsel=%i stat=0x%04x\n",
3143                                 srb->cmd, dcb->target_id,
3144                                 dcb->target_lun, rsel_tar_lun_id,
3145                                 DC395x_read16(acb, TRM_S1040_SCSI_STATUS));
3146                         arblostflag = 1;
3147                         /*srb->state |= SRB_DISCONNECT; */
3148
3149                         srb->state = SRB_READY;
3150                         free_tag(dcb, srb);
3151                         srb_going_to_waiting_move(dcb, srb);
3152                         waiting_set_timer(acb, HZ / 20);
3153
3154                         /* return; */
3155                 }
3156         }
3157         /* Read Reselected Target Id and LUN */
3158         if (!(rsel_tar_lun_id & (IDENTIFY_BASE << 8)))
3159                 dprintkl(KERN_DEBUG, "reselect: Expects identify msg. "
3160                         "Got %i!\n", rsel_tar_lun_id);
3161         id = rsel_tar_lun_id & 0xff;
3162         lun = (rsel_tar_lun_id >> 8) & 7;
3163         dcb = find_dcb(acb, id, lun);
3164         if (!dcb) {
3165                 dprintkl(KERN_ERR, "reselect: From non existent device "
3166                         "<%02i-%i>\n", id, lun);
3167                 DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);      /* it's important for atn stop */
3168                 return;
3169         }
3170         acb->active_dcb = dcb;
3171
3172         if (!(dcb->dev_mode & NTC_DO_DISCONNECT))
3173                 dprintkl(KERN_DEBUG, "reselect: in spite of forbidden "
3174                         "disconnection? <%02i-%i>\n",
3175                         dcb->target_id, dcb->target_lun);
3176
3177         if (dcb->sync_mode & EN_TAG_QUEUEING /*&& !arblostflag */) {
3178                 srb = acb->tmp_srb;
3179                 dcb->active_srb = srb;
3180         } else {
3181                 /* There can be only one! */
3182                 srb = dcb->active_srb;
3183                 if (!srb || !(srb->state & SRB_DISCONNECT)) {
3184                         /*
3185                          * abort command
3186                          */
3187                         dprintkl(KERN_DEBUG,
3188                                 "reselect: w/o disconnected cmds <%02i-%i>\n",
3189                                 dcb->target_id, dcb->target_lun);
3190                         srb = acb->tmp_srb;
3191                         srb->state = SRB_UNEXPECT_RESEL;
3192                         dcb->active_srb = srb;
3193                         enable_msgout_abort(acb, srb);
3194                 } else {
3195                         if (dcb->flag & ABORT_DEV_) {
3196                                 /*srb->state = SRB_ABORT_SENT; */
3197                                 enable_msgout_abort(acb, srb);
3198                         } else
3199                                 srb->state = SRB_DATA_XFER;
3200
3201                 }
3202         }
3203         srb->scsi_phase = PH_BUS_FREE;  /* initial phase */
3204
3205         /* Program HA ID, target ID, period and offset */
3206         dprintkdbg(DBG_0, "reselect: select <%i>\n", dcb->target_id);
3207         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);     /* host   ID */
3208         DC395x_write8(acb, TRM_S1040_SCSI_TARGETID, dcb->target_id);            /* target ID */
3209         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, dcb->sync_offset);            /* offset    */
3210         DC395x_write8(acb, TRM_S1040_SCSI_SYNC, dcb->sync_period);              /* sync period, wide */
3211         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_DATALATCH);              /* it's important for atn stop */
3212         /* SCSI command */
3213         DC395x_write8(acb, TRM_S1040_SCSI_COMMAND, SCMD_MSGACCEPT);
3214 }
3215
3216
3217 static inline u8 tagq_blacklist(char *name)
3218 {
3219 #ifndef DC395x_NO_TAGQ
3220 #if 0
3221         u8 i;
3222         for (i = 0; i < BADDEVCNT; i++)
3223                 if (memcmp(name, DC395x_baddevname1[i], 28) == 0)
3224                         return 1;
3225 #endif
3226         return 0;
3227 #else
3228         return 1;
3229 #endif
3230 }
3231
3232
3233 static void disc_tagq_set(struct DeviceCtlBlk *dcb, struct ScsiInqData *ptr)
3234 {
3235         /* Check for SCSI format (ANSI and Response data format) */
3236         if ((ptr->Vers & 0x07) >= 2 || (ptr->RDF & 0x0F) == 2) {
3237                 if ((ptr->Flags & SCSI_INQ_CMDQUEUE)
3238                     && (dcb->dev_mode & NTC_DO_TAG_QUEUEING) &&
3239                     /*(dcb->dev_mode & NTC_DO_DISCONNECT) */
3240                     /* ((dcb->dev_type == TYPE_DISK)
3241                        || (dcb->dev_type == TYPE_MOD)) && */
3242                     !tagq_blacklist(((char *)ptr) + 8)) {
3243                         if (dcb->max_command == 1)
3244                                 dcb->max_command =
3245                                     dcb->acb->tag_max_num;
3246                         dcb->sync_mode |= EN_TAG_QUEUEING;
3247                         /*dcb->tag_mask = 0; */
3248                 } else
3249                         dcb->max_command = 1;
3250         }
3251 }
3252
3253
3254 static void add_dev(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3255                 struct ScsiInqData *ptr)
3256 {
3257         u8 bval1 = ptr->DevType & SCSI_DEVTYPE;
3258         dcb->dev_type = bval1;
3259         /* if (bval1 == TYPE_DISK || bval1 == TYPE_MOD) */
3260         disc_tagq_set(dcb, ptr);
3261 }
3262
3263
3264 /* unmap mapped pci regions from SRB */
3265 static void pci_unmap_srb(struct AdapterCtlBlk *acb, struct ScsiReqBlk *srb)
3266 {
3267         struct scsi_cmnd *cmd = srb->cmd;
3268         enum dma_data_direction dir = cmd->sc_data_direction;
3269
3270         if (scsi_sg_count(cmd) && dir != PCI_DMA_NONE) {
3271                 /* unmap DC395x SG list */
3272                 dprintkdbg(DBG_SG, "pci_unmap_srb: list=%08x(%05x)\n",
3273                         srb->sg_bus_addr, SEGMENTX_LEN);
3274                 pci_unmap_single(acb->dev, srb->sg_bus_addr,
3275                                  SEGMENTX_LEN,
3276                                  PCI_DMA_TODEVICE);
3277                 dprintkdbg(DBG_SG, "pci_unmap_srb: segs=%i buffer=%p\n",
3278                            scsi_sg_count(cmd), scsi_bufflen(cmd));
3279                 /* unmap the sg segments */
3280                 scsi_dma_unmap(cmd);
3281         }
3282 }
3283
3284
3285 /* unmap mapped pci sense buffer from SRB */
3286 static void pci_unmap_srb_sense(struct AdapterCtlBlk *acb,
3287                 struct ScsiReqBlk *srb)
3288 {
3289         if (!(srb->flag & AUTO_REQSENSE))
3290                 return;
3291         /* Unmap sense buffer */
3292         dprintkdbg(DBG_SG, "pci_unmap_srb_sense: buffer=%08x\n",
3293                srb->segment_x[0].address);
3294         pci_unmap_single(acb->dev, srb->segment_x[0].address,
3295                          srb->segment_x[0].length, PCI_DMA_FROMDEVICE);
3296         /* Restore SG stuff */
3297         srb->total_xfer_length = srb->xferred;
3298         srb->segment_x[0].address =
3299             srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].address;
3300         srb->segment_x[0].length =
3301             srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].length;
3302 }
3303
3304
3305 /*
3306  * Complete execution of a SCSI command
3307  * Signal completion to the generic SCSI driver
3308  */
3309 static void srb_done(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3310                 struct ScsiReqBlk *srb)
3311 {
3312         u8 tempcnt, status;
3313         struct scsi_cmnd *cmd = srb->cmd;
3314         enum dma_data_direction dir = cmd->sc_data_direction;
3315         int ckc_only = 1;
3316
3317         dprintkdbg(DBG_1, "srb_done: (0x%p) <%02i-%i>\n", srb->cmd,
3318                 srb->cmd->device->id, (u8)srb->cmd->device->lun);
3319         dprintkdbg(DBG_SG, "srb_done: srb=%p sg=%i(%i/%i) buf=%p\n",
3320                    srb, scsi_sg_count(cmd), srb->sg_index, srb->sg_count,
3321                    scsi_sgtalbe(cmd));
3322         status = srb->target_status;
3323         if (srb->flag & AUTO_REQSENSE) {
3324                 dprintkdbg(DBG_0, "srb_done: AUTO_REQSENSE1\n");
3325                 pci_unmap_srb_sense(acb, srb);
3326                 /*
3327                  ** target status..........................
3328                  */
3329                 srb->flag &= ~AUTO_REQSENSE;
3330                 srb->adapter_status = 0;
3331                 srb->target_status = CHECK_CONDITION << 1;
3332                 if (debug_enabled(DBG_1)) {
3333                         switch (cmd->sense_buffer[2] & 0x0f) {
3334                         case NOT_READY:
3335                                 dprintkl(KERN_DEBUG,
3336                                      "ReqSense: NOT_READY cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3337                                      cmd->cmnd[0], dcb->target_id,
3338                                      dcb->target_lun, status, acb->scan_devices);
3339                                 break;
3340                         case UNIT_ATTENTION:
3341                                 dprintkl(KERN_DEBUG,
3342                                      "ReqSense: UNIT_ATTENTION cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3343                                      cmd->cmnd[0], dcb->target_id,
3344                                      dcb->target_lun, status, acb->scan_devices);
3345                                 break;
3346                         case ILLEGAL_REQUEST:
3347                                 dprintkl(KERN_DEBUG,
3348                                      "ReqSense: ILLEGAL_REQUEST cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3349                                      cmd->cmnd[0], dcb->target_id,
3350                                      dcb->target_lun, status, acb->scan_devices);
3351                                 break;
3352                         case MEDIUM_ERROR:
3353                                 dprintkl(KERN_DEBUG,
3354                                      "ReqSense: MEDIUM_ERROR cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3355                                      cmd->cmnd[0], dcb->target_id,
3356                                      dcb->target_lun, status, acb->scan_devices);
3357                                 break;
3358                         case HARDWARE_ERROR:
3359                                 dprintkl(KERN_DEBUG,
3360                                      "ReqSense: HARDWARE_ERROR cmnd=0x%02x <%02i-%i> stat=%i scan=%i ",
3361                                      cmd->cmnd[0], dcb->target_id,
3362                                      dcb->target_lun, status, acb->scan_devices);
3363                                 break;
3364                         }
3365                         if (cmd->sense_buffer[7] >= 6)
3366                                 printk("sense=0x%02x ASC=0x%02x ASCQ=0x%02x "
3367                                         "(0x%08x 0x%08x)\n",
3368                                         cmd->sense_buffer[2], cmd->sense_buffer[12],
3369                                         cmd->sense_buffer[13],
3370                                         *((unsigned int *)(cmd->sense_buffer + 3)),
3371                                         *((unsigned int *)(cmd->sense_buffer + 8)));
3372                         else
3373                                 printk("sense=0x%02x No ASC/ASCQ (0x%08x)\n",
3374                                         cmd->sense_buffer[2],
3375                                         *((unsigned int *)(cmd->sense_buffer + 3)));
3376                 }
3377
3378                 if (status == (CHECK_CONDITION << 1)) {
3379                         cmd->result = DID_BAD_TARGET << 16;
3380                         goto ckc_e;
3381                 }
3382                 dprintkdbg(DBG_0, "srb_done: AUTO_REQSENSE2\n");
3383
3384                 if (srb->total_xfer_length
3385                     && srb->total_xfer_length >= cmd->underflow)
3386                         cmd->result =
3387                             MK_RES_LNX(DRIVER_SENSE, DID_OK,
3388                                        srb->end_message, CHECK_CONDITION);
3389                 /*SET_RES_DID(cmd->result,DID_OK) */
3390                 else
3391                         cmd->result =
3392                             MK_RES_LNX(DRIVER_SENSE, DID_OK,
3393                                        srb->end_message, CHECK_CONDITION);
3394
3395                 goto ckc_e;
3396         }
3397
3398 /*************************************************************/
3399         if (status) {
3400                 /*
3401                  * target status..........................
3402                  */
3403                 if (status_byte(status) == CHECK_CONDITION) {
3404                         request_sense(acb, dcb, srb);
3405                         return;
3406                 } else if (status_byte(status) == QUEUE_FULL) {
3407                         tempcnt = (u8)list_size(&dcb->srb_going_list);
3408                         dprintkl(KERN_INFO, "QUEUE_FULL for dev <%02i-%i> with %i cmnds\n",
3409                              dcb->target_id, dcb->target_lun, tempcnt);
3410                         if (tempcnt > 1)
3411                                 tempcnt--;
3412                         dcb->max_command = tempcnt;
3413                         free_tag(dcb, srb);
3414                         srb_going_to_waiting_move(dcb, srb);
3415                         waiting_set_timer(acb, HZ / 20);
3416                         srb->adapter_status = 0;
3417                         srb->target_status = 0;
3418                         return;
3419                 } else if (status == SCSI_STAT_SEL_TIMEOUT) {
3420                         srb->adapter_status = H_SEL_TIMEOUT;
3421                         srb->target_status = 0;
3422                         cmd->result = DID_NO_CONNECT << 16;
3423                 } else {
3424                         srb->adapter_status = 0;
3425                         SET_RES_DID(cmd->result, DID_ERROR);
3426                         SET_RES_MSG(cmd->result, srb->end_message);
3427                         SET_RES_TARGET(cmd->result, status);
3428
3429                 }
3430         } else {
3431                 /*
3432                  ** process initiator status..........................
3433                  */
3434                 status = srb->adapter_status;
3435                 if (status & H_OVER_UNDER_RUN) {
3436                         srb->target_status = 0;
3437                         SET_RES_DID(cmd->result, DID_OK);
3438                         SET_RES_MSG(cmd->result, srb->end_message);
3439                 } else if (srb->status & PARITY_ERROR) {
3440                         SET_RES_DID(cmd->result, DID_PARITY);
3441                         SET_RES_MSG(cmd->result, srb->end_message);
3442                 } else {        /* No error */
3443
3444                         srb->adapter_status = 0;
3445                         srb->target_status = 0;
3446                         SET_RES_DID(cmd->result, DID_OK);
3447                 }
3448         }
3449
3450         if (dir != PCI_DMA_NONE && scsi_sg_count(cmd))
3451                 pci_dma_sync_sg_for_cpu(acb->dev, scsi_sglist(cmd),
3452                                         scsi_sg_count(cmd), dir);
3453
3454         ckc_only = 0;
3455 /* Check Error Conditions */
3456       ckc_e:
3457
3458         if (cmd->cmnd[0] == INQUIRY) {
3459                 unsigned char *base = NULL;
3460                 struct ScsiInqData *ptr;
3461                 unsigned long flags = 0;
3462                 struct scatterlist* sg = scsi_sglist(cmd);
3463                 size_t offset = 0, len = sizeof(struct ScsiInqData);
3464
3465                 local_irq_save(flags);
3466                 base = scsi_kmap_atomic_sg(sg, scsi_sg_count(cmd), &offset, &len);
3467                 ptr = (struct ScsiInqData *)(base + offset);
3468
3469                 if (!ckc_only && (cmd->result & RES_DID) == 0
3470                     && cmd->cmnd[2] == 0 && scsi_bufflen(cmd) >= 8
3471                     && dir != PCI_DMA_NONE && ptr && (ptr->Vers & 0x07) >= 2)
3472                         dcb->inquiry7 = ptr->Flags;
3473
3474         /*if( srb->cmd->cmnd[0] == INQUIRY && */
3475         /*  (host_byte(cmd->result) == DID_OK || status_byte(cmd->result) & CHECK_CONDITION) ) */
3476                 if ((cmd->result == (DID_OK << 16)
3477                      || status_byte(cmd->result) &
3478                      CHECK_CONDITION)) {
3479                         if (!dcb->init_tcq_flag) {
3480                                 add_dev(acb, dcb, ptr);
3481                                 dcb->init_tcq_flag = 1;
3482                         }
3483                 }
3484
3485                 scsi_kunmap_atomic_sg(base);
3486                 local_irq_restore(flags);
3487         }
3488
3489         /* Here is the info for Doug Gilbert's sg3 ... */
3490         scsi_set_resid(cmd, srb->total_xfer_length);
3491         /* This may be interpreted by sb. or not ... */
3492         cmd->SCp.this_residual = srb->total_xfer_length;
3493         cmd->SCp.buffers_residual = 0;
3494         if (debug_enabled(DBG_KG)) {
3495                 if (srb->total_xfer_length)
3496                         dprintkdbg(DBG_KG, "srb_done: (0x%p) <%02i-%i> "
3497                                 "cmnd=0x%02x Missed %i bytes\n",
3498                                 cmd, cmd->device->id, (u8)cmd->device->lun,
3499                                 cmd->cmnd[0], srb->total_xfer_length);
3500         }
3501
3502         srb_going_remove(dcb, srb);
3503         /* Add to free list */
3504         if (srb == acb->tmp_srb)
3505                 dprintkl(KERN_ERR, "srb_done: ERROR! Completed cmd with tmp_srb\n");
3506         else {
3507                 dprintkdbg(DBG_0, "srb_done: (0x%p) done result=0x%08x\n",
3508                         cmd, cmd->result);
3509                 srb_free_insert(acb, srb);
3510         }
3511         pci_unmap_srb(acb, srb);
3512
3513         cmd->scsi_done(cmd);
3514         waiting_process_next(acb);
3515 }
3516
3517
3518 /* abort all cmds in our queues */
3519 static void doing_srb_done(struct AdapterCtlBlk *acb, u8 did_flag,
3520                 struct scsi_cmnd *cmd, u8 force)
3521 {
3522         struct DeviceCtlBlk *dcb;
3523         dprintkl(KERN_INFO, "doing_srb_done: pids ");
3524
3525         list_for_each_entry(dcb, &acb->dcb_list, list) {
3526                 struct ScsiReqBlk *srb;
3527                 struct ScsiReqBlk *tmp;
3528                 struct scsi_cmnd *p;
3529
3530                 list_for_each_entry_safe(srb, tmp, &dcb->srb_going_list, list) {
3531                         enum dma_data_direction dir;
3532                         int result;
3533
3534                         p = srb->cmd;
3535                         dir = p->sc_data_direction;
3536                         result = MK_RES(0, did_flag, 0, 0);
3537                         printk("G:%p(%02i-%i) ", p,
3538                                p->device->id, (u8)p->device->lun);
3539                         srb_going_remove(dcb, srb);
3540                         free_tag(dcb, srb);
3541                         srb_free_insert(acb, srb);
3542                         p->result = result;
3543                         pci_unmap_srb_sense(acb, srb);
3544                         pci_unmap_srb(acb, srb);
3545                         if (force) {
3546                                 /* For new EH, we normally don't need to give commands back,
3547                                  * as they all complete or all time out */
3548                                 p->scsi_done(p);
3549                         }
3550                 }
3551                 if (!list_empty(&dcb->srb_going_list))
3552                         dprintkl(KERN_DEBUG,
3553                                "How could the ML send cmnds to the Going queue? <%02i-%i>\n",
3554                                dcb->target_id, dcb->target_lun);
3555                 if (dcb->tag_mask)
3556                         dprintkl(KERN_DEBUG,
3557                                "tag_mask for <%02i-%i> should be empty, is %08x!\n",
3558                                dcb->target_id, dcb->target_lun,
3559                                dcb->tag_mask);
3560
3561                 /* Waiting queue */
3562                 list_for_each_entry_safe(srb, tmp, &dcb->srb_waiting_list, list) {
3563                         int result;
3564                         p = srb->cmd;
3565
3566                         result = MK_RES(0, did_flag, 0, 0);
3567                         printk("W:%p<%02i-%i>", p, p->device->id,
3568                                (u8)p->device->lun);
3569                         srb_waiting_remove(dcb, srb);
3570                         srb_free_insert(acb, srb);
3571                         p->result = result;
3572                         pci_unmap_srb_sense(acb, srb);
3573                         pci_unmap_srb(acb, srb);
3574                         if (force) {
3575                                 /* For new EH, we normally don't need to give commands back,
3576                                  * as they all complete or all time out */
3577                                 cmd->scsi_done(cmd);
3578                         }
3579                 }
3580                 if (!list_empty(&dcb->srb_waiting_list))
3581                         dprintkl(KERN_DEBUG, "ML queued %i cmnds again to <%02i-%i>\n",
3582                              list_size(&dcb->srb_waiting_list), dcb->target_id,
3583                              dcb->target_lun);
3584                 dcb->flag &= ~ABORT_DEV_;
3585         }
3586         printk("\n");
3587 }
3588
3589
3590 static void reset_scsi_bus(struct AdapterCtlBlk *acb)
3591 {
3592         dprintkdbg(DBG_0, "reset_scsi_bus: acb=%p\n", acb);
3593         acb->acb_flag |= RESET_DEV;     /* RESET_DETECT, RESET_DONE, RESET_DEV */
3594         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_RSTSCSI);
3595
3596         while (!(DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS) & INT_SCSIRESET))
3597                 /* nothing */;
3598 }
3599
3600
3601 static void set_basic_config(struct AdapterCtlBlk *acb)
3602 {
3603         u8 bval;
3604         u16 wval;
3605         DC395x_write8(acb, TRM_S1040_SCSI_TIMEOUT, acb->sel_timeout);
3606         if (acb->config & HCC_PARITY)
3607                 bval = PHASELATCH | INITIATOR | BLOCKRST | PARITYCHECK;
3608         else
3609                 bval = PHASELATCH | INITIATOR | BLOCKRST;
3610
3611         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG0, bval);
3612
3613         /* program configuration 1: Act_Neg (+ Act_Neg_Enh? + Fast_Filter? + DataDis?) */
3614         DC395x_write8(acb, TRM_S1040_SCSI_CONFIG1, 0x03);       /* was 0x13: default */
3615         /* program Host ID                  */
3616         DC395x_write8(acb, TRM_S1040_SCSI_HOSTID, acb->scsi_host->this_id);
3617         /* set ansynchronous transfer       */
3618         DC395x_write8(acb, TRM_S1040_SCSI_OFFSET, 0x00);
3619         /* Turn LED control off */
3620         wval = DC395x_read16(acb, TRM_S1040_GEN_CONTROL) & 0x7F;
3621         DC395x_write16(acb, TRM_S1040_GEN_CONTROL, wval);
3622         /* DMA config          */
3623         wval = DC395x_read16(acb, TRM_S1040_DMA_CONFIG) & ~DMA_FIFO_CTRL;
3624         wval |=
3625             DMA_FIFO_HALF_HALF | DMA_ENHANCE /*| DMA_MEM_MULTI_READ */ ;
3626         DC395x_write16(acb, TRM_S1040_DMA_CONFIG, wval);
3627         /* Clear pending interrupt status */
3628         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
3629         /* Enable SCSI interrupt    */
3630         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x7F);
3631         DC395x_write8(acb, TRM_S1040_DMA_INTEN, EN_SCSIINTR | EN_DMAXFERERROR
3632                       /*| EN_DMAXFERABORT | EN_DMAXFERCOMP | EN_FORCEDMACOMP */
3633                       );
3634 }
3635
3636
3637 static void scsi_reset_detect(struct AdapterCtlBlk *acb)
3638 {
3639         dprintkl(KERN_INFO, "scsi_reset_detect: acb=%p\n", acb);
3640         /* delay half a second */
3641         if (timer_pending(&acb->waiting_timer))
3642                 del_timer(&acb->waiting_timer);
3643
3644         DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
3645         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
3646         /*DC395x_write8(acb, TRM_S1040_DMA_CONTROL,STOPDMAXFER); */
3647         udelay(500);
3648         /* Maybe we locked up the bus? Then lets wait even longer ... */
3649         acb->last_reset =
3650             jiffies + 5 * HZ / 2 +
3651             HZ * acb->eeprom.delay_time;
3652
3653         clear_fifo(acb, "scsi_reset_detect");
3654         set_basic_config(acb);
3655         /*1.25 */
3656         /*DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_HWRESELECT); */
3657
3658         if (acb->acb_flag & RESET_DEV) {        /* RESET_DETECT, RESET_DONE, RESET_DEV */
3659                 acb->acb_flag |= RESET_DONE;
3660         } else {
3661                 acb->acb_flag |= RESET_DETECT;
3662                 reset_dev_param(acb);
3663                 doing_srb_done(acb, DID_RESET, NULL, 1);
3664                 /*DC395x_RecoverSRB( acb ); */
3665                 acb->active_dcb = NULL;
3666                 acb->acb_flag = 0;
3667                 waiting_process_next(acb);
3668         }
3669 }
3670
3671
3672 static void request_sense(struct AdapterCtlBlk *acb, struct DeviceCtlBlk *dcb,
3673                 struct ScsiReqBlk *srb)
3674 {
3675         struct scsi_cmnd *cmd = srb->cmd;
3676         dprintkdbg(DBG_1, "request_sense: (0x%p) <%02i-%i>\n",
3677                 cmd, cmd->device->id, (u8)cmd->device->lun);
3678
3679         srb->flag |= AUTO_REQSENSE;
3680         srb->adapter_status = 0;
3681         srb->target_status = 0;
3682
3683         /* KG: Can this prevent crap sense data ? */
3684         memset(cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
3685
3686         /* Save some data */
3687         srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].address =
3688             srb->segment_x[0].address;
3689         srb->segment_x[DC395x_MAX_SG_LISTENTRY - 1].length =
3690             srb->segment_x[0].length;
3691         srb->xferred = srb->total_xfer_length;
3692         /* srb->segment_x : a one entry of S/G list table */
3693         srb->total_xfer_length = SCSI_SENSE_BUFFERSIZE;
3694         srb->segment_x[0].length = SCSI_SENSE_BUFFERSIZE;
3695         /* Map sense buffer */
3696         srb->segment_x[0].address =
3697             pci_map_single(acb->dev, cmd->sense_buffer,
3698                            SCSI_SENSE_BUFFERSIZE, PCI_DMA_FROMDEVICE);
3699         dprintkdbg(DBG_SG, "request_sense: map buffer %p->%08x(%05x)\n",
3700                cmd->sense_buffer, srb->segment_x[0].address,
3701                SCSI_SENSE_BUFFERSIZE);
3702         srb->sg_count = 1;
3703         srb->sg_index = 0;
3704
3705         if (start_scsi(acb, dcb, srb)) {        /* Should only happen, if sb. else grabs the bus */
3706                 dprintkl(KERN_DEBUG,
3707                         "request_sense: (0x%p) failed <%02i-%i>\n",
3708                         srb->cmd, dcb->target_id, dcb->target_lun);
3709                 srb_going_to_waiting_move(dcb, srb);
3710                 waiting_set_timer(acb, HZ / 100);
3711         }
3712 }
3713
3714
3715 /**
3716  * device_alloc - Allocate a new device instance. This create the
3717  * devices instance and sets up all the data items. The adapter
3718  * instance is required to obtain confiuration information for this
3719  * device. This does *not* add this device to the adapters device
3720  * list.
3721  *
3722  * @acb: The adapter to obtain configuration information from.
3723  * @target: The target for the new device.
3724  * @lun: The lun for the new device.
3725  *
3726  * Return the new device if successful or NULL on failure.
3727  **/
3728 static struct DeviceCtlBlk *device_alloc(struct AdapterCtlBlk *acb,
3729                 u8 target, u8 lun)
3730 {
3731         struct NvRamType *eeprom = &acb->eeprom;
3732         u8 period_index = eeprom->target[target].period & 0x07;
3733         struct DeviceCtlBlk *dcb;
3734
3735         dcb = kmalloc(sizeof(struct DeviceCtlBlk), GFP_ATOMIC);
3736         dprintkdbg(DBG_0, "device_alloc: <%02i-%i>\n", target, lun);
3737         if (!dcb)
3738                 return NULL;
3739         dcb->acb = NULL;
3740         INIT_LIST_HEAD(&dcb->srb_going_list);
3741         INIT_LIST_HEAD(&dcb->srb_waiting_list);
3742         dcb->active_srb = NULL;
3743         dcb->tag_mask = 0;
3744         dcb->max_command = 1;
3745         dcb->target_id = target;
3746         dcb->target_lun = lun;
3747         dcb->dev_mode = eeprom->target[target].cfg0;
3748 #ifndef DC395x_NO_DISCONNECT
3749         dcb->identify_msg =
3750             IDENTIFY(dcb->dev_mode & NTC_DO_DISCONNECT, lun);
3751 #else
3752         dcb->identify_msg = IDENTIFY(0, lun);
3753 #endif
3754         dcb->inquiry7 = 0;
3755         dcb->sync_mode = 0;
3756         dcb->min_nego_period = clock_period[period_index];
3757         dcb->sync_period = 0;
3758         dcb->sync_offset = 0;
3759         dcb->flag = 0;
3760
3761 #ifndef DC395x_NO_WIDE
3762         if ((dcb->dev_mode & NTC_DO_WIDE_NEGO)
3763             && (acb->config & HCC_WIDE_CARD))
3764                 dcb->sync_mode |= WIDE_NEGO_ENABLE;
3765 #endif
3766 #ifndef DC395x_NO_SYNC
3767         if (dcb->dev_mode & NTC_DO_SYNC_NEGO)
3768                 if (!(lun) || current_sync_offset)
3769                         dcb->sync_mode |= SYNC_NEGO_ENABLE;
3770 #endif
3771         if (dcb->target_lun != 0) {
3772                 /* Copy settings */
3773                 struct DeviceCtlBlk *p;
3774                 list_for_each_entry(p, &acb->dcb_list, list)
3775                         if (p->target_id == dcb->target_id)
3776                                 break;
3777                 dprintkdbg(DBG_1,
3778                        "device_alloc: <%02i-%i> copy from <%02i-%i>\n",
3779                        dcb->target_id, dcb->target_lun,
3780                        p->target_id, p->target_lun);
3781                 dcb->sync_mode = p->sync_mode;
3782                 dcb->sync_period = p->sync_period;
3783                 dcb->min_nego_period = p->min_nego_period;
3784                 dcb->sync_offset = p->sync_offset;
3785                 dcb->inquiry7 = p->inquiry7;
3786         }
3787         return dcb;
3788 }
3789
3790
3791 /**
3792  * adapter_add_device - Adds the device instance to the adaptor instance.
3793  *
3794  * @acb: The adapter device to be updated
3795  * @dcb: A newly created and initialised device instance to add.
3796  **/
3797 static void adapter_add_device(struct AdapterCtlBlk *acb,
3798                 struct DeviceCtlBlk *dcb)
3799 {
3800         /* backpointer to adapter */
3801         dcb->acb = acb;
3802
3803         /* set run_robin to this device if it is currently empty */
3804         if (list_empty(&acb->dcb_list))
3805                 acb->dcb_run_robin = dcb;
3806
3807         /* add device to list */
3808         list_add_tail(&dcb->list, &acb->dcb_list);
3809
3810         /* update device maps */
3811         acb->dcb_map[dcb->target_id] |= (1 << dcb->target_lun);
3812         acb->children[dcb->target_id][dcb->target_lun] = dcb;
3813 }
3814
3815
3816 /**
3817  * adapter_remove_device - Removes the device instance from the adaptor
3818  * instance. The device instance is not check in any way or freed by this.
3819  * The caller is expected to take care of that. This will simply remove the
3820  * device from the adapters data strcutures.
3821  *
3822  * @acb: The adapter device to be updated
3823  * @dcb: A device that has previously been added to the adapter.
3824  **/
3825 static void adapter_remove_device(struct AdapterCtlBlk *acb,
3826                 struct DeviceCtlBlk *dcb)
3827 {
3828         struct DeviceCtlBlk *i;
3829         struct DeviceCtlBlk *tmp;
3830         dprintkdbg(DBG_0, "adapter_remove_device: <%02i-%i>\n",
3831                 dcb->target_id, dcb->target_lun);
3832
3833         /* fix up any pointers to this device that we have in the adapter */
3834         if (acb->active_dcb == dcb)
3835                 acb->active_dcb = NULL;
3836         if (acb->dcb_run_robin == dcb)
3837                 acb->dcb_run_robin = dcb_get_next(&acb->dcb_list, dcb);
3838
3839         /* unlink from list */
3840         list_for_each_entry_safe(i, tmp, &acb->dcb_list, list)
3841                 if (dcb == i) {
3842                         list_del(&i->list);
3843                         break;
3844                 }
3845
3846         /* clear map and children */
3847         acb->dcb_map[dcb->target_id] &= ~(1 << dcb->target_lun);
3848         acb->children[dcb->target_id][dcb->target_lun] = NULL;
3849         dcb->acb = NULL;
3850 }
3851
3852
3853 /**
3854  * adapter_remove_and_free_device - Removes a single device from the adapter
3855  * and then frees the device information.
3856  *
3857  * @acb: The adapter device to be updated
3858  * @dcb: A device that has previously been added to the adapter.
3859  */
3860 static void adapter_remove_and_free_device(struct AdapterCtlBlk *acb,
3861                 struct DeviceCtlBlk *dcb)
3862 {
3863         if (list_size(&dcb->srb_going_list) > 1) {
3864                 dprintkdbg(DBG_1, "adapter_remove_and_free_device: <%02i-%i> "
3865                            "Won't remove because of %i active requests.\n",
3866                            dcb->target_id, dcb->target_lun,
3867                            list_size(&dcb->srb_going_list));
3868                 return;
3869         }
3870         adapter_remove_device(acb, dcb);
3871         kfree(dcb);
3872 }
3873
3874
3875 /**
3876  * adapter_remove_and_free_all_devices - Removes and frees all of the
3877  * devices associated with the specified adapter.
3878  *
3879  * @acb: The adapter from which all devices should be removed.
3880  **/
3881 static void adapter_remove_and_free_all_devices(struct AdapterCtlBlk* acb)
3882 {
3883         struct DeviceCtlBlk *dcb;
3884         struct DeviceCtlBlk *tmp;
3885         dprintkdbg(DBG_1, "adapter_remove_and_free_all_devices: num=%i\n",
3886                    list_size(&acb->dcb_list));
3887
3888         list_for_each_entry_safe(dcb, tmp, &acb->dcb_list, list)
3889                 adapter_remove_and_free_device(acb, dcb);
3890 }
3891
3892
3893 /**
3894  * dc395x_slave_alloc - Called by the scsi mid layer to tell us about a new
3895  * scsi device that we need to deal with. We allocate a new device and then
3896  * insert that device into the adapters device list.
3897  *
3898  * @scsi_device: The new scsi device that we need to handle.
3899  **/
3900 static int dc395x_slave_alloc(struct scsi_device *scsi_device)
3901 {
3902         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)scsi_device->host->hostdata;
3903         struct DeviceCtlBlk *dcb;
3904
3905         dcb = device_alloc(acb, scsi_device->id, scsi_device->lun);
3906         if (!dcb)
3907                 return -ENOMEM;
3908         adapter_add_device(acb, dcb);
3909
3910         return 0;
3911 }
3912
3913
3914 /**
3915  * dc395x_slave_destroy - Called by the scsi mid layer to tell us about a
3916  * device that is going away.
3917  *
3918  * @scsi_device: The new scsi device that we need to handle.
3919  **/
3920 static void dc395x_slave_destroy(struct scsi_device *scsi_device)
3921 {
3922         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)scsi_device->host->hostdata;
3923         struct DeviceCtlBlk *dcb = find_dcb(acb, scsi_device->id, scsi_device->lun);
3924         if (dcb)
3925                 adapter_remove_and_free_device(acb, dcb);
3926 }
3927
3928
3929
3930
3931 /**
3932  * trms1040_wait_30us: wait for 30 us
3933  *
3934  * Waits for 30us (using the chip by the looks of it..)
3935  *
3936  * @io_port: base I/O address
3937  **/
3938 static void trms1040_wait_30us(unsigned long io_port)
3939 {
3940         /* ScsiPortStallExecution(30); wait 30 us */
3941         outb(5, io_port + TRM_S1040_GEN_TIMER);
3942         while (!(inb(io_port + TRM_S1040_GEN_STATUS) & GTIMEOUT))
3943                 /* nothing */ ;
3944 }
3945
3946
3947 /**
3948  * trms1040_write_cmd - write the secified command and address to
3949  * chip
3950  *
3951  * @io_port:    base I/O address
3952  * @cmd:        SB + op code (command) to send
3953  * @addr:       address to send
3954  **/
3955 static void trms1040_write_cmd(unsigned long io_port, u8 cmd, u8 addr)
3956 {
3957         int i;
3958         u8 send_data;
3959
3960         /* program SB + OP code */
3961         for (i = 0; i < 3; i++, cmd <<= 1) {
3962                 send_data = NVR_SELECT;
3963                 if (cmd & 0x04) /* Start from bit 2 */
3964                         send_data |= NVR_BITOUT;
3965
3966                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
3967                 trms1040_wait_30us(io_port);
3968                 outb((send_data | NVR_CLOCK),
3969                      io_port + TRM_S1040_GEN_NVRAM);
3970                 trms1040_wait_30us(io_port);
3971         }
3972
3973         /* send address */
3974         for (i = 0; i < 7; i++, addr <<= 1) {
3975                 send_data = NVR_SELECT;
3976                 if (addr & 0x40)        /* Start from bit 6 */
3977                         send_data |= NVR_BITOUT;
3978
3979                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
3980                 trms1040_wait_30us(io_port);
3981                 outb((send_data | NVR_CLOCK),
3982                      io_port + TRM_S1040_GEN_NVRAM);
3983                 trms1040_wait_30us(io_port);
3984         }
3985         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
3986         trms1040_wait_30us(io_port);
3987 }
3988
3989
3990 /**
3991  * trms1040_set_data - store a single byte in the eeprom
3992  *
3993  * Called from write all to write a single byte into the SSEEPROM
3994  * Which is done one bit at a time.
3995  *
3996  * @io_port:    base I/O address
3997  * @addr:       offset into EEPROM
3998  * @byte:       bytes to write
3999  **/
4000 static void trms1040_set_data(unsigned long io_port, u8 addr, u8 byte)
4001 {
4002         int i;
4003         u8 send_data;
4004
4005         /* Send write command & address */
4006         trms1040_write_cmd(io_port, 0x05, addr);
4007
4008         /* Write data */
4009         for (i = 0; i < 8; i++, byte <<= 1) {
4010                 send_data = NVR_SELECT;
4011                 if (byte & 0x80)        /* Start from bit 7 */
4012                         send_data |= NVR_BITOUT;
4013
4014                 outb(send_data, io_port + TRM_S1040_GEN_NVRAM);
4015                 trms1040_wait_30us(io_port);
4016                 outb((send_data | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
4017                 trms1040_wait_30us(io_port);
4018         }
4019         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
4020         trms1040_wait_30us(io_port);
4021
4022         /* Disable chip select */
4023         outb(0, io_port + TRM_S1040_GEN_NVRAM);
4024         trms1040_wait_30us(io_port);
4025
4026         outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
4027         trms1040_wait_30us(io_port);
4028
4029         /* Wait for write ready */
4030         while (1) {
4031                 outb((NVR_SELECT | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
4032                 trms1040_wait_30us(io_port);
4033
4034                 outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
4035                 trms1040_wait_30us(io_port);
4036
4037                 if (inb(io_port + TRM_S1040_GEN_NVRAM) & NVR_BITIN)
4038                         break;
4039         }
4040
4041         /*  Disable chip select */
4042         outb(0, io_port + TRM_S1040_GEN_NVRAM);
4043 }
4044
4045
4046 /**
4047  * trms1040_write_all - write 128 bytes to the eeprom
4048  *
4049  * Write the supplied 128 bytes to the chips SEEPROM
4050  *
4051  * @eeprom:     the data to write
4052  * @io_port:    the base io port
4053  **/
4054 static void trms1040_write_all(struct NvRamType *eeprom, unsigned long io_port)
4055 {
4056         u8 *b_eeprom = (u8 *)eeprom;
4057         u8 addr;
4058
4059         /* Enable SEEPROM */
4060         outb((inb(io_port + TRM_S1040_GEN_CONTROL) | EN_EEPROM),
4061              io_port + TRM_S1040_GEN_CONTROL);
4062
4063         /* write enable */
4064         trms1040_write_cmd(io_port, 0x04, 0xFF);
4065         outb(0, io_port + TRM_S1040_GEN_NVRAM);
4066         trms1040_wait_30us(io_port);
4067
4068         /* write */
4069         for (addr = 0; addr < 128; addr++, b_eeprom++)
4070                 trms1040_set_data(io_port, addr, *b_eeprom);
4071
4072         /* write disable */
4073         trms1040_write_cmd(io_port, 0x04, 0x00);
4074         outb(0, io_port + TRM_S1040_GEN_NVRAM);
4075         trms1040_wait_30us(io_port);
4076
4077         /* Disable SEEPROM */
4078         outb((inb(io_port + TRM_S1040_GEN_CONTROL) & ~EN_EEPROM),
4079              io_port + TRM_S1040_GEN_CONTROL);
4080 }
4081
4082
4083 /**
4084  * trms1040_get_data - get a single byte from the eeprom
4085  *
4086  * Called from read all to read a single byte into the SSEEPROM
4087  * Which is done one bit at a time.
4088  *
4089  * @io_port:    base I/O address
4090  * @addr:       offset into SEEPROM
4091  *
4092  * Returns the byte read.
4093  **/
4094 static u8 trms1040_get_data(unsigned long io_port, u8 addr)
4095 {
4096         int i;
4097         u8 read_byte;
4098         u8 result = 0;
4099
4100         /* Send read command & address */
4101         trms1040_write_cmd(io_port, 0x06, addr);
4102
4103         /* read data */
4104         for (i = 0; i < 8; i++) {
4105                 outb((NVR_SELECT | NVR_CLOCK), io_port + TRM_S1040_GEN_NVRAM);
4106                 trms1040_wait_30us(io_port);
4107                 outb(NVR_SELECT, io_port + TRM_S1040_GEN_NVRAM);
4108
4109                 /* Get data bit while falling edge */
4110                 read_byte = inb(io_port + TRM_S1040_GEN_NVRAM);
4111                 result <<= 1;
4112                 if (read_byte & NVR_BITIN)
4113                         result |= 1;
4114
4115                 trms1040_wait_30us(io_port);
4116         }
4117
4118         /* Disable chip select */
4119         outb(0, io_port + TRM_S1040_GEN_NVRAM);
4120         return result;
4121 }
4122
4123
4124 /**
4125  * trms1040_read_all - read all bytes from the eeprom
4126  *
4127  * Read the 128 bytes from the SEEPROM.
4128  *
4129  * @eeprom:     where to store the data
4130  * @io_port:    the base io port
4131  **/
4132 static void trms1040_read_all(struct NvRamType *eeprom, unsigned long io_port)
4133 {
4134         u8 *b_eeprom = (u8 *)eeprom;
4135         u8 addr;
4136
4137         /* Enable SEEPROM */
4138         outb((inb(io_port + TRM_S1040_GEN_CONTROL) | EN_EEPROM),
4139              io_port + TRM_S1040_GEN_CONTROL);
4140
4141         /* read details */
4142         for (addr = 0; addr < 128; addr++, b_eeprom++)
4143                 *b_eeprom = trms1040_get_data(io_port, addr);
4144
4145         /* Disable SEEPROM */
4146         outb((inb(io_port + TRM_S1040_GEN_CONTROL) & ~EN_EEPROM),
4147              io_port + TRM_S1040_GEN_CONTROL);
4148 }
4149
4150
4151
4152 /**
4153  * check_eeprom - get and check contents of the eeprom
4154  *
4155  * Read seeprom 128 bytes into the memory provider in eeprom.
4156  * Checks the checksum and if it's not correct it uses a set of default
4157  * values.
4158  *
4159  * @eeprom:     caller allocated strcuture to read the eeprom data into
4160  * @io_port:    io port to read from
4161  **/
4162 static void check_eeprom(struct NvRamType *eeprom, unsigned long io_port)
4163 {
4164         u16 *w_eeprom = (u16 *)eeprom;
4165         u16 w_addr;
4166         u16 cksum;
4167         u32 d_addr;
4168         u32 *d_eeprom;
4169
4170         trms1040_read_all(eeprom, io_port);     /* read eeprom */
4171
4172         cksum = 0;
4173         for (w_addr = 0, w_eeprom = (u16 *)eeprom; w_addr < 64;
4174              w_addr++, w_eeprom++)
4175                 cksum += *w_eeprom;
4176         if (cksum != 0x1234) {
4177                 /*
4178                  * Checksum is wrong.
4179                  * Load a set of defaults into the eeprom buffer
4180                  */
4181                 dprintkl(KERN_WARNING,
4182                         "EEProm checksum error: using default values and options.\n");
4183                 eeprom->sub_vendor_id[0] = (u8)PCI_VENDOR_ID_TEKRAM;
4184                 eeprom->sub_vendor_id[1] = (u8)(PCI_VENDOR_ID_TEKRAM >> 8);
4185                 eeprom->sub_sys_id[0] = (u8)PCI_DEVICE_ID_TEKRAM_TRMS1040;
4186                 eeprom->sub_sys_id[1] =
4187                     (u8)(PCI_DEVICE_ID_TEKRAM_TRMS1040 >> 8);
4188                 eeprom->sub_class = 0x00;
4189                 eeprom->vendor_id[0] = (u8)PCI_VENDOR_ID_TEKRAM;
4190                 eeprom->vendor_id[1] = (u8)(PCI_VENDOR_ID_TEKRAM >> 8);
4191                 eeprom->device_id[0] = (u8)PCI_DEVICE_ID_TEKRAM_TRMS1040;
4192                 eeprom->device_id[1] =
4193                     (u8)(PCI_DEVICE_ID_TEKRAM_TRMS1040 >> 8);
4194                 eeprom->reserved = 0x00;
4195
4196                 for (d_addr = 0, d_eeprom = (u32 *)eeprom->target;
4197                      d_addr < 16; d_addr++, d_eeprom++)
4198                         *d_eeprom = 0x00000077; /* cfg3,cfg2,period,cfg0 */
4199
4200                 *d_eeprom++ = 0x04000F07;       /* max_tag,delay_time,channel_cfg,scsi_id */
4201                 *d_eeprom++ = 0x00000015;       /* reserved1,boot_lun,boot_target,reserved0 */
4202                 for (d_addr = 0; d_addr < 12; d_addr++, d_eeprom++)
4203                         *d_eeprom = 0x00;
4204
4205                 /* Now load defaults (maybe set by boot/module params) */
4206                 set_safe_settings();
4207                 fix_settings();
4208                 eeprom_override(eeprom);
4209
4210                 eeprom->cksum = 0x00;
4211                 for (w_addr = 0, cksum = 0, w_eeprom = (u16 *)eeprom;
4212                      w_addr < 63; w_addr++, w_eeprom++)
4213                         cksum += *w_eeprom;
4214
4215                 *w_eeprom = 0x1234 - cksum;
4216                 trms1040_write_all(eeprom, io_port);
4217                 eeprom->delay_time = cfg_data[CFG_RESET_DELAY].value;
4218         } else {
4219                 set_safe_settings();
4220                 eeprom_index_to_delay(eeprom);
4221                 eeprom_override(eeprom);
4222         }
4223 }
4224
4225
4226 /**
4227  * print_eeprom_settings - output the eeprom settings
4228  * to the kernel log so people can see what they were.
4229  *
4230  * @eeprom: The eeprom data strucutre to show details for.
4231  **/
4232 static void print_eeprom_settings(struct NvRamType *eeprom)
4233 {
4234         dprintkl(KERN_INFO, "Used settings: AdapterID=%02i, Speed=%i(%02i.%01iMHz), dev_mode=0x%02x\n",
4235                 eeprom->scsi_id,
4236                 eeprom->target[0].period,
4237                 clock_speed[eeprom->target[0].period] / 10,
4238                 clock_speed[eeprom->target[0].period] % 10,
4239                 eeprom->target[0].cfg0);
4240         dprintkl(KERN_INFO, "               AdaptMode=0x%02x, Tags=%i(%02i), DelayReset=%is\n",
4241                 eeprom->channel_cfg, eeprom->max_tag,
4242                 1 << eeprom->max_tag, eeprom->delay_time);
4243 }
4244
4245
4246 /* Free SG tables */
4247 static void adapter_sg_tables_free(struct AdapterCtlBlk *acb)
4248 {
4249         int i;
4250         const unsigned srbs_per_page = PAGE_SIZE/SEGMENTX_LEN;
4251
4252         for (i = 0; i < DC395x_MAX_SRB_CNT; i += srbs_per_page)
4253                 kfree(acb->srb_array[i].segment_x);
4254 }
4255
4256
4257 /*
4258  * Allocate SG tables; as we have to pci_map them, an SG list (struct SGentry*)
4259  * should never cross a page boundary */
4260 static int adapter_sg_tables_alloc(struct AdapterCtlBlk *acb)
4261 {
4262         const unsigned mem_needed = (DC395x_MAX_SRB_CNT+1)
4263                                     *SEGMENTX_LEN;
4264         int pages = (mem_needed+(PAGE_SIZE-1))/PAGE_SIZE;
4265         const unsigned srbs_per_page = PAGE_SIZE/SEGMENTX_LEN;
4266         int srb_idx = 0;
4267         unsigned i = 0;
4268         struct SGentry *uninitialized_var(ptr);
4269
4270         for (i = 0; i < DC395x_MAX_SRB_CNT; i++)
4271                 acb->srb_array[i].segment_x = NULL;
4272
4273         dprintkdbg(DBG_1, "Allocate %i pages for SG tables\n", pages);
4274         while (pages--) {
4275                 ptr = kmalloc(PAGE_SIZE, GFP_KERNEL);
4276                 if (!ptr) {
4277                         adapter_sg_tables_free(acb);
4278                         return 1;
4279                 }
4280                 dprintkdbg(DBG_1, "Allocate %li bytes at %p for SG segments %i\n",
4281                         PAGE_SIZE, ptr, srb_idx);
4282                 i = 0;
4283                 while (i < srbs_per_page && srb_idx < DC395x_MAX_SRB_CNT)
4284                         acb->srb_array[srb_idx++].segment_x =
4285                             ptr + (i++ * DC395x_MAX_SG_LISTENTRY);
4286         }
4287         if (i < srbs_per_page)
4288                 acb->srb.segment_x =
4289                     ptr + (i * DC395x_MAX_SG_LISTENTRY);
4290         else
4291                 dprintkl(KERN_DEBUG, "No space for tmsrb SG table reserved?!\n");
4292         return 0;
4293 }
4294
4295
4296
4297 /**
4298  * adapter_print_config - print adapter connection and termination
4299  * config
4300  *
4301  * The io port in the adapter needs to have been set before calling
4302  * this function.
4303  *
4304  * @acb: The adapter to print the information for.
4305  **/
4306 static void adapter_print_config(struct AdapterCtlBlk *acb)
4307 {
4308         u8 bval;
4309
4310         bval = DC395x_read8(acb, TRM_S1040_GEN_STATUS);
4311         dprintkl(KERN_INFO, "%sConnectors: ",
4312                 ((bval & WIDESCSI) ? "(Wide) " : ""));
4313         if (!(bval & CON5068))
4314                 printk("ext%s ", !(bval & EXT68HIGH) ? "68" : "50");
4315         if (!(bval & CON68))
4316                 printk("int68%s ", !(bval & INT68HIGH) ? "" : "(50)");
4317         if (!(bval & CON50))
4318                 printk("int50 ");
4319         if ((bval & (CON5068 | CON50 | CON68)) ==
4320             0 /*(CON5068 | CON50 | CON68) */ )
4321                 printk(" Oops! (All 3?) ");
4322         bval = DC395x_read8(acb, TRM_S1040_GEN_CONTROL);
4323         printk(" Termination: ");
4324         if (bval & DIS_TERM)
4325                 printk("Disabled\n");
4326         else {
4327                 if (bval & AUTOTERM)
4328                         printk("Auto ");
4329                 if (bval & LOW8TERM)
4330                         printk("Low ");
4331                 if (bval & UP8TERM)
4332                         printk("High ");
4333                 printk("\n");
4334         }
4335 }
4336
4337
4338 /**
4339  * adapter_init_params - Initialize the various parameters in the
4340  * adapter structure. Note that the pointer to the scsi_host is set
4341  * early (when this instance is created) and the io_port and irq
4342  * values are set later after they have been reserved. This just gets
4343  * everything set to a good starting position.
4344  *
4345  * The eeprom structure in the adapter needs to have been set before
4346  * calling this function.
4347  *
4348  * @acb: The adapter to initialize.
4349  **/
4350 static void adapter_init_params(struct AdapterCtlBlk *acb)
4351 {
4352         struct NvRamType *eeprom = &acb->eeprom;
4353         int i;
4354
4355         /* NOTE: acb->scsi_host is set at scsi_host/acb creation time */
4356         /* NOTE: acb->io_port_base is set at port registration time */
4357         /* NOTE: acb->io_port_len is set at port registration time */
4358
4359         INIT_LIST_HEAD(&acb->dcb_list);
4360         acb->dcb_run_robin = NULL;
4361         acb->active_dcb = NULL;
4362
4363         INIT_LIST_HEAD(&acb->srb_free_list);
4364         /*  temp SRB for Q tag used or abort command used  */
4365         acb->tmp_srb = &acb->srb;
4366         timer_setup(&acb->waiting_timer, waiting_timeout, 0);
4367         timer_setup(&acb->selto_timer, NULL, 0);
4368
4369         acb->srb_count = DC395x_MAX_SRB_CNT;
4370
4371         acb->sel_timeout = DC395x_SEL_TIMEOUT;  /* timeout=250ms */
4372         /* NOTE: acb->irq_level is set at IRQ registration time */
4373
4374         acb->tag_max_num = 1 << eeprom->max_tag;
4375         if (acb->tag_max_num > 30)
4376                 acb->tag_max_num = 30;
4377
4378         acb->acb_flag = 0;      /* RESET_DETECT, RESET_DONE, RESET_DEV */
4379         acb->gmode2 = eeprom->channel_cfg;
4380         acb->config = 0;        /* NOTE: actually set in adapter_init_chip */
4381
4382         if (eeprom->channel_cfg & NAC_SCANLUN)
4383                 acb->lun_chk = 1;
4384         acb->scan_devices = 1;
4385
4386         acb->scsi_host->this_id = eeprom->scsi_id;
4387         acb->hostid_bit = (1 << acb->scsi_host->this_id);
4388
4389         for (i = 0; i < DC395x_MAX_SCSI_ID; i++)
4390                 acb->dcb_map[i] = 0;
4391
4392         acb->msg_len = 0;
4393
4394         /* link static array of srbs into the srb free list */
4395         for (i = 0; i < acb->srb_count - 1; i++)
4396                 srb_free_insert(acb, &acb->srb_array[i]);
4397 }
4398
4399
4400 /**
4401  * adapter_init_host - Initialize the scsi host instance based on
4402  * values that we have already stored in the adapter instance. There's
4403  * some mention that a lot of these are deprecated, so we won't use
4404  * them (we'll use the ones in the adapter instance) but we'll fill
4405  * them in in case something else needs them.
4406  *
4407  * The eeprom structure, irq and io ports in the adapter need to have
4408  * been set before calling this function.
4409  *
4410  * @host: The scsi host instance to fill in the values for.
4411  **/
4412 static void adapter_init_scsi_host(struct Scsi_Host *host)
4413 {
4414         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)host->hostdata;
4415         struct NvRamType *eeprom = &acb->eeprom;
4416
4417         host->max_cmd_len = 24;
4418         host->can_queue = DC395x_MAX_CMD_QUEUE;
4419         host->cmd_per_lun = DC395x_MAX_CMD_PER_LUN;
4420         host->this_id = (int)eeprom->scsi_id;
4421         host->io_port = acb->io_port_base;
4422         host->n_io_port = acb->io_port_len;
4423         host->dma_channel = -1;
4424         host->unique_id = acb->io_port_base;
4425         host->irq = acb->irq_level;
4426         acb->last_reset = jiffies;
4427
4428         host->max_id = 16;
4429         if (host->max_id - 1 == eeprom->scsi_id)
4430                 host->max_id--;
4431
4432         if (eeprom->channel_cfg & NAC_SCANLUN)
4433                 host->max_lun = 8;
4434         else
4435                 host->max_lun = 1;
4436 }
4437
4438
4439 /**
4440  * adapter_init_chip - Get the chip into a know state and figure out
4441  * some of the settings that apply to this adapter.
4442  *
4443  * The io port in the adapter needs to have been set before calling
4444  * this function. The config will be configured correctly on return.
4445  *
4446  * @acb: The adapter which we are to init.
4447  **/
4448 static void adapter_init_chip(struct AdapterCtlBlk *acb)
4449 {
4450         struct NvRamType *eeprom = &acb->eeprom;
4451
4452         /* Mask all the interrupt */
4453         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0x00);
4454         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0x00);
4455
4456         /* Reset SCSI module */
4457         DC395x_write16(acb, TRM_S1040_SCSI_CONTROL, DO_RSTMODULE);
4458
4459         /* Reset PCI/DMA module */
4460         DC395x_write8(acb, TRM_S1040_DMA_CONTROL, DMARESETMODULE);
4461         udelay(20);
4462
4463         /* program configuration 0 */
4464         acb->config = HCC_AUTOTERM | HCC_PARITY;
4465         if (DC395x_read8(acb, TRM_S1040_GEN_STATUS) & WIDESCSI)
4466                 acb->config |= HCC_WIDE_CARD;
4467
4468         if (eeprom->channel_cfg & NAC_POWERON_SCSI_RESET)
4469                 acb->config |= HCC_SCSI_RESET;
4470
4471         if (acb->config & HCC_SCSI_RESET) {
4472                 dprintkl(KERN_INFO, "Performing initial SCSI bus reset\n");
4473                 DC395x_write8(acb, TRM_S1040_SCSI_CONTROL, DO_RSTSCSI);
4474
4475                 /*while (!( DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS) & INT_SCSIRESET )); */
4476                 /*spin_unlock_irq (&io_request_lock); */
4477                 udelay(500);
4478
4479                 acb->last_reset =
4480                     jiffies + HZ / 2 +
4481                     HZ * acb->eeprom.delay_time;
4482
4483                 /*spin_lock_irq (&io_request_lock); */
4484         }
4485 }
4486
4487
4488 /**
4489  * init_adapter - Grab the resource for the card, setup the adapter
4490  * information, set the card into a known state, create the various
4491  * tables etc etc. This basically gets all adapter information all up
4492  * to date, initialised and gets the chip in sync with it.
4493  *
4494  * @host:       This hosts adapter structure
4495  * @io_port:    The base I/O port
4496  * @irq:        IRQ
4497  *
4498  * Returns 0 if the initialization succeeds, any other value on
4499  * failure.
4500  **/
4501 static int adapter_init(struct AdapterCtlBlk *acb, unsigned long io_port,
4502                         u32 io_port_len, unsigned int irq)
4503 {
4504         if (!request_region(io_port, io_port_len, DC395X_NAME)) {
4505                 dprintkl(KERN_ERR, "Failed to reserve IO region 0x%lx\n", io_port);
4506                 goto failed;
4507         }
4508         /* store port base to indicate we have registered it */
4509         acb->io_port_base = io_port;
4510         acb->io_port_len = io_port_len;
4511
4512         if (request_irq(irq, dc395x_interrupt, IRQF_SHARED, DC395X_NAME, acb)) {
4513                 /* release the region we just claimed */
4514                 dprintkl(KERN_INFO, "Failed to register IRQ\n");
4515                 goto failed;
4516         }
4517         /* store irq to indicate we have registered it */
4518         acb->irq_level = irq;
4519
4520         /* get eeprom configuration information and command line settings etc */
4521         check_eeprom(&acb->eeprom, io_port);
4522         print_eeprom_settings(&acb->eeprom);
4523
4524         /* setup adapter control block */
4525         adapter_init_params(acb);
4526
4527         /* display card connectors/termination settings */
4528         adapter_print_config(acb);
4529
4530         if (adapter_sg_tables_alloc(acb)) {
4531                 dprintkl(KERN_DEBUG, "Memory allocation for SG tables failed\n");
4532                 goto failed;
4533         }
4534         adapter_init_scsi_host(acb->scsi_host);
4535         adapter_init_chip(acb);
4536         set_basic_config(acb);
4537
4538         dprintkdbg(DBG_0,
4539                 "adapter_init: acb=%p, pdcb_map=%p psrb_array=%p "
4540                 "size{acb=0x%04x dcb=0x%04x srb=0x%04x}\n",
4541                 acb, acb->dcb_map, acb->srb_array, sizeof(struct AdapterCtlBlk),
4542                 sizeof(struct DeviceCtlBlk), sizeof(struct ScsiReqBlk));
4543         return 0;
4544
4545 failed:
4546         if (acb->irq_level)
4547                 free_irq(acb->irq_level, acb);
4548         if (acb->io_port_base)
4549                 release_region(acb->io_port_base, acb->io_port_len);
4550         adapter_sg_tables_free(acb);
4551
4552         return 1;
4553 }
4554
4555
4556 /**
4557  * adapter_uninit_chip - cleanly shut down the scsi controller chip,
4558  * stopping all operations and disabling interrupt generation on the
4559  * card.
4560  *
4561  * @acb: The adapter which we are to shutdown.
4562  **/
4563 static void adapter_uninit_chip(struct AdapterCtlBlk *acb)
4564 {
4565         /* disable interrupts */
4566         DC395x_write8(acb, TRM_S1040_DMA_INTEN, 0);
4567         DC395x_write8(acb, TRM_S1040_SCSI_INTEN, 0);
4568
4569         /* reset the scsi bus */
4570         if (acb->config & HCC_SCSI_RESET)
4571                 reset_scsi_bus(acb);
4572
4573         /* clear any pending interrupt state */
4574         DC395x_read8(acb, TRM_S1040_SCSI_INTSTATUS);
4575 }
4576
4577
4578
4579 /**
4580  * adapter_uninit - Shut down the chip and release any resources that
4581  * we had allocated. Once this returns the adapter should not be used
4582  * anymore.
4583  *
4584  * @acb: The adapter which we are to un-initialize.
4585  **/
4586 static void adapter_uninit(struct AdapterCtlBlk *acb)
4587 {
4588         unsigned long flags;
4589         DC395x_LOCK_IO(acb->scsi_host, flags);
4590
4591         /* remove timers */
4592         if (timer_pending(&acb->waiting_timer))
4593                 del_timer(&acb->waiting_timer);
4594         if (timer_pending(&acb->selto_timer))
4595                 del_timer(&acb->selto_timer);
4596
4597         adapter_uninit_chip(acb);
4598         adapter_remove_and_free_all_devices(acb);
4599         DC395x_UNLOCK_IO(acb->scsi_host, flags);
4600
4601         if (acb->irq_level)
4602                 free_irq(acb->irq_level, acb);
4603         if (acb->io_port_base)
4604                 release_region(acb->io_port_base, acb->io_port_len);
4605
4606         adapter_sg_tables_free(acb);
4607 }
4608
4609
4610 #undef YESNO
4611 #define YESNO(YN) \
4612  if (YN) seq_printf(m, " Yes ");\
4613  else seq_printf(m, " No  ")
4614
4615 static int dc395x_show_info(struct seq_file *m, struct Scsi_Host *host)
4616 {
4617         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)host->hostdata;
4618         int spd, spd1;
4619         struct DeviceCtlBlk *dcb;
4620         unsigned long flags;
4621         int dev;
4622
4623         seq_puts(m, DC395X_BANNER " PCI SCSI Host Adapter\n"
4624                 " Driver Version " DC395X_VERSION "\n");
4625
4626         DC395x_LOCK_IO(acb->scsi_host, flags);
4627
4628         seq_printf(m, "SCSI Host Nr %i, ", host->host_no);
4629         seq_printf(m, "DC395U/UW/F DC315/U %s\n",
4630                 (acb->config & HCC_WIDE_CARD) ? "Wide" : "");
4631         seq_printf(m, "io_port_base 0x%04lx, ", acb->io_port_base);
4632         seq_printf(m, "irq_level 0x%04x, ", acb->irq_level);
4633         seq_printf(m, " SelTimeout %ims\n", (1638 * acb->sel_timeout) / 1000);
4634
4635         seq_printf(m, "MaxID %i, MaxLUN %llu, ", host->max_id, host->max_lun);
4636         seq_printf(m, "AdapterID %i\n", host->this_id);
4637
4638         seq_printf(m, "tag_max_num %i", acb->tag_max_num);
4639         /*seq_printf(m, ", DMA_Status %i\n", DC395x_read8(acb, TRM_S1040_DMA_STATUS)); */
4640         seq_printf(m, ", FilterCfg 0x%02x",
4641                 DC395x_read8(acb, TRM_S1040_SCSI_CONFIG1));
4642         seq_printf(m, ", DelayReset %is\n", acb->eeprom.delay_time);
4643         /*seq_printf(m, "\n"); */
4644
4645         seq_printf(m, "Nr of DCBs: %i\n", list_size(&acb->dcb_list));
4646         seq_printf(m, "Map of attached LUNs: %02x %02x %02x %02x %02x %02x %02x %02x\n",
4647              acb->dcb_map[0], acb->dcb_map[1], acb->dcb_map[2],
4648              acb->dcb_map[3], acb->dcb_map[4], acb->dcb_map[5],
4649              acb->dcb_map[6], acb->dcb_map[7]);
4650         seq_printf(m, "                      %02x %02x %02x %02x %02x %02x %02x %02x\n",
4651              acb->dcb_map[8], acb->dcb_map[9], acb->dcb_map[10],
4652              acb->dcb_map[11], acb->dcb_map[12], acb->dcb_map[13],
4653              acb->dcb_map[14], acb->dcb_map[15]);
4654
4655         seq_puts(m,
4656                  "Un ID LUN Prty Sync Wide DsCn SndS TagQ nego_period SyncFreq SyncOffs MaxCmd\n");
4657
4658         dev = 0;
4659         list_for_each_entry(dcb, &acb->dcb_list, list) {
4660                 int nego_period;
4661                 seq_printf(m, "%02i %02i  %02i ", dev, dcb->target_id,
4662                         dcb->target_lun);
4663                 YESNO(dcb->dev_mode & NTC_DO_PARITY_CHK);
4664                 YESNO(dcb->sync_offset);
4665                 YESNO(dcb->sync_period & WIDE_SYNC);
4666                 YESNO(dcb->dev_mode & NTC_DO_DISCONNECT);
4667                 YESNO(dcb->dev_mode & NTC_DO_SEND_START);
4668                 YESNO(dcb->sync_mode & EN_TAG_QUEUEING);
4669                 nego_period = clock_period[dcb->sync_period & 0x07] << 2;
4670                 if (dcb->sync_offset)
4671                         seq_printf(m, "  %03i ns ", nego_period);
4672                 else
4673                         seq_printf(m, " (%03i ns)", (dcb->min_nego_period << 2));
4674
4675                 if (dcb->sync_offset & 0x0f) {
4676                         spd = 1000 / (nego_period);
4677                         spd1 = 1000 % (nego_period);
4678                         spd1 = (spd1 * 10 + nego_period / 2) / (nego_period);
4679                         seq_printf(m, "   %2i.%1i M     %02i ", spd, spd1,
4680                                 (dcb->sync_offset & 0x0f));
4681                 } else
4682                         seq_puts(m, "                 ");
4683
4684                 /* Add more info ... */
4685                 seq_printf(m, "     %02i\n", dcb->max_command);
4686                 dev++;
4687         }
4688
4689         if (timer_pending(&acb->waiting_timer))
4690                 seq_puts(m, "Waiting queue timer running\n");
4691         else
4692                 seq_putc(m, '\n');
4693
4694         list_for_each_entry(dcb, &acb->dcb_list, list) {
4695                 struct ScsiReqBlk *srb;
4696                 if (!list_empty(&dcb->srb_waiting_list))
4697                         seq_printf(m, "DCB (%02i-%i): Waiting: %i:",
4698                                 dcb->target_id, dcb->target_lun,
4699                                 list_size(&dcb->srb_waiting_list));
4700                 list_for_each_entry(srb, &dcb->srb_waiting_list, list)
4701                         seq_printf(m, " %p", srb->cmd);
4702                 if (!list_empty(&dcb->srb_going_list))
4703                         seq_printf(m, "\nDCB (%02i-%i): Going  : %i:",
4704                                 dcb->target_id, dcb->target_lun,
4705                                 list_size(&dcb->srb_going_list));
4706                 list_for_each_entry(srb, &dcb->srb_going_list, list)
4707                         seq_printf(m, " %p", srb->cmd);
4708                 if (!list_empty(&dcb->srb_waiting_list) || !list_empty(&dcb->srb_going_list))
4709                         seq_putc(m, '\n');
4710         }
4711
4712         if (debug_enabled(DBG_1)) {
4713                 seq_printf(m, "DCB list for ACB %p:\n", acb);
4714                 list_for_each_entry(dcb, &acb->dcb_list, list) {
4715                         seq_printf(m, "%p -> ", dcb);
4716                 }
4717                 seq_puts(m, "END\n");
4718         }
4719
4720         DC395x_UNLOCK_IO(acb->scsi_host, flags);
4721         return 0;
4722 }
4723
4724
4725 static struct scsi_host_template dc395x_driver_template = {
4726         .module                 = THIS_MODULE,
4727         .proc_name              = DC395X_NAME,
4728         .show_info              = dc395x_show_info,
4729         .name                   = DC395X_BANNER " " DC395X_VERSION,
4730         .queuecommand           = dc395x_queue_command,
4731         .bios_param             = dc395x_bios_param,
4732         .slave_alloc            = dc395x_slave_alloc,
4733         .slave_destroy          = dc395x_slave_destroy,
4734         .can_queue              = DC395x_MAX_CAN_QUEUE,
4735         .this_id                = 7,
4736         .sg_tablesize           = DC395x_MAX_SG_TABLESIZE,
4737         .cmd_per_lun            = DC395x_MAX_CMD_PER_LUN,
4738         .eh_abort_handler       = dc395x_eh_abort,
4739         .eh_bus_reset_handler   = dc395x_eh_bus_reset,
4740         .use_clustering         = DISABLE_CLUSTERING,
4741 };
4742
4743
4744 /**
4745  * banner_display - Display banner on first instance of driver
4746  * initialized.
4747  **/
4748 static void banner_display(void)
4749 {
4750         static int banner_done = 0;
4751         if (!banner_done)
4752         {
4753                 dprintkl(KERN_INFO, "%s %s\n", DC395X_BANNER, DC395X_VERSION);
4754                 banner_done = 1;
4755         }
4756 }
4757
4758
4759 /**
4760  * dc395x_init_one - Initialise a single instance of the adapter.
4761  *
4762  * The PCI layer will call this once for each instance of the adapter
4763  * that it finds in the system. The pci_dev strcuture indicates which
4764  * instance we are being called from.
4765  *
4766  * @dev: The PCI device to initialize.
4767  * @id: Looks like a pointer to the entry in our pci device table
4768  * that was actually matched by the PCI subsystem.
4769  *
4770  * Returns 0 on success, or an error code (-ve) on failure.
4771  **/
4772 static int dc395x_init_one(struct pci_dev *dev, const struct pci_device_id *id)
4773 {
4774         struct Scsi_Host *scsi_host = NULL;
4775         struct AdapterCtlBlk *acb = NULL;
4776         unsigned long io_port_base;
4777         unsigned int io_port_len;
4778         unsigned int irq;
4779
4780         dprintkdbg(DBG_0, "Init one instance (%s)\n", pci_name(dev));
4781         banner_display();
4782
4783         if (pci_enable_device(dev))
4784         {
4785                 dprintkl(KERN_INFO, "PCI Enable device failed.\n");
4786                 return -ENODEV;
4787         }
4788         io_port_base = pci_resource_start(dev, 0) & PCI_BASE_ADDRESS_IO_MASK;
4789         io_port_len = pci_resource_len(dev, 0);
4790         irq = dev->irq;
4791         dprintkdbg(DBG_0, "IO_PORT=0x%04lx, IRQ=0x%x\n", io_port_base, dev->irq);
4792
4793         /* allocate scsi host information (includes out adapter) */
4794         scsi_host = scsi_host_alloc(&dc395x_driver_template,
4795                                     sizeof(struct AdapterCtlBlk));
4796         if (!scsi_host) {
4797                 dprintkl(KERN_INFO, "scsi_host_alloc failed\n");
4798                 goto fail;
4799         }
4800         acb = (struct AdapterCtlBlk*)scsi_host->hostdata;
4801         acb->scsi_host = scsi_host;
4802         acb->dev = dev;
4803
4804         /* initialise the adapter and everything we need */
4805         if (adapter_init(acb, io_port_base, io_port_len, irq)) {
4806                 dprintkl(KERN_INFO, "adapter init failed\n");
4807                 goto fail;
4808         }
4809
4810         pci_set_master(dev);
4811
4812         /* get the scsi mid level to scan for new devices on the bus */
4813         if (scsi_add_host(scsi_host, &dev->dev)) {
4814                 dprintkl(KERN_ERR, "scsi_add_host failed\n");
4815                 goto fail;
4816         }
4817         pci_set_drvdata(dev, scsi_host);
4818         scsi_scan_host(scsi_host);
4819
4820         return 0;
4821
4822 fail:
4823         if (acb != NULL)
4824                 adapter_uninit(acb);
4825         if (scsi_host != NULL)
4826                 scsi_host_put(scsi_host);
4827         pci_disable_device(dev);
4828         return -ENODEV;
4829 }
4830
4831
4832 /**
4833  * dc395x_remove_one - Called to remove a single instance of the
4834  * adapter.
4835  *
4836  * @dev: The PCI device to initialize.
4837  **/
4838 static void dc395x_remove_one(struct pci_dev *dev)
4839 {
4840         struct Scsi_Host *scsi_host = pci_get_drvdata(dev);
4841         struct AdapterCtlBlk *acb = (struct AdapterCtlBlk *)(scsi_host->hostdata);
4842
4843         dprintkdbg(DBG_0, "dc395x_remove_one: acb=%p\n", acb);
4844
4845         scsi_remove_host(scsi_host);
4846         adapter_uninit(acb);
4847         pci_disable_device(dev);
4848         scsi_host_put(scsi_host);
4849 }
4850
4851
4852 static struct pci_device_id dc395x_pci_table[] = {
4853         {
4854                 .vendor         = PCI_VENDOR_ID_TEKRAM,
4855                 .device         = PCI_DEVICE_ID_TEKRAM_TRMS1040,
4856                 .subvendor      = PCI_ANY_ID,
4857                 .subdevice      = PCI_ANY_ID,
4858          },
4859         {}                      /* Terminating entry */
4860 };
4861 MODULE_DEVICE_TABLE(pci, dc395x_pci_table);
4862
4863
4864 static struct pci_driver dc395x_driver = {
4865         .name           = DC395X_NAME,
4866         .id_table       = dc395x_pci_table,
4867         .probe          = dc395x_init_one,
4868         .remove         = dc395x_remove_one,
4869 };
4870
4871
4872 /**
4873  * dc395x_module_init - Module initialization function
4874  *
4875  * Used by both module and built-in driver to initialise this driver.
4876  **/
4877 static int __init dc395x_module_init(void)
4878 {
4879         return pci_register_driver(&dc395x_driver);
4880 }
4881
4882
4883 /**
4884  * dc395x_module_exit - Module cleanup function.
4885  **/
4886 static void __exit dc395x_module_exit(void)
4887 {
4888         pci_unregister_driver(&dc395x_driver);
4889 }
4890
4891
4892 module_init(dc395x_module_init);
4893 module_exit(dc395x_module_exit);
4894
4895 MODULE_AUTHOR("C.L. Huang / Erich Chen / Kurt Garloff");
4896 MODULE_DESCRIPTION("SCSI host adapter driver for Tekram TRM-S1040 based adapters: Tekram DC395 and DC315 series");
4897 MODULE_LICENSE("GPL");